X-Git-Url: https://gerrit.fd.io/r/gitweb?a=blobdiff_plain;ds=sidebyside;f=resources%2Ftools%2Fpresentation%2Fspecifications%2Freport%2Felements.yaml;h=612a78f65eb5c907dfbc5f7fe2105404b607284e;hb=4fd081896e3b2e344772184fbd00ae4a189ea875;hp=4ee2d07ba46b4397b04646bf50be2067fe0fefcc;hpb=33eac7ac4d82c96dfac79bfe1bc6f7e06f3e3c47;p=csit.git diff --git a/resources/tools/presentation/specifications/report/elements.yaml b/resources/tools/presentation/specifications/report/elements.yaml index 4ee2d07ba4..612a78f65e 100644 --- a/resources/tools/presentation/specifications/report/elements.yaml +++ b/resources/tools/presentation/specifications/report/elements.yaml @@ -12,7 +12,7 @@ - job-spec: "vpp-mrr-00" data-set: "vpp-2n-clx-curr-iter-mrr" - job-spec: "vpp-mlr-00" - data-set: "vpp-2n-clx-curr-iter-best" + data-set: "vpp-2n-clx-curr-iter" - job-spec: "vpp-gso-mrr-00" data-set: "vpp-2n-clx-curr-iter-gso" - job-spec: "soak-00" @@ -28,47 +28,47 @@ - job-spec: "dpdk-mlr-00" data-set: "dpdk-2n-clx-curr-iter" -- type: "table" - title: "Job Specification Duration: 2n-clx-coverage" - algorithm: "table_job_spec_duration" - output-file: "{DIR[STATIC,VPP]}/job-spec-duration-2n-clx-cov" - jb-type: "coverage" - data: "vpp-2n-clx-curr-cov" - lines: - - job-spec: "gso-00" - build: "1" - - job-spec: "ip4-00" - build: "2" - - job-spec: "ip4-01" - build: "3" - - job-spec: "ip4-02" - build: "4" - - job-spec: "ip4-03" - build: "5" - - job-spec: "ip4-04" - build: "6" - - job-spec: "ip4-05" - build: "7" - - job-spec: "ip4-06" - build: "8" - - job-spec: "ip4-07" - build: "9" - - job-spec: "ip4tun-00" - build: "10" - - job-spec: "ip6-00" - build: "11" - - job-spec: "ip6-01" - build: "12" - - job-spec: "l2-00" - build: "13" - - job-spec: "l2-01" - build: "14" - - job-spec: "lb-00" - build: "15" - - job-spec: "memif-00" - build: "16" - - job-spec: "vhost-00" - build: "17" +# - type: "table" +# title: "Job Specification Duration: 2n-clx-coverage" +# algorithm: "table_job_spec_duration" +# output-file: "{DIR[STATIC,VPP]}/job-spec-duration-2n-clx-cov" +# jb-type: "coverage" +# data: "vpp-2n-clx-curr-cov" +# lines: +# - job-spec: "gso-00" +# build: "1" +# - job-spec: "ip4-00" +# build: "2" +# - job-spec: "ip4-01" +# build: "3" +# - job-spec: "ip4-02" +# build: "4" +# - job-spec: "ip4-03" +# build: "5" +# - job-spec: "ip4-04" +# build: "6" +# - job-spec: "ip4-05" +# build: "7" +# - job-spec: "ip4-06" +# build: "8" +# - job-spec: "ip4-07" +# build: "9" +# - job-spec: "ip4tun-00" +# build: "10" +# - job-spec: "ip6-00" +# build: "11" +# - job-spec: "ip6-01" +# build: "12" +# - job-spec: "l2-00" +# build: "13" +# - job-spec: "l2-01" +# build: "14" +# - job-spec: "lb-00" +# build: "15" +# - job-spec: "memif-00" +# build: "16" +# - job-spec: "vhost-00" +# build: "17" - type: "table" title: "Job Specification Duration: 2n-dnv-iterative" @@ -99,7 +99,7 @@ - job-spec: "l2-00" build: "11" - job-spec: "l2-01" - build: "13" + build: "12" - type: "table" title: "Job Specification Duration: 2n-aws-iterative" @@ -120,7 +120,7 @@ data: "vpp-2n-aws-curr-cov" lines: - job-spec: "vpp-00" - build: "1" + build: "26" - type: "table" title: "Job Specification Duration: 3n-aws-iterative" @@ -141,7 +141,7 @@ data: "vpp-3n-aws-curr-cov" lines: - job-spec: "vpp-00" - build: "1" + build: "34" - type: "table" title: "Job Specification Duration: 2n-skx-iterative" @@ -152,7 +152,7 @@ - job-spec: "vpp-mrr-00" data-set: "vpp-2n-skx-curr-iter-mrr" - job-spec: "vpp-mlr-00" - data-set: "vpp-2n-skx-curr-iter-best" + data-set: "vpp-2n-skx-curr-iter" - job-spec: "vpp-gso-mrr-00" data-set: "vpp-2n-skx-curr-gso" - job-spec: "soak-00" @@ -165,6 +165,8 @@ data-set: "vpp-2n-skx-curr-nfv-reconf" - job-spec: "dpdk-mlr-00" data-set: "dpdk-2n-skx-curr-iter" + - job-spec: "trex-mlr-00" + data-set: "trex-2n-skx-curr-iter" - type: "table" title: "Job Specification Duration: 2n-skx-coverage" @@ -174,39 +176,39 @@ data: "vpp-2n-skx-curr-cov" lines: - job-spec: "gso-00" - build: "1" + build: "18" - job-spec: "ip4-00" - build: "2" + build: "19" - job-spec: "ip4-01" - build: "3" + build: "20" - job-spec: "ip4-02" - build: "4" + build: "21" - job-spec: "ip4-03" - build: "5" + build: "22" - job-spec: "ip4-04" - build: "6" + build: "23" - job-spec: "ip4-05" - build: "7" + build: "24" - job-spec: "ip4-06" - build: "8" + build: "25" - job-spec: "ip4-07" - build: "9" + build: "26" - job-spec: "ip4tun-00" - build: "10" + build: "27" - job-spec: "ip6-00" - build: "11" + build: "28" - job-spec: "ip6-01" - build: "12" + build: "29" - job-spec: "l2-00" - build: "13" + build: "30" - job-spec: "l2-01" - build: "14" + build: "31" - job-spec: "lb-00" - build: "15" + build: "32" - job-spec: "memif-00" - build: "16" + build: "33" - job-spec: "vhost-00" - build: "17" + build: "34" - type: "table" title: "Job Specification Duration: 2n-tx2-iterative" @@ -219,41 +221,41 @@ - job-spec: "vpp-mlr-00" data-set: "vpp-2n-tx2-curr-iter" -- type: "table" - title: "Job Specification Duration: 2n-tx2-coverage" - algorithm: "table_job_spec_duration" - output-file: "{DIR[STATIC,VPP]}/job-spec-duration-2n-tx2-cov" - jb-type: "coverage" - data: "vpp-2n-tx2-curr-cov" - lines: - - job-spec: "ip4-00" - build: "1" - - job-spec: "ip4-01" - build: "2" - - job-spec: "ip4-02" - build: "3" - - job-spec: "ip4-03" - build: "4" - - job-spec: "ip4-04" - build: "5" - - job-spec: "ip4-05" - build: "6" - - job-spec: "ip4-06" - build: "7" - - job-spec: "ip6-00" - build: "8" - - job-spec: "ip6-01" - build: "9" - - job-spec: "l2-00" - build: "10" - - job-spec: "l2-01" - build: "11" - - job-spec: "l2-02" - build: "12" - - job-spec: "l2-03" - build: "13" - - job-spec: "l2-04" - build: "14" +# - type: "table" +# title: "Job Specification Duration: 2n-tx2-coverage" +# algorithm: "table_job_spec_duration" +# output-file: "{DIR[STATIC,VPP]}/job-spec-duration-2n-tx2-cov" +# jb-type: "coverage" +# data: "vpp-2n-tx2-curr-cov" +# lines: +# - job-spec: "ip4-00" +# build: "1" +# - job-spec: "ip4-01" +# build: "2" +# - job-spec: "ip4-02" +# build: "3" +# - job-spec: "ip4-03" +# build: "4" +# - job-spec: "ip4-04" +# build: "5" +# - job-spec: "ip4-05" +# build: "6" +# - job-spec: "ip4-06" +# build: "7" +# - job-spec: "ip6-00" +# build: "8" +# - job-spec: "ip6-01" +# build: "9" +# - job-spec: "l2-00" +# build: "10" +# - job-spec: "l2-01" +# build: "11" +# - job-spec: "l2-02" +# build: "12" +# - job-spec: "l2-03" +# build: "13" +# - job-spec: "l2-04" +# build: "14" - type: "table" title: "Job Specification Duration: 2n-zn2-iterative" @@ -264,49 +266,49 @@ - job-spec: "vpp-mrr-00" data-set: "vpp-2n-zn2-curr-iter-mrr" - job-spec: "vpp-mlr-00" - data-set: "vpp-2n-zn2-curr-iter-best" + data-set: "vpp-2n-zn2-curr-iter" - job-spec: "vpp-gso-mrr-00" data-set: "vpp-2n-zn2-curr-iter-gso" - job-spec: "dpdk-mlr-00" data-set: "dpdk-2n-zn2-curr-iter" -- type: "table" - title: "Job Specification Duration: 2n-zn2-coverage" - algorithm: "table_job_spec_duration" - output-file: "{DIR[STATIC,VPP]}/job-spec-duration-2n-zn2-cov" - jb-type: "coverage" - data: "vpp-2n-zn2-curr-cov" - lines: - - job-spec: "gso-00" - build: "1" - - job-spec: "ip4-00" - build: "2" - - job-spec: "ip4-01" - build: "3" - - job-spec: "ip4-02" - build: "4" - - job-spec: "ip4-03" - build: "18" - - job-spec: "ip4-04" - build: "6" - - job-spec: "ip4-05" - build: "7" - - job-spec: "ip4tun-00" - build: "8" - - job-spec: "ip6-00" - build: "9" - - job-spec: "ip6-01" - build: "19" - - job-spec: "l2-00" - build: "11" - - job-spec: "l2-01" - build: "12" - - job-spec: "lb-00" - build: "13" - - job-spec: "memif-00" - build: "14" - - job-spec: "vhost-00" - build: "15" +# - type: "table" +# title: "Job Specification Duration: 2n-zn2-coverage" +# algorithm: "table_job_spec_duration" +# output-file: "{DIR[STATIC,VPP]}/job-spec-duration-2n-zn2-cov" +# jb-type: "coverage" +# data: "vpp-2n-zn2-curr-cov" +# lines: +# - job-spec: "gso-00" +# build: "1" +# - job-spec: "ip4-00" +# build: "2" +# - job-spec: "ip4-01" +# build: "3" +# - job-spec: "ip4-02" +# build: "4" +# - job-spec: "ip4-03" +# build: "18" +# - job-spec: "ip4-04" +# build: "6" +# - job-spec: "ip4-05" +# build: "7" +# - job-spec: "ip4tun-00" +# build: "8" +# - job-spec: "ip6-00" +# build: "9" +# - job-spec: "ip6-01" +# build: "19" +# - job-spec: "l2-00" +# build: "11" +# - job-spec: "l2-01" +# build: "12" +# - job-spec: "lb-00" +# build: "13" +# - job-spec: "memif-00" +# build: "14" +# - job-spec: "vhost-00" +# build: "15" - type: "table" title: "Job Specification Duration: 3n-dnv-iterative" @@ -327,21 +329,21 @@ data: "vpp-3n-dnv-curr-cov" lines: - job-spec: "crypto-00" - build: "11" - - job-spec: "crypto-01" build: "12" - - job-spec: "crypto-02" + - job-spec: "crypto-01" build: "13" - - job-spec: "ip4-00" + - job-spec: "crypto-02" build: "14" - - job-spec: "ip4-01" + - job-spec: "ip4-00" build: "15" - - job-spec: "ip4tun-00" + - job-spec: "ip4-01" build: "16" - - job-spec: "ip6-00" + - job-spec: "ip4tun-00" build: "17" + - job-spec: "ip6-00" + build: "18" - job-spec: "ip6-01" - build: "10" + build: "19" - job-spec: "l2-00" build: "20" - job-spec: "l2-01" @@ -362,81 +364,81 @@ - job-spec: "dpdk-mlr-00" data-set: "dpdk-3n-skx-curr-iter" -- type: "table" - title: "Job Specification Duration: 3n-skx-coverage" - algorithm: "table_job_spec_duration" - output-file: "{DIR[STATIC,VPP]}/job-spec-duration-3n-skx-cov" - jb-type: "coverage" - data: "vpp-3n-skx-curr-cov" - lines: - - job-spec: "crypto-00" - build: "1" - - job-spec: "crypto-01" - build: "3" - - job-spec: "crypto-02" - build: "4" - - job-spec: "crypto-03" - build: "36" - - job-spec: "crypto-04" - build: "6" - - job-spec: "ip4-00" - build: "7" - - job-spec: "ip4-01" - build: "8" - - job-spec: "ip4-02" - build: "9" - - job-spec: "ip4-03" - build: "10" - - job-spec: "ip4-04" - build: "11" - - job-spec: "ip4-05" - build: "12" - - job-spec: "ip4-06" - build: "13" - - job-spec: "ip4-07" - build: "14" - - job-spec: "ip4tun-00" - build: "15" - - job-spec: "ip4tun-02" - build: "16" - - job-spec: "ip6-00" - build: "17" - - job-spec: "ip6-01" - build: "18" - - job-spec: "ip6tun-00" - build: "19" - - job-spec: "l2-00" - build: "20" - - job-spec: "l2-01" - build: "21" - - job-spec: "l2-02" - build: "22" - - job-spec: "l2-03" - build: "23" - - job-spec: "l2-04" - build: "24" - - job-spec: "l2-05" - build: "25" - - job-spec: "l2-06" - build: "26" - - job-spec: "l2-07" - build: "27" - - job-spec: "l2-08" - build: "28" - - job-spec: "l2-09" - build: "29" - - job-spec: "l2-10" - build: "30" - - job-spec: "memif-00" - build: "31" - - job-spec: "srv6-00" - build: "32" - - job-spec: "srv6-01" - build: "33" - - job-spec: "vhost-00" - build: "34" - - job-spec: "vhost-01" - build: "35" +# - type: "table" +# title: "Job Specification Duration: 3n-skx-coverage" +# algorithm: "table_job_spec_duration" +# output-file: "{DIR[STATIC,VPP]}/job-spec-duration-3n-skx-cov" +# jb-type: "coverage" +# data: "vpp-3n-skx-curr-cov" +# lines: +# - job-spec: "crypto-00" +# build: "1" +# - job-spec: "crypto-01" +# build: "3" +# - job-spec: "crypto-02" +# build: "4" +# - job-spec: "crypto-03" +# build: "36" +# - job-spec: "crypto-04" +# build: "6" +# - job-spec: "ip4-00" +# build: "7" +# - job-spec: "ip4-01" +# build: "8" +# - job-spec: "ip4-02" +# build: "9" +# - job-spec: "ip4-03" +# build: "10" +# - job-spec: "ip4-04" +# build: "11" +# - job-spec: "ip4-05" +# build: "12" +# - job-spec: "ip4-06" +# build: "13" +# - job-spec: "ip4-07" +# build: "14" +# - job-spec: "ip4tun-00" +# build: "15" +# - job-spec: "ip4tun-02" +# build: "16" +# - job-spec: "ip6-00" +# build: "17" +# - job-spec: "ip6-01" +# build: "18" +# - job-spec: "ip6tun-00" +# build: "19" +# - job-spec: "l2-00" +# build: "20" +# - job-spec: "l2-01" +# build: "21" +# - job-spec: "l2-02" +# build: "22" +# - job-spec: "l2-03" +# build: "23" +# - job-spec: "l2-04" +# build: "24" +# - job-spec: "l2-05" +# build: "25" +# - job-spec: "l2-06" +# build: "26" +# - job-spec: "l2-07" +# build: "27" +# - job-spec: "l2-08" +# build: "28" +# - job-spec: "l2-09" +# build: "29" +# - job-spec: "l2-10" +# build: "30" +# - job-spec: "memif-00" +# build: "31" +# - job-spec: "srv6-00" +# build: "32" +# - job-spec: "srv6-01" +# build: "33" +# - job-spec: "vhost-00" +# build: "34" +# - job-spec: "vhost-01" +# build: "35" - type: "table" title: "Job Specification Duration: 3n-tsh-iterative" @@ -451,47 +453,47 @@ - job-spec: "dpdk-mlr-00" data-set: "dpdk-3n-tsh-curr-iter" -- type: "table" - title: "Job Specification Duration: 3n-tsh-coverage" - algorithm: "table_job_spec_duration" - output-file: "{DIR[STATIC,VPP]}/job-spec-duration-3n-tsh-cov" - jb-type: "coverage" - data: "vpp-3n-tsh-curr-cov" - lines: - - job-spec: "ip4-00" - build: "7" - - job-spec: "ip4-01" - build: "8" - - job-spec: "ip4-02" - build: "9" - - job-spec: "ip4-03" - build: "10" - - job-spec: "ip4tun-00" - build: "15" - - job-spec: "ip6-00" - build: "17" - - job-spec: "ip6-01" - build: "18" - - job-spec: "l2-00" - build: "20" - - job-spec: "l2-01" - build: "21" - - job-spec: "l2-02" - build: "22" - - job-spec: "l2-03" - build: "23" - - job-spec: "l2-04" - build: "24" - - job-spec: "memif-00" - build: "31" - - job-spec: "srv6-00" - build: "32" - - job-spec: "srv6-01" - build: "33" - - job-spec: "vhost-00" - build: "34" - - job-spec: "vhost-01" - build: "35" +# - type: "table" +# title: "Job Specification Duration: 3n-tsh-coverage" +# algorithm: "table_job_spec_duration" +# output-file: "{DIR[STATIC,VPP]}/job-spec-duration-3n-tsh-cov" +# jb-type: "coverage" +# data: "vpp-3n-tsh-curr-cov" +# lines: +# - job-spec: "ip4-00" +# build: "7" +# - job-spec: "ip4-01" +# build: "8" +# - job-spec: "ip4-02" +# build: "9" +# - job-spec: "ip4-03" +# build: "10" +# - job-spec: "ip4tun-00" +# build: "15" +# - job-spec: "ip6-00" +# build: "17" +# - job-spec: "ip6-01" +# build: "18" +# - job-spec: "l2-00" +# build: "20" +# - job-spec: "l2-01" +# build: "21" +# - job-spec: "l2-02" +# build: "22" +# - job-spec: "l2-03" +# build: "23" +# - job-spec: "l2-04" +# build: "24" +# - job-spec: "memif-00" +# build: "31" +# - job-spec: "srv6-00" +# build: "32" +# - job-spec: "srv6-01" +# build: "33" +# - job-spec: "vhost-00" +# build: "34" +# - job-spec: "vhost-01" +# build: "35" # VPP Latency Changes 3n-skx 2t1c - type: "table" @@ -501,28 +503,28 @@ include-tests: "latency-PDR50-direction1-avg" filter: "'2T1C' and 'NDRPDR' and 'NIC_Intel-XXV710' and not 'NF_DENSITY'" columns: - - title: "2101.0-6" - data-set: "vpp-3n-skx-prev-iter-old-env" - title: "2101.0-7" - data-set: "vpp-3n-skx-prev-iter-new-env" + data-set: "vpp-3n-skx-hist-iter-new-env" - title: "2106.0-7" - data-set: "vpp-3n-skx-curr-iter-best" + data-set: "vpp-3n-skx-prev-iter-old-env" + - title: "2106.0-8" + data-set: "vpp-3n-skx-prev-iter-new-env" + - title: "2110.0-8" + data-set: "vpp-3n-skx-curr-iter" comparisons: - - title: "2101.0-7 vs 2101.0-6" - reference: 1 - compare: 2 -# rca-file: "rca/rca-3n-skx-2t1c-lat-rca1.yaml" - - title: "2106.0-7 vs 2101.0-7" + - title: "2106.0-8 vs 2106.0-7" reference: 2 compare: 3 -# rca-file: "rca/rca-3n-skx-2t1c-lat-rca2.yaml" + - title: "2110.0-8 vs 2106.0-8" + reference: 3 + compare: 4 legend: - '' - 'Test Case: Test cases executed for: PDR throughput on 3n-skx with xxv710.' - - 'YYMM.V-E: [uSec +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "6" for CSIT rls2101, "7" for CSIT rls2106).' + - 'YYMM.V-E: [uSec +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "7" for CSIT rls2106, "8" for CSIT rls2110).' - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' - - '2101.0-7 vs 2101.0-6: Compares CSIT environment current vs previous with previous VPP code.' - - '2106.0-7 vs 2101.0-7: Compares VPP code current vs previous in the current CSIT environment.' + - '2106.0-8 vs 2106.0-7: Compares CSIT environment current vs previous with previous VPP code.' + - '2110.0-8 vs 2106.0-8: Compares VPP code current vs previous in the current CSIT environment.' # VPP Latency Changes 3n-skx 2t1c - type: "table" @@ -532,28 +534,28 @@ include-tests: "latency-PDR90-direction1-avg" filter: "'2T1C' and 'NDRPDR' and 'NIC_Intel-XXV710' and not 'NF_DENSITY'" columns: - - title: "2101.0-6" - data-set: "vpp-3n-skx-prev-iter-old-env" - title: "2101.0-7" - data-set: "vpp-3n-skx-prev-iter-new-env" + data-set: "vpp-3n-skx-hist-iter-new-env" - title: "2106.0-7" - data-set: "vpp-3n-skx-curr-iter-best" + data-set: "vpp-3n-skx-prev-iter-old-env" + - title: "2106.0-8" + data-set: "vpp-3n-skx-prev-iter-new-env" + - title: "2110.0-8" + data-set: "vpp-3n-skx-curr-iter" comparisons: - - title: "2101.0-7 vs 2101.0-6" - reference: 1 - compare: 2 -# rca-file: "rca/rca-3n-skx-2t1c-lat-rca1.yaml" - - title: "2106.0-7 vs 2101.0-7" + - title: "2106.0-8 vs 2106.0-7" reference: 2 compare: 3 -# rca-file: "rca/rca-3n-skx-2t1c-lat-rca2.yaml" + - title: "2110.0-8 vs 2106.0-8" + reference: 3 + compare: 4 legend: - '' - 'Test Case: Test cases executed for: PDR throughput on 3n-skx with xxv710.' - - 'YYMM.V-E: [uSec +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "6" for CSIT rls2101, "7" for CSIT rls2106).' + - 'YYMM.V-E: [uSec +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "7" for CSIT rls2106, "8" for CSIT rls2110).' - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' - - '2101.0-7 vs 2101.0-6: Compares CSIT environment current vs previous with previous VPP code.' - - '2106.0-7 vs 2101.0-7: Compares VPP code current vs previous in the current CSIT environment.' + - '2106.0-8 vs 2106.0-7: Compares CSIT environment current vs previous with previous VPP code.' + - '2110.0-8 vs 2106.0-8: Compares VPP code current vs previous in the current CSIT environment.' # VPP Latency Changes 3n-skx 2t1c - type: "table" @@ -563,28 +565,28 @@ include-tests: "latency-PDR90-direction1-max" filter: "'2T1C' and 'NDRPDR' and 'NIC_Intel-XXV710' and not 'NF_DENSITY'" columns: - - title: "2101.0-6" - data-set: "vpp-3n-skx-prev-iter-old-env" - title: "2101.0-7" - data-set: "vpp-3n-skx-prev-iter-new-env" + data-set: "vpp-3n-skx-hist-iter-new-env" - title: "2106.0-7" - data-set: "vpp-3n-skx-curr-iter-best" + data-set: "vpp-3n-skx-prev-iter-old-env" + - title: "2106.0-8" + data-set: "vpp-3n-skx-prev-iter-new-env" + - title: "2110.0-8" + data-set: "vpp-3n-skx-curr-iter" comparisons: - - title: "2101.0-7 vs 2101.0-6" - reference: 1 - compare: 2 -# rca-file: "rca/rca-3n-skx-2t1c-lat-rca1.yaml" - - title: "2106.0-7 vs 2101.0-7" + - title: "2106.0-8 vs 2106.0-7" reference: 2 compare: 3 -# rca-file: "rca/rca-3n-skx-2t1c-lat-rca2.yaml" + - title: "2110.0-8 vs 2106.0-8" + reference: 3 + compare: 4 legend: - '' - 'Test Case: Test cases executed for: PDR throughput on 3n-skx with xxv710.' - - 'YYMM.V-E: [uSec +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "6" for CSIT rls2101, "7" for CSIT rls2106).' + - 'YYMM.V-E: [uSec +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "7" for CSIT rls2106, "8" for CSIT rls2110).' - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' - - '2101.0-7 vs 2101.0-6: Compares CSIT environment current vs previous with previous VPP code.' - - '2106.0-7 vs 2101.0-7: Compares VPP code current vs previous in the current CSIT environment.' + - '2106.0-8 vs 2106.0-7: Compares CSIT environment current vs previous with previous VPP code.' + - '2110.0-8 vs 2106.0-8: Compares VPP code current vs previous in the current CSIT environment.' # VPP Latency Changes 2n-skx 2t1c - type: "table" @@ -594,28 +596,28 @@ include-tests: "latency-PDR50-direction1-avg" filter: "'2T1C' and 'NDRPDR' and 'NIC_Intel-XXV710' and not 'NF_DENSITY'" columns: - - title: "2101.0-6" - data-set: "vpp-2n-skx-prev-iter-old-env" - title: "2101.0-7" - data-set: "vpp-2n-skx-prev-iter-new-env" + data-set: "vpp-2n-skx-hist-iter-new-env" - title: "2106.0-7" - data-set: "vpp-2n-skx-curr-iter-best" + data-set: "vpp-2n-skx-prev-iter-old-env" + - title: "2106.0-8" + data-set: "vpp-2n-skx-prev-iter-new-env" + - title: "2110.0-8" + data-set: "vpp-2n-skx-curr-iter" comparisons: - - title: "2101.0-7 vs 2101.0-6" - reference: 1 - compare: 2 -# rca-file: "rca/rca-2n-skx-2t1c-lat-rca1.yaml" - - title: "2106.0-7 vs 2101.0-7" + - title: "2106.0-8 vs 2106.0-7" reference: 2 compare: 3 -# rca-file: "rca/rca-2n-skx-2t1c-lat-rca2.yaml" + - title: "2110.0-8 vs 2106.0-8" + reference: 3 + compare: 4 legend: - '' - 'Test Case: Test cases executed for: PDR throughput on 2n-skx with xxv710.' - - 'YYMM.V-E: [uSec +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "6" for CSIT rls2101, "7" for CSIT rls2106).' + - 'YYMM.V-E: [uSec +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "7" for CSIT rls2106, "8" for CSIT rls2110).' - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' - - '2101.0-7 vs 2101.0-6: Compares CSIT environment current vs previous with previous VPP code.' - - '2106.0-7 vs 2101.0-7: Compares VPP code current vs previous in the current CSIT environment.' + - '2106.0-8 vs 2106.0-7: Compares CSIT environment current vs previous with previous VPP code.' + - '2110.0-8 vs 2106.0-8: Compares VPP code current vs previous in the current CSIT environment.' # VPP Latency Changes 2n-skx 2t1c - type: "table" @@ -625,28 +627,28 @@ include-tests: "latency-PDR90-direction1-avg" filter: "'2T1C' and 'NDRPDR' and 'NIC_Intel-XXV710' and not 'NF_DENSITY'" columns: - - title: "2101.0-6" - data-set: "vpp-2n-skx-prev-iter-old-env" - title: "2101.0-7" - data-set: "vpp-2n-skx-prev-iter-new-env" + data-set: "vpp-2n-skx-hist-iter-new-env" - title: "2106.0-7" - data-set: "vpp-2n-skx-curr-iter-best" + data-set: "vpp-2n-skx-prev-iter-old-env" + - title: "2106.0-8" + data-set: "vpp-2n-skx-prev-iter-new-env" + - title: "2110.0-8" + data-set: "vpp-2n-skx-curr-iter" comparisons: - - title: "2101.0-7 vs 2101.0-6" - reference: 1 - compare: 2 -# rca-file: "rca/rca-2n-skx-2t1c-lat-rca1.yaml" - - title: "2106.0-7 vs 2101.0-7" + - title: "2106.0-8 vs 2106.0-7" reference: 2 compare: 3 -# rca-file: "rca/rca-2n-skx-2t1c-lat-rca2.yaml" + - title: "2110.0-8 vs 2106.0-8" + reference: 3 + compare: 4 legend: - '' - 'Test Case: Test cases executed for: PDR throughput on 2n-skx with xxv710.' - - 'YYMM.V-E: [uSec +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "6" for CSIT rls2101, "7" for CSIT rls2106).' + - 'YYMM.V-E: [uSec +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "7" for CSIT rls2106, "8" for CSIT rls2110).' - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' - - '2101.0-7 vs 2101.0-6: Compares CSIT environment current vs previous with previous VPP code.' - - '2106.0-7 vs 2101.0-7: Compares VPP code current vs previous in the current CSIT environment.' + - '2106.0-8 vs 2106.0-7: Compares CSIT environment current vs previous with previous VPP code.' + - '2110.0-8 vs 2106.0-8: Compares VPP code current vs previous in the current CSIT environment.' # VPP Latency Changes 2n-skx 2t1c - type: "table" @@ -656,28 +658,28 @@ include-tests: "latency-PDR90-direction1-max" filter: "'2T1C' and 'NDRPDR' and 'NIC_Intel-XXV710' and not 'NF_DENSITY'" columns: - - title: "2101.0-6" - data-set: "vpp-2n-skx-prev-iter-old-env" - title: "2101.0-7" - data-set: "vpp-2n-skx-prev-iter-new-env" + data-set: "vpp-2n-skx-hist-iter-new-env" - title: "2106.0-7" - data-set: "vpp-2n-skx-curr-iter-best" + data-set: "vpp-2n-skx-prev-iter-old-env" + - title: "2106.0-8" + data-set: "vpp-2n-skx-prev-iter-new-env" + - title: "2110.0-8" + data-set: "vpp-2n-skx-curr-iter" comparisons: - - title: "2101.0-7 vs 2101.0-6" - reference: 1 - compare: 2 -# rca-file: "rca/rca-2n-skx-2t1c-lat-rca1.yaml" - - title: "2106.0-7 vs 2101.0-7" + - title: "2106.0-8 vs 2106.0-7" reference: 2 compare: 3 -# rca-file: "rca/rca-2n-skx-2t1c-lat-rca2.yaml" + - title: "2110.0-8 vs 2106.0-8" + reference: 3 + compare: 4 legend: - '' - 'Test Case: Test cases executed for: PDR throughput on 2n-skx with xxv710.' - - 'YYMM.V-E: [uSec +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "6" for CSIT rls2101, "7" for CSIT rls2106).' + - 'YYMM.V-E: [uSec +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "7" for CSIT rls2106, "8" for CSIT rls2110).' - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' - - '2101.0-7 vs 2101.0-6: Compares CSIT environment current vs previous with previous VPP code.' - - '2106.0-7 vs 2101.0-7: Compares VPP code current vs previous in the current CSIT environment.' + - '2106.0-8 vs 2106.0-7: Compares CSIT environment current vs previous with previous VPP code.' + - '2110.0-8 vs 2106.0-8: Compares VPP code current vs previous in the current CSIT environment.' # VPP Latency Changes 2n-clx 2t1c - type: "table" @@ -687,28 +689,28 @@ include-tests: "latency-PDR50-direction1-avg" filter: "'2T1C' and 'NDRPDR' and 'NIC_Intel-XXV710' and not 'NF_DENSITY'" columns: - - title: "2101.0-6" - data-set: "vpp-2n-clx-prev-iter-old-env" - title: "2101.0-7" - data-set: "vpp-2n-clx-prev-iter-new-env" + data-set: "vpp-2n-clx-hist-iter-new-env" - title: "2106.0-7" - data-set: "vpp-2n-clx-curr-iter-best" + data-set: "vpp-2n-clx-prev-iter-old-env" + - title: "2106.0-8" + data-set: "vpp-2n-clx-prev-iter-new-env" + - title: "2110.0-8" + data-set: "vpp-2n-clx-curr-iter" comparisons: - - title: "2101.0-7 vs 2101.0-6" - reference: 1 - compare: 2 -# rca-file: "rca/rca-2n-clx-2t1c-lat-rca1.yaml" - - title: "2106.0-7 vs 2101.0-7" + - title: "2106.0-8 vs 2106.0-7" reference: 2 compare: 3 -# rca-file: "rca/rca-2n-clx-2t1c-lat-rca2.yaml" + - title: "2110.0-8 vs 2106.0-8" + reference: 3 + compare: 4 legend: - '' - 'Test Case: Test cases executed for: PDR throughput on 2n-clx with xxv710.' - - 'YYMM.V-E: [uSec +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "6" for CSIT rls2101, "7" for CSIT rls2106).' + - 'YYMM.V-E: [uSec +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "7" for CSIT rls2106, "8" for CSIT rls2110).' - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' - - '2101.0-7 vs 2101.0-6: Compares CSIT environment current vs previous with previous VPP code.' - - '2106.0-7 vs 2101.0-7: Compares VPP code current vs previous in the current CSIT environment.' + - '2106.0-8 vs 2106.0-7: Compares CSIT environment current vs previous with previous VPP code.' + - '2110.0-8 vs 2106.0-8: Compares VPP code current vs previous in the current CSIT environment.' # VPP Latency Changes 2n-clx 2t1c - type: "table" @@ -718,28 +720,28 @@ include-tests: "latency-PDR90-direction1-avg" filter: "'2T1C' and 'NDRPDR' and 'NIC_Intel-XXV710' and not 'NF_DENSITY'" columns: - - title: "2101.0-6" - data-set: "vpp-2n-clx-prev-iter-old-env" - title: "2101.0-7" - data-set: "vpp-2n-clx-prev-iter-new-env" + data-set: "vpp-2n-clx-hist-iter-new-env" - title: "2106.0-7" - data-set: "vpp-2n-clx-curr-iter-best" + data-set: "vpp-2n-clx-prev-iter-old-env" + - title: "2106.0-8" + data-set: "vpp-2n-clx-prev-iter-new-env" + - title: "2110.0-8" + data-set: "vpp-2n-clx-curr-iter" comparisons: - - title: "2101.0-7 vs 2101.0-6" - reference: 1 - compare: 2 -# rca-file: "rca/rca-2n-clx-2t1c-lat-rca1.yaml" - - title: "2106.0-7 vs 2101.0-7" + - title: "2106.0-8 vs 2106.0-7" reference: 2 compare: 3 -# rca-file: "rca/rca-2n-clx-2t1c-lat-rca2.yaml" + - title: "2110.0-8 vs 2106.0-8" + reference: 3 + compare: 4 legend: - '' - 'Test Case: Test cases executed for: PDR throughput on 2n-clx with xxv710.' - - 'YYMM.V-E: [uSec +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "6" for CSIT rls2101, "7" for CSIT rls2106).' + - 'YYMM.V-E: [uSec +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "7" for CSIT rls2106, "8" for CSIT rls2110).' - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' - - '2101.0-7 vs 2101.0-6: Compares CSIT environment current vs previous with previous VPP code.' - - '2106.0-7 vs 2101.0-7: Compares VPP code current vs previous in the current CSIT environment.' + - '2106.0-8 vs 2106.0-7: Compares CSIT environment current vs previous with previous VPP code.' + - '2110.0-8 vs 2106.0-8: Compares VPP code current vs previous in the current CSIT environment.' # VPP Latency Changes 2n-clx 2t1c - type: "table" @@ -749,28 +751,28 @@ include-tests: "latency-PDR90-direction1-max" filter: "'2T1C' and 'NDRPDR' and 'NIC_Intel-XXV710' and not 'NF_DENSITY'" columns: - - title: "2101.0-6" - data-set: "vpp-2n-clx-prev-iter-old-env" - title: "2101.0-7" - data-set: "vpp-2n-clx-prev-iter-new-env" + data-set: "vpp-2n-clx-hist-iter-new-env" - title: "2106.0-7" - data-set: "vpp-2n-clx-curr-iter-best" + data-set: "vpp-2n-clx-prev-iter-old-env" + - title: "2106.0-8" + data-set: "vpp-2n-clx-prev-iter-new-env" + - title: "2110.0-8" + data-set: "vpp-2n-clx-curr-iter" comparisons: - - title: "2101.0-7 vs 2101.0-6" - reference: 1 - compare: 2 -# rca-file: "rca/rca-2n-clx-2t1c-lat-rca1.yaml" - - title: "2106.0-7 vs 2101.0-7" + - title: "2106.0-8 vs 2106.0-7" reference: 2 compare: 3 -# rca-file: "rca/rca-2n-clx-2t1c-lat-rca2.yaml" + - title: "2110.0-8 vs 2106.0-8" + reference: 3 + compare: 4 legend: - '' - 'Test Case: Test cases executed for: PDR throughput on 2n-clx with xxv710.' - - 'YYMM.V-E: [uSec +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "6" for CSIT rls2101, "7" for CSIT rls2106).' + - 'YYMM.V-E: [uSec +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "7" for CSIT rls2106, "8" for CSIT rls2110).' - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' - - '2101.0-7 vs 2101.0-6: Compares CSIT environment current vs previous with previous VPP code.' - - '2106.0-7 vs 2101.0-7: Compares VPP code current vs previous in the current CSIT environment.' + - '2106.0-8 vs 2106.0-7: Compares CSIT environment current vs previous with previous VPP code.' + - '2110.0-8 vs 2106.0-8: Compares VPP code current vs previous in the current CSIT environment.' # VPP Latency Changes 2n-clx 2t1c - type: "table" @@ -780,28 +782,28 @@ include-tests: "latency-PDR50-direction1-avg" filter: "'2T1C' and 'NDRPDR' and 'NIC_Mellanox-CX556A' and not 'NF_DENSITY'" columns: - - title: "2101.0-6" - data-set: "vpp-2n-clx-prev-iter-old-env" - title: "2101.0-7" - data-set: "vpp-2n-clx-prev-iter-new-env" + data-set: "vpp-2n-clx-hist-iter-new-env" - title: "2106.0-7" - data-set: "vpp-2n-clx-curr-iter-best" + data-set: "vpp-2n-clx-prev-iter-old-env" + - title: "2106.0-8" + data-set: "vpp-2n-clx-prev-iter-new-env" + - title: "2110.0-8" + data-set: "vpp-2n-clx-curr-iter" comparisons: - - title: "2101.0-7 vs 2101.0-6" - reference: 1 - compare: 2 -# rca-file: "rca/rca-2n-clx-2t1c-lat-rca1.yaml" - - title: "2106.0-7 vs 2101.0-7" + - title: "2106.0-8 vs 2106.0-7" reference: 2 compare: 3 -# rca-file: "rca/rca-2n-clx-2t1c-lat-rca2.yaml" + - title: "2110.0-8 vs 2106.0-8" + reference: 3 + compare: 4 legend: - '' - 'Test Case: Test cases executed for: PDR throughput on 2n-clx with cx556a.' - - 'YYMM.V-E: [uSec +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "6" for CSIT rls2101, "7" for CSIT rls2106).' + - 'YYMM.V-E: [uSec +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "7" for CSIT rls2106, "8" for CSIT rls2110).' - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' - - '2101.0-7 vs 2101.0-6: Compares CSIT environment current vs previous with previous VPP code.' - - '2106.0-7 vs 2101.0-7: Compares VPP code current vs previous in the current CSIT environment.' + - '2106.0-8 vs 2106.0-7: Compares CSIT environment current vs previous with previous VPP code.' + - '2110.0-8 vs 2106.0-8: Compares VPP code current vs previous in the current CSIT environment.' # VPP Latency Changes 2n-clx 2t1c - type: "table" @@ -811,28 +813,28 @@ include-tests: "latency-PDR90-direction1-avg" filter: "'2T1C' and 'NDRPDR' and 'NIC_Mellanox-CX556A' and not 'NF_DENSITY'" columns: - - title: "2101.0-6" - data-set: "vpp-2n-clx-prev-iter-old-env" - title: "2101.0-7" - data-set: "vpp-2n-clx-prev-iter-new-env" + data-set: "vpp-2n-clx-hist-iter-new-env" - title: "2106.0-7" - data-set: "vpp-2n-clx-curr-iter-best" + data-set: "vpp-2n-clx-prev-iter-old-env" + - title: "2106.0-8" + data-set: "vpp-2n-clx-prev-iter-new-env" + - title: "2110.0-8" + data-set: "vpp-2n-clx-curr-iter" comparisons: - - title: "2101.0-7 vs 2101.0-6" - reference: 1 - compare: 2 -# rca-file: "rca/rca-2n-clx-2t1c-lat-rca1.yaml" - - title: "2106.0-7 vs 2101.0-7" + - title: "2106.0-8 vs 2106.0-7" reference: 2 compare: 3 -# rca-file: "rca/rca-2n-clx-2t1c-lat-rca2.yaml" + - title: "2110.0-8 vs 2106.0-8" + reference: 3 + compare: 4 legend: - '' - 'Test Case: Test cases executed for: PDR throughput on 2n-clx with cx556a.' - - 'YYMM.V-E: [uSec +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "6" for CSIT rls2101, "7" for CSIT rls2106).' + - 'YYMM.V-E: [uSec +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "7" for CSIT rls2106, "8" for CSIT rls2110).' - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' - - '2101.0-7 vs 2101.0-6: Compares CSIT environment current vs previous with previous VPP code.' - - '2106.0-7 vs 2101.0-7: Compares VPP code current vs previous in the current CSIT environment.' + - '2106.0-8 vs 2106.0-7: Compares CSIT environment current vs previous with previous VPP code.' + - '2110.0-8 vs 2106.0-8: Compares VPP code current vs previous in the current CSIT environment.' # VPP Latency Changes 2n-clx 2t1c - type: "table" @@ -842,28 +844,28 @@ include-tests: "latency-PDR90-direction1-max" filter: "'2T1C' and 'NDRPDR' and 'NIC_Mellanox-CX556A' and not 'NF_DENSITY'" columns: - - title: "2101.0-6" - data-set: "vpp-2n-clx-prev-iter-old-env" - title: "2101.0-7" - data-set: "vpp-2n-clx-prev-iter-new-env" + data-set: "vpp-2n-clx-hist-iter-new-env" - title: "2106.0-7" - data-set: "vpp-2n-clx-curr-iter-best" + data-set: "vpp-2n-clx-prev-iter-old-env" + - title: "2106.0-8" + data-set: "vpp-2n-clx-prev-iter-new-env" + - title: "2110.0-8" + data-set: "vpp-2n-clx-curr-iter" comparisons: - - title: "2101.0-7 vs 2101.0-6" - reference: 1 - compare: 2 -# rca-file: "rca/rca-2n-clx-2t1c-lat-rca1.yaml" - - title: "2106.0-7 vs 2101.0-7" + - title: "2106.0-8 vs 2106.0-7" reference: 2 compare: 3 -# rca-file: "rca/rca-2n-clx-2t1c-lat-rca2.yaml" + - title: "2110.0-8 vs 2106.0-8" + reference: 3 + compare: 4 legend: - '' - 'Test Case: Test cases executed for: PDR throughput on 2n-clx with cx556a.' - - 'YYMM.V-E: [uSec +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "6" for CSIT rls2101, "7" for CSIT rls2106).' + - 'YYMM.V-E: [uSec +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "7" for CSIT rls2106, "8" for CSIT rls2110).' - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' - - '2101.0-7 vs 2101.0-6: Compares CSIT environment current vs previous with previous VPP code.' - - '2106.0-7 vs 2101.0-7: Compares VPP code current vs previous in the current CSIT environment.' + - '2106.0-8 vs 2106.0-7: Compares CSIT environment current vs previous with previous VPP code.' + - '2110.0-8 vs 2106.0-8: Compares VPP code current vs previous in the current CSIT environment.' # VPP Latency Changes 2n-zn2 2t1c - type: "table" @@ -873,28 +875,28 @@ include-tests: "latency-PDR50-direction1-avg" filter: "'2T1C' and 'NDRPDR' and 'NIC_Intel-XXV710'" columns: - - title: "2101.0-6" - data-set: "vpp-2n-zn2-prev-iter-old-env" - title: "2101.0-7" - data-set: "vpp-2n-zn2-prev-iter-new-env" + data-set: "vpp-2n-zn2-hist-iter-new-env" - title: "2106.0-7" - data-set: "vpp-2n-zn2-curr-iter-best" + data-set: "vpp-2n-zn2-prev-iter-old-env" + - title: "2106.0-8" + data-set: "vpp-2n-zn2-prev-iter-new-env" + - title: "2110.0-8" + data-set: "vpp-2n-zn2-curr-iter" comparisons: - - title: "2101.0-7 vs 2101.0-6" - reference: 1 - compare: 2 -# rca-file: "rca/rca-2n-zn2-2t1c-lat-rca1.yaml" - - title: "2106.0-7 vs 2101.0-7" + - title: "2106.0-8 vs 2106.0-7" reference: 2 compare: 3 -# rca-file: "rca/rca-2n-zn2-2t1c-lat-rca2.yaml" + - title: "2110.0-8 vs 2106.0-8" + reference: 3 + compare: 4 legend: - '' - 'Test Case: Test cases executed for: PDR throughput on 2n-zn2 with xxv710.' - - 'YYMM.V-E: [uSec +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "6" for CSIT rls2101, "7" for CSIT rls2106).' + - 'YYMM.V-E: [uSec +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "7" for CSIT rls2106, "8" for CSIT rls2110).' - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' - - '2101.0-7 vs 2101.0-6: Compares CSIT environment current vs previous with previous VPP code.' - - '2106.0-7 vs 2101.0-7: Compares VPP code current vs previous in the current CSIT environment.' + - '2106.0-8 vs 2106.0-7: Compares CSIT environment current vs previous with previous VPP code.' + - '2110.0-8 vs 2106.0-8: Compares VPP code current vs previous in the current CSIT environment.' # VPP Latency Changes 2n-zn2 2t1c - type: "table" @@ -904,28 +906,28 @@ include-tests: "latency-PDR90-direction1-avg" filter: "'2T1C' and 'NDRPDR' and 'NIC_Intel-XXV710'" columns: - - title: "2101.0-6" - data-set: "vpp-2n-zn2-prev-iter-old-env" - title: "2101.0-7" - data-set: "vpp-2n-zn2-prev-iter-new-env" + data-set: "vpp-2n-zn2-hist-iter-new-env" - title: "2106.0-7" - data-set: "vpp-2n-zn2-curr-iter-best" + data-set: "vpp-2n-zn2-prev-iter-old-env" + - title: "2106.0-8" + data-set: "vpp-2n-zn2-prev-iter-new-env" + - title: "2110.0-8" + data-set: "vpp-2n-zn2-curr-iter" comparisons: - - title: "2101.0-7 vs 2101.0-6" - reference: 1 - compare: 2 -# rca-file: "rca/rca-2n-zn2-2t1c-lat-rca1.yaml" - - title: "2106.0-7 vs 2101.0-7" + - title: "2106.0-8 vs 2106.0-7" reference: 2 compare: 3 -# rca-file: "rca/rca-2n-zn2-2t1c-lat-rca2.yaml" + - title: "2110.0-8 vs 2106.0-8" + reference: 3 + compare: 4 legend: - '' - 'Test Case: Test cases executed for: PDR throughput on 2n-zn2 with xxv710.' - - 'YYMM.V-E: [uSec +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "6" for CSIT rls2101, "7" for CSIT rls2106).' + - 'YYMM.V-E: [uSec +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "7" for CSIT rls2106, "8" for CSIT rls2110).' - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' - - '2101.0-7 vs 2101.0-6: Compares CSIT environment current vs previous with previous VPP code.' - - '2106.0-7 vs 2101.0-7: Compares VPP code current vs previous in the current CSIT environment.' + - '2106.0-8 vs 2106.0-7: Compares CSIT environment current vs previous with previous VPP code.' + - '2110.0-8 vs 2106.0-8: Compares VPP code current vs previous in the current CSIT environment.' # VPP Latency Changes 2n-zn2 2t1c - type: "table" @@ -935,28 +937,28 @@ include-tests: "latency-PDR90-direction1-max" filter: "'2T1C' and 'NDRPDR' and 'NIC_Intel-XXV710'" columns: - - title: "2101.0-6" - data-set: "vpp-2n-zn2-prev-iter-old-env" - title: "2101.0-7" - data-set: "vpp-2n-zn2-prev-iter-new-env" + data-set: "vpp-2n-zn2-hist-iter-new-env" - title: "2106.0-7" - data-set: "vpp-2n-zn2-curr-iter-best" + data-set: "vpp-2n-zn2-prev-iter-old-env" + - title: "2106.0-8" + data-set: "vpp-2n-zn2-prev-iter-new-env" + - title: "2110.0-8" + data-set: "vpp-2n-zn2-curr-iter" comparisons: - - title: "2101.0-7 vs 2101.0-6" - reference: 1 - compare: 2 -# rca-file: "rca/rca-2n-zn2-2t1c-lat-rca1.yaml" - - title: "2106.0-7 vs 2101.0-7" + - title: "2106.0-8 vs 2106.0-7" reference: 2 compare: 3 -# rca-file: "rca/rca-2n-zn2-2t1c-lat-rca2.yaml" + - title: "2110.0-8 vs 2106.0-8" + reference: 3 + compare: 4 legend: - '' - 'Test Case: Test cases executed for: PDR throughput on 2n-zn2 with xxv710.' - - 'YYMM.V-E: [uSec +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "6" for CSIT rls2101, "7" for CSIT rls2106).' + - 'YYMM.V-E: [uSec +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "7" for CSIT rls2106, "8" for CSIT rls2110).' - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' - - '2101.0-7 vs 2101.0-6: Compares CSIT environment current vs previous with previous VPP code.' - - '2106.0-7 vs 2101.0-7: Compares VPP code current vs previous in the current CSIT environment.' + - '2106.0-8 vs 2106.0-7: Compares CSIT environment current vs previous with previous VPP code.' + - '2110.0-8 vs 2106.0-8: Compares VPP code current vs previous in the current CSIT environment.' # VPP Latency Changes 2n-tx2 1t1c - type: "table" @@ -966,28 +968,28 @@ include-tests: "latency-PDR50-direction1-avg" filter: "'1T1C' and 'NDRPDR'" columns: - - title: "2101.0-6" - data-set: "vpp-2n-tx2-prev-iter-old-env" - title: "2101.0-7" - data-set: "vpp-2n-tx2-prev-iter-new-env" + data-set: "vpp-2n-tx2-hist-iter-new-env" - title: "2106.0-7" - data-set: "vpp-2n-tx2-curr-iter-best" + data-set: "vpp-2n-tx2-prev-iter-old-env" + - title: "2106.0-8" + data-set: "vpp-2n-tx2-prev-iter-new-env" + - title: "2110.0-8" + data-set: "vpp-2n-tx2-curr-iter" comparisons: - - title: "2101.0-7 vs 2101.0-6" - reference: 1 - compare: 2 -# rca-file: "rca/rca-2n-tx2-1t1c-lat-rca1.yaml" - - title: "2106.0-7 vs 2101.0-7" + - title: "2106.0-8 vs 2106.0-7" reference: 2 compare: 3 -# rca-file: "rca/rca-2n-tx2-1t1c-lat-rca2.yaml" + - title: "2110.0-8 vs 2106.0-8" + reference: 3 + compare: 4 legend: - '' - 'Test Case: Test cases executed for: PDR throughput on 2n-tx2 with xl710.' - - 'YYMM.V-E: [uSec +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "6" for CSIT rls2101, "7" for CSIT rls2106).' + - 'YYMM.V-E: [uSec +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "7" for CSIT rls2106, "8" for CSIT rls2110).' - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' - - '2101.0-7 vs 2101.0-6: Compares CSIT environment current vs previous with previous VPP code.' - - '2106.0-7 vs 2101.0-7: Compares VPP code current vs previous in the current CSIT environment.' + - '2106.0-8 vs 2106.0-7: Compares CSIT environment current vs previous with previous VPP code.' + - '2110.0-8 vs 2106.0-8: Compares VPP code current vs previous in the current CSIT environment.' # VPP Latency Changes 2n-tx2 1t1c - type: "table" @@ -997,28 +999,28 @@ include-tests: "latency-PDR90-direction1-avg" filter: "'1T1C' and 'NDRPDR'" columns: - - title: "2101.0-6" - data-set: "vpp-2n-tx2-prev-iter-old-env" - title: "2101.0-7" - data-set: "vpp-2n-tx2-prev-iter-new-env" + data-set: "vpp-2n-tx2-hist-iter-new-env" - title: "2106.0-7" - data-set: "vpp-2n-tx2-curr-iter-best" + data-set: "vpp-2n-tx2-prev-iter-old-env" + - title: "2106.0-8" + data-set: "vpp-2n-tx2-prev-iter-new-env" + - title: "2110.0-8" + data-set: "vpp-2n-tx2-curr-iter" comparisons: - - title: "2101.0-7 vs 2101.0-6" - reference: 1 - compare: 2 -# rca-file: "rca/rca-2n-tx2-1t1c-lat-rca1.yaml" - - title: "2106.0-7 vs 2101.0-7" + - title: "2106.0-8 vs 2106.0-7" reference: 2 compare: 3 -# rca-file: "rca/rca-2n-tx2-1t1c-lat-rca2.yaml" + - title: "2110.0-8 vs 2106.0-8" + reference: 3 + compare: 4 legend: - '' - 'Test Case: Test cases executed for: PDR throughput on 2n-tx2 with xl710.' - - 'YYMM.V-E: [uSec +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "6" for CSIT rls2101, "7" for CSIT rls2106).' + - 'YYMM.V-E: [uSec +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "7" for CSIT rls2106, "8" for CSIT rls2110).' - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' - - '2101.0-7 vs 2101.0-6: Compares CSIT environment current vs previous with previous VPP code.' - - '2106.0-7 vs 2101.0-7: Compares VPP code current vs previous in the current CSIT environment.' + - '2106.0-8 vs 2106.0-7: Compares CSIT environment current vs previous with previous VPP code.' + - '2110.0-8 vs 2106.0-8: Compares VPP code current vs previous in the current CSIT environment.' # VPP Latency Changes 2n-tx2 1t1c - type: "table" @@ -1028,28 +1030,28 @@ include-tests: "latency-PDR90-direction1-max" filter: "'1T1C' and 'NDRPDR'" columns: - - title: "2101.0-6" - data-set: "vpp-2n-tx2-prev-iter-old-env" - title: "2101.0-7" - data-set: "vpp-2n-tx2-prev-iter-new-env" + data-set: "vpp-2n-tx2-hist-iter-new-env" - title: "2106.0-7" - data-set: "vpp-2n-tx2-curr-iter-best" + data-set: "vpp-2n-tx2-prev-iter-old-env" + - title: "2106.0-8" + data-set: "vpp-2n-tx2-prev-iter-new-env" + - title: "2110.0-8" + data-set: "vpp-2n-tx2-curr-iter" comparisons: - - title: "2101.0-7 vs 2101.0-6" - reference: 1 - compare: 2 -# rca-file: "rca/rca-2n-tx2-1t1c-lat-rca1.yaml" - - title: "2106.0-7 vs 2101.0-7" + - title: "2106.0-8 vs 2106.0-7" reference: 2 compare: 3 -# rca-file: "rca/rca-2n-tx2-1t1c-lat-rca2.yaml" + - title: "2110.0-8 vs 2106.0-8" + reference: 3 + compare: 4 legend: - '' - 'Test Case: Test cases executed for: PDR throughput on 2n-tx2 with xl710.' - - 'YYMM.V-E: [uSec +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "6" for CSIT rls2101, "7" for CSIT rls2106).' + - 'YYMM.V-E: [uSec +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "7" for CSIT rls2106, "8" for CSIT rls2110).' - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' - - '2101.0-7 vs 2101.0-6: Compares CSIT environment current vs previous with previous VPP code.' - - '2106.0-7 vs 2101.0-7: Compares VPP code current vs previous in the current CSIT environment.' + - '2106.0-8 vs 2106.0-7: Compares CSIT environment current vs previous with previous VPP code.' + - '2110.0-8 vs 2106.0-8: Compares VPP code current vs previous in the current CSIT environment.' # VPP Latency Changes 3n-tsh 1t1c - type: "table" @@ -1059,28 +1061,28 @@ include-tests: "latency-PDR50-direction1-avg" filter: "'1T1C' and 'NDRPDR'" columns: - - title: "2101.0-6" - data-set: "vpp-3n-tsh-prev-iter-old-env" - title: "2101.0-7" - data-set: "vpp-3n-tsh-prev-iter-new-env" + data-set: "vpp-3n-tsh-hist-iter-new-env" - title: "2106.0-7" - data-set: "vpp-3n-tsh-curr-iter-best" + data-set: "vpp-3n-tsh-prev-iter-old-env" + - title: "2106.0-8" + data-set: "vpp-3n-tsh-prev-iter-new-env" + - title: "2110.0-8" + data-set: "vpp-3n-tsh-curr-iter" comparisons: - - title: "2101.0-7 vs 2101.0-6" - reference: 1 - compare: 2 -# rca-file: "rca/rca-3n-tsh-1t1c-lat-rca1.yaml" - - title: "2106.0-7 vs 2101.0-7" + - title: "2106.0-8 vs 2106.0-7" reference: 2 compare: 3 -# rca-file: "rca/rca-3n-tsh-1t1c-lat-rca2.yaml" + - title: "2110.0-8 vs 2106.0-8" + reference: 3 + compare: 4 legend: - '' - 'Test Case: Test cases executed for: PDR throughput on 3n-tsh with x520.' - - 'YYMM.V-E: [uSec +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "6" for CSIT rls2101, "7" for CSIT rls2106).' + - 'YYMM.V-E: [uSec +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "7" for CSIT rls2106, "8" for CSIT rls2110).' - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' - - '2101.0-7 vs 2101.0-6: Compares CSIT environment current vs previous with previous VPP code.' - - '2106.0-7 vs 2101.0-7: Compares VPP code current vs previous in the current CSIT environment.' + - '2106.0-8 vs 2106.0-7: Compares CSIT environment current vs previous with previous VPP code.' + - '2110.0-8 vs 2106.0-8: Compares VPP code current vs previous in the current CSIT environment.' # VPP Latency Changes 3n-tsh 1t1c - type: "table" @@ -1090,28 +1092,28 @@ include-tests: "latency-PDR90-direction1-avg" filter: "'1T1C' and 'NDRPDR'" columns: - - title: "2101.0-6" - data-set: "vpp-3n-tsh-prev-iter-old-env" - title: "2101.0-7" - data-set: "vpp-3n-tsh-prev-iter-new-env" + data-set: "vpp-3n-tsh-hist-iter-new-env" - title: "2106.0-7" - data-set: "vpp-3n-tsh-curr-iter-best" + data-set: "vpp-3n-tsh-prev-iter-old-env" + - title: "2106.0-8" + data-set: "vpp-3n-tsh-prev-iter-new-env" + - title: "2110.0-8" + data-set: "vpp-3n-tsh-curr-iter" comparisons: - - title: "2101.0-7 vs 2101.0-6" - reference: 1 - compare: 2 -# rca-file: "rca/rca-3n-tsh-1t1c-lat-rca1.yaml" - - title: "2106.0-7 vs 2101.0-7" + - title: "2106.0-8 vs 2106.0-7" reference: 2 compare: 3 -# rca-file: "rca/rca-3n-tsh-1t1c-lat-rca2.yaml" + - title: "2110.0-8 vs 2106.0-8" + reference: 3 + compare: 4 legend: - '' - 'Test Case: Test cases executed for: PDR throughput on 3n-tsh with x520.' - - 'YYMM.V-E: [uSec +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "6" for CSIT rls2101, "7" for CSIT rls2106).' + - 'YYMM.V-E: [uSec +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "7" for CSIT rls2106, "8" for CSIT rls2110).' - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' - - '2101.0-7 vs 2101.0-6: Compares CSIT environment current vs previous with previous VPP code.' - - '2106.0-7 vs 2101.0-7: Compares VPP code current vs previous in the current CSIT environment.' + - '2106.0-8 vs 2106.0-7: Compares CSIT environment current vs previous with previous VPP code.' + - '2110.0-8 vs 2106.0-8: Compares VPP code current vs previous in the current CSIT environment.' # VPP Latency Changes 3n-tsh 1t1c - type: "table" @@ -1121,28 +1123,28 @@ include-tests: "latency-PDR90-direction1-max" filter: "'1T1C' and 'NDRPDR'" columns: - - title: "2101.0-6" - data-set: "vpp-3n-tsh-prev-iter-old-env" - title: "2101.0-7" - data-set: "vpp-3n-tsh-prev-iter-new-env" + data-set: "vpp-3n-tsh-hist-iter-new-env" - title: "2106.0-7" - data-set: "vpp-3n-tsh-curr-iter-best" + data-set: "vpp-3n-tsh-prev-iter-old-env" + - title: "2106.0-8" + data-set: "vpp-3n-tsh-prev-iter-new-env" + - title: "2110.0-8" + data-set: "vpp-3n-tsh-curr-iter" comparisons: - - title: "2101.0-7 vs 2101.0-6" - reference: 1 - compare: 2 -# rca-file: "rca/rca-3n-tsh-1t1c-lat-rca1.yaml" - - title: "2106.0-7 vs 2101.0-7" + - title: "2106.0-8 vs 2106.0-7" reference: 2 compare: 3 -# rca-file: "rca/rca-3n-tsh-1t1c-lat-rca2.yaml" + - title: "2110.0-8 vs 2106.0-8" + reference: 3 + compare: 4 legend: - '' - 'Test Case: Test cases executed for: PDR throughput on 3n-tsh with x520.' - - 'YYMM.V-E: [uSec +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "6" for CSIT rls2101, "7" for CSIT rls2106).' + - 'YYMM.V-E: [uSec +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "7" for CSIT rls2106, "8" for CSIT rls2110).' - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' - - '2101.0-7 vs 2101.0-6: Compares CSIT environment current vs previous with previous VPP code.' - - '2106.0-7 vs 2101.0-7: Compares VPP code current vs previous in the current CSIT environment.' + - '2106.0-8 vs 2106.0-7: Compares CSIT environment current vs previous with previous VPP code.' + - '2110.0-8 vs 2106.0-8: Compares VPP code current vs previous in the current CSIT environment.' # VPP Soak vs NDR - 2n-skx - type: "table" @@ -1517,30 +1519,28 @@ include-tests: "PDR" # "PDR" | "NDR" | "MRR" filter: "'2T1C' and 'NDRPDR' and 'NIC_Intel-XXV710' and not 'NF_DENSITY'" columns: - - title: "2009.0-6" + - title: "2101.0-7" data-set: "vpp-3n-skx-hist-iter-new-env" - - title: "2101.0-6" + - title: "2106.0-7" data-set: "vpp-3n-skx-prev-iter-old-env" - - title: "2101.0-7" + - title: "2106.0-8" data-set: "vpp-3n-skx-prev-iter-new-env" - - title: "2106.0-7" + - title: "2110.0-8" data-set: "vpp-3n-skx-curr-iter" comparisons: - - title: "2101.0-7 vs 2101.0-6" + - title: "2106.0-8 vs 2106.0-7" reference: 2 compare: 3 -# rca-file: "rca/rca-3n-skx-2t1c-pdr-rca1.yaml" - - title: "2106.0-7 vs 2101.0-7" + - title: "2110.0-8 vs 2106.0-8" reference: 3 compare: 4 -# rca-file: "rca/rca-3n-skx-2t1c-pdr-rca2.yaml" legend: - '' - 'Test Case: Test cases executed for: PDR throughput on 3n-skx with xxv710.' - - 'YYMM.V-E: [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "6" for CSIT rls2101, "7" for CSIT rls2106).' + - 'YYMM.V-E: [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "7" for CSIT rls2106, "8" for CSIT rls2110).' - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' - - '2101.0-7 vs 2101.0-6: Compares CSIT environment current vs previous with previous VPP code.' - - '2106.0-7 vs 2101.0-7: Compares VPP code current vs previous in the current CSIT environment.' + - '2106.0-8 vs 2106.0-7: Compares CSIT environment current vs previous with previous VPP code.' + - '2110.0-8 vs 2106.0-8: Compares VPP code current vs previous in the current CSIT environment.' # VPP Performance Changes 3n-skx 4t2c pdr - type: "table" @@ -1550,30 +1550,28 @@ include-tests: "PDR" # "PDR" | "NDR" | "MRR" filter: "'4T2C' and 'NDRPDR' and 'NIC_Intel-XXV710' and not 'NF_DENSITY'" columns: - - title: "2009.0-6" + - title: "2101.0-7" data-set: "vpp-3n-skx-hist-iter-new-env" - - title: "2101.0-6" + - title: "2106.0-7" data-set: "vpp-3n-skx-prev-iter-old-env" - - title: "2101.0-7" + - title: "2106.0-8" data-set: "vpp-3n-skx-prev-iter-new-env" - - title: "2106.0-7" + - title: "2110.0-8" data-set: "vpp-3n-skx-curr-iter" comparisons: - - title: "2101.0-7 vs 2101.0-6" + - title: "2106.0-8 vs 2106.0-7" reference: 2 compare: 3 -# rca-file: "rca/rca-3n-skx-4t2c-pdr-rca1.yaml" - - title: "2106.0-7 vs 2101.0-7" + - title: "2110.0-8 vs 2106.0-8" reference: 3 compare: 4 -# rca-file: "rca/rca-3n-skx-4t2c-pdr-rca2.yaml" legend: - '' - 'Test Case: Test cases executed for: PDR throughput on 3n-skx with xxv710.' - - 'YYMM.V-E: [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "6" for CSIT rls2101, "7" for CSIT rls2106).' + - 'YYMM.V-E: [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "7" for CSIT rls2106, "8" for CSIT rls2110).' - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' - - '2101.0-7 vs 2101.0-6: Compares CSIT environment current vs previous with previous VPP code.' - - '2106.0-7 vs 2101.0-7: Compares VPP code current vs previous in the current CSIT environment.' + - '2106.0-8 vs 2106.0-7: Compares CSIT environment current vs previous with previous VPP code.' + - '2110.0-8 vs 2106.0-8: Compares VPP code current vs previous in the current CSIT environment.' # VPP Performance Changes 3n-skx 2t1c ndr - type: "table" @@ -1583,30 +1581,28 @@ include-tests: "NDR" # "PDR" | "NDR" | "MRR" filter: "'2T1C' and 'NDRPDR' and 'NIC_Intel-XXV710' and not 'NF_DENSITY'" columns: - - title: "2009.0-6" + - title: "2101.0-7" data-set: "vpp-3n-skx-hist-iter-new-env" - - title: "2101.0-6" + - title: "2106.0-7" data-set: "vpp-3n-skx-prev-iter-old-env" - - title: "2101.0-7" + - title: "2106.0-8" data-set: "vpp-3n-skx-prev-iter-new-env" - - title: "2106.0-7" + - title: "2110.0-8" data-set: "vpp-3n-skx-curr-iter" comparisons: - - title: "2101.0-7 vs 2101.0-6" + - title: "2106.0-8 vs 2106.0-7" reference: 2 compare: 3 -# rca-file: "rca/rca-3n-skx-2t1c-ndr-rca1.yaml" - - title: "2106.0-7 vs 2101.0-7" + - title: "2110.0-8 vs 2106.0-8" reference: 3 compare: 4 -# rca-file: "rca/rca-3n-skx-2t1c-ndr-rca2.yaml" legend: - '' - 'Test Case: Test cases executed for: NDR throughput on 3n-skx with xxv710.' - - 'YYMM.V-E: [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "6" for CSIT rls2101, "7" for CSIT rls2106).' + - 'YYMM.V-E: [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "7" for CSIT rls2106, "8" for CSIT rls2110).' - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' - - '2101.0-7 vs 2101.0-6: Compares CSIT environment current vs previous with previous VPP code.' - - '2106.0-7 vs 2101.0-7: Compares VPP code current vs previous in the current CSIT environment.' + - '2106.0-8 vs 2106.0-7: Compares CSIT environment current vs previous with previous VPP code.' + - '2110.0-8 vs 2106.0-8: Compares VPP code current vs previous in the current CSIT environment.' # VPP Performance Changes 3n-skx 4t2c ndr - type: "table" @@ -1616,30 +1612,28 @@ include-tests: "NDR" # "PDR" | "NDR" | "MRR" filter: "'4T2C' and 'NDRPDR' and 'NIC_Intel-XXV710' and not 'NF_DENSITY'" columns: - - title: "2009.0-6" + - title: "2101.0-7" data-set: "vpp-3n-skx-hist-iter-new-env" - - title: "2101.0-6" + - title: "2106.0-7" data-set: "vpp-3n-skx-prev-iter-old-env" - - title: "2101.0-7" + - title: "2106.0-8" data-set: "vpp-3n-skx-prev-iter-new-env" - - title: "2106.0-7" + - title: "2110.0-8" data-set: "vpp-3n-skx-curr-iter" comparisons: - - title: "2101.0-7 vs 2101.0-6" + - title: "2106.0-8 vs 2106.0-7" reference: 2 compare: 3 -# rca-file: "rca/rca-3n-skx-4t2c-ndr-rca1.yaml" - - title: "2106.0-7 vs 2101.0-7" + - title: "2110.0-8 vs 2106.0-8" reference: 3 compare: 4 -# rca-file: "rca/rca-3n-skx-4t2c-ndr-rca2.yaml" legend: - '' - 'Test Case: Test cases executed for: NDR throughput on 3n-skx with xxv710.' - - 'YYMM.V-E: [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "6" for CSIT rls2101, "7" for CSIT rls2106).' + - 'YYMM.V-E: [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "7" for CSIT rls2106, "8" for CSIT rls2110).' - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' - - '2101.0-7 vs 2101.0-6: Compares CSIT environment current vs previous with previous VPP code.' - - '2106.0-7 vs 2101.0-7: Compares VPP code current vs previous in the current CSIT environment.' + - '2106.0-8 vs 2106.0-7: Compares CSIT environment current vs previous with previous VPP code.' + - '2110.0-8 vs 2106.0-8: Compares VPP code current vs previous in the current CSIT environment.' # VPP Performance Changes 2n-skx 2t1c pdr - type: "table" @@ -1649,30 +1643,28 @@ include-tests: "PDR" # "PDR" | "NDR" | "MRR" filter: "'2T1C' and 'NDRPDR' and 'NIC_Intel-XXV710' and not 'NF_DENSITY'" columns: - - title: "2009.0-6" + - title: "2101.0-7" data-set: "vpp-2n-skx-hist-iter-new-env" - - title: "2101.0-6" + - title: "2106.0-7" data-set: "vpp-2n-skx-prev-iter-old-env" - - title: "2101.0-7" + - title: "2106.0-8" data-set: "vpp-2n-skx-prev-iter-new-env" - - title: "2106.0-7" + - title: "2110.0-8" data-set: "vpp-2n-skx-curr-iter" comparisons: - - title: "2101.0-7 vs 2101.0-6" + - title: "2106.0-8 vs 2106.0-7" reference: 2 compare: 3 -# rca-file: "rca/rca-2n-skx-2t1c-pdr-rca1.yaml" - - title: "2106.0-7 vs 2101.0-7" + - title: "2110.0-8 vs 2106.0-8" reference: 3 compare: 4 -# rca-file: "rca/rca-2n-skx-2t1c-pdr-rca2.yaml" legend: - '' - 'Test Case: Test cases executed for: PDR throughput on 2n-skx with xxv710.' - - 'YYMM.V-E: [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "6" for CSIT rls2101, "7" for CSIT rls2106).' + - 'YYMM.V-E: [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "7" for CSIT rls2106, "8" for CSIT rls2110).' - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' - - '2101.0-7 vs 2101.0-6: Compares CSIT environment current vs previous with previous VPP code.' - - '2106.0-7 vs 2101.0-7: Compares VPP code current vs previous in the current CSIT environment.' + - '2106.0-8 vs 2106.0-7: Compares CSIT environment current vs previous with previous VPP code.' + - '2110.0-8 vs 2106.0-8: Compares VPP code current vs previous in the current CSIT environment.' # VPP Performance Changes 2n-skx 4t2c pdr - type: "table" @@ -1682,30 +1674,28 @@ include-tests: "PDR" # "PDR" | "NDR" | "MRR" filter: "'4T2C' and 'NDRPDR' and 'NIC_Intel-XXV710' and not 'NF_DENSITY'" columns: - - title: "2009.0-6" + - title: "2101.0-7" data-set: "vpp-2n-skx-hist-iter-new-env" - - title: "2101.0-6" + - title: "2106.0-7" data-set: "vpp-2n-skx-prev-iter-old-env" - - title: "2101.0-7" + - title: "2106.0-8" data-set: "vpp-2n-skx-prev-iter-new-env" - - title: "2106.0-7" + - title: "2110.0-8" data-set: "vpp-2n-skx-curr-iter" comparisons: - - title: "2101.0-7 vs 2101.0-6" + - title: "2106.0-8 vs 2106.0-7" reference: 2 compare: 3 -# rca-file: "rca/rca-2n-skx-4t2c-pdr-rca1.yaml" - - title: "2106.0-7 vs 2101.0-7" + - title: "2110.0-8 vs 2106.0-8" reference: 3 compare: 4 -# rca-file: "rca/rca-2n-skx-4t2c-pdr-rca2.yaml" legend: - '' - 'Test Case: Test cases executed for: PDR throughput on 2n-skx with xxv710.' - - 'YYMM.V-E: [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "6" for CSIT rls2101, "7" for CSIT rls2106).' + - 'YYMM.V-E: [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "7" for CSIT rls2106, "8" for CSIT rls2110).' - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' - - '2101.0-7 vs 2101.0-6: Compares CSIT environment current vs previous with previous VPP code.' - - '2106.0-7 vs 2101.0-7: Compares VPP code current vs previous in the current CSIT environment.' + - '2106.0-8 vs 2106.0-7: Compares CSIT environment current vs previous with previous VPP code.' + - '2110.0-8 vs 2106.0-8: Compares VPP code current vs previous in the current CSIT environment.' # VPP Performance Changes 2n-skx 2t1c ndr - type: "table" @@ -1715,30 +1705,28 @@ include-tests: "NDR" # "PDR" | "NDR" | "MRR" filter: "'2T1C' and 'NDRPDR' and 'NIC_Intel-XXV710' and not 'NF_DENSITY'" columns: - - title: "2009.0-6" + - title: "2101.0-7" data-set: "vpp-2n-skx-hist-iter-new-env" - - title: "2101.0-6" + - title: "2106.0-7" data-set: "vpp-2n-skx-prev-iter-old-env" - - title: "2101.0-7" + - title: "2106.0-8" data-set: "vpp-2n-skx-prev-iter-new-env" - - title: "2106.0-7" + - title: "2110.0-8" data-set: "vpp-2n-skx-curr-iter" comparisons: - - title: "2101.0-7 vs 2101.0-6" + - title: "2106.0-8 vs 2106.0-7" reference: 2 compare: 3 -# rca-file: "rca/rca-2n-skx-2t1c-ndr-rca1.yaml" - - title: "2106.0-7 vs 2101.0-7" + - title: "2110.0-8 vs 2106.0-8" reference: 3 compare: 4 -# rca-file: "rca/rca-2n-skx-2t1c-ndr-rca2.yaml" legend: - '' - 'Test Case: Test cases executed for: NDR throughput on 2n-skx with xxv710.' - - 'YYMM.V-E: [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "6" for CSIT rls2101, "7" for CSIT rls2106).' + - 'YYMM.V-E: [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "7" for CSIT rls2106, "8" for CSIT rls2110).' - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' - - '2101.0-7 vs 2101.0-6: Compares CSIT environment current vs previous with previous VPP code.' - - '2106.0-7 vs 2101.0-7: Compares VPP code current vs previous in the current CSIT environment.' + - '2106.0-8 vs 2106.0-7: Compares CSIT environment current vs previous with previous VPP code.' + - '2110.0-8 vs 2106.0-8: Compares VPP code current vs previous in the current CSIT environment.' # VPP Performance Changes 2n-skx 4t2c ndr - type: "table" @@ -1748,30 +1736,28 @@ include-tests: "NDR" # "PDR" | "NDR" | "MRR" filter: "'4T2C' and 'NDRPDR' and 'NIC_Intel-XXV710' and not 'NF_DENSITY'" columns: - - title: "2009.0-6" + - title: "2101.0-7" data-set: "vpp-2n-skx-hist-iter-new-env" - - title: "2101.0-6" + - title: "2106.0-7" data-set: "vpp-2n-skx-prev-iter-old-env" - - title: "2101.0-7" + - title: "2106.0-8" data-set: "vpp-2n-skx-prev-iter-new-env" - - title: "2106.0-7" + - title: "2110.0-8" data-set: "vpp-2n-skx-curr-iter" comparisons: - - title: "2101.0-7 vs 2101.0-6" + - title: "2106.0-8 vs 2106.0-7" reference: 2 compare: 3 -# rca-file: "rca/rca-2n-skx-4t2c-ndr-rca1.yaml" - - title: "2106.0-7 vs 2101.0-7" + - title: "2110.0-8 vs 2106.0-8" reference: 3 compare: 4 -# rca-file: "rca/rca-2n-skx-4t2c-ndr-rca2.yaml" legend: - '' - 'Test Case: Test cases executed for: NDR throughput on 2n-skx with xxv710.' - - 'YYMM.V-E: [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "6" for CSIT rls2101, "7" for CSIT rls2106).' + - 'YYMM.V-E: [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "7" for CSIT rls2106, "8" for CSIT rls2110).' - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' - - '2101.0-7 vs 2101.0-6: Compares CSIT environment current vs previous with previous VPP code.' - - '2106.0-7 vs 2101.0-7: Compares VPP code current vs previous in the current CSIT environment.' + - '2106.0-8 vs 2106.0-7: Compares CSIT environment current vs previous with previous VPP code.' + - '2110.0-8 vs 2106.0-8: Compares VPP code current vs previous in the current CSIT environment.' # VPP Performance Changes 2n-clx-xxv710 2t1c pdr - type: "table" @@ -1781,30 +1767,28 @@ include-tests: "PDR" # "PDR" | "NDR" | "MRR" filter: "'2T1C' and 'NDRPDR' and 'NIC_Intel-XXV710' and not 'NF_DENSITY'" columns: - - title: "2009.0-6" + - title: "2101.0-7" data-set: "vpp-2n-clx-hist-iter-new-env" - - title: "2101.0-6" + - title: "2106.0-7" data-set: "vpp-2n-clx-prev-iter-old-env" - - title: "2101.0-7" + - title: "2106.0-8" data-set: "vpp-2n-clx-prev-iter-new-env" - - title: "2106.0-7" + - title: "2110.0-8" data-set: "vpp-2n-clx-curr-iter" comparisons: - - title: "2101.0-7 vs 2101.0-6" + - title: "2106.0-8 vs 2106.0-7" reference: 2 compare: 3 -# rca-file: "rca/rca-2n-clx-2t1c-pdr-rca1.yaml" - - title: "2106.0-7 vs 2101.0-7" + - title: "2110.0-8 vs 2106.0-8" reference: 3 compare: 4 -# rca-file: "rca/rca-2n-clx-2t1c-pdr-rca1.yaml" legend: - '' - 'Test Case: Test cases executed for: PDR throughput on 2n-clx with xxv710.' - - 'YYMM.V-E: [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "6" for CSIT rls2101, "7" for CSIT rls2106).' + - 'YYMM.V-E: [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "7" for CSIT rls2106, "8" for CSIT rls2110).' - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' - - '2101.0-7 vs 2101.0-6: Compares CSIT environment current vs previous with previous VPP code.' - - '2106.0-7 vs 2101.0-7: Compares VPP code current vs previous in the current CSIT environment.' + - '2106.0-8 vs 2106.0-7: Compares CSIT environment current vs previous with previous VPP code.' + - '2110.0-8 vs 2106.0-8: Compares VPP code current vs previous in the current CSIT environment.' # VPP Performance Changes 2n-clx-xxv710 4t2c pdr - type: "table" @@ -1814,30 +1798,28 @@ include-tests: "PDR" # "PDR" | "NDR" | "MRR" filter: "'4T2C' and 'NDRPDR' and 'NIC_Intel-XXV710' and not 'NF_DENSITY'" columns: - - title: "2009.0-6" + - title: "2101.0-7" data-set: "vpp-2n-clx-hist-iter-new-env" - - title: "2101.0-6" + - title: "2106.0-7" data-set: "vpp-2n-clx-prev-iter-old-env" - - title: "2101.0-7" + - title: "2106.0-8" data-set: "vpp-2n-clx-prev-iter-new-env" - - title: "2106.0-7" + - title: "2110.0-8" data-set: "vpp-2n-clx-curr-iter" comparisons: - - title: "2101.0-7 vs 2101.0-6" + - title: "2106.0-8 vs 2106.0-7" reference: 2 compare: 3 -# rca-file: "rca/rca-2n-clx-4t2c-pdr-rca1.yaml" - - title: "2106.0-7 vs 2101.0-7" + - title: "2110.0-8 vs 2106.0-8" reference: 3 compare: 4 -# rca-file: "rca/rca-2n-clx-4t2c-pdr-rca1.yaml" legend: - '' - 'Test Case: Test cases executed for: PDR throughput on 2n-clx with xxv710.' - - 'YYMM.V-E: [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "6" for CSIT rls2101, "7" for CSIT rls2106).' + - 'YYMM.V-E: [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "7" for CSIT rls2106, "8" for CSIT rls2110).' - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' - - '2101.0-7 vs 2101.0-6: Compares CSIT environment current vs previous with previous VPP code.' - - '2106.0-7 vs 2101.0-7: Compares VPP code current vs previous in the current CSIT environment.' + - '2106.0-8 vs 2106.0-7: Compares CSIT environment current vs previous with previous VPP code.' + - '2110.0-8 vs 2106.0-8: Compares VPP code current vs previous in the current CSIT environment.' # VPP Performance Changes 2n-clx-xxv710 2t1c ndr - type: "table" @@ -1847,30 +1829,28 @@ include-tests: "NDR" # "PDR" | "NDR" | "MRR" filter: "'2T1C' and 'NDRPDR' and 'NIC_Intel-XXV710' and not 'NF_DENSITY'" columns: - - title: "2009.0-6" + - title: "2101.0-7" data-set: "vpp-2n-clx-hist-iter-new-env" - - title: "2101.0-6" + - title: "2106.0-7" data-set: "vpp-2n-clx-prev-iter-old-env" - - title: "2101.0-7" + - title: "2106.0-8" data-set: "vpp-2n-clx-prev-iter-new-env" - - title: "2106.0-7" + - title: "2110.0-8" data-set: "vpp-2n-clx-curr-iter" comparisons: - - title: "2101.0-7 vs 2101.0-6" + - title: "2106.0-8 vs 2106.0-7" reference: 2 compare: 3 -# rca-file: "rca/rca-2n-clx-2t1c-ndr-rca1.yaml" - - title: "2106.0-7 vs 2101.0-7" + - title: "2110.0-8 vs 2106.0-8" reference: 3 compare: 4 -# rca-file: "rca/rca-2n-clx-2t1c-ndr-rca1.yaml" legend: - '' - 'Test Case: Test cases executed for: NDR throughput on 2n-clx with xxv710.' - - 'YYMM.V-E: [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "6" for CSIT rls2101, "7" for CSIT rls2106).' + - 'YYMM.V-E: [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "7" for CSIT rls2106, "8" for CSIT rls2110).' - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' - - '2101.0-7 vs 2101.0-6: Compares CSIT environment current vs previous with previous VPP code.' - - '2106.0-7 vs 2101.0-7: Compares VPP code current vs previous in the current CSIT environment.' + - '2106.0-8 vs 2106.0-7: Compares CSIT environment current vs previous with previous VPP code.' + - '2110.0-8 vs 2106.0-8: Compares VPP code current vs previous in the current CSIT environment.' # VPP Performance Changes 2n-clx-xxv710 4t2c ndr - type: "table" @@ -1880,30 +1860,28 @@ include-tests: "NDR" # "PDR" | "NDR" | "MRR" filter: "'4T2C' and 'NDRPDR' and 'NIC_Intel-XXV710' and not 'NF_DENSITY'" columns: - - title: "2009.0-6" + - title: "2101.0-7" data-set: "vpp-2n-clx-hist-iter-new-env" - - title: "2101.0-6" + - title: "2106.0-7" data-set: "vpp-2n-clx-prev-iter-old-env" - - title: "2101.0-7" + - title: "2106.0-8" data-set: "vpp-2n-clx-prev-iter-new-env" - - title: "2106.0-7" + - title: "2110.0-8" data-set: "vpp-2n-clx-curr-iter" comparisons: - - title: "2101.0-7 vs 2101.0-6" + - title: "2106.0-8 vs 2106.0-7" reference: 2 compare: 3 -# rca-file: "rca/rca-2n-clx-4t2c-ndr-rca1.yaml" - - title: "2106.0-7 vs 2101.0-7" + - title: "2110.0-8 vs 2106.0-8" reference: 3 compare: 4 -# rca-file: "rca/rca-2n-clx-4t2c-ndr-rca1.yaml" legend: - '' - 'Test Case: Test cases executed for: NDR throughput on 2n-clx with xxv710.' - - 'YYMM.V-E: [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "6" for CSIT rls2101, "7" for CSIT rls2106).' + - 'YYMM.V-E: [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "7" for CSIT rls2106, "8" for CSIT rls2110).' - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' - - '2101.0-7 vs 2101.0-6: Compares CSIT environment current vs previous with previous VPP code.' - - '2106.0-7 vs 2101.0-7: Compares VPP code current vs previous in the current CSIT environment.' + - '2106.0-8 vs 2106.0-7: Compares CSIT environment current vs previous with previous VPP code.' + - '2110.0-8 vs 2106.0-8: Compares VPP code current vs previous in the current CSIT environment.' # VPP Performance Changes 2n-clx-cx556a 2t1c pdr - type: "table" @@ -1913,30 +1891,28 @@ include-tests: "PDR" # "PDR" | "NDR" | "MRR" filter: "'2T1C' and 'NDRPDR' and 'NIC_Mellanox-CX556A' and not 'NF_DENSITY'" columns: - - title: "2009.0-6" + - title: "2101.0-7" data-set: "vpp-2n-clx-hist-iter-new-env" - - title: "2101.0-6" + - title: "2106.0-7" data-set: "vpp-2n-clx-prev-iter-old-env" - - title: "2101.0-7" + - title: "2106.0-8" data-set: "vpp-2n-clx-prev-iter-new-env" - - title: "2106.0-7" + - title: "2110.0-8" data-set: "vpp-2n-clx-curr-iter" comparisons: - - title: "2101.0-7 vs 2101.0-6" + - title: "2106.0-8 vs 2106.0-7" reference: 2 compare: 3 -# rca-file: "rca/rca-2n-clx-2t1c-pdr-rca2.yaml" - - title: "2106.0-7 vs 2101.0-7" + - title: "2110.0-8 vs 2106.0-8" reference: 3 compare: 4 -# rca-file: "rca/rca-2n-clx-2t1c-pdr-rca2.yaml" legend: - '' - 'Test Case: Test cases executed for: PDR throughput on 2n-clx with cx556a.' - - 'YYMM.V-E: [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "6" for CSIT rls2101, "7" for CSIT rls2106).' + - 'YYMM.V-E: [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "7" for CSIT rls2106, "8" for CSIT rls2110).' - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' - - '2101.0-7 vs 2101.0-6: Compares CSIT environment current vs previous with previous VPP code.' - - '2106.0-7 vs 2101.0-7: Compares VPP code current vs previous in the current CSIT environment.' + - '2106.0-8 vs 2106.0-7: Compares CSIT environment current vs previous with previous VPP code.' + - '2110.0-8 vs 2106.0-8: Compares VPP code current vs previous in the current CSIT environment.' # VPP Performance Changes 2n-clx-cx556a 4t2c pdr - type: "table" @@ -1946,30 +1922,28 @@ include-tests: "PDR" # "PDR" | "NDR" | "MRR" filter: "'4T2C' and 'NDRPDR' and 'NIC_Mellanox-CX556A' and not 'NF_DENSITY'" columns: - - title: "2009.0-6" + - title: "2101.0-7" data-set: "vpp-2n-clx-hist-iter-new-env" - - title: "2101.0-6" + - title: "2106.0-7" data-set: "vpp-2n-clx-prev-iter-old-env" - - title: "2101.0-7" + - title: "2106.0-8" data-set: "vpp-2n-clx-prev-iter-new-env" - - title: "2106.0-7" + - title: "2110.0-8" data-set: "vpp-2n-clx-curr-iter" comparisons: - - title: "2101.0-7 vs 2101.0-6" + - title: "2106.0-8 vs 2106.0-7" reference: 2 compare: 3 -# rca-file: "rca/rca-2n-clx-4t2c-pdr-rca2.yaml" - - title: "2106.0-7 vs 2101.0-7" + - title: "2110.0-8 vs 2106.0-8" reference: 3 compare: 4 -# rca-file: "rca/rca-2n-clx-4t2c-pdr-rca2.yaml" legend: - '' - 'Test Case: Test cases executed for: PDR throughput on 2n-clx with cx556a.' - - 'YYMM.V-E: [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "6" for CSIT rls2101, "7" for CSIT rls2106).' + - 'YYMM.V-E: [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "7" for CSIT rls2106, "8" for CSIT rls2110).' - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' - - '2101.0-7 vs 2101.0-6: Compares CSIT environment current vs previous with previous VPP code.' - - '2106.0-7 vs 2101.0-7: Compares VPP code current vs previous in the current CSIT environment.' + - '2106.0-8 vs 2106.0-7: Compares CSIT environment current vs previous with previous VPP code.' + - '2110.0-8 vs 2106.0-8: Compares VPP code current vs previous in the current CSIT environment.' # VPP Performance Changes 2n-clx-cx556a 2t1c ndr - type: "table" @@ -1979,30 +1953,28 @@ include-tests: "NDR" # "PDR" | "NDR" | "MRR" filter: "'2T1C' and 'NDRPDR' and 'NIC_Mellanox-CX556A' and not 'NF_DENSITY'" columns: - - title: "2009.0-6" + - title: "2101.0-7" data-set: "vpp-2n-clx-hist-iter-new-env" - - title: "2101.0-6" + - title: "2106.0-7" data-set: "vpp-2n-clx-prev-iter-old-env" - - title: "2101.0-7" + - title: "2106.0-8" data-set: "vpp-2n-clx-prev-iter-new-env" - - title: "2106.0-7" + - title: "2110.0-8" data-set: "vpp-2n-clx-curr-iter" comparisons: - - title: "2101.0-7 vs 2101.0-6" + - title: "2106.0-8 vs 2106.0-7" reference: 2 compare: 3 -# rca-file: "rca/rca-2n-clx-2t1c-ndr-rca2.yaml" - - title: "2106.0-7 vs 2101.0-7" + - title: "2110.0-8 vs 2106.0-8" reference: 3 compare: 4 -# rca-file: "rca/rca-2n-clx-2t1c-ndr-rca2.yaml" legend: - '' - 'Test Case: Test cases executed for: NDR throughput on 2n-clx with cx556a.' - - 'YYMM.V-E: [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "6" for CSIT rls2101, "7" for CSIT rls2106).' + - 'YYMM.V-E: [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "7" for CSIT rls2106, "8" for CSIT rls2110).' - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' - - '2101.0-7 vs 2101.0-6: Compares CSIT environment current vs previous with previous VPP code.' - - '2106.0-7 vs 2101.0-7: Compares VPP code current vs previous in the current CSIT environment.' + - '2106.0-8 vs 2106.0-7: Compares CSIT environment current vs previous with previous VPP code.' + - '2110.0-8 vs 2106.0-8: Compares VPP code current vs previous in the current CSIT environment.' # VPP Performance Changes 2n-clx-cx556a 4t2c ndr - type: "table" @@ -2012,30 +1984,28 @@ include-tests: "NDR" # "PDR" | "NDR" | "MRR" filter: "'4T2C' and 'NDRPDR' and 'NIC_Mellanox-CX556A' and not 'NF_DENSITY'" columns: - - title: "2009.0-6" + - title: "2101.0-7" data-set: "vpp-2n-clx-hist-iter-new-env" - - title: "2101.0-6" + - title: "2106.0-7" data-set: "vpp-2n-clx-prev-iter-old-env" - - title: "2101.0-7" + - title: "2106.0-8" data-set: "vpp-2n-clx-prev-iter-new-env" - - title: "2106.0-7" + - title: "2110.0-8" data-set: "vpp-2n-clx-curr-iter" comparisons: - - title: "2101.0-7 vs 2101.0-6" + - title: "2106.0-8 vs 2106.0-7" reference: 2 compare: 3 -# rca-file: "rca/rca-2n-clx-4t2c-ndr-rca2.yaml" - - title: "2106.0-7 vs 2101.0-7" + - title: "2110.0-8 vs 2106.0-8" reference: 3 compare: 4 -# rca-file: "rca/rca-2n-clx-4t2c-ndr-rca2.yaml" legend: - '' - 'Test Case: Test cases executed for: NDR throughput on 2n-clx with cx556a.' - - 'YYMM.V-E: [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "6" for CSIT rls2101, "7" for CSIT rls2106).' + - 'YYMM.V-E: [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "7" for CSIT rls2106, "8" for CSIT rls2110).' - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' - - '2101.0-7 vs 2101.0-6: Compares CSIT environment current vs previous with previous VPP code.' - - '2106.0-7 vs 2101.0-7: Compares VPP code current vs previous in the current CSIT environment.' + - '2106.0-8 vs 2106.0-7: Compares CSIT environment current vs previous with previous VPP code.' + - '2110.0-8 vs 2106.0-8: Compares VPP code current vs previous in the current CSIT environment.' # VPP Performance Changes 2n-zn2-xxv710 2t1c pdr - type: "table" @@ -2045,30 +2015,28 @@ include-tests: "PDR" # "PDR" | "NDR" | "MRR" filter: "'2T1C' and 'NDRPDR' and 'NIC_Intel-XXV710'" columns: - - title: "2009.0-6" + - title: "2101.0-7" data-set: "vpp-2n-zn2-hist-iter-new-env" - - title: "2101.0-6" + - title: "2106.0-7" data-set: "vpp-2n-zn2-prev-iter-old-env" - - title: "2101.0-7" + - title: "2106.0-8" data-set: "vpp-2n-zn2-prev-iter-new-env" - - title: "2106.0-7" + - title: "2110.0-8" data-set: "vpp-2n-zn2-curr-iter" comparisons: - - title: "2101.0-7 vs 2101.0-6" + - title: "2106.0-8 vs 2106.0-7" reference: 2 compare: 3 -# rca-file: "rca/rca-2n-zn2-2t1c-pdr-rca1.yaml" - - title: "2106.0-7 vs 2101.0-7" + - title: "2110.0-8 vs 2106.0-8" reference: 3 compare: 4 -# rca-file: "rca/rca-2n-zn2-2t1c-pdr-rca1.yaml" legend: - '' - 'Test Case: Test cases executed for: PDR throughput on 2n-zn2 with xxv710.' - - 'YYMM.V-E: [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "6" for CSIT rls2101, "7" for CSIT rls2106).' + - 'YYMM.V-E: [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "7" for CSIT rls2106, "8" for CSIT rls2110).' - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' - - '2101.0-7 vs 2101.0-6: Compares CSIT environment current vs previous with previous VPP code.' - - '2106.0-7 vs 2101.0-7: Compares VPP code current vs previous in the current CSIT environment.' + - '2106.0-8 vs 2106.0-7: Compares CSIT environment current vs previous with previous VPP code.' + - '2110.0-8 vs 2106.0-8: Compares VPP code current vs previous in the current CSIT environment.' # VPP Performance Changes 2n-zn2-xxv710 4t2c pdr - type: "table" @@ -2078,30 +2046,28 @@ include-tests: "PDR" # "PDR" | "NDR" | "MRR" filter: "'4T2C' and 'NDRPDR' and 'NIC_Intel-XXV710'" columns: - - title: "2009.0-6" + - title: "2101.0-7" data-set: "vpp-2n-zn2-hist-iter-new-env" - - title: "2101.0-6" + - title: "2106.0-7" data-set: "vpp-2n-zn2-prev-iter-old-env" - - title: "2101.0-7" + - title: "2106.0-8" data-set: "vpp-2n-zn2-prev-iter-new-env" - - title: "2106.0-7" + - title: "2110.0-8" data-set: "vpp-2n-zn2-curr-iter" comparisons: - - title: "2101.0-7 vs 2101.0-6" + - title: "2106.0-8 vs 2106.0-7" reference: 2 compare: 3 -# rca-file: "rca/rca-2n-zn2-4t2c-pdr-rca1.yaml" - - title: "2106.0-7 vs 2101.0-7" + - title: "2110.0-8 vs 2106.0-8" reference: 3 compare: 4 -# rca-file: "rca/rca-2n-zn2-4t2c-pdr-rca1.yaml" legend: - '' - 'Test Case: Test cases executed for: PDR throughput on 2n-zn2 with xxv710.' - - 'YYMM.V-E: [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "6" for CSIT rls2101, "7" for CSIT rls2106).' + - 'YYMM.V-E: [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "7" for CSIT rls2106, "8" for CSIT rls2110).' - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' - - '2101.0-7 vs 2101.0-6: Compares CSIT environment current vs previous with previous VPP code.' - - '2106.0-7 vs 2101.0-7: Compares VPP code current vs previous in the current CSIT environment.' + - '2106.0-8 vs 2106.0-7: Compares CSIT environment current vs previous with previous VPP code.' + - '2110.0-8 vs 2106.0-8: Compares VPP code current vs previous in the current CSIT environment.' # VPP Performance Changes 2n-zn2-xxv710 2t1c ndr - type: "table" @@ -2111,30 +2077,28 @@ include-tests: "NDR" # "PDR" | "NDR" | "MRR" filter: "'2T1C' and 'NDRPDR' and 'NIC_Intel-XXV710'" columns: - - title: "2009.0-6" + - title: "2101.0-7" data-set: "vpp-2n-zn2-hist-iter-new-env" - - title: "2101.0-6" + - title: "2106.0-7" data-set: "vpp-2n-zn2-prev-iter-old-env" - - title: "2101.0-7" + - title: "2106.0-8" data-set: "vpp-2n-zn2-prev-iter-new-env" - - title: "2106.0-7" + - title: "2110.0-8" data-set: "vpp-2n-zn2-curr-iter" comparisons: - - title: "2101.0-7 vs 2101.0-6" + - title: "2106.0-8 vs 2106.0-7" reference: 2 compare: 3 -# rca-file: "rca/rca-2n-zn2-2t1c-ndr-rca1.yaml" - - title: "2106.0-7 vs 2101.0-7" + - title: "2110.0-8 vs 2106.0-8" reference: 3 compare: 4 -# rca-file: "rca/rca-2n-zn2-2t1c-ndr-rca1.yaml" legend: - '' - 'Test Case: Test cases executed for: NDR throughput on 2n-zn2 with xxv710.' - - 'YYMM.V-E: [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "6" for CSIT rls2101, "7" for CSIT rls2106).' + - 'YYMM.V-E: [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "7" for CSIT rls2106, "8" for CSIT rls2110).' - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' - - '2101.0-7 vs 2101.0-6: Compares CSIT environment current vs previous with previous VPP code.' - - '2106.0-7 vs 2101.0-7: Compares VPP code current vs previous in the current CSIT environment.' + - '2106.0-8 vs 2106.0-7: Compares CSIT environment current vs previous with previous VPP code.' + - '2110.0-8 vs 2106.0-8: Compares VPP code current vs previous in the current CSIT environment.' # VPP Performance Changes 2n-zn2-xxv710 4t2c ndr - type: "table" @@ -2144,30 +2108,28 @@ include-tests: "NDR" # "PDR" | "NDR" | "MRR" filter: "'4T2C' and 'NDRPDR' and 'NIC_Intel-XXV710'" columns: - - title: "2009.0-6" + - title: "2101.0-7" data-set: "vpp-2n-zn2-hist-iter-new-env" - - title: "2101.0-6" + - title: "2106.0-7" data-set: "vpp-2n-zn2-prev-iter-old-env" - - title: "2101.0-7" + - title: "2106.0-8" data-set: "vpp-2n-zn2-prev-iter-new-env" - - title: "2106.0-7" + - title: "2110.0-8" data-set: "vpp-2n-zn2-curr-iter" comparisons: - - title: "2101.0-7 vs 2101.0-6" + - title: "2106.0-8 vs 2106.0-7" reference: 2 compare: 3 -# rca-file: "rca/rca-2n-zn2-4t2c-ndr-rca1.yaml" - - title: "2106.0-7 vs 2101.0-7" + - title: "2110.0-8 vs 2106.0-8" reference: 3 compare: 4 -# rca-file: "rca/rca-2n-zn2-4t2c-ndr-rca1.yaml" legend: - '' - 'Test Case: Test cases executed for: NDR throughput on 2n-zn2 with xxv710.' - - 'YYMM.V-E: [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "6" for CSIT rls2101, "7" for CSIT rls2106).' + - 'YYMM.V-E: [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "7" for CSIT rls2106, "8" for CSIT rls2110).' - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' - - '2101.0-7 vs 2101.0-6: Compares CSIT environment current vs previous with previous VPP code.' - - '2106.0-7 vs 2101.0-7: Compares VPP code current vs previous in the current CSIT environment.' + - '2106.0-8 vs 2106.0-7: Compares CSIT environment current vs previous with previous VPP code.' + - '2110.0-8 vs 2106.0-8: Compares VPP code current vs previous in the current CSIT environment.' # VPP Performance Changes 2n-dnv 1t1c pdr - type: "table" @@ -2177,28 +2139,28 @@ include-tests: "PDR" # "PDR" | "NDR" | "MRR" filter: "'1T1C'" columns: - - title: "2009.0-6" + - title: "2101.0-7" data-set: "vpp-2n-dnv-hist-iter-new-env" - - title: "2101.0-6" + - title: "2106.0-7" data-set: "vpp-2n-dnv-prev-iter-old-env" - - title: "2101.0-7" + - title: "2106.0-8" data-set: "vpp-2n-dnv-prev-iter-new-env" - - title: "2106.0-7" + - title: "2110.0-8" data-set: "vpp-2n-dnv-curr-iter" comparisons: - - title: "2101.0-7 vs 2101.0-6" + - title: "2106.0-8 vs 2106.0-7" reference: 2 compare: 3 - - title: "2101.0-6 vs 2009.0-5" + - title: "2110.0-8 vs 2106.0-8" reference: 3 compare: 4 legend: - '' - 'Test Case: Test cases executed for: PDR throughput on 2n-dnv with x553.' - - 'YYMM.V-E: [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "6" for CSIT rls2101, "7" for CSIT rls2106).' + - 'YYMM.V-E: [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "7" for CSIT rls2106, "8" for CSIT rls2110).' - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' - - '2101.0-7 vs 2101.0-6: Compares CSIT environment current vs previous with previous VPP code.' - - '2106.0-7 vs 2101.0-7: Compares VPP code current vs previous.' + - '2106.0-8 vs 2106.0-7: Compares CSIT environment current vs previous with previous VPP code.' + - '2110.0-8 vs 2106.0-8: Compares VPP code current vs previous.' # VPP Performance Changes 2n-dnv 2t2c pdr - type: "table" @@ -2208,28 +2170,28 @@ include-tests: "PDR" # "PDR" | "NDR" | "MRR" filter: "'2T2C'" columns: - - title: "2009.0-6" + - title: "2101.0-7" data-set: "vpp-2n-dnv-hist-iter-new-env" - - title: "2101.0-6" + - title: "2106.0-7" data-set: "vpp-2n-dnv-prev-iter-old-env" - - title: "2101.0-7" + - title: "2106.0-8" data-set: "vpp-2n-dnv-prev-iter-new-env" - - title: "2106.0-7" + - title: "2110.0-8" data-set: "vpp-2n-dnv-curr-iter" comparisons: - - title: "2101.0-7 vs 2101.0-6" + - title: "2106.0-8 vs 2106.0-7" reference: 2 compare: 3 - - title: "2101.0-6 vs 2009.0-5" + - title: "2110.0-8 vs 2106.0-8" reference: 3 compare: 4 legend: - '' - 'Test Case: Test cases executed for: PDR throughput on 2n-dnv with x553.' - - 'YYMM.V-E: [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "6" for CSIT rls2101, "7" for CSIT rls2106).' + - 'YYMM.V-E: [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "7" for CSIT rls2106, "8" for CSIT rls2110).' - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' - - '2101.0-7 vs 2101.0-6: Compares CSIT environment current vs previous with previous VPP code.' - - '2106.0-7 vs 2101.0-7: Compares VPP code current vs previous.' + - '2106.0-8 vs 2106.0-7: Compares CSIT environment current vs previous with previous VPP code.' + - '2110.0-8 vs 2106.0-8: Compares VPP code current vs previous.' # VPP Performance Changes 2n-dnv 1t1c ndr - type: "table" @@ -2239,28 +2201,28 @@ include-tests: "NDR" # "PDR" | "NDR" | "MRR" filter: "'1T1C'" columns: - - title: "2009.0-6" + - title: "2101.0-7" data-set: "vpp-2n-dnv-hist-iter-new-env" - - title: "2101.0-6" + - title: "2106.0-7" data-set: "vpp-2n-dnv-prev-iter-old-env" - - title: "2101.0-7" + - title: "2106.0-8" data-set: "vpp-2n-dnv-prev-iter-new-env" - - title: "2106.0-7" + - title: "2110.0-8" data-set: "vpp-2n-dnv-curr-iter" comparisons: - - title: "2101.0-7 vs 2101.0-6" + - title: "2106.0-8 vs 2106.0-7" reference: 2 compare: 3 - - title: "2101.0-6 vs 2009.0-5" + - title: "2110.0-8 vs 2106.0-8" reference: 3 compare: 4 legend: - '' - 'Test Case: Test cases executed for: NDR throughput on 2n-dnv with x553.' - - 'YYMM.V-E: [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "6" for CSIT rls2101, "7" for CSIT rls2106).' + - 'YYMM.V-E: [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "7" for CSIT rls2106, "8" for CSIT rls2110).' - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' - - '2101.0-7 vs 2101.0-6: Compares CSIT environment current vs previous with previous VPP code.' - - '2106.0-7 vs 2101.0-7: Compares VPP code current vs previous.' + - '2106.0-8 vs 2106.0-7: Compares CSIT environment current vs previous with previous VPP code.' + - '2110.0-8 vs 2106.0-8: Compares VPP code current vs previous.' # VPP Performance Changes 2n-dnv 2t2c ndr - type: "table" @@ -2270,28 +2232,28 @@ include-tests: "NDR" # "PDR" | "NDR" | "MRR" filter: "'2T2C'" columns: - - title: "2009.0-6" + - title: "2101.0-7" data-set: "vpp-2n-dnv-hist-iter-new-env" - - title: "2101.0-6" + - title: "2106.0-7" data-set: "vpp-2n-dnv-prev-iter-old-env" - - title: "2101.0-7" + - title: "2106.0-8" data-set: "vpp-2n-dnv-prev-iter-new-env" - - title: "2106.0-7" + - title: "2110.0-8" data-set: "vpp-2n-dnv-curr-iter" comparisons: - - title: "2101.0-7 vs 2101.0-6" + - title: "2106.0-8 vs 2106.0-7" reference: 2 compare: 3 - - title: "2101.0-6 vs 2009.0-5" + - title: "2110.0-8 vs 2106.0-8" reference: 3 compare: 4 legend: - '' - 'Test Case: Test cases executed for: NDR throughput on 2n-dnv with x553.' - - 'YYMM.V-E: [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "6" for CSIT rls2101, "7" for CSIT rls2106).' + - 'YYMM.V-E: [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "7" for CSIT rls2106, "8" for CSIT rls2110).' - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' - - '2101.0-7 vs 2101.0-6: Compares CSIT environment current vs previous with previous VPP code.' - - '2106.0-7 vs 2101.0-7: Compares VPP code current vs previous.' + - '2106.0-8 vs 2106.0-7: Compares CSIT environment current vs previous with previous VPP code.' + - '2110.0-8 vs 2106.0-8: Compares VPP code current vs previous.' # VPP Performance Changes 3n-dnv 1t1c pdr - type: "table" @@ -2301,28 +2263,28 @@ include-tests: "PDR" # "PDR" | "NDR" | "MRR" filter: "'1T1C'" columns: - - title: "2009.0-6" + - title: "2101.0-7" data-set: "vpp-3n-dnv-hist-iter-new-env" - - title: "2101.0-6" + - title: "2106.0-7" data-set: "vpp-3n-dnv-prev-iter-old-env" - - title: "2101.0-7" + - title: "2106.0-8" data-set: "vpp-3n-dnv-prev-iter-new-env" - - title: "2106.0-7" + - title: "2110.0-8" data-set: "vpp-3n-dnv-curr-iter" comparisons: - - title: "2101.0-7 vs 2101.0-6" + - title: "2106.0-8 vs 2106.0-7" reference: 2 compare: 3 - - title: "2101.0-6 vs 2009.0-5" + - title: "2110.0-8 vs 2106.0-8" reference: 3 compare: 4 legend: - '' - 'Test Case: Test cases executed for: PDR throughput on 3n-dnv with x553.' - - 'YYMM.V-E: [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "6" for CSIT rls2101, "7" for CSIT rls2106).' + - 'YYMM.V-E: [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "7" for CSIT rls2106, "8" for CSIT rls2110).' - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' - - '2101.0-7 vs 2101.0-6: Compares CSIT environment current vs previous with previous VPP code.' - - '2106.0-7 vs 2101.0-7: Compares VPP code current vs previous.' + - '2106.0-8 vs 2106.0-7: Compares CSIT environment current vs previous with previous VPP code.' + - '2110.0-8 vs 2106.0-8: Compares VPP code current vs previous.' # VPP Performance Changes 3n-dnv 2t2c pdr - type: "table" @@ -2332,28 +2294,28 @@ include-tests: "PDR" # "PDR" | "NDR" | "MRR" filter: "'2T2C'" columns: - - title: "2009.0-6" + - title: "2101.0-7" data-set: "vpp-3n-dnv-hist-iter-new-env" - - title: "2101.0-6" + - title: "2106.0-7" data-set: "vpp-3n-dnv-prev-iter-old-env" - - title: "2101.0-7" + - title: "2106.0-8" data-set: "vpp-3n-dnv-prev-iter-new-env" - - title: "2106.0-7" + - title: "2110.0-8" data-set: "vpp-3n-dnv-curr-iter" comparisons: - - title: "2101.0-7 vs 2101.0-6" + - title: "2106.0-8 vs 2106.0-7" reference: 2 compare: 3 - - title: "2101.0-6 vs 2009.0-5" + - title: "2110.0-8 vs 2106.0-8" reference: 3 compare: 4 legend: - '' - 'Test Case: Test cases executed for: PDR throughput on 3n-dnv with x553.' - - 'YYMM.V-E: [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "6" for CSIT rls2101, "7" for CSIT rls2106).' + - 'YYMM.V-E: [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "7" for CSIT rls2106, "8" for CSIT rls2110).' - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' - - '2101.0-7 vs 2101.0-6: Compares CSIT environment current vs previous with previous VPP code.' - - '2106.0-7 vs 2101.0-7: Compares VPP code current vs previous.' + - '2106.0-8 vs 2106.0-7: Compares CSIT environment current vs previous with previous VPP code.' + - '2110.0-8 vs 2106.0-8: Compares VPP code current vs previous.' # VPP Performance Changes 3n-dnv 1t1c ndr - type: "table" @@ -2363,28 +2325,28 @@ include-tests: "NDR" # "PDR" | "NDR" | "MRR" filter: "'1T1C'" columns: - - title: "2009.0-6" + - title: "2101.0-7" data-set: "vpp-3n-dnv-hist-iter-new-env" - - title: "2101.0-6" + - title: "2106.0-7" data-set: "vpp-3n-dnv-prev-iter-old-env" - - title: "2101.0-7" + - title: "2106.0-8" data-set: "vpp-3n-dnv-prev-iter-new-env" - - title: "2106.0-7" + - title: "2110.0-8" data-set: "vpp-3n-dnv-curr-iter" comparisons: - - title: "2101.0-7 vs 2101.0-6" + - title: "2106.0-8 vs 2106.0-7" reference: 2 compare: 3 - - title: "2101.0-6 vs 2009.0-5" + - title: "2110.0-8 vs 2106.0-8" reference: 3 compare: 4 legend: - '' - 'Test Case: Test cases executed for: NDR throughput on 3n-dnv with x553.' - - 'YYMM.V-E: [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "6" for CSIT rls2101, "7" for CSIT rls2106).' + - 'YYMM.V-E: [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "7" for CSIT rls2106, "8" for CSIT rls2110).' - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' - - '2101.0-7 vs 2101.0-6: Compares CSIT environment current vs previous with previous VPP code.' - - '2106.0-7 vs 2101.0-7: Compares VPP code current vs previous.' + - '2106.0-8 vs 2106.0-7: Compares CSIT environment current vs previous with previous VPP code.' + - '2110.0-8 vs 2106.0-8: Compares VPP code current vs previous.' # VPP Performance Changes 3n-dnv 2t2c ndr - type: "table" @@ -2394,28 +2356,28 @@ include-tests: "NDR" # "PDR" | "NDR" | "MRR" filter: "'2T2C'" columns: - - title: "2009.0-6" + - title: "2101.0-7" data-set: "vpp-3n-dnv-hist-iter-new-env" - - title: "2101.0-6" + - title: "2106.0-7" data-set: "vpp-3n-dnv-prev-iter-old-env" - - title: "2101.0-7" + - title: "2106.0-8" data-set: "vpp-3n-dnv-prev-iter-new-env" - - title: "2106.0-7" + - title: "2110.0-8" data-set: "vpp-3n-dnv-curr-iter" comparisons: - - title: "2101.0-7 vs 2101.0-6" + - title: "2106.0-8 vs 2106.0-7" reference: 2 compare: 3 - - title: "2101.0-6 vs 2009.0-5" + - title: "2110.0-8 vs 2106.0-8" reference: 3 compare: 4 legend: - '' - 'Test Case: Test cases executed for: NDR throughput on 3n-dnv with x553.' - - 'YYMM.V-E: [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "6" for CSIT rls2101, "7" for CSIT rls2106).' + - 'YYMM.V-E: [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "7" for CSIT rls2106, "8" for CSIT rls2110).' - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' - - '2101.0-7 vs 2101.0-6: Compares CSIT environment current vs previous with previous VPP code.' - - '2106.0-7 vs 2101.0-7: Compares VPP code current vs previous.' + - '2106.0-8 vs 2106.0-7: Compares CSIT environment current vs previous with previous VPP code.' + - '2110.0-8 vs 2106.0-8: Compares VPP code current vs previous.' # VPP Performance Changes 3n-tsh 1t1c pdr - type: "table" @@ -2425,32 +2387,28 @@ include-tests: "PDR" # "PDR" | "NDR" | "MRR" filter: "'1T1C'" columns: - - title: "2009.0-6" + - title: "2101.0-7" data-set: "vpp-3n-tsh-hist-iter-new-env" - - title: "2101.0-6" - data-set: "vpp-3n-tsh-prev-iter-old-env" -# - title: "2101.0-7" -# data-set: "vpp-3n-tsh-prev-iter-new-env" - title: "2106.0-7" + data-set: "vpp-3n-tsh-prev-iter-old-env" + - title: "2106.0-8" + data-set: "vpp-3n-tsh-prev-iter-new-env" + - title: "2110.0-8" data-set: "vpp-3n-tsh-curr-iter" comparisons: -# - title: "2101.0-7 vs 2101.0-6" -# reference: 2 -# compare: 3 -# rca-file: "rca/rca-3n-tsh-1t1c-pdr-rca1.yaml" -# - title: "2106.0-7 vs 2101.0-7" - - title: "2106.0-7 vs 2101.0-6" - reference: 2 # 3 - compare: 3 # 4 -# rca-file: "rca/rca-3n-tsh-1t1c-pdr-rca2.yaml" + - title: "2106.0-8 vs 2106.0-7" + reference: 2 + compare: 3 + - title: "2110.0-8 vs 2106.0-8" + reference: 3 + compare: 4 legend: - '' - 'Test Case: Test cases executed for: PDR throughput on 3n-tsh with x520.' - - 'YYMM.V-E: [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "6" for CSIT rls2101, "7" for CSIT rls2106).' + - 'YYMM.V-E: [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "7" for CSIT rls2106, "8" for CSIT rls2110).' - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' - - '2101.0-7 vs 2101.0-6: Compares CSIT environment current vs previous with previous VPP code.' -# - '2106.0-7 vs 2101.0-7: Compares VPP code current vs previous in the current CSIT environment.' - - '2106.0-7 vs 2101.0-6: Compares VPP code current vs previous.' + - '2106.0-8 vs 2106.0-7: Compares CSIT environment current vs previous with previous VPP code.' + - '2110.0-8 vs 2106.0-8: Compares VPP code current vs previous in the current CSIT environment.' # VPP Performance Changes 3n-tsh 2t2c pdr - type: "table" @@ -2460,32 +2418,28 @@ include-tests: "PDR" # "PDR" | "NDR" | "MRR" filter: "'2T2C'" columns: - - title: "2009.0-6" + - title: "2101.0-7" data-set: "vpp-3n-tsh-hist-iter-new-env" - - title: "2101.0-6" - data-set: "vpp-3n-tsh-prev-iter-old-env" -# - title: "2101.0-7" -# data-set: "vpp-3n-tsh-prev-iter-new-env" - title: "2106.0-7" + data-set: "vpp-3n-tsh-prev-iter-old-env" + - title: "2106.0-8" + data-set: "vpp-3n-tsh-prev-iter-new-env" + - title: "2110.0-8" data-set: "vpp-3n-tsh-curr-iter" comparisons: -# - title: "2101.0-7 vs 2101.0-6" -# reference: 2 -# compare: 3 -# rca-file: "rca/rca-3n-tsh-2t2c-pdr-rca1.yaml" -# - title: "2106.0-7 vs 2101.0-7" - - title: "2106.0-7 vs 2101.0-6" - reference: 2 # 3 - compare: 3 # 4 -# rca-file: "rca/rca-3n-tsh-2t2c-pdr-rca2.yaml" + - title: "2106.0-8 vs 2106.0-7" + reference: 2 + compare: 3 + - title: "2110.0-8 vs 2106.0-8" + reference: 3 + compare: 4 legend: - '' - 'Test Case: Test cases executed for: PDR throughput on 3n-tsh with x520.' - - 'YYMM.V-E: [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "6" for CSIT rls2101, "7" for CSIT rls2106).' + - 'YYMM.V-E: [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "7" for CSIT rls2106, "8" for CSIT rls2110).' - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' - - '2101.0-7 vs 2101.0-6: Compares CSIT environment current vs previous with previous VPP code.' -# - '2106.0-7 vs 2101.0-7: Compares VPP code current vs previous in the current CSIT environment.' - - '2106.0-7 vs 2101.0-6: Compares VPP code current vs previous.' + - '2106.0-8 vs 2106.0-7: Compares CSIT environment current vs previous with previous VPP code.' + - '2110.0-8 vs 2106.0-8: Compares VPP code current vs previous in the current CSIT environment.' # VPP Performance Changes 3n-tsh 1t1c ndr - type: "table" @@ -2495,32 +2449,28 @@ include-tests: "NDR" # "PDR" | "NDR" | "MRR" filter: "'1T1C'" columns: - - title: "2009.0-6" + - title: "2101.0-7" data-set: "vpp-3n-tsh-hist-iter-new-env" - - title: "2101.0-6" - data-set: "vpp-3n-tsh-prev-iter-old-env" -# - title: "2101.0-7" -# data-set: "vpp-3n-tsh-prev-iter-new-env" - title: "2106.0-7" + data-set: "vpp-3n-tsh-prev-iter-old-env" + - title: "2106.0-8" + data-set: "vpp-3n-tsh-prev-iter-new-env" + - title: "2110.0-8" data-set: "vpp-3n-tsh-curr-iter" comparisons: -# - title: "2101.0-7 vs 2101.0-6" -# reference: 2 -# compare: 3 -# rca-file: "rca/rca-3n-tsh-1t1c-ndr-rca1.yaml" -# - title: "2106.0-7 vs 2101.0-7" - - title: "2106.0-7 vs 2101.0-6" - reference: 2 # 3 - compare: 3 # 4 -# rca-file: "rca/rca-3n-tsh-1t1c-ndr-rca2.yaml" + - title: "2106.0-8 vs 2106.0-7" + reference: 2 + compare: 3 + - title: "2110.0-8 vs 2106.0-8" + reference: 3 + compare: 4 legend: - '' - 'Test Case: Test cases executed for: NDR throughput on 3n-tsh with x520.' - - 'YYMM.V-E: [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "6" for CSIT rls2101, "7" for CSIT rls2106).' + - 'YYMM.V-E: [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "7" for CSIT rls2106, "8" for CSIT rls2110).' - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' - - '2101.0-7 vs 2101.0-6: Compares CSIT environment current vs previous with previous VPP code.' -# - '2106.0-7 vs 2101.0-7: Compares VPP code current vs previous in the current CSIT environment.' - - '2106.0-7 vs 2101.0-6: Compares VPP code current vs previous.' + - '2106.0-8 vs 2106.0-7: Compares CSIT environment current vs previous with previous VPP code.' + - '2110.0-8 vs 2106.0-8: Compares VPP code current vs previous in the current CSIT environment.' # VPP Performance Changes 3n-tsh 2t2c ndr - type: "table" @@ -2530,32 +2480,28 @@ include-tests: "NDR" # "PDR" | "NDR" | "MRR" filter: "'2T2C'" columns: - - title: "2009.0-6" + - title: "2101.0-7" data-set: "vpp-3n-tsh-hist-iter-new-env" - - title: "2101.0-6" - data-set: "vpp-3n-tsh-prev-iter-old-env" -# - title: "2101.0-7" -# data-set: "vpp-3n-tsh-prev-iter-new-env" - title: "2106.0-7" + data-set: "vpp-3n-tsh-prev-iter-old-env" + - title: "2106.0-8" + data-set: "vpp-3n-tsh-prev-iter-new-env" + - title: "2110.0-8" data-set: "vpp-3n-tsh-curr-iter" comparisons: -# - title: "2101.0-7 vs 2101.0-6" -# reference: 2 -# compare: 3 -# rca-file: "rca/rca-3n-tsh-2t2c-ndr-rca1.yaml" -# - title: "2106.0-7 vs 2101.0-7" - - title: "2106.0-7 vs 2101.0-6" - reference: 2 # 3 - compare: 3 # 4 -# rca-file: "rca/rca-3n-tsh-2t2c-ndr-rca2.yaml" + - title: "2106.0-8 vs 2106.0-7" + reference: 2 + compare: 3 + - title: "2110.0-8 vs 2106.0-8" + reference: 3 + compare: 4 legend: - '' - 'Test Case: Test cases executed for: NDR throughput on 3n-tsh with x520.' - - 'YYMM.V-E: [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "6" for CSIT rls2101, "7" for CSIT rls2106).' + - 'YYMM.V-E: [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "7" for CSIT rls2106, "8" for CSIT rls2110).' - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' - - '2101.0-7 vs 2101.0-6: Compares CSIT environment current vs previous with previous VPP code.' -# - '2106.0-7 vs 2101.0-7: Compares VPP code current vs previous in the current CSIT environment.' - - '2106.0-7 vs 2101.0-6: Compares VPP code current vs previous.' + - '2106.0-8 vs 2106.0-7: Compares CSIT environment current vs previous with previous VPP code.' + - '2110.0-8 vs 2106.0-8: Compares VPP code current vs previous in the current CSIT environment.' # VPP Performance Changes 2n-tx2 1t1c pdr - type: "table" @@ -2565,30 +2511,28 @@ include-tests: "PDR" # "PDR" | "NDR" | "MRR" filter: "'1T1C'" columns: - - title: "2009.0-6" + - title: "2101.0-7" data-set: "vpp-2n-tx2-hist-iter-new-env" - - title: "2101.0-6" - data-set: "vpp-2n-tx2-prev-iter-old-env" -# - title: "2101.0-7" -# data-set: "vpp-2n-tx2-prev-iter-new-env" - title: "2106.0-7" + data-set: "vpp-2n-tx2-prev-iter-old-env" + - title: "2106.0-8" + data-set: "vpp-2n-tx2-prev-iter-new-env" + - title: "2110.0-8" data-set: "vpp-2n-tx2-curr-iter" comparisons: -# - title: "2101.0-7 vs 2101.0-6" -# reference: 2 -# compare: 3 -# - title: "2106.0-7 vs 2101.0-7" - - title: "2106.0-7 vs 2101.0-6" - reference: 2 # 3 - compare: 3 # 4 + - title: "2106.0-8 vs 2106.0-7" + reference: 2 + compare: 3 + - title: "2110.0-8 vs 2106.0-8" + reference: 3 + compare: 4 legend: - '' - 'Test Case: Test cases executed for: PDR throughput on 2n-tx2 with xl710.' - - 'YYMM.V-E: [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "6" for CSIT rls2101, "7" for CSIT rls2106).' + - 'YYMM.V-E: [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "7" for CSIT rls2106, "8" for CSIT rls2110).' - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' - - '2101.0-7 vs 2101.0-6: Compares CSIT environment current vs previous with previous VPP code.' -# - '2106.0-7 vs 2101.0-7: Compares VPP code current vs previous in the current CSIT environment.' - - '2106.0-7 vs 2101.0-6: Compares VPP code current vs previous.' + - '2106.0-8 vs 2106.0-7: Compares CSIT environment current vs previous with previous VPP code.' + - '2110.0-8 vs 2106.0-8: Compares VPP code current vs previous in the current CSIT environment.' # VPP Performance Changes 2n-tx2 2t2c pdr - type: "table" @@ -2598,30 +2542,28 @@ include-tests: "PDR" # "PDR" | "NDR" | "MRR" filter: "'2T2C'" columns: - - title: "2009.0-6" + - title: "2101.0-7" data-set: "vpp-2n-tx2-hist-iter-new-env" - - title: "2101.0-6" - data-set: "vpp-2n-tx2-prev-iter-old-env" -# - title: "2101.0-7" -# data-set: "vpp-2n-tx2-prev-iter-new-env" - title: "2106.0-7" + data-set: "vpp-2n-tx2-prev-iter-old-env" + - title: "2106.0-8" + data-set: "vpp-2n-tx2-prev-iter-new-env" + - title: "2110.0-8" data-set: "vpp-2n-tx2-curr-iter" comparisons: -# - title: "2101.0-7 vs 2101.0-6" -# reference: 2 -# compare: 3 -# - title: "2106.0-7 vs 2101.0-7" - - title: "2106.0-7 vs 2101.0-6" - reference: 2 # 3 - compare: 3 # 4 + - title: "2106.0-8 vs 2106.0-7" + reference: 2 + compare: 3 + - title: "2110.0-8 vs 2106.0-8" + reference: 3 + compare: 4 legend: - '' - 'Test Case: Test cases executed for: PDR throughput on 2n-tx2 with xl710.' - - 'YYMM.V-E: [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "6" for CSIT rls2101, "7" for CSIT rls2106).' + - 'YYMM.V-E: [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "7" for CSIT rls2106, "8" for CSIT rls2110).' - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' - - '2101.0-7 vs 2101.0-6: Compares CSIT environment current vs previous with previous VPP code.' -# - '2106.0-7 vs 2101.0-7: Compares VPP code current vs previous in the current CSIT environment.' - - '2106.0-7 vs 2101.0-6: Compares VPP code current vs previous.' + - '2106.0-8 vs 2106.0-7: Compares CSIT environment current vs previous with previous VPP code.' + - '2110.0-8 vs 2106.0-8: Compares VPP code current vs previous in the current CSIT environment.' # VPP Performance Changes 2n-tx2 1t1c ndr - type: "table" @@ -2631,30 +2573,28 @@ include-tests: "NDR" # "PDR" | "NDR" | "MRR" filter: "'1T1C'" columns: - - title: "2009.0-6" + - title: "2101.0-7" data-set: "vpp-2n-tx2-hist-iter-new-env" - - title: "2101.0-6" - data-set: "vpp-2n-tx2-prev-iter-old-env" -# - title: "2101.0-7" -# data-set: "vpp-2n-tx2-prev-iter-new-env" - title: "2106.0-7" + data-set: "vpp-2n-tx2-prev-iter-old-env" + - title: "2106.0-8" + data-set: "vpp-2n-tx2-prev-iter-new-env" + - title: "2110.0-8" data-set: "vpp-2n-tx2-curr-iter" comparisons: -# - title: "2101.0-7 vs 2101.0-6" -# reference: 2 -# compare: 3 -# - title: "2106.0-7 vs 2101.0-7" - - title: "2106.0-7 vs 2101.0-6" - reference: 2 # 3 - compare: 3 # 4 + - title: "2106.0-8 vs 2106.0-7" + reference: 2 + compare: 3 + - title: "2110.0-8 vs 2106.0-8" + reference: 3 + compare: 4 legend: - '' - 'Test Case: Test cases executed for: NDR throughput on 2n-tx2 with xl710.' - - 'YYMM.V-E: [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "6" for CSIT rls2101, "7" for CSIT rls2106).' + - 'YYMM.V-E: [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "7" for CSIT rls2106, "8" for CSIT rls2110).' - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' - - '2101.0-7 vs 2101.0-6: Compares CSIT environment current vs previous with previous VPP code.' -# - '2106.0-7 vs 2101.0-7: Compares VPP code current vs previous in the current CSIT environment.' - - '2106.0-7 vs 2101.0-6: Compares VPP code current vs previous.' + - '2106.0-8 vs 2106.0-7: Compares CSIT environment current vs previous with previous VPP code.' + - '2110.0-8 vs 2106.0-8: Compares VPP code current vs previous in the current CSIT environment.' # VPP Performance Changes 2n-tx2 2t2c ndr - type: "table" @@ -2664,30 +2604,28 @@ include-tests: "NDR" # "PDR" | "NDR" | "MRR" filter: "'2T2C'" columns: - - title: "2009.0-6" + - title: "2101.0-7" data-set: "vpp-2n-tx2-hist-iter-new-env" - - title: "2101.0-6" - data-set: "vpp-2n-tx2-prev-iter-old-env" -# - title: "2101.0-7" -# data-set: "vpp-2n-tx2-prev-iter-new-env" - title: "2106.0-7" + data-set: "vpp-2n-tx2-prev-iter-old-env" + - title: "2106.0-8" + data-set: "vpp-2n-tx2-prev-iter-new-env" + - title: "2110.0-8" data-set: "vpp-2n-tx2-curr-iter" comparisons: -# - title: "2101.0-7 vs 2101.0-6" -# reference: 2 -# compare: 3 -# - title: "2106.0-7 vs 2101.0-7" - - title: "2106.0-7 vs 2101.0-6" - reference: 2 # 3 - compare: 3 # 4 + - title: "2106.0-8 vs 2106.0-7" + reference: 2 + compare: 3 + - title: "2110.0-8 vs 2106.0-8" + reference: 3 + compare: 4 legend: - '' - 'Test Case: Test cases executed for: NDR throughput on 2n-tx2 with xl710.' - - 'YYMM.V-E: [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "6" for CSIT rls2101, "7" for CSIT rls2106).' + - 'YYMM.V-E: [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "7" for CSIT rls2106, "8" for CSIT rls2110).' - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' - - '2101.0-7 vs 2101.0-6: Compares CSIT environment current vs previous with previous VPP code.' -# - '2106.0-7 vs 2101.0-7: Compares VPP code current vs previous in the current CSIT environment.' - - '2106.0-7 vs 2101.0-6: Compares VPP code current vs previous.' + - '2106.0-8 vs 2106.0-7: Compares CSIT environment current vs previous with previous VPP code.' + - '2110.0-8 vs 2106.0-8: Compares VPP code current vs previous in the current CSIT environment.' # VPP Comparison Across Testbeds 2n-skx to 2n-clx 2t1c ndr - type: "table" @@ -3049,30 +2987,28 @@ include-tests: "MRR" # "PDR" | "NDR" | "MRR" filter: "'2T1C' and 'MRR' and 'NIC_Intel-XXV710' and not 'NF_DENSITY'" columns: - - title: "2009.0-6" + - title: "2101.0-7" data-set: "vpp-3n-skx-hist-iter-mrr-new-env" - - title: "2101.0-6" + - title: "2106.0-7" data-set: "vpp-3n-skx-prev-iter-mrr-old-env" - - title: "2101.0-7" + - title: "2106.0-8" data-set: "vpp-3n-skx-prev-iter-mrr-new-env" - - title: "2106.0-7" + - title: "2110.0-8" data-set: "vpp-3n-skx-curr-iter-mrr" comparisons: - - title: "2101.0-7 vs 2101.0-6" + - title: "2106.0-8 vs 2106.0-7" reference: 2 compare: 3 -# rca-file: "rca/rca-3n-skx-2t1c-mrr-rca1.yaml" - - title: "2106.0-7 vs 2101.0-7" + - title: "2110.0-8 vs 2106.0-8" reference: 3 compare: 4 -# rca-file: "rca/rca-3n-skx-2t1c-mrr-rca2.yaml" legend: - '' - 'Test Case: Test cases executed for: MRR throughput on 3n-skx with xxv710.' - - 'YYMM.V-E: [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "6" for CSIT rls2101, "7" for CSIT rls2106).' + - 'YYMM.V-E: [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "7" for CSIT rls2106, "8" for CSIT rls2110).' - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' - - '2101.0-7 vs 2101.0-6: Compares CSIT environment current vs previous with previous VPP code.' - - '2106.0-7 vs 2101.0-7: Compares VPP code current vs previous in the current CSIT environment.' + - '2106.0-8 vs 2106.0-7: Compares CSIT environment current vs previous with previous VPP code.' + - '2110.0-8 vs 2106.0-8: Compares VPP code current vs previous in the current CSIT environment.' # VPP Performance Changes 3n-skx 4t2c mrr - type: "table" @@ -3082,30 +3018,28 @@ include-tests: "MRR" # "PDR" | "NDR" | "MRR" filter: "'4T2C' and 'MRR' and 'NIC_Intel-XXV710' and not 'NF_DENSITY'" columns: - - title: "2009.0-6" + - title: "2101.0-7" data-set: "vpp-3n-skx-hist-iter-mrr-new-env" - - title: "2101.0-6" + - title: "2106.0-7" data-set: "vpp-3n-skx-prev-iter-mrr-old-env" - - title: "2101.0-7" + - title: "2106.0-8" data-set: "vpp-3n-skx-prev-iter-mrr-new-env" - - title: "2106.0-7" + - title: "2110.0-8" data-set: "vpp-3n-skx-curr-iter-mrr" comparisons: - - title: "2101.0-7 vs 2101.0-6" + - title: "2106.0-8 vs 2106.0-7" reference: 2 compare: 3 -# rca-file: "rca/rca-3n-skx-4t2c-mrr-rca1.yaml" - - title: "2106.0-7 vs 2101.0-7" + - title: "2110.0-8 vs 2106.0-8" reference: 3 compare: 4 -# rca-file: "rca/rca-3n-skx-4t2c-mrr-rca2.yaml" legend: - '' - 'Test Case: Test cases executed for: MRR throughput on 3n-skx with xxv710.' - - 'YYMM.V-E: [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "6" for CSIT rls2101, "7" for CSIT rls2106).' + - 'YYMM.V-E: [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "7" for CSIT rls2106, "8" for CSIT rls2110).' - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' - - '2101.0-7 vs 2101.0-6: Compares CSIT environment current vs previous with previous VPP code.' - - '2106.0-7 vs 2101.0-7: Compares VPP code current vs previous in the current CSIT environment.' + - '2106.0-8 vs 2106.0-7: Compares CSIT environment current vs previous with previous VPP code.' + - '2110.0-8 vs 2106.0-8: Compares VPP code current vs previous in the current CSIT environment.' # VPP Performance Changes 3n-skx 8t4c mrr - type: "table" @@ -3115,30 +3049,28 @@ include-tests: "MRR" # "PDR" | "NDR" | "MRR" filter: "'8T4C' and 'MRR' and 'NIC_Intel-XXV710' and not 'NF_DENSITY'" columns: - - title: "2009.0-6" + - title: "2101.0-7" data-set: "vpp-3n-skx-hist-iter-mrr-new-env" - - title: "2101.0-6" + - title: "2106.0-7" data-set: "vpp-3n-skx-prev-iter-mrr-old-env" - - title: "2101.0-7" + - title: "2106.0-8" data-set: "vpp-3n-skx-prev-iter-mrr-new-env" - - title: "2106.0-7" + - title: "2110.0-8" data-set: "vpp-3n-skx-curr-iter-mrr" comparisons: - - title: "2101.0-7 vs 2101.0-6" + - title: "2106.0-8 vs 2106.0-7" reference: 2 compare: 3 -# rca-file: "rca/rca-3n-skx-8t4c-mrr-rca1.yaml" - - title: "2106.0-7 vs 2101.0-7" + - title: "2110.0-8 vs 2106.0-8" reference: 3 compare: 4 -# rca-file: "rca/rca-3n-skx-8t4c-mrr-rca2.yaml" legend: - '' - 'Test Case: Test cases executed for: MRR throughput on 3n-skx with xxv710.' - - 'YYMM.V-E: [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "6" for CSIT rls2101, "7" for CSIT rls2106).' + - 'YYMM.V-E: [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "7" for CSIT rls2106, "8" for CSIT rls2110).' - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' - - '2101.0-7 vs 2101.0-6: Compares CSIT environment current vs previous with previous VPP code.' - - '2106.0-7 vs 2101.0-7: Compares VPP code current vs previous in the current CSIT environment.' + - '2106.0-8 vs 2106.0-7: Compares CSIT environment current vs previous with previous VPP code.' + - '2110.0-8 vs 2106.0-8: Compares VPP code current vs previous in the current CSIT environment.' # VPP Performance Changes 2n-skx 2t1c mrr - type: "table" @@ -3148,30 +3080,28 @@ include-tests: "MRR" # "PDR" | "NDR" | "MRR" filter: "'2T1C' and 'MRR' and 'NIC_Intel-XXV710' and not 'NF_DENSITY'" columns: - - title: "2009.0-6" + - title: "2101.0-7" data-set: "vpp-2n-skx-hist-iter-mrr-new-env" - - title: "2101.0-6" + - title: "2106.0-7" data-set: "vpp-2n-skx-prev-iter-mrr-old-env" - - title: "2101.0-7" + - title: "2106.0-8" data-set: "vpp-2n-skx-prev-iter-mrr-new-env" - - title: "2106.0-7" + - title: "2110.0-8" data-set: "vpp-2n-skx-curr-iter-mrr" comparisons: - - title: "2101.0-7 vs 2101.0-6" + - title: "2106.0-8 vs 2106.0-7" reference: 2 compare: 3 -# rca-file: "rca/rca-2n-skx-2t1c-mrr-rca1.yaml" - - title: "2106.0-7 vs 2101.0-7" + - title: "2110.0-8 vs 2106.0-8" reference: 3 compare: 4 -# rca-file: "rca/rca-2n-skx-2t1c-mrr-rca2.yaml" legend: - '' - 'Test Case: Test cases executed for: MRR throughput on 2n-skx with xxv710.' - - 'YYMM.V-E: [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "6" for CSIT rls2101, "7" for CSIT rls2106).' + - 'YYMM.V-E: [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "7" for CSIT rls2106, "8" for CSIT rls2110).' - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' - - '2101.0-7 vs 2101.0-6: Compares CSIT environment current vs previous with previous VPP code.' - - '2106.0-7 vs 2101.0-7: Compares VPP code current vs previous in the current CSIT environment.' + - '2106.0-8 vs 2106.0-7: Compares CSIT environment current vs previous with previous VPP code.' + - '2110.0-8 vs 2106.0-8: Compares VPP code current vs previous in the current CSIT environment.' # VPP Performance Changes 2n-skx 4t2c mrr - type: "table" @@ -3181,30 +3111,28 @@ include-tests: "MRR" # "PDR" | "NDR" | "MRR" filter: "'4T2C' and 'MRR' and 'NIC_Intel-XXV710' and not 'NF_DENSITY'" columns: - - title: "2009.0-6" + - title: "2101.0-7" data-set: "vpp-2n-skx-hist-iter-mrr-new-env" - - title: "2101.0-6" + - title: "2106.0-7" data-set: "vpp-2n-skx-prev-iter-mrr-old-env" - - title: "2101.0-7" + - title: "2106.0-8" data-set: "vpp-2n-skx-prev-iter-mrr-new-env" - - title: "2106.0-7" + - title: "2110.0-8" data-set: "vpp-2n-skx-curr-iter-mrr" comparisons: - - title: "2101.0-7 vs 2101.0-6" + - title: "2106.0-8 vs 2106.0-7" reference: 2 compare: 3 -# rca-file: "rca/rca-2n-skx-4t2c-mrr-rca1.yaml" - - title: "2106.0-7 vs 2101.0-7" + - title: "2110.0-8 vs 2106.0-8" reference: 3 compare: 4 -# rca-file: "rca/rca-2n-skx-4t2c-mrr-rca2.yaml" legend: - '' - 'Test Case: Test cases executed for: MRR throughput on 2n-skx with xxv710.' - - 'YYMM.V-E: [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "6" for CSIT rls2101, "7" for CSIT rls2106).' + - 'YYMM.V-E: [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "7" for CSIT rls2106, "8" for CSIT rls2110).' - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' - - '2101.0-7 vs 2101.0-6: Compares CSIT environment current vs previous with previous VPP code.' - - '2106.0-7 vs 2101.0-7: Compares VPP code current vs previous in the current CSIT environment.' + - '2106.0-8 vs 2106.0-7: Compares CSIT environment current vs previous with previous VPP code.' + - '2110.0-8 vs 2106.0-8: Compares VPP code current vs previous in the current CSIT environment.' # VPP Performance Changes 2n-skx 8t4c mrr - type: "table" @@ -3214,30 +3142,28 @@ include-tests: "MRR" # "PDR" | "NDR" | "MRR" filter: "'8T4C' and 'MRR' and 'NIC_Intel-XXV710' and not 'NF_DENSITY'" columns: - - title: "2009.0-6" + - title: "2101.0-7" data-set: "vpp-2n-skx-hist-iter-mrr-new-env" - - title: "2101.0-6" + - title: "2106.0-7" data-set: "vpp-2n-skx-prev-iter-mrr-old-env" - - title: "2101.0-7" + - title: "2106.0-8" data-set: "vpp-2n-skx-prev-iter-mrr-new-env" - - title: "2106.0-7" + - title: "2110.0-8" data-set: "vpp-2n-skx-curr-iter-mrr" comparisons: - - title: "2101.0-7 vs 2101.0-6" + - title: "2106.0-8 vs 2106.0-7" reference: 2 compare: 3 -# rca-file: "rca/rca-2n-skx-8t4c-mrr-rca1.yaml" - - title: "2106.0-7 vs 2101.0-7" + - title: "2110.0-8 vs 2106.0-8" reference: 3 compare: 4 -# rca-file: "rca/rca-2n-skx-8t4c-mrr-rca2.yaml" legend: - '' - 'Test Case: Test cases executed for: MRR throughput on 2n-skx with xxv710.' - - 'YYMM.V-E: [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "6" for CSIT rls2101, "7" for CSIT rls2106).' + - 'YYMM.V-E: [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "7" for CSIT rls2106, "8" for CSIT rls2110).' - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' - - '2101.0-7 vs 2101.0-6: Compares CSIT environment current vs previous with previous VPP code.' - - '2106.0-7 vs 2101.0-7: Compares VPP code current vs previous in the current CSIT environment.' + - '2106.0-8 vs 2106.0-7: Compares CSIT environment current vs previous with previous VPP code.' + - '2110.0-8 vs 2106.0-8: Compares VPP code current vs previous in the current CSIT environment.' # VPP Performance Changes 2n-clx-xxv710 2t1c mrr - type: "table" @@ -3247,30 +3173,28 @@ include-tests: "MRR" # "PDR" | "NDR" | "MRR" filter: "'2T1C' and 'MRR' and 'NIC_Intel-XXV710' and not 'NF_DENSITY'" columns: - - title: "2009.0-6" + - title: "2101.0-7" data-set: "vpp-2n-clx-hist-iter-mrr-new-env" - - title: "2101.0-6" + - title: "2106.0-7" data-set: "vpp-2n-clx-prev-iter-mrr-old-env" - - title: "2101.0-7" + - title: "2106.0-8" data-set: "vpp-2n-clx-prev-iter-mrr-new-env" - - title: "2106.0-7" + - title: "2110.0-8" data-set: "vpp-2n-clx-curr-iter-mrr" comparisons: - - title: "2101.0-7 vs 2101.0-6" + - title: "2106.0-8 vs 2106.0-7" reference: 2 compare: 3 -# rca-file: "rca/rca-2n-clx-2t1c-mrr-rca1.yaml" - - title: "2106.0-7 vs 2101.0-7" + - title: "2110.0-8 vs 2106.0-8" reference: 3 compare: 4 -# rca-file: "rca/rca-2n-clx-2t1c-mrr-rca2.yaml" legend: - '' - 'Test Case: Test cases executed for: MRR throughput on 2n-clx with xxv710.' - - 'YYMM.V-E: [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "6" for CSIT rls2101, "7" for CSIT rls2106).' + - 'YYMM.V-E: [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "7" for CSIT rls2106, "8" for CSIT rls2110).' - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' - - '2101.0-7 vs 2101.0-6: Compares CSIT environment current vs previous with previous VPP code.' - - '2106.0-7 vs 2101.0-7: Compares VPP code current vs previous in the current CSIT environment.' + - '2106.0-8 vs 2106.0-7: Compares CSIT environment current vs previous with previous VPP code.' + - '2110.0-8 vs 2106.0-8: Compares VPP code current vs previous in the current CSIT environment.' # VPP Performance Changes 2n-clx-xxv710 4t2c mrr - type: "table" @@ -3280,30 +3204,28 @@ include-tests: "MRR" # "PDR" | "NDR" | "MRR" filter: "'4T2C' and 'MRR' and 'NIC_Intel-XXV710' and not 'NF_DENSITY'" columns: - - title: "2009.0-6" + - title: "2101.0-7" data-set: "vpp-2n-clx-hist-iter-mrr-new-env" - - title: "2101.0-6" + - title: "2106.0-7" data-set: "vpp-2n-clx-prev-iter-mrr-old-env" - - title: "2101.0-7" + - title: "2106.0-8" data-set: "vpp-2n-clx-prev-iter-mrr-new-env" - - title: "2106.0-7" + - title: "2110.0-8" data-set: "vpp-2n-clx-curr-iter-mrr" comparisons: - - title: "2101.0-7 vs 2101.0-6" + - title: "2106.0-8 vs 2106.0-7" reference: 2 compare: 3 -# rca-file: "rca/rca-2n-clx-4t2c-mrr-rca1.yaml" - - title: "2106.0-7 vs 2101.0-7" + - title: "2110.0-8 vs 2106.0-8" reference: 3 compare: 4 -# rca-file: "rca/rca-2n-clx-4t2c-mrr-rca2.yaml" legend: - '' - 'Test Case: Test cases executed for: MRR throughput on 2n-clx with xxv710.' - - 'YYMM.V-E: [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "6" for CSIT rls2101, "7" for CSIT rls2106).' + - 'YYMM.V-E: [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "7" for CSIT rls2106, "8" for CSIT rls2110).' - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' - - '2101.0-7 vs 2101.0-6: Compares CSIT environment current vs previous with previous VPP code.' - - '2106.0-7 vs 2101.0-7: Compares VPP code current vs previous in the current CSIT environment.' + - '2106.0-8 vs 2106.0-7: Compares CSIT environment current vs previous with previous VPP code.' + - '2110.0-8 vs 2106.0-8: Compares VPP code current vs previous in the current CSIT environment.' # VPP Performance Changes 2n-clx-xxv710 8t4c mrr - type: "table" @@ -3313,30 +3235,28 @@ include-tests: "MRR" # "PDR" | "NDR" | "MRR" filter: "'8T4C' and 'MRR' and 'NIC_Intel-XXV710' and not 'NF_DENSITY'" columns: - - title: "2009.0-6" + - title: "2101.0-7" data-set: "vpp-2n-clx-hist-iter-mrr-new-env" - - title: "2101.0-6" + - title: "2106.0-7" data-set: "vpp-2n-clx-prev-iter-mrr-old-env" - - title: "2101.0-7" + - title: "2106.0-8" data-set: "vpp-2n-clx-prev-iter-mrr-new-env" - - title: "2106.0-7" + - title: "2110.0-8" data-set: "vpp-2n-clx-curr-iter-mrr" comparisons: - - title: "2101.0-7 vs 2101.0-6" + - title: "2106.0-8 vs 2106.0-7" reference: 2 compare: 3 -# rca-file: "rca/rca-2n-clx-8t4c-mrr-rca1.yaml" - - title: "2106.0-7 vs 2101.0-7" + - title: "2110.0-8 vs 2106.0-8" reference: 3 compare: 4 -# rca-file: "rca/rca-2n-clx-8t4c-mrr-rca2.yaml" legend: - '' - 'Test Case: Test cases executed for: MRR throughput on 2n-clx with xxv710.' - - 'YYMM.V-E: [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "6" for CSIT rls2101, "7" for CSIT rls2106).' + - 'YYMM.V-E: [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "7" for CSIT rls2106, "8" for CSIT rls2110).' - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' - - '2101.0-7 vs 2101.0-6: Compares CSIT environment current vs previous with previous VPP code.' - - '2106.0-7 vs 2101.0-7: Compares VPP code current vs previous in the current CSIT environment.' + - '2106.0-8 vs 2106.0-7: Compares CSIT environment current vs previous with previous VPP code.' + - '2110.0-8 vs 2106.0-8: Compares VPP code current vs previous in the current CSIT environment.' # VPP Performance Changes 2n-clx-cx556a 2t1c mrr - type: "table" @@ -3346,30 +3266,28 @@ include-tests: "MRR" # "PDR" | "NDR" | "MRR" filter: "'2T1C' and 'MRR' and 'NIC_Mellanox-CX556A' and not 'NF_DENSITY'" columns: - - title: "2009.0-6" + - title: "2101.0-7" data-set: "vpp-2n-clx-hist-iter-mrr-new-env" - - title: "2101.0-6" + - title: "2106.0-7" data-set: "vpp-2n-clx-prev-iter-mrr-old-env" - - title: "2101.0-7" + - title: "2106.0-8" data-set: "vpp-2n-clx-prev-iter-mrr-new-env" - - title: "2106.0-7" + - title: "2110.0-8" data-set: "vpp-2n-clx-curr-iter-mrr" comparisons: - - title: "2101.0-7 vs 2101.0-6" + - title: "2106.0-8 vs 2106.0-7" reference: 2 compare: 3 -# rca-file: "rca/rca-2n-clx-2t1c-mrr-rca1.yaml" - - title: "2106.0-7 vs 2101.0-7" + - title: "2110.0-8 vs 2106.0-8" reference: 3 compare: 4 -# rca-file: "rca/rca-2n-clx-2t1c-mrr-rca2.yaml" legend: - '' - 'Test Case: Test cases executed for: MRR throughput on 2n-clx with cx556a.' - - 'YYMM.V-E: [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "6" for CSIT rls2101, "7" for CSIT rls2106).' + - 'YYMM.V-E: [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "7" for CSIT rls2106, "8" for CSIT rls2110).' - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' - - '2101.0-7 vs 2101.0-6: Compares CSIT environment current vs previous with previous VPP code.' - - '2106.0-7 vs 2101.0-7: Compares VPP code current vs previous in the current CSIT environment.' + - '2106.0-8 vs 2106.0-7: Compares CSIT environment current vs previous with previous VPP code.' + - '2110.0-8 vs 2106.0-8: Compares VPP code current vs previous in the current CSIT environment.' # VPP Performance Changes 2n-clx-cx556a 4t2c mrr - type: "table" @@ -3379,30 +3297,28 @@ include-tests: "MRR" # "PDR" | "NDR" | "MRR" filter: "'4T2C' and 'MRR' and 'NIC_Mellanox-CX556A' and not 'NF_DENSITY'" columns: - - title: "2009.0-6" + - title: "2101.0-7" data-set: "vpp-2n-clx-hist-iter-mrr-new-env" - - title: "2101.0-6" + - title: "2106.0-7" data-set: "vpp-2n-clx-prev-iter-mrr-old-env" - - title: "2101.0-7" + - title: "2106.0-8" data-set: "vpp-2n-clx-prev-iter-mrr-new-env" - - title: "2106.0-7" + - title: "2110.0-8" data-set: "vpp-2n-clx-curr-iter-mrr" comparisons: - - title: "2101.0-7 vs 2101.0-6" + - title: "2106.0-8 vs 2106.0-7" reference: 2 compare: 3 -# rca-file: "rca/rca-2n-clx-4t2c-mrr-rca1.yaml" - - title: "2106.0-7 vs 2101.0-7" + - title: "2110.0-8 vs 2106.0-8" reference: 3 compare: 4 -# rca-file: "rca/rca-2n-clx-4t2c-mrr-rca2.yaml" legend: - '' - 'Test Case: Test cases executed for: MRR throughput on 2n-clx with cx556a.' - - 'YYMM.V-E: [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "6" for CSIT rls2101, "7" for CSIT rls2106).' + - 'YYMM.V-E: [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "7" for CSIT rls2106, "8" for CSIT rls2110).' - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' - - '2101.0-7 vs 2101.0-6: Compares CSIT environment current vs previous with previous VPP code.' - - '2106.0-7 vs 2101.0-7: Compares VPP code current vs previous in the current CSIT environment.' + - '2106.0-8 vs 2106.0-7: Compares CSIT environment current vs previous with previous VPP code.' + - '2110.0-8 vs 2106.0-8: Compares VPP code current vs previous in the current CSIT environment.' # VPP Performance Changes 2n-clx-cx556a 8t4c mrr - type: "table" @@ -3412,30 +3328,28 @@ include-tests: "MRR" # "PDR" | "NDR" | "MRR" filter: "'8T4C' and 'MRR' and 'NIC_Mellanox-CX556A' and not 'NF_DENSITY'" columns: - - title: "2009.0-6" + - title: "2101.0-7" data-set: "vpp-2n-clx-hist-iter-mrr-new-env" - - title: "2101.0-6" + - title: "2106.0-7" data-set: "vpp-2n-clx-prev-iter-mrr-old-env" - - title: "2101.0-7" + - title: "2106.0-8" data-set: "vpp-2n-clx-prev-iter-mrr-new-env" - - title: "2106.0-7" + - title: "2110.0-8" data-set: "vpp-2n-clx-curr-iter-mrr" comparisons: - - title: "2101.0-7 vs 2101.0-6" + - title: "2106.0-8 vs 2106.0-7" reference: 2 compare: 3 -# rca-file: "rca/rca-2n-clx-8t4c-mrr-rca1.yaml" - - title: "2106.0-7 vs 2101.0-7" + - title: "2110.0-8 vs 2106.0-8" reference: 3 compare: 4 -# rca-file: "rca/rca-2n-clx-8t4c-mrr-rca2.yaml" legend: - '' - 'Test Case: Test cases executed for: MRR throughput on 2n-clx with cx556a.' - - 'YYMM.V-E: [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "6" for CSIT rls2101, "7" for CSIT rls2106).' + - 'YYMM.V-E: [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "7" for CSIT rls2106, "8" for CSIT rls2110).' - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' - - '2101.0-7 vs 2101.0-6: Compares CSIT environment current vs previous with previous VPP code.' - - '2106.0-7 vs 2101.0-7: Compares VPP code current vs previous in the current CSIT environment.' + - '2106.0-8 vs 2106.0-7: Compares CSIT environment current vs previous with previous VPP code.' + - '2110.0-8 vs 2106.0-8: Compares VPP code current vs previous in the current CSIT environment.' # VPP Performance Changes 2n-zn2-xxv710 2t1c mrr - type: "table" @@ -3445,30 +3359,28 @@ include-tests: "MRR" # "PDR" | "NDR" | "MRR" filter: "'2T1C' and 'MRR' and 'NIC_Intel-XXV710'" columns: - - title: "2009.0-6" + - title: "2101.0-7" data-set: "vpp-2n-zn2-hist-iter-mrr-new-env" - - title: "2101.0-6" + - title: "2106.0-7" data-set: "vpp-2n-zn2-prev-iter-mrr-old-env" - - title: "2101.0-7" + - title: "2106.0-8" data-set: "vpp-2n-zn2-prev-iter-mrr-new-env" - - title: "2106.0-7" + - title: "2110.0-8" data-set: "vpp-2n-zn2-curr-iter-mrr" comparisons: - - title: "2101.0-7 vs 2101.0-6" + - title: "2106.0-8 vs 2106.0-7" reference: 2 compare: 3 -# rca-file: "rca/rca-2n-zn2-2t1c-mrr-rca1.yaml" - - title: "2106.0-7 vs 2101.0-7" + - title: "2110.0-8 vs 2106.0-8" reference: 3 compare: 4 -# rca-file: "rca/rca-2n-zn2-2t1c-mrr-rca2.yaml" legend: - '' - 'Test Case: Test cases executed for: MRR throughput on 2n-zn2 with xxv710.' - - 'YYMM.V-E: [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "6" for CSIT rls2101, "7" for CSIT rls2106).' + - 'YYMM.V-E: [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "7" for CSIT rls2106, "8" for CSIT rls2110).' - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' - - '2101.0-7 vs 2101.0-6: Compares CSIT environment current vs previous with previous VPP code.' - - '2106.0-7 vs 2101.0-7: Compares VPP code current vs previous in the current CSIT environment.' + - '2106.0-8 vs 2106.0-7: Compares CSIT environment current vs previous with previous VPP code.' + - '2110.0-8 vs 2106.0-8: Compares VPP code current vs previous in the current CSIT environment.' # VPP Performance Changes 2n-zn2-xxv710 4t2c mrr - type: "table" @@ -3478,30 +3390,28 @@ include-tests: "MRR" # "PDR" | "NDR" | "MRR" filter: "'4T2C' and 'MRR' and 'NIC_Intel-XXV710'" columns: - - title: "2009.0-6" + - title: "2101.0-7" data-set: "vpp-2n-zn2-hist-iter-mrr-new-env" - - title: "2101.0-6" + - title: "2106.0-7" data-set: "vpp-2n-zn2-prev-iter-mrr-old-env" - - title: "2101.0-7" + - title: "2106.0-8" data-set: "vpp-2n-zn2-prev-iter-mrr-new-env" - - title: "2106.0-7" + - title: "2110.0-8" data-set: "vpp-2n-zn2-curr-iter-mrr" comparisons: - - title: "2101.0-7 vs 2101.0-6" + - title: "2106.0-8 vs 2106.0-7" reference: 2 compare: 3 -# rca-file: "rca/rca-2n-zn2-4t2c-mrr-rca1.yaml" - - title: "2106.0-7 vs 2101.0-7" + - title: "2110.0-8 vs 2106.0-8" reference: 3 compare: 4 -# rca-file: "rca/rca-2n-zn2-4t2c-mrr-rca2.yaml" legend: - '' - 'Test Case: Test cases executed for: MRR throughput on 2n-zn2 with xxv710.' - - 'YYMM.V-E: [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "6" for CSIT rls2101, "7" for CSIT rls2106).' + - 'YYMM.V-E: [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "7" for CSIT rls2106, "8" for CSIT rls2110).' - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' - - '2101.0-7 vs 2101.0-6: Compares CSIT environment current vs previous with previous VPP code.' - - '2106.0-7 vs 2101.0-7: Compares VPP code current vs previous in the current CSIT environment.' + - '2106.0-8 vs 2106.0-7: Compares CSIT environment current vs previous with previous VPP code.' + - '2110.0-8 vs 2106.0-8: Compares VPP code current vs previous in the current CSIT environment.' # VPP Performance Changes 2n-zn2-xxv710 8t4c mrr - type: "table" @@ -3511,30 +3421,28 @@ include-tests: "MRR" # "PDR" | "NDR" | "MRR" filter: "'8T4C' and 'MRR' and 'NIC_Intel-XXV710'" columns: - - title: "2009.0-6" + - title: "2101.0-7" data-set: "vpp-2n-zn2-hist-iter-mrr-new-env" - - title: "2101.0-6" + - title: "2106.0-7" data-set: "vpp-2n-zn2-prev-iter-mrr-old-env" - - title: "2101.0-7" + - title: "2106.0-8" data-set: "vpp-2n-zn2-prev-iter-mrr-new-env" - - title: "2106.0-7" + - title: "2110.0-8" data-set: "vpp-2n-zn2-curr-iter-mrr" comparisons: - - title: "2101.0-7 vs 2101.0-6" + - title: "2106.0-8 vs 2106.0-7" reference: 2 compare: 3 -# rca-file: "rca/rca-2n-zn2-8t4c-mrr-rca1.yaml" - - title: "2106.0-7 vs 2101.0-7" + - title: "2110.0-8 vs 2106.0-8" reference: 3 compare: 4 -# rca-file: "rca/rca-2n-zn2-8t4c-mrr-rca2.yaml" legend: - '' - 'Test Case: Test cases executed for: MRR throughput on 2n-zn2 with xxv710.' - - 'YYMM.V-E: [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "6" for CSIT rls2101, "7" for CSIT rls2106).' + - 'YYMM.V-E: [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "7" for CSIT rls2106, "8" for CSIT rls2110).' - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' - - '2101.0-7 vs 2101.0-6: Compares CSIT environment current vs previous with previous VPP code.' - - '2106.0-7 vs 2101.0-7: Compares VPP code current vs previous in the current CSIT environment.' + - '2106.0-8 vs 2106.0-7: Compares CSIT environment current vs previous with previous VPP code.' + - '2110.0-8 vs 2106.0-8: Compares VPP code current vs previous in the current CSIT environment.' # VPP Performance Changes 2n-dnv 1t1c mrr - type: "table" @@ -3544,30 +3452,28 @@ include-tests: "MRR" # "PDR" | "NDR" | "MRR" filter: "'1T1C'" columns: - - title: "2009.0-6" + - title: "2101.0-7" data-set: "vpp-2n-dnv-hist-iter-mrr-new-env" - - title: "2101.0-6" + - title: "2106.0-7" data-set: "vpp-2n-dnv-prev-iter-mrr-old-env" - - title: "2101.0-7" + - title: "2106.0-8" data-set: "vpp-2n-dnv-prev-iter-mrr-new-env" - - title: "2106.0-7" + - title: "2110.0-8" data-set: "vpp-2n-dnv-curr-iter-mrr" comparisons: - - title: "2101.0-7 vs 2101.0-6" + - title: "2106.0-8 vs 2106.0-7" reference: 2 compare: 3 -# rca-file: "rca/rca-2n-dnv-1t1c-mrr-rca1.yaml" - - title: "2106.0-7 vs 2101.0-7" + - title: "2110.0-8 vs 2106.0-8" reference: 3 compare: 4 -# rca-file: "rca/rca-2n-dnv-1t1c-mrr-rca2.yaml" legend: - '' - 'Test Case: Test cases executed for: MRR throughput on 2n-dnv with x553.' - - 'YYMM.V-E: [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "6" for CSIT rls2101, "7" for CSIT rls2106).' + - 'YYMM.V-E: [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "7" for CSIT rls2106, "8" for CSIT rls2110).' - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' - - '2101.0-7 vs 2101.0-6: Compares CSIT environment current vs previous with previous VPP code.' - - '2106.0-7 vs 2101.0-7: Compares VPP code current vs previous in the current CSIT environment.' + - '2106.0-8 vs 2106.0-7: Compares CSIT environment current vs previous with previous VPP code.' + - '2110.0-8 vs 2106.0-8: Compares VPP code current vs previous in the current CSIT environment.' # VPP Performance Changes 2n-dnv 2t2c mrr - type: "table" @@ -3577,30 +3483,28 @@ include-tests: "MRR" # "PDR" | "NDR" | "MRR" filter: "'2T2C'" columns: - - title: "2009.0-6" + - title: "2101.0-7" data-set: "vpp-2n-dnv-hist-iter-mrr-new-env" - - title: "2101.0-6" + - title: "2106.0-7" data-set: "vpp-2n-dnv-prev-iter-mrr-old-env" - - title: "2101.0-7" + - title: "2106.0-8" data-set: "vpp-2n-dnv-prev-iter-mrr-new-env" - - title: "2106.0-7" + - title: "2110.0-8" data-set: "vpp-2n-dnv-curr-iter-mrr" comparisons: - - title: "2101.0-7 vs 2101.0-6" + - title: "2106.0-8 vs 2106.0-7" reference: 2 compare: 3 -# rca-file: "rca/rca-2n-dnv-2t2c-mrr-rca1.yaml" - - title: "2106.0-7 vs 2101.0-7" + - title: "2110.0-8 vs 2106.0-8" reference: 3 compare: 4 -# rca-file: "rca/rca-2n-dnv-2t2c-mrr-rca2.yaml" legend: - '' - 'Test Case: Test cases executed for: MRR throughput on 2n-dnv with x553.' - - 'YYMM.V-E: [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "6" for CSIT rls2101, "7" for CSIT rls2106).' + - 'YYMM.V-E: [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "7" for CSIT rls2106, "8" for CSIT rls2110).' - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' - - '2101.0-7 vs 2101.0-6: Compares CSIT environment current vs previous with previous VPP code.' - - '2106.0-7 vs 2101.0-7: Compares VPP code current vs previous in the current CSIT environment.' + - '2106.0-8 vs 2106.0-7: Compares CSIT environment current vs previous with previous VPP code.' + - '2110.0-8 vs 2106.0-8: Compares VPP code current vs previous in the current CSIT environment.' # VPP Performance Changes 2n-dnv 4t4c mrr - type: "table" @@ -3610,30 +3514,28 @@ include-tests: "MRR" # "PDR" | "NDR" | "MRR" filter: "'4T4C'" columns: - - title: "2009.0-6" + - title: "2101.0-7" data-set: "vpp-2n-dnv-hist-iter-mrr-new-env" - - title: "2101.0-6" + - title: "2106.0-7" data-set: "vpp-2n-dnv-prev-iter-mrr-old-env" - - title: "2101.0-7" + - title: "2106.0-8" data-set: "vpp-2n-dnv-prev-iter-mrr-new-env" - - title: "2106.0-7" + - title: "2110.0-8" data-set: "vpp-2n-dnv-curr-iter-mrr" comparisons: - - title: "2101.0-7 vs 2101.0-6" + - title: "2106.0-8 vs 2106.0-7" reference: 2 compare: 3 -# rca-file: "rca/rca-2n-dnv-4t4c-mrr-rca1.yaml" - - title: "2106.0-7 vs 2101.0-7" + - title: "2110.0-8 vs 2106.0-8" reference: 3 compare: 4 -# rca-file: "rca/rca-2n-dnv-4t4c-mrr-rca2.yaml" legend: - '' - 'Test Case: Test cases executed for: MRR throughput on 2n-dnv with x553.' - - 'YYMM.V-E: [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "6" for CSIT rls2101, "7" for CSIT rls2106).' + - 'YYMM.V-E: [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "7" for CSIT rls2106, "8" for CSIT rls2110).' - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' - - '2101.0-7 vs 2101.0-6: Compares CSIT environment current vs previous with previous VPP code.' - - '2106.0-7 vs 2101.0-7: Compares VPP code current vs previous in the current CSIT environment.' + - '2106.0-8 vs 2106.0-7: Compares CSIT environment current vs previous with previous VPP code.' + - '2110.0-8 vs 2106.0-8: Compares VPP code current vs previous in the current CSIT environment.' # VPP Performance Changes 3n-dnv 1t1c mrr - type: "table" @@ -3643,30 +3545,28 @@ include-tests: "MRR" # "PDR" | "NDR" | "MRR" filter: "'1T1C'" columns: - - title: "2009.0-6" + - title: "2101.0-7" data-set: "vpp-3n-dnv-hist-iter-mrr-new-env" - - title: "2101.0-6" + - title: "2106.0-7" data-set: "vpp-3n-dnv-prev-iter-mrr-old-env" - - title: "2101.0-7" + - title: "2106.0-8" data-set: "vpp-3n-dnv-prev-iter-mrr-new-env" - - title: "2106.0-7" + - title: "2110.0-8" data-set: "vpp-3n-dnv-curr-iter-mrr" comparisons: - - title: "2101.0-7 vs 2101.0-6" + - title: "2106.0-8 vs 2106.0-7" reference: 2 compare: 3 -# rca-file: "rca/rca-3n-dnv-1t1c-mrr-rca1.yaml" - - title: "2106.0-7 vs 2101.0-7" + - title: "2110.0-8 vs 2106.0-8" reference: 3 compare: 4 -# rca-file: "rca/rca-3n-dnv-1t1c-mrr-rca2.yaml" legend: - '' - 'Test Case: Test cases executed for: MRR throughput on 3n-dnv with x553.' - - 'YYMM.V-E: [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "6" for CSIT rls2101, "7" for CSIT rls2106).' + - 'YYMM.V-E: [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "7" for CSIT rls2106, "8" for CSIT rls2110).' - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' - - '2101.0-7 vs 2101.0-6: Compares CSIT environment current vs previous with previous VPP code.' - - '2106.0-7 vs 2101.0-7: Compares VPP code current vs previous in the current CSIT environment.' + - '2106.0-8 vs 2106.0-7: Compares CSIT environment current vs previous with previous VPP code.' + - '2110.0-8 vs 2106.0-8: Compares VPP code current vs previous in the current CSIT environment.' # VPP Performance Changes 3n-dnv 2t2c mrr - type: "table" @@ -3676,30 +3576,28 @@ include-tests: "MRR" # "PDR" | "NDR" | "MRR" filter: "'2T2C'" columns: - - title: "2009.0-6" + - title: "2101.0-7" data-set: "vpp-3n-dnv-hist-iter-mrr-new-env" - - title: "2101.0-6" + - title: "2106.0-7" data-set: "vpp-3n-dnv-prev-iter-mrr-old-env" - - title: "2101.0-7" + - title: "2106.0-8" data-set: "vpp-3n-dnv-prev-iter-mrr-new-env" - - title: "2106.0-7" + - title: "2110.0-8" data-set: "vpp-3n-dnv-curr-iter-mrr" comparisons: - - title: "2101.0-7 vs 2101.0-6" + - title: "2106.0-8 vs 2106.0-7" reference: 2 compare: 3 -# rca-file: "rca/rca-3n-dnv-2t2c-mrr-rca1.yaml" - - title: "2106.0-7 vs 2101.0-7" + - title: "2110.0-8 vs 2106.0-8" reference: 3 compare: 4 -# rca-file: "rca/rca-3n-dnv-2t2c-mrr-rca2.yaml" legend: - '' - 'Test Case: Test cases executed for: MRR throughput on 3n-dnv with x553.' - - 'YYMM.V-E: [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "6" for CSIT rls2101, "7" for CSIT rls2106).' + - 'YYMM.V-E: [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "7" for CSIT rls2106, "8" for CSIT rls2110).' - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' - - '2101.0-7 vs 2101.0-6: Compares CSIT environment current vs previous with previous VPP code.' - - '2106.0-7 vs 2101.0-7: Compares VPP code current vs previous in the current CSIT environment.' + - '2106.0-8 vs 2106.0-7: Compares CSIT environment current vs previous with previous VPP code.' + - '2110.0-8 vs 2106.0-8: Compares VPP code current vs previous in the current CSIT environment.' # VPP Performance Changes 3n-dnv 4t4c mrr - type: "table" @@ -3709,30 +3607,28 @@ include-tests: "MRR" # "PDR" | "NDR" | "MRR" filter: "'4T4C'" columns: - - title: "2009.0-6" + - title: "2101.0-7" data-set: "vpp-3n-dnv-hist-iter-mrr-new-env" - - title: "2101.0-6" + - title: "2106.0-7" data-set: "vpp-3n-dnv-prev-iter-mrr-old-env" - - title: "2101.0-7" + - title: "2106.0-8" data-set: "vpp-3n-dnv-prev-iter-mrr-new-env" - - title: "2106.0-7" + - title: "2110.0-8" data-set: "vpp-3n-dnv-curr-iter-mrr" comparisons: - - title: "2101.0-7 vs 2101.0-6" + - title: "2106.0-8 vs 2106.0-7" reference: 2 compare: 3 -# rca-file: "rca/rca-3n-dnv-4t4c-mrr-rca1.yaml" - - title: "2106.0-7 vs 2101.0-7" + - title: "2110.0-8 vs 2106.0-8" reference: 3 compare: 4 -# rca-file: "rca/rca-3n-dnv-4t4c-mrr-rca2.yaml" legend: - '' - 'Test Case: Test cases executed for: MRR throughput on 3n-dnv with x553.' - - 'YYMM.V-E: [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "6" for CSIT rls2101, "7" for CSIT rls2106).' + - 'YYMM.V-E: [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "7" for CSIT rls2106, "8" for CSIT rls2110).' - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' - - '2101.0-7 vs 2101.0-6: Compares CSIT environment current vs previous with previous VPP code.' - - '2106.0-7 vs 2101.0-7: Compares VPP code current vs previous in the current CSIT environment.' + - '2106.0-8 vs 2106.0-7: Compares CSIT environment current vs previous with previous VPP code.' + - '2110.0-8 vs 2106.0-8: Compares VPP code current vs previous in the current CSIT environment.' # VPP Performance Changes 3n-tsh 1t1c mrr - type: "table" @@ -3742,30 +3638,28 @@ include-tests: "MRR" # "PDR" | "NDR" | "MRR" filter: "'1T1C'" columns: - - title: "2009.0-6" + - title: "2101.0-7" data-set: "vpp-3n-tsh-hist-iter-mrr-new-env" - - title: "2101.0-6" + - title: "2106.0-7" data-set: "vpp-3n-tsh-prev-iter-mrr-old-env" - - title: "2101.0-7" + - title: "2106.0-8" data-set: "vpp-3n-tsh-prev-iter-mrr-new-env" - - title: "2106.0-7" + - title: "2110.0-8" data-set: "vpp-3n-tsh-curr-iter-mrr" comparisons: - - title: "2101.0-7 vs 2101.0-6" + - title: "2106.0-8 vs 2106.0-7" reference: 2 compare: 3 -# rca-file: "rca/rca-3n-tsh-1t1c-mrr-rca1.yaml" - - title: "2106.0-7 vs 2101.0-7" + - title: "2110.0-8 vs 2106.0-8" reference: 3 compare: 4 -# rca-file: "rca/rca-3n-tsh-1t1c-mrr-rca2.yaml" legend: - '' - 'Test Case: Test cases executed for: MRR throughput on 3n-tsh with x520.' - - 'YYMM.V-E: [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "6" for CSIT rls2101, "7" for CSIT rls2106).' + - 'YYMM.V-E: [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "7" for CSIT rls2106, "8" for CSIT rls2110).' - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' - - '2101.0-7 vs 2101.0-6: Compares CSIT environment current vs previous with previous VPP code.' - - '2106.0-7 vs 2101.0-7: Compares VPP code current vs previous in the current CSIT environment.' + - '2106.0-8 vs 2106.0-7: Compares CSIT environment current vs previous with previous VPP code.' + - '2110.0-8 vs 2106.0-8: Compares VPP code current vs previous in the current CSIT environment.' # VPP Performance Changes 3n-tsh 2t2c mrr - type: "table" @@ -3775,30 +3669,28 @@ include-tests: "MRR" # "PDR" | "NDR" | "MRR" filter: "'2T2C'" columns: - - title: "2009.0-6" + - title: "2101.0-7" data-set: "vpp-3n-tsh-hist-iter-mrr-new-env" - - title: "2101.0-6" + - title: "2106.0-7" data-set: "vpp-3n-tsh-prev-iter-mrr-old-env" - - title: "2101.0-7" + - title: "2106.0-8" data-set: "vpp-3n-tsh-prev-iter-mrr-new-env" - - title: "2106.0-7" + - title: "2110.0-8" data-set: "vpp-3n-tsh-curr-iter-mrr" comparisons: - - title: "2101.0-7 vs 2101.0-6" + - title: "2106.0-8 vs 2106.0-7" reference: 2 compare: 3 -# rca-file: "rca/rca-3n-tsh-2t2c-mrr-rca1.yaml" - - title: "2106.0-7 vs 2101.0-7" + - title: "2110.0-8 vs 2106.0-8" reference: 3 compare: 4 -# rca-file: "rca/rca-3n-tsh-2t2c-mrr-rca2.yaml" legend: - '' - 'Test Case: Test cases executed for: MRR throughput on 3n-tsh with x520.' - - 'YYMM.V-E: [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "6" for CSIT rls2101, "7" for CSIT rls2106).' + - 'YYMM.V-E: [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "7" for CSIT rls2106, "8" for CSIT rls2110).' - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' - - '2101.0-7 vs 2101.0-6: Compares CSIT environment current vs previous with previous VPP code.' - - '2106.0-7 vs 2101.0-7: Compares VPP code current vs previous in the current CSIT environment.' + - '2106.0-8 vs 2106.0-7: Compares CSIT environment current vs previous with previous VPP code.' + - '2110.0-8 vs 2106.0-8: Compares VPP code current vs previous in the current CSIT environment.' # VPP Performance Changes 3n-tsh 4t4c mrr - type: "table" @@ -3808,30 +3700,28 @@ include-tests: "MRR" # "PDR" | "NDR" | "MRR" filter: "'4T4C'" columns: - - title: "2009.0-6" + - title: "2101.0-7" data-set: "vpp-3n-tsh-hist-iter-mrr-new-env" - - title: "2101.0-6" + - title: "2106.0-7" data-set: "vpp-3n-tsh-prev-iter-mrr-old-env" - - title: "2101.0-7" + - title: "2106.0-8" data-set: "vpp-3n-tsh-prev-iter-mrr-new-env" - - title: "2106.0-7" + - title: "2110.0-8" data-set: "vpp-3n-tsh-curr-iter-mrr" comparisons: - - title: "2101.0-7 vs 2101.0-6" + - title: "2106.0-8 vs 2106.0-7" reference: 2 compare: 3 -# rca-file: "rca/rca-3n-tsh-4t4c-mrr-rca1.yaml" - - title: "2106.0-7 vs 2101.0-7" + - title: "2110.0-8 vs 2106.0-8" reference: 3 compare: 4 -# rca-file: "rca/rca-3n-tsh-4t4c-mrr-rca2.yaml" legend: - '' - 'Test Case: Test cases executed for: MRR throughput on 3n-tsh with x520.' - - 'YYMM.V-E: [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "6" for CSIT rls2101, "7" for CSIT rls2106).' + - 'YYMM.V-E: [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "7" for CSIT rls2106, "8" for CSIT rls2110).' - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' - - '2101.0-7 vs 2101.0-6: Compares CSIT environment current vs previous with previous VPP code.' - - '2106.0-7 vs 2101.0-7: Compares VPP code current vs previous in the current CSIT environment.' + - '2106.0-8 vs 2106.0-7: Compares CSIT environment current vs previous with previous VPP code.' + - '2110.0-8 vs 2106.0-8: Compares VPP code current vs previous in the current CSIT environment.' # VPP Performance Changes 2n-tx2 1t1c mrr - type: "table" @@ -3841,30 +3731,28 @@ include-tests: "MRR" # "PDR" | "NDR" | "MRR" filter: "'1T1C'" columns: - - title: "2009.0-6" + - title: "2101.0-7" data-set: "vpp-2n-tx2-hist-iter-mrr-new-env" - - title: "2101.0-6" + - title: "2106.0-7" data-set: "vpp-2n-tx2-prev-iter-mrr-old-env" - - title: "2101.0-7" + - title: "2106.0-8" data-set: "vpp-2n-tx2-prev-iter-mrr-new-env" - - title: "2106.0-7" + - title: "2110.0-8" data-set: "vpp-2n-tx2-curr-iter-mrr" comparisons: - - title: "2101.0-7 vs 2101.0-6" + - title: "2106.0-8 vs 2106.0-7" reference: 2 compare: 3 -# rca-file: "rca/rca-2n-tx2-1t1c-mrr-rca1.yaml" - - title: "2106.0-7 vs 2101.0-7" + - title: "2110.0-8 vs 2106.0-8" reference: 3 compare: 4 -# rca-file: "rca/rca-2n-tx2-1t1c-mrr-rca2.yaml" legend: - '' - 'Test Case: Test cases executed for: MRR throughput on 2n-tx2 with xl710.' - - 'YYMM.V-E: [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "6" for CSIT rls2101, "7" for CSIT rls2106).' + - 'YYMM.V-E: [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "7" for CSIT rls2106, "8" for CSIT rls2110).' - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' - - '2101.0-7 vs 2101.0-6: Compares CSIT environment current vs previous with previous VPP code.' - - '2106.0-7 vs 2101.0-7: Compares VPP code current vs previous in the current CSIT environment.' + - '2106.0-8 vs 2106.0-7: Compares CSIT environment current vs previous with previous VPP code.' + - '2110.0-8 vs 2106.0-8: Compares VPP code current vs previous in the current CSIT environment.' # VPP Performance Changes 2n-tx2 2t2c mrr - type: "table" @@ -3874,30 +3762,28 @@ include-tests: "MRR" # "PDR" | "NDR" | "MRR" filter: "'2T2C'" columns: - - title: "2009.0-6" + - title: "2101.0-7" data-set: "vpp-2n-tx2-hist-iter-mrr-new-env" - - title: "2101.0-6" + - title: "2106.0-7" data-set: "vpp-2n-tx2-prev-iter-mrr-old-env" - - title: "2101.0-7" + - title: "2106.0-8" data-set: "vpp-2n-tx2-prev-iter-mrr-new-env" - - title: "2106.0-7" + - title: "2110.0-8" data-set: "vpp-2n-tx2-curr-iter-mrr" comparisons: - - title: "2101.0-7 vs 2101.0-6" + - title: "2106.0-8 vs 2106.0-7" reference: 2 compare: 3 -# rca-file: "rca/rca-2n-tx2-2t2c-mrr-rca1.yaml" - - title: "2106.0-7 vs 2101.0-7" + - title: "2110.0-8 vs 2106.0-8" reference: 3 compare: 4 -# rca-file: "rca/rca-2n-tx2-2t2c-mrr-rca2.yaml" legend: - '' - 'Test Case: Test cases executed for: MRR throughput on 2n-tx2 with xl710.' - - 'YYMM.V-E: [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "6" for CSIT rls2101, "7" for CSIT rls2106).' + - 'YYMM.V-E: [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "7" for CSIT rls2106, "8" for CSIT rls2110).' - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' - - '2101.0-7 vs 2101.0-6: Compares CSIT environment current vs previous with previous VPP code.' - - '2106.0-7 vs 2101.0-7: Compares VPP code current vs previous in the current CSIT environment.' + - '2106.0-8 vs 2106.0-7: Compares CSIT environment current vs previous with previous VPP code.' + - '2110.0-8 vs 2106.0-8: Compares VPP code current vs previous in the current CSIT environment.' # VPP Performance Changes 2n-tx2 4t4c mrr - type: "table" @@ -3907,30 +3793,28 @@ include-tests: "MRR" # "PDR" | "NDR" | "MRR" filter: "'4T4C'" columns: - - title: "2009.0-6" + - title: "2101.0-7" data-set: "vpp-2n-tx2-hist-iter-mrr-new-env" - - title: "2101.0-6" + - title: "2106.0-7" data-set: "vpp-2n-tx2-prev-iter-mrr-old-env" - - title: "2101.0-7" + - title: "2106.0-8" data-set: "vpp-2n-tx2-prev-iter-mrr-new-env" - - title: "2106.0-7" + - title: "2110.0-8" data-set: "vpp-2n-tx2-curr-iter-mrr" comparisons: - - title: "2101.0-7 vs 2101.0-6" + - title: "2106.0-8 vs 2106.0-7" reference: 2 compare: 3 -# rca-file: "rca/rca-2n-tx2-4t4c-mrr-rca1.yaml" - - title: "2106.0-7 vs 2101.0-7" + - title: "2110.0-8 vs 2106.0-8" reference: 3 compare: 4 -# rca-file: "rca/rca-2n-tx2-4t4c-mrr-rca2.yaml" legend: - '' - 'Test Case: Test cases executed for: MRR throughput on 2n-tx2 with xl710.' - - 'YYMM.V-E: [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "6" for CSIT rls2101, "7" for CSIT rls2106).' + - 'YYMM.V-E: [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "7" for CSIT rls2106, "8" for CSIT rls2110).' - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' - - '2101.0-7 vs 2101.0-6: Compares CSIT environment current vs previous with previous VPP code.' - - '2106.0-7 vs 2101.0-7: Compares VPP code current vs previous in the current CSIT environment.' + - '2106.0-8 vs 2106.0-7: Compares CSIT environment current vs previous with previous VPP code.' + - '2110.0-8 vs 2106.0-8: Compares VPP code current vs previous in the current CSIT environment.' # VPP Comparison Across Testbeds 2n-skx to 2n-clx 2t1c mrr - type: "table" @@ -5091,11 +4975,11 @@ include-tests: "PDR" # "PDR" | "NDR" | "MRR" filter: "'2T1C' and 'NDRPDR' and 'NIC_Intel-XXV710'" columns: - - title: "20.08" - data-set: "dpdk-3n-skx-hist-iter" - title: "20.11" - data-set: "dpdk-3n-skx-prev-iter" + data-set: "dpdk-3n-skx-hist-iter" - title: "21.02" + data-set: "dpdk-3n-skx-prev-iter" + - title: "21.08" data-set: "dpdk-3n-skx-curr-iter" comparisons: - title: "Diff" @@ -5103,8 +4987,8 @@ compare: 3 legend: - "" - - "20.08, 20.11, 21.02 - DPDK versions tested." - - "Diff - difference between 20.11 and 21.02 DPDK version." + - "20.11, 21.02, 21.08 - DPDK versions tested." + - "Diff - difference between 21.02 and 21.08 DPDK version." # DPDK Performance Changes 3n-skx 4t2c pdr - type: "table" @@ -5114,11 +4998,11 @@ include-tests: "PDR" # "PDR" | "NDR" | "MRR" filter: "'4T2C' and 'NDRPDR' and 'NIC_Intel-XXV710'" columns: - - title: "20.08" - data-set: "dpdk-3n-skx-hist-iter" - title: "20.11" - data-set: "dpdk-3n-skx-prev-iter" + data-set: "dpdk-3n-skx-hist-iter" - title: "21.02" + data-set: "dpdk-3n-skx-prev-iter" + - title: "21.08" data-set: "dpdk-3n-skx-curr-iter" comparisons: - title: "Diff" @@ -5126,8 +5010,8 @@ compare: 3 legend: - "" - - "20.08, 20.11, 21.02 - DPDK versions tested." - - "Diff - difference between 20.11 and 21.02 DPDK version." + - "20.11, 21.02, 21.08 - DPDK versions tested." + - "Diff - difference between 21.02 and 21.08 DPDK version." # DPDK Performance Changes 3n-skx 2t1c ndr - type: "table" @@ -5137,11 +5021,11 @@ include-tests: "NDR" # "PDR" | "NDR" | "MRR" filter: "'2T1C' and 'NDRPDR' and 'NIC_Intel-XXV710'" columns: - - title: "20.08" - data-set: "dpdk-3n-skx-hist-iter" - title: "20.11" - data-set: "dpdk-3n-skx-prev-iter" + data-set: "dpdk-3n-skx-hist-iter" - title: "21.02" + data-set: "dpdk-3n-skx-prev-iter" + - title: "21.08" data-set: "dpdk-3n-skx-curr-iter" comparisons: - title: "Diff" @@ -5149,8 +5033,8 @@ compare: 3 legend: - "" - - "20.08, 20.11, 21.02 - DPDK versions tested." - - "Diff - difference between 20.11 and 21.02 DPDK version." + - "20.11, 21.02, 21.08 - DPDK versions tested." + - "Diff - difference between 21.02 and 21.08 DPDK version." # DPDK Performance Changes 3n-skx 4t2c ndr - type: "table" @@ -5160,11 +5044,11 @@ include-tests: "NDR" # "PDR" | "NDR" | "MRR" filter: "'4T2C' and 'NDRPDR' and 'NIC_Intel-XXV710'" columns: - - title: "20.08" - data-set: "dpdk-3n-skx-hist-iter" - title: "20.11" - data-set: "dpdk-3n-skx-prev-iter" + data-set: "dpdk-3n-skx-hist-iter" - title: "21.02" + data-set: "dpdk-3n-skx-prev-iter" + - title: "21.08" data-set: "dpdk-3n-skx-curr-iter" comparisons: - title: "Diff" @@ -5172,8 +5056,8 @@ compare: 3 legend: - "" - - "20.08, 20.11, 21.02 - DPDK versions tested." - - "Diff - difference between 20.11 and 21.02 DPDK version." + - "20.11, 21.02, 21.08 - DPDK versions tested." + - "Diff - difference between 21.02 and 21.08 DPDK version." # DPDK Performance Changes 2n-skx 2t1c pdr - type: "table" @@ -5183,11 +5067,11 @@ include-tests: "PDR" # "PDR" | "NDR" | "MRR" filter: "'2T1C' and 'NDRPDR' and 'NIC_Intel-XXV710'" columns: - - title: "20.08" - data-set: "dpdk-2n-skx-hist-iter" - title: "20.11" - data-set: "dpdk-2n-skx-prev-iter" + data-set: "dpdk-2n-skx-hist-iter" - title: "21.02" + data-set: "dpdk-2n-skx-prev-iter" + - title: "21.08" data-set: "dpdk-2n-skx-curr-iter" comparisons: - title: "Diff" @@ -5195,8 +5079,8 @@ compare: 3 legend: - "" - - "20.08, 20.11, 21.02 - DPDK versions tested." - - "Diff - difference between 20.11 and 21.02 DPDK version." + - "20.11, 21.02, 21.08 - DPDK versions tested." + - "Diff - difference between 21.02 and 21.08 DPDK version." # DPDK Performance Changes 2n-skx 4t2c pdr - type: "table" @@ -5206,11 +5090,11 @@ include-tests: "PDR" # "PDR" | "NDR" | "MRR" filter: "'4T2C' and 'NDRPDR' and 'NIC_Intel-XXV710'" columns: - - title: "20.08" - data-set: "dpdk-2n-skx-hist-iter" - title: "20.11" - data-set: "dpdk-2n-skx-prev-iter" + data-set: "dpdk-2n-skx-hist-iter" - title: "21.02" + data-set: "dpdk-2n-skx-prev-iter" + - title: "21.08" data-set: "dpdk-2n-skx-curr-iter" comparisons: - title: "Diff" @@ -5218,8 +5102,8 @@ compare: 3 legend: - "" - - "20.08, 20.11, 21.02 - DPDK versions tested." - - "Diff - difference between 20.11 and 21.02 DPDK version." + - "20.11, 21.02, 21.08 - DPDK versions tested." + - "Diff - difference between 21.02 and 21.08 DPDK version." # DPDK Performance Changes 2n-skx 2t1c ndr - type: "table" @@ -5229,11 +5113,11 @@ include-tests: "NDR" # "PDR" | "NDR" | "MRR" filter: "'2T1C' and 'NDRPDR' and 'NIC_Intel-XXV710'" columns: - - title: "20.08" - data-set: "dpdk-2n-skx-hist-iter" - title: "20.11" - data-set: "dpdk-2n-skx-prev-iter" + data-set: "dpdk-2n-skx-hist-iter" - title: "21.02" + data-set: "dpdk-2n-skx-prev-iter" + - title: "21.08" data-set: "dpdk-2n-skx-curr-iter" comparisons: - title: "Diff" @@ -5241,8 +5125,8 @@ compare: 3 legend: - "" - - "20.08, 20.11, 21.02 - DPDK versions tested." - - "Diff - difference between 20.11 and 21.02 DPDK version." + - "20.11, 21.02, 21.08 - DPDK versions tested." + - "Diff - difference between 21.02 and 21.08 DPDK version." # DPDK Performance Changes 2n-skx 4t2c ndr - type: "table" @@ -5252,11 +5136,11 @@ include-tests: "NDR" # "PDR" | "NDR" | "MRR" filter: "'4T2C' and 'NDRPDR' and 'NIC_Intel-XXV710'" columns: - - title: "20.08" - data-set: "dpdk-2n-skx-hist-iter" - title: "20.11" - data-set: "dpdk-2n-skx-prev-iter" + data-set: "dpdk-2n-skx-hist-iter" - title: "21.02" + data-set: "dpdk-2n-skx-prev-iter" + - title: "21.08" data-set: "dpdk-2n-skx-curr-iter" comparisons: - title: "Diff" @@ -5264,8 +5148,8 @@ compare: 3 legend: - "" - - "20.08, 20.11, 21.02 - DPDK versions tested." - - "Diff - difference between 20.11 and 21.02 DPDK version." + - "20.11, 21.02, 21.08 - DPDK versions tested." + - "Diff - difference between 21.02 and 21.08 DPDK version." # DPDK Performance Changes 2n-clx 2t1c pdr - type: "table" @@ -5275,11 +5159,11 @@ include-tests: "PDR" # "PDR" | "NDR" | "MRR" filter: "'2T1C' and 'NDRPDR' and 'NIC_Intel-XXV710'" columns: - - title: "20.08" - data-set: "dpdk-2n-clx-hist-iter" - title: "20.11" - data-set: "dpdk-2n-clx-prev-iter" + data-set: "dpdk-2n-clx-hist-iter" - title: "21.02" + data-set: "dpdk-2n-clx-prev-iter" + - title: "21.08" data-set: "dpdk-2n-clx-curr-iter" comparisons: - title: "Diff" @@ -5287,8 +5171,8 @@ compare: 3 legend: - "" - - "20.08, 20.11, 21.02 - DPDK versions tested." - - "Diff - difference between 20.11 and 21.02 DPDK version." + - "20.11, 21.02, 21.08 - DPDK versions tested." + - "Diff - difference between 21.02 and 21.08 DPDK version." # DPDK Performance Changes 2n-clx 4t2c pdr - type: "table" @@ -5298,11 +5182,11 @@ include-tests: "PDR" # "PDR" | "NDR" | "MRR" filter: "'4T2C' and 'NDRPDR' and 'NIC_Intel-XXV710'" columns: - - title: "20.08" - data-set: "dpdk-2n-clx-hist-iter" - title: "20.11" - data-set: "dpdk-2n-clx-prev-iter" + data-set: "dpdk-2n-clx-hist-iter" - title: "21.02" + data-set: "dpdk-2n-clx-prev-iter" + - title: "21.08" data-set: "dpdk-2n-clx-curr-iter" comparisons: - title: "Diff" @@ -5310,8 +5194,8 @@ compare: 3 legend: - "" - - "20.08, 20.11, 21.02 - DPDK versions tested." - - "Diff - difference between 20.11 and 21.02 DPDK version." + - "20.11, 21.02, 21.08 - DPDK versions tested." + - "Diff - difference between 21.02 and 21.08 DPDK version." # DPDK Performance Changes 2n-clx 2t1c ndr - type: "table" @@ -5321,11 +5205,11 @@ include-tests: "NDR" # "PDR" | "NDR" | "MRR" filter: "'2T1C' and 'NDRPDR' and 'NIC_Intel-XXV710'" columns: - - title: "20.08" - data-set: "dpdk-2n-clx-hist-iter" - title: "20.11" - data-set: "dpdk-2n-clx-prev-iter" + data-set: "dpdk-2n-clx-hist-iter" - title: "21.02" + data-set: "dpdk-2n-clx-prev-iter" + - title: "21.08" data-set: "dpdk-2n-clx-curr-iter" comparisons: - title: "Diff" @@ -5333,8 +5217,8 @@ compare: 3 legend: - "" - - "20.08, 20.11, 21.02 - DPDK versions tested." - - "Diff - difference between 20.11 and 21.02 DPDK version." + - "20.11, 21.02, 21.08 - DPDK versions tested." + - "Diff - difference between 21.02 and 21.08 DPDK version." # DPDK Performance Changes 2n-clx 4t2c ndr - type: "table" @@ -5344,11 +5228,11 @@ include-tests: "NDR" # "PDR" | "NDR" | "MRR" filter: "'4T2C' and 'NDRPDR' and 'NIC_Intel-XXV710'" columns: - - title: "20.08" - data-set: "dpdk-2n-clx-hist-iter" - title: "20.11" - data-set: "dpdk-2n-clx-prev-iter" + data-set: "dpdk-2n-clx-hist-iter" - title: "21.02" + data-set: "dpdk-2n-clx-prev-iter" + - title: "21.08" data-set: "dpdk-2n-clx-curr-iter" comparisons: - title: "Diff" @@ -5356,8 +5240,8 @@ compare: 3 legend: - "" - - "20.08, 20.11, 21.02 - DPDK versions tested." - - "Diff - difference between 20.11 and 21.02 DPDK version." + - "20.11, 21.02, 21.08 - DPDK versions tested." + - "Diff - difference between 21.02 and 21.08 DPDK version." # DPDK Performance Changes 2n-zn2 2t1c pdr - type: "table" @@ -5367,11 +5251,11 @@ include-tests: "PDR" # "PDR" | "NDR" | "MRR" filter: "'2T1C' and 'NDRPDR' and 'NIC_Intel-XXV710'" columns: - - title: "20.08" - data-set: "dpdk-2n-zn2-hist-iter" - title: "20.11" - data-set: "dpdk-2n-zn2-prev-iter" + data-set: "dpdk-2n-zn2-hist-iter" - title: "21.02" + data-set: "dpdk-2n-zn2-prev-iter" + - title: "21.08" data-set: "dpdk-2n-zn2-curr-iter" comparisons: - title: "Diff" @@ -5379,8 +5263,8 @@ compare: 3 legend: - "" - - "20.08, 20.11, 21.02 - DPDK versions tested." - - "Diff - difference between 20.11 and 21.02 DPDK version." + - "20.11, 21.02, 21.08 - DPDK versions tested." + - "Diff - difference between 21.02 and 21.08 DPDK version." # DPDK Performance Changes 2n-zn2 4t2c pdr - type: "table" @@ -5390,11 +5274,11 @@ include-tests: "PDR" # "PDR" | "NDR" | "MRR" filter: "'4T2C' and 'NDRPDR' and 'NIC_Intel-XXV710'" columns: - - title: "20.08" - data-set: "dpdk-2n-zn2-hist-iter" - title: "20.11" - data-set: "dpdk-2n-zn2-prev-iter" + data-set: "dpdk-2n-zn2-hist-iter" - title: "21.02" + data-set: "dpdk-2n-zn2-prev-iter" + - title: "21.08" data-set: "dpdk-2n-zn2-curr-iter" comparisons: - title: "Diff" @@ -5402,8 +5286,8 @@ compare: 3 legend: - "" - - "20.08, 20.11, 21.02 - DPDK versions tested." - - "Diff - difference between 20.11 and 21.02 DPDK version." + - "20.11, 21.02, 21.08 - DPDK versions tested." + - "Diff - difference between 21.02 and 21.08 DPDK version." # DPDK Performance Changes 2n-zn2 2t1c ndr - type: "table" @@ -5413,11 +5297,11 @@ include-tests: "NDR" # "PDR" | "NDR" | "MRR" filter: "'2T1C' and 'NDRPDR' and 'NIC_Intel-XXV710'" columns: - - title: "20.08" - data-set: "dpdk-2n-zn2-hist-iter" - title: "20.11" - data-set: "dpdk-2n-zn2-prev-iter" + data-set: "dpdk-2n-zn2-hist-iter" - title: "21.02" + data-set: "dpdk-2n-zn2-prev-iter" + - title: "21.08" data-set: "dpdk-2n-zn2-curr-iter" comparisons: - title: "Diff" @@ -5425,8 +5309,8 @@ compare: 3 legend: - "" - - "20.08, 20.11, 21.02 - DPDK versions tested." - - "Diff - difference between 20.11 and 21.02 DPDK version." + - "20.11, 21.02, 21.08 - DPDK versions tested." + - "Diff - difference between 21.02 and 21.08 DPDK version." # DPDK Performance Changes 2n-zn2 4t2c ndr - type: "table" @@ -5436,11 +5320,11 @@ include-tests: "NDR" # "PDR" | "NDR" | "MRR" filter: "'4T2C' and 'NDRPDR' and 'NIC_Intel-XXV710'" columns: - - title: "20.08" - data-set: "dpdk-2n-zn2-hist-iter" - title: "20.11" - data-set: "dpdk-2n-zn2-prev-iter" + data-set: "dpdk-2n-zn2-hist-iter" - title: "21.02" + data-set: "dpdk-2n-zn2-prev-iter" + - title: "21.08" data-set: "dpdk-2n-zn2-curr-iter" comparisons: - title: "Diff" @@ -5448,8 +5332,8 @@ compare: 3 legend: - "" - - "20.08, 20.11, 21.02 - DPDK versions tested." - - "Diff - difference between 20.11 and 21.02 DPDK version." + - "20.11, 21.02, 21.08 - DPDK versions tested." + - "Diff - difference between 21.02 and 21.08 DPDK version." ## DPDK Performance Changes 2n-dnv 1t1c pdr #- type: "table" @@ -5643,11 +5527,11 @@ include-tests: "PDR" # "PDR" | "NDR" | "MRR" filter: "'1T1C' and 'NDRPDR' and 'NIC_Intel-XXV710'" columns: - - title: "20.08" - data-set: "dpdk-3n-tsh-hist-iter" - title: "20.11" - data-set: "dpdk-3n-tsh-prev-iter" + data-set: "dpdk-3n-tsh-hist-iter" - title: "21.02" + data-set: "dpdk-3n-tsh-prev-iter" + - title: "21.08" data-set: "dpdk-3n-tsh-curr-iter" comparisons: - title: "Diff" @@ -5655,8 +5539,8 @@ compare: 3 legend: - "" - - "20.08, 20.11, 21.02 - DPDK versions tested." - - "Diff - difference between 20.11 and 21.02 DPDK version." + - "20.11, 21.02, 21.08 - DPDK versions tested." + - "Diff - difference between 21.02 and 21.08 DPDK version." # DPDK Performance Changes 3n-tsh 2t2c pdr - type: "table" @@ -5666,11 +5550,11 @@ include-tests: "PDR" # "PDR" | "NDR" | "MRR" filter: "'2T2C' and 'NDRPDR' and 'NIC_Intel-XXV710'" columns: - - title: "20.08" - data-set: "dpdk-3n-tsh-hist-iter" - title: "20.11" - data-set: "dpdk-3n-tsh-prev-iter" + data-set: "dpdk-3n-tsh-hist-iter" - title: "21.02" + data-set: "dpdk-3n-tsh-prev-iter" + - title: "21.08" data-set: "dpdk-3n-tsh-curr-iter" comparisons: - title: "Diff" @@ -5678,8 +5562,8 @@ compare: 3 legend: - "" - - "20.08, 20.11, 21.02 - DPDK versions tested." - - "Diff - difference between 20.11 and 21.02 DPDK version." + - "20.11, 21.02, 21.08 - DPDK versions tested." + - "Diff - difference between 21.02 and 21.08 DPDK version." # DPDK Performance Changes 3n-tsh 1t1c ndr - type: "table" @@ -5689,11 +5573,11 @@ include-tests: "NDR" # "PDR" | "NDR" | "MRR" filter: "'1T1C' and 'NDRPDR' and 'NIC_Intel-XXV710'" columns: - - title: "20.08" - data-set: "dpdk-3n-tsh-hist-iter" - title: "20.11" - data-set: "dpdk-3n-tsh-prev-iter" + data-set: "dpdk-3n-tsh-hist-iter" - title: "21.02" + data-set: "dpdk-3n-tsh-prev-iter" + - title: "21.08" data-set: "dpdk-3n-tsh-curr-iter" comparisons: - title: "Diff" @@ -5701,8 +5585,8 @@ compare: 3 legend: - "" - - "20.08, 20.11, 21.02 - DPDK versions tested." - - "Diff - difference between 20.11 and 21.02 DPDK version." + - "20.11, 21.02, 21.08 - DPDK versions tested." + - "Diff - difference between 21.02 and 21.08 DPDK version." # DPDK Performance Changes 3n-tsh 2t2c ndr - type: "table" @@ -5712,11 +5596,11 @@ include-tests: "NDR" # "PDR" | "NDR" | "MRR" filter: "'2T2C' and 'NDRPDR' and 'NIC_Intel-XXV710'" columns: - - title: "20.08" - data-set: "dpdk-3n-tsh-hist-iter" - title: "20.11" - data-set: "dpdk-3n-tsh-prev-iter" + data-set: "dpdk-3n-tsh-hist-iter" - title: "21.02" + data-set: "dpdk-3n-tsh-prev-iter" + - title: "21.08" data-set: "dpdk-3n-tsh-curr-iter" comparisons: - title: "Diff" @@ -5724,8 +5608,8 @@ compare: 3 legend: - "" - - "20.08, 20.11, 21.02 - DPDK versions tested." - - "Diff - difference between 20.11 and 21.02 DPDK version." + - "20.11, 21.02, 21.08 - DPDK versions tested." + - "Diff - difference between 21.02 and 21.08 DPDK version." # DPDK Comparison Across Testbeds 2n-skx to 2n-clx ndr - type: "table" @@ -5851,7 +5735,7 @@ - type: "table" title: "Detailed Test Results - DPDK Performance Results 2n-zn2" algorithm: "table_merged_details" - output-file: "{DIR[DTR,PERF,DPDK,2N,SKX]}/dpdk_performance_results_2n_zn2" + output-file: "{DIR[DTR,PERF,DPDK,2N,ZN2]}/dpdk_performance_results_2n_zn2" columns: - title: " |prein| Test Name |preout| " data: "data name" @@ -5933,22 +5817,40 @@ - "parent" - "msg" -# # Detailed Test Results - DPDK Performance Results 2n-tx2 -# - type: "table" -# title: "Detailed Test Results - DPDK Performance Results 2n-tx2" -# algorithm: "table_merged_details" -# output-file: "{DIR[DTR,PERF,DPDK,2N,TX2]}/dpdk_performance_results_2n_tx2" -# columns: -# - title: " |prein| Test Name |preout| " -# data: "data name" -# - title: " |prein| Throughput: |br| 1. Mpps Gbps (NDR) |br| 2. Mpps Gbps (PDR) |br| |br| One-Way Latency Percentiles in uSec at %PDR load, |br| one set per each direction: |br| 3. P50 P90 P99 P50 P90 P99 (10% PDR) |br| 4. P50 P90 P99 P50 P90 P99 (50% PDR) |br| 5. P50 P90 P99 P50 P90 P99 (90% PDR) |preout| " -# data: "data msg" -# data: "dpdk-2n-tx2-curr-iter-best" -# filter: "all" -# parameters: -# - "name" -# - "parent" -# - "msg" +# Detailed Test Results - DPDK Performance Results 2n-tx2 +- type: "table" + title: "Detailed Test Results - DPDK Performance Results 2n-tx2" + algorithm: "table_merged_details" + output-file: "{DIR[DTR,PERF,DPDK,2N,TX2]}/dpdk_performance_results_2n_tx2" + columns: + - title: " |prein| Test Name |preout| " + data: "data name" + - title: " |prein| Throughput: |br| 1. Mpps Gbps (NDR) |br| 2. Mpps Gbps (PDR) |br| |br| One-Way Latency Percentiles in uSec at %PDR load, |br| one set per each direction: |br| 3. P50 P90 P99 P50 P90 P99 (10% PDR) |br| 4. P50 P90 P99 P50 P90 P99 (50% PDR) |br| 5. P50 P90 P99 P50 P90 P99 (90% PDR) |preout| " + data: "data msg" + data: "dpdk-2n-tx2-curr-iter-best" + filter: "all" + parameters: + - "name" + - "parent" + - "msg" + +# Detailed Test Results - TRex Performance Results 2n-skx +- type: "table" + title: "Detailed Test Results - TRex Performance Results 2n-skx" + algorithm: "table_merged_details" + output-file: "{DIR[DTR,PERF,TREX,2N,SKX]}/trex_performance_results_2n_skx" + columns: + - title: " |prein| Test Name |preout| " + data: "data name" + - title: " |prein| Throughput: |br| 1. Mpps Gbps (NDR) |br| 2. Mpps Gbps (PDR) |br| |br| One-Way Latency Percentiles in uSec at %PDR load, |br| one set per each direction: |br| 3. P50 P90 P99 P50 P90 P99 (10% PDR) |br| 4. P50 P90 P99 P50 P90 P99 (50% PDR) |br| 5. P50 P90 P99 P50 P90 P99 (90% PDR) |preout| " + data: "data msg" + data: "trex-2n-skx-curr-cov" + filter: "all" + remove-ndr: False + parameters: + - "name" + - "parent" + - "msg" ################################################################################ ### F I L E S ### @@ -6025,7 +5927,7 @@ - "cx556a" - "vic1227" - "vic1385" - - "nitro50g" + - "ena" # VPP Performance Configuration - type: "file" @@ -6098,7 +6000,7 @@ - "cx556a" - "vic1227" - "vic1385" - - "nitro50g" + - "ena" # VPP Performance Operational - type: "file" @@ -6171,7 +6073,7 @@ - "cx556a" - "vic1227" - "vic1385" - - "aws" + - "ena" # VPP MRR Results - type: "file" @@ -6244,7 +6146,7 @@ - "cx556a" - "vic1227" - "vic1385" - - "nitro50g" + - "ena" # VPP MRR Configuration - type: "file" @@ -6317,7 +6219,7 @@ - "cx556a" - "vic1227" - "vic1385" - - "nitro50g" + - "ena" # VPP Device Results - Ubuntu - type: "file" @@ -6409,16 +6311,26 @@ filter: "all" data-start-level: 4 -# # DPDK Performance Results 2n-tx2 -# - type: "file" -# title: "DPDK Performance Results 2n-tx2" -# algorithm: "file_test_results" -# output-file: "{DIR[DTR,PERF,DPDK,2N,TX2]}" -# dir-tables: "{DIR[DTR,PERF,DPDK,2N,TX2]}" -# data: "dpdk-2n-tx2-curr-iter-best" -# filter: "all" -# data-start-level: 4 - +# DPDK Performance Results 2n-tx2 +- type: "file" + title: "DPDK Performance Results 2n-tx2" + algorithm: "file_test_results" + output-file: "{DIR[DTR,PERF,DPDK,2N,TX2]}" + dir-tables: "{DIR[DTR,PERF,DPDK,2N,TX2]}" + data: "dpdk-2n-tx2-curr-iter-best" + filter: "all" + data-start-level: 4 + +# TRex Performance Results 2n-skx +- type: "file" + title: "TRex Performance Results 2n-skx" + algorithm: "file_test_results" + output-file: "{DIR[DTR,PERF,TREX,2N,SKX]}" + dir-tables: "{DIR[DTR,PERF,TREX,2N,SKX]}" + data: "trex-2n-skx-curr-cov" + filter: "all" + data-start-level: 4 + ################################################################################ ### P L O T S ### ################################################################################ @@ -6426,99 +6338,91 @@ # VSAP tests 2n-clx - type: "plot" - title: "2n-clx-e810cg-0b-2t1c-eth-ip4tcphttp-ldpreload-nginx-cps" + title: "2n-clx-cx556a-0b-2t1c-eth-ip4tcphttp-ldpreload-nginx-cps" algorithm: "plot_perf_box_name" - output-file: "{DIR[STATIC,VPP]}/2n-clx-e810cg-0b-2t1c-eth-ip4tcphttp-ldpreload-nginx-cps" + output-file: "{DIR[STATIC,VPP]}/2n-clx-cx556a-0b-2t1c-eth-ip4tcphttp-ldpreload-nginx-cps" data: "vpp-2n-clx-curr-iter-vsap" include: - - "Tests.Vpp.Perf.Hoststack.2N1L-100Ge2P1E810Cq-Eth-Ip4Tcphttp-Ldpreload-Nginx-1.14.2-Cps.0B-2t1c-eth-ip4tcphttp-ldpreload-nginx-1.14.2-cps" - - "Tests.Vpp.Perf.Hoststack.2N1L-100Ge2P1E810Cq-Eth-Ip4Tcphttp-Ldpreload-Nginx-1.15.0-Cps.0B-2t1c-eth-ip4tcphttp-ldpreload-nginx-1.15.0-cps" + - "Tests.Vpp.Perf.Hoststack.2N1L-100Ge2P1Cx556A-Rdma-Eth-Ip4Tcphttp-Ldpreload-Nginx-1 15 0-Cps.0B-2t1c-rdma-eth-ip4tcphttp-ldpreload-nginx-1_15_0-cps" layout: - title: "2n-clx-e810cg-0b-2t1c-eth-ip4tcphttp-ldpreload-nginx" + title: "2n-clx-cx556a-0b-2t1c-eth-ip4tcphttp-ldpreload-nginx" layout: "plot-hoststack" - type: "plot" - title: "2n-clx-e810cg-64b-2t1c-eth-ip4tcphttp-ldpreload-nginx-cps" + title: "2n-clx-cx556a-64b-2t1c-eth-ip4tcphttp-ldpreload-nginx-cps" algorithm: "plot_perf_box_name" - output-file: "{DIR[STATIC,VPP]}/2n-clx-e810cg-64b-2t1c-eth-ip4tcphttp-ldpreload-nginx-cps" + output-file: "{DIR[STATIC,VPP]}/2n-clx-cx556a-64b-2t1c-eth-ip4tcphttp-ldpreload-nginx-cps" data: "vpp-2n-clx-curr-iter-vsap" include: - - "Tests.Vpp.Perf.Hoststack.2N1L-100Ge2P1E810Cq-Eth-Ip4Tcphttp-Ldpreload-Nginx-1.14.2-Cps.64b-2t1c-eth-ip4tcphttp-ldpreload-nginx-1.14.2-cps" - - "Tests.Vpp.Perf.Hoststack.2N1L-100Ge2P1E810Cq-Eth-Ip4Tcphttp-Ldpreload-Nginx-1.15.0-Cps.64b-2t1c-eth-ip4tcphttp-ldpreload-nginx-1.15.0-cps" + - "Tests.Vpp.Perf.Hoststack.2N1L-100Ge2P1Cx556A-Rdma-Eth-Ip4Tcphttp-Ldpreload-Nginx-1 15 0-Cps.64B-2t1c-rdma-eth-ip4tcphttp-ldpreload-nginx-1_15_0-cps" layout: - title: "2n-clx-e810cg-64b-2t1c-eth-ip4tcphttp-ldpreload-nginx" + title: "2n-clx-cx556a-64b-2t1c-eth-ip4tcphttp-ldpreload-nginx" layout: "plot-hoststack" - type: "plot" - title: "2n-clx-e810cg-1024b-2t1c-eth-ip4tcphttp-ldpreload-nginx-cps" + title: "2n-clx-cx556a-1024b-2t1c-eth-ip4tcphttp-ldpreload-nginx-cps" algorithm: "plot_perf_box_name" - output-file: "{DIR[STATIC,VPP]}/2n-clx-e810cg-1024b-2t1c-eth-ip4tcphttp-ldpreload-nginx-cps" + output-file: "{DIR[STATIC,VPP]}/2n-clx-cx556a-1024b-2t1c-eth-ip4tcphttp-ldpreload-nginx-cps" data: "vpp-2n-clx-curr-iter-vsap" include: - - "Tests.Vpp.Perf.Hoststack.2N1L-100Ge2P1E810Cq-Eth-Ip4Tcphttp-Ldpreload-Nginx-1.14.2-Cps.1024b-2t1c-eth-ip4tcphttp-ldpreload-nginx-1.14.2-cps" - - "Tests.Vpp.Perf.Hoststack.2N1L-100Ge2P1E810Cq-Eth-Ip4Tcphttp-Ldpreload-Nginx-1.15.0-Cps.1024b-2t1c-eth-ip4tcphttp-ldpreload-nginx-1.15.0-cps" + - "Tests.Vpp.Perf.Hoststack.2N1L-100Ge2P1Cx556A-Rdma-Eth-Ip4Tcphttp-Ldpreload-Nginx-1 15 0-Cps.1024B-2t1c-rdma-eth-ip4tcphttp-ldpreload-nginx-1_15_0-cps" layout: - title: "2n-clx-e810cg-1024b-2t1c-eth-ip4tcphttp-ldpreload-nginx" + title: "2n-clx-cx556a-1024b-2t1c-eth-ip4tcphttp-ldpreload-nginx" layout: "plot-hoststack" - type: "plot" - title: "2n-clx-e810cg-2048b-2t1c-eth-ip4tcphttp-ldpreload-nginx-cps" + title: "2n-clx-cx556a-2048b-2t1c-eth-ip4tcphttp-ldpreload-nginx-cps" algorithm: "plot_perf_box_name" - output-file: "{DIR[STATIC,VPP]}/2n-clx-e810cg-2048b-2t1c-eth-ip4tcphttp-ldpreload-nginx-cps" + output-file: "{DIR[STATIC,VPP]}/2n-clx-cx556a-2048b-2t1c-eth-ip4tcphttp-ldpreload-nginx-cps" data: "vpp-2n-clx-curr-iter-vsap" include: - - "Tests.Vpp.Perf.Hoststack.2N1L-100Ge2P1E810Cq-Eth-Ip4Tcphttp-Ldpreload-Nginx-1.14.2-Cps.2048b-2t1c-eth-ip4tcphttp-ldpreload-nginx-1.14.2-cps" - - "Tests.Vpp.Perf.Hoststack.2N1L-100Ge2P1E810Cq-Eth-Ip4Tcphttp-Ldpreload-Nginx-1.15.0-Cps.2048b-2t1c-eth-ip4tcphttp-ldpreload-nginx-1.15.0-cps" + - "Tests.Vpp.Perf.Hoststack.2N1L-100Ge2P1Cx556A-Rdma-Eth-Ip4Tcphttp-Ldpreload-Nginx-1 15 0-Cps.2048B-2t1c-rdma-eth-ip4tcphttp-ldpreload-nginx-1_15_0-cps" layout: - title: "2n-clx-e810cg-2048b-2t1c-eth-ip4tcphttp-ldpreload-nginx" + title: "2n-clx-cx556a-2048b-2t1c-eth-ip4tcphttp-ldpreload-nginx" layout: "plot-hoststack" - type: "plot" - title: "2n-clx-e810cg-0b-2t1c-eth-ip4tcphttp-ldpreload-nginx-rps" + title: "2n-clx-cx556a-0b-2t1c-eth-ip4tcphttp-ldpreload-nginx-rps" algorithm: "plot_perf_box_name" - output-file: "{DIR[STATIC,VPP]}/2n-clx-e810cg-0b-2t1c-eth-ip4tcphttp-ldpreload-nginx-rps" + output-file: "{DIR[STATIC,VPP]}/2n-clx-cx556a-0b-2t1c-eth-ip4tcphttp-ldpreload-nginx-rps" data: "vpp-2n-clx-curr-iter-vsap" include: - - "Tests.Vpp.Perf.Hoststack.2N1L-100Ge2P1E810Cq-Eth-Ip4Tcphttp-Ldpreload-Nginx-1.14.2-rps.0B-2t1c-eth-ip4tcphttp-ldpreload-nginx-1.14.2-rps" - - "Tests.Vpp.Perf.Hoststack.2N1L-100Ge2P1E810Cq-Eth-Ip4Tcphttp-Ldpreload-Nginx-1.15.0-rps.0B-2t1c-eth-ip4tcphttp-ldpreload-nginx-1.15.0-rps" + - "Tests.Vpp.Perf.Hoststack.2N1L-100Ge2P1Cx556A-Rdma-Eth-Ip4Tcphttp-Ldpreload-Nginx-1 15 0-Rps.0B-2t1c-rdma-eth-ip4tcphttp-ldpreload-nginx-1_15_0-rps" layout: - title: "2n-clx-e810cg-0b-2t1c-eth-ip4tcphttp-ldpreload-nginx" + title: "2n-clx-cx556a-0b-2t1c-eth-ip4tcphttp-ldpreload-nginx" layout: "plot-hoststack" - type: "plot" - title: "2n-clx-e810cg-64b-2t1c-eth-ip4tcphttp-ldpreload-nginx-rps" + title: "2n-clx-cx556a-64b-2t1c-eth-ip4tcphttp-ldpreload-nginx-rps" algorithm: "plot_perf_box_name" - output-file: "{DIR[STATIC,VPP]}/2n-clx-e810cg-64b-2t1c-eth-ip4tcphttp-ldpreload-nginx-rps" + output-file: "{DIR[STATIC,VPP]}/2n-clx-cx556a-64b-2t1c-eth-ip4tcphttp-ldpreload-nginx-rps" data: "vpp-2n-clx-curr-iter-vsap" include: - - "Tests.Vpp.Perf.Hoststack.2N1L-100Ge2P1E810Cq-Eth-Ip4Tcphttp-Ldpreload-Nginx-1.14.2-rps.64b-2t1c-eth-ip4tcphttp-ldpreload-nginx-1.14.2-rps" - - "Tests.Vpp.Perf.Hoststack.2N1L-100Ge2P1E810Cq-Eth-Ip4Tcphttp-Ldpreload-Nginx-1.15.0-rps.64b-2t1c-eth-ip4tcphttp-ldpreload-nginx-1.15.0-rps" + - "Tests.Vpp.Perf.Hoststack.2N1L-100Ge2P1Cx556A-Rdma-Eth-Ip4Tcphttp-Ldpreload-Nginx-1 15 0-Rps.64B-2t1c-rdma-eth-ip4tcphttp-ldpreload-nginx-1_15_0-rps" layout: - title: "2n-clx-e810cg-64b-2t1c-eth-ip4tcphttp-ldpreload-nginx" + title: "2n-clx-cx556a-64b-2t1c-eth-ip4tcphttp-ldpreload-nginx" layout: "plot-hoststack" - type: "plot" - title: "2n-clx-e810cg-1024b-2t1c-eth-ip4tcphttp-ldpreload-nginx-rps" + title: "2n-clx-cx556a-1024b-2t1c-eth-ip4tcphttp-ldpreload-nginx-rps" algorithm: "plot_perf_box_name" - output-file: "{DIR[STATIC,VPP]}/2n-clx-e810cg-1024b-2t1c-eth-ip4tcphttp-ldpreload-nginx-rps" + output-file: "{DIR[STATIC,VPP]}/2n-clx-cx556a-1024b-2t1c-eth-ip4tcphttp-ldpreload-nginx-rps" data: "vpp-2n-clx-curr-iter-vsap" include: - - "Tests.Vpp.Perf.Hoststack.2N1L-100Ge2P1E810Cq-Eth-Ip4Tcphttp-Ldpreload-Nginx-1.14.2-rps.1024b-2t1c-eth-ip4tcphttp-ldpreload-nginx-1.14.2-rps" - - "Tests.Vpp.Perf.Hoststack.2N1L-100Ge2P1E810Cq-Eth-Ip4Tcphttp-Ldpreload-Nginx-1.15.0-rps.1024b-2t1c-eth-ip4tcphttp-ldpreload-nginx-1.15.0-rps" + - "Tests.Vpp.Perf.Hoststack.2N1L-100Ge2P1Cx556A-Rdma-Eth-Ip4Tcphttp-Ldpreload-Nginx-1 15 0-Rps.1024B-2t1c-rdma-eth-ip4tcphttp-ldpreload-nginx-1_15_0-rps" layout: - title: "2n-clx-e810cg-1024b-2t1c-eth-ip4tcphttp-ldpreload-nginx" + title: "2n-clx-cx556a-1024b-2t1c-eth-ip4tcphttp-ldpreload-nginx" layout: "plot-hoststack" - type: "plot" - title: "2n-clx-e810cg-2048b-2t1c-eth-ip4tcphttp-ldpreload-nginx-rps" + title: "2n-clx-cx556a-2048b-2t1c-eth-ip4tcphttp-ldpreload-nginx-rps" algorithm: "plot_perf_box_name" - output-file: "{DIR[STATIC,VPP]}/2n-clx-e810cg-2048b-2t1c-eth-ip4tcphttp-ldpreload-nginx-rps" + output-file: "{DIR[STATIC,VPP]}/2n-clx-cx556a-2048b-2t1c-eth-ip4tcphttp-ldpreload-nginx-rps" data: "vpp-2n-clx-curr-iter-vsap" include: - - "Tests.Vpp.Perf.Hoststack.2N1L-100Ge2P1E810Cq-Eth-Ip4Tcphttp-Ldpreload-Nginx-1.14.2-rps.2048b-2t1c-eth-ip4tcphttp-ldpreload-nginx-1.14.2-rps" - - "Tests.Vpp.Perf.Hoststack.2N1L-100Ge2P1E810Cq-Eth-Ip4Tcphttp-Ldpreload-Nginx-1.15.0-rps.2048b-2t1c-eth-ip4tcphttp-ldpreload-nginx-1.15.0-rps" + - "Tests.Vpp.Perf.Hoststack.2N1L-100Ge2P1Cx556A-Rdma-Eth-Ip4Tcphttp-Ldpreload-Nginx-1 15 0-Rps.2048B-2t1c-rdma-eth-ip4tcphttp-ldpreload-nginx-1_15_0-rps" layout: - title: "2n-clx-e810cg-2048b-2t1c-eth-ip4tcphttp-ldpreload-nginx" + title: "2n-clx-cx556a-2048b-2t1c-eth-ip4tcphttp-ldpreload-nginx" layout: "plot-hoststack" # Hoststack tests 3n-skx @@ -7080,38 +6984,6 @@ title: "2n-skx-xxv710-64b-{core}-memif-base-dpdk-{test_type}" layout: "plot-throughput" -- type: "plot" - title: "Throughput: 3n-skx-xxv710-64b-{core}-memif-base-avf-{test_type}" - algorithm: "plot_ndrpdr_box_name" - output-file: "{DIR[STATIC,VPP]}/3n-skx-xxv710-64b-{core}-memif-base-avf-{test_type}" - data: "vpp-3n-skx-curr-iter" - core: ["2t1c", ] - include: - - "Tests.Vpp.Perf.Container Memif.25Ge2P1Xxv710-Avf-Eth-L2Xcbase-Eth-2Memif-1Dcr-Ndrpdr.64B-{core}-avf-eth-l2xcbase-eth-2memif-1dcr-ndrpdr" - - "Tests.Vpp.Perf.Container Memif.25Ge2P1Xxv710-Avf-Eth-L2Xcbase-Eth-2Memif-1Lxc-Ndrpdr.64B-{core}-avf-eth-l2xcbase-eth-2memif-1lxc-ndrpdr" - - "Tests.Vpp.Perf.Container Memif.25Ge2P1Xxv710-Avf-Dot1Q-L2Bdbasemaclrn-Eth-2Memif-1Dcr-Ndrpdr.64B-{core}-avf-dot1q-l2bdbasemaclrn-eth-2memif-1dcr-ndrpdr" - - "Tests.Vpp.Perf.Container Memif.25Ge2P1Xxv710-Avf-Eth-L2Bdbasemaclrn-Eth-2Memif-1Lxc-Ndrpdr.64B-{core}-avf-eth-l2bdbasemaclrn-eth-2memif-1lxc-ndrpdr" - - "Tests.Vpp.Perf.Container Memif.25Ge2P1Xxv710-Avf-Ethip4-Ip4Base-Eth-2Memif-1Dcr-Ndrpdr.64B-{core}-avf-ethip4-ip4base-eth-2memif-1dcr-ndrpdr" - layout: - title: "3n-skx-xxv710-64b-{core}-memif-base-avf-{test_type}" - layout: "plot-throughput" - -- type: "plot" - title: "Throughput: 3n-skx-xxv710-64b-{core}-memif-base-dpdk-{test_type}" - algorithm: "plot_ndrpdr_box_name" - output-file: "{DIR[STATIC,VPP]}/3n-skx-xxv710-64b-{core}-memif-base-dpdk-{test_type}" - data: "vpp-3n-skx-curr-iter" - core: ["2t1c", ] - include: - - "Tests.Vpp.Perf.Container Memif.25Ge2P1Xxv710-Eth-L2Xcbase-Eth-2Memif-1Dcr-Ndrpdr.64B-{core}-eth-l2xcbase-eth-2memif-1dcr-ndrpdr" - - "Tests.Vpp.Perf.Container Memif.25Ge2P1Xxv710-Eth-L2Xcbase-Eth-2Memif-1Lxc-Ndrpdr.64B-{core}-eth-l2xcbase-eth-2memif-1lxc-ndrpdr" - - "Tests.Vpp.Perf.Container Memif.25Ge2P1Xxv710-Dot1Q-L2Bdbasemaclrn-Eth-2Memif-1Dcr-Ndrpdr.64B-{core}-dot1q-l2bdbasemaclrn-eth-2memif-1dcr-ndrpdr" - - "Tests.Vpp.Perf.Container Memif.25Ge2P1Xxv710-Eth-L2Bdbasemaclrn-Eth-2Memif-1Lxc-Ndrpdr.64B-{core}-eth-l2bdbasemaclrn-eth-2memif-1lxc-ndrpdr" - - "Tests.Vpp.Perf.Container Memif.25Ge2P1Xxv710-Ethip4-Ip4Base-Eth-2Memif-1Dcr-Ndrpdr.64B-{core}-ethip4-ip4base-eth-2memif-1dcr-ndrpdr" - layout: - title: "3n-skx-xxv710-64b-{core}-memif-base-dpdk-{test_type}" - layout: "plot-throughput" - - type: "plot" title: "Throughput: 2n-skx-x710-64b-{core}-ip4routing-base-scale-[avf,dpdk,af_xdp]-{test_type}" algorithm: "plot_ndrpdr_box_name" @@ -7316,48 +7188,6 @@ title: "2n-skx-xxv710-64b-{core}-nat44ed-ip4routing-udp-tput-avf-{test_type}" layout: "plot-throughput" -- type: "plot" - title: "Throughput: 2n-skx-xxv710-64b-{core}-nat44ed-ip4routing-tcp-tput2-avf-{test_type}" - algorithm: "plot_ndrpdr_box_name" - output-file: "{DIR[STATIC,VPP]}/2n-skx-xxv710-64b-{core}-nat44ed-ip4routing-tcp-tput2-avf-{test_type}" - data: "vpp-2n-skx-curr-iter" - core: ["2t1c", ] - include: - - "tests.vpp.perf.ip4.2n1l-25ge2p1xxv710-avf-ethip4tcp-ip4base-h1024-p63-s64512-pps-ndrpdr.64b-{core}-avf-ethip4tcp-ip4base-h1024-p63-s64512-pps-ndrpdr" - - "Tests.Vpp.Perf.Ip4.2N1L-25Ge2P1Xxv710-Avf-Ethip4Tcp-Nat44Ed-H1024-P63-S64512-Tput-Ndrpdr.64B-{core}-avf-ethip4tcp-nat44ed-h1024-p63-s64512-tput-ndrpdr" - - "tests.vpp.perf.ip4.2n1l-25ge2p1xxv710-avf-ethip4tcp-ip4base-h4096-p63-s258048-pps-ndrpdr.64b-{core}-avf-ethip4tcp-ip4base-h4096-p63-s258048-pps-ndrpdr" - - "Tests.Vpp.Perf.Ip4.2N1L-25Ge2P1Xxv710-Avf-Ethip4Tcp-Nat44Ed-H4096-P63-S258048-Tput-Ndrpdr.64B-{core}-avf-ethip4tcp-nat44ed-h4096-p63-s258048-tput-ndrpdr" - - "tests.vpp.perf.ip4.2n1l-25ge2p1xxv710-avf-ethip4tcp-ip4base-h16384-p63-s1032192-pps-ndrpdr.64b-{core}-avf-ethip4tcp-ip4base-h16384-p63-s1032192-pps-ndrpdr" - - "Tests.Vpp.Perf.Ip4.2N1L-25Ge2P1Xxv710-Avf-Ethip4Tcp-Nat44Ed-H16384-P63-S1032192-Tput-Ndrpdr.64B-{core}-avf-ethip4tcp-nat44ed-h16384-p63-s1032192-tput-ndrpdr" - - "tests.vpp.perf.ip4.2n1l-25ge2p1xxv710-avf-ethip4tcp-ip4base-h65536-p63-s4128768-pps-ndrpdr.64b-{core}-avf-ethip4tcp-ip4base-h65536-p63-s4128768-pps-ndrpdr" - - "Tests.Vpp.Perf.Ip4.2N1L-25Ge2P1Xxv710-Avf-Ethip4Tcp-Nat44Ed-H65536-P63-S4128768-Tput-Ndrpdr.64B-{core}-avf-ethip4tcp-nat44ed-h65536-p63-s4128768-tput-ndrpdr" - - "tests.vpp.perf.ip4.2n1l-25ge2p1xxv710-avf-ethip4tcp-ip4base-h262144-p63-s16515072-pps-ndrpdr.64b-{core}-avf-ethip4tcp-ip4base-h262144-p63-s16515072-pps-ndrpdr" - - "Tests.Vpp.Perf.Ip4.2N1L-25Ge2P1Xxv710-Avf-Ethip4Tcp-Nat44Ed-H262144-P63-S16515072-Tput-Ndrpdr.64B-{core}-avf-ethip4tcp-nat44ed-h262144-p63-s16515072-tput-ndrpdr" - layout: - title: "2n-skx-xxv710-64b-{core}-nat44ed-ip4routing-tcp-tput-avf-{test_type}" - layout: "plot-throughput" - -- type: "plot" - title: "Throughput: 2n-skx-xxv710-64b-{core}-nat44ed-ip4routing-udp-tput2-avf-{test_type}" - algorithm: "plot_ndrpdr_box_name" - output-file: "{DIR[STATIC,VPP]}/2n-skx-xxv710-64b-{core}-nat44ed-ip4routing-udp-tput2-avf-{test_type}" - data: "vpp-2n-skx-curr-iter" - core: ["2t1c", ] - include: - - "tests.vpp.perf.ip4.2n1l-25ge2p1xxv710-avf-ethip4udp-ip4base-h1024-p63-s64512-pps-ndrpdr.64b-{core}-avf-ethip4udp-ip4base-h1024-p63-s64512-pps-ndrpdr" - - "Tests.Vpp.Perf.Ip4.2N1L-25Ge2P1Xxv710-Avf-Ethip4Udp-Nat44Ed-H1024-P63-S64512-Tput-Ndrpdr.64B-{core}-avf-ethip4udp-nat44ed-h1024-p63-s64512-tput-ndrpdr" - - "tests.vpp.perf.ip4.2n1l-25ge2p1xxv710-avf-ethip4udp-ip4base-h4096-p63-s258048-pps-ndrpdr.64b-{core}-avf-ethip4udp-ip4base-h4096-p63-s258048-pps-ndrpdr" - - "Tests.Vpp.Perf.Ip4.2N1L-25Ge2P1Xxv710-Avf-Ethip4Udp-Nat44Ed-H4096-P63-S258048-Tput-Ndrpdr.64B-{core}-avf-ethip4udp-nat44ed-h4096-p63-s258048-tput-ndrpdr" - - "tests.vpp.perf.ip4.2n1l-25ge2p1xxv710-avf-ethip4udp-ip4base-h16384-p63-s1032192-pps-ndrpdr.64b-{core}-avf-ethip4udp-ip4base-h16384-p63-s1032192-pps-ndrpdr" - - "Tests.Vpp.Perf.Ip4.2N1L-25Ge2P1Xxv710-Avf-Ethip4Udp-Nat44Ed-H16384-P63-S1032192-Tput-Ndrpdr.64B-{core}-avf-ethip4udp-nat44ed-h16384-p63-s1032192-tput-ndrpdr" - - "tests.vpp.perf.ip4.2n1l-25ge2p1xxv710-avf-ethip4udp-ip4base-h65536-p63-s4128768-pps-ndrpdr.64b-{core}-avf-ethip4udp-ip4base-h65536-p63-s4128768-pps-ndrpdr" - - "Tests.Vpp.Perf.Ip4.2N1L-25Ge2P1Xxv710-Avf-Ethip4Udp-Nat44Ed-H65536-P63-S4128768-Tput-Ndrpdr.64B-{core}-avf-ethip4udp-nat44ed-h65536-p63-s4128768-tput-ndrpdr" - - "tests.vpp.perf.ip4.2n1l-25ge2p1xxv710-avf-ethip4udp-ip4base-h262144-p63-s16515072-pps-ndrpdr.64b-{core}-avf-ethip4udp-ip4base-h262144-p63-s16515072-pps-ndrpdr" - - "Tests.Vpp.Perf.Ip4.2N1L-25Ge2P1Xxv710-Avf-Ethip4Udp-Nat44Ed-H262144-P63-S16515072-Tput-Ndrpdr.64B-{core}-avf-ethip4udp-nat44ed-h262144-p63-s16515072-tput-ndrpdr" - layout: - title: "2n-skx-xxv710-64b-{core}-nat44ed-ip4routing-udp-tput-avf-{test_type}" - layout: "plot-throughput" - - type: "plot" title: "Throughput: 2n-skx-xxv710-64b-{core}-ethip4--ethip4udpgeneve-avf-{test_type}" algorithm: "plot_ndrpdr_box_name" @@ -7382,44 +7212,21 @@ core: ["2t1c", ] include: - "Tests.Vpp.Perf.Ip4.10Ge2P1X710-Avf-Ethip4-Ip4Base-Ndrpdr.64B-{core}-avf-ethip4-ip4base-ndrpdr" - - "Tests.Vpp.Perf.Ip4.10Ge2P1X710-Avf-Ethip4-Ip4Scale2M-Ndrpdr.64B-{core}-avf-ethip4-ip4scale2m-ndrpdr" -# - "Tests.Vpp.Perf.Ip4.10Ge2P1X710-Avf-Dot1Q-Ip4Base-Ndrpdr.64B-{core}-avf-dot1q-ip4base-ndrpdr" -# - "Tests.Vpp.Perf.Ip4.10Ge2P1X710-Ethip4-Ip4Base-Ndrpdr.64B-{core}-ethip4-ip4base-ndrpdr" -# - "Tests.Vpp.Perf.Ip4.10Ge2P1X710-Ethip4-Ip4Scale2M-Ndrpdr.64B-{core}-ethip4-ip4scale2m-ndrpdr" layout: - title: "3n-skx-x710-64b-{core}-ip4routing-base-scale-avf-{test_type}" + title: "3n-skx-x710-64b-{core}-ip4routing-base-avf-{test_type}" layout: "plot-throughput" - type: "plot" - title: "Throughput: 3n-skx-xxv710-64b-{core}-ip4routing-base-scale-avf-{test_type}" + title: "Throughput: 3n-skx-xxv710-64b-{core}-ip4routing-base-{test_type}" algorithm: "plot_ndrpdr_box_name" - output-file: "{DIR[STATIC,VPP]}/3n-skx-xxv710-64b-{core}-ip4routing-base-scale-avf-{test_type}" + output-file: "{DIR[STATIC,VPP]}/3n-skx-xxv710-64b-{core}-ip4routing-base-{test_type}" data: "vpp-3n-skx-curr-iter" core: ["2t1c", ] include: - - "Tests.Vpp.Perf.Ip4.25Ge2P1Xxv710-Avf-Dot1Q-Ip4Base-Ndrpdr.64B-{core}-avf-dot1q-ip4base-ndrpdr" - "Tests.Vpp.Perf.Ip4.25Ge2P1Xxv710-Avf-Ethip4-Ip4Base-Ndrpdr.64B-{core}-avf-ethip4-ip4base-ndrpdr" - - "Tests.Vpp.Perf.Ip4.25Ge2P1Xxv710-Avf-Ethip4-Ip4Scale20K-Ndrpdr.64B-{core}-avf-ethip4-ip4scale20k-ndrpdr" - - "Tests.Vpp.Perf.Ip4.25Ge2P1Xxv710-Avf-Ethip4-Ip4Scale200K-Ndrpdr.64B-{core}-avf-ethip4-ip4scale200k-ndrpdr" - - "Tests.Vpp.Perf.Ip4.25Ge2P1Xxv710-Avf-Ethip4-Ip4Scale2M-Ndrpdr.64B-{core}-avf-ethip4-ip4scale2m-ndrpdr" - layout: - title: "3n-skx-xxv710-64b-{core}-ip4routing-base-scale-avf-{test_type}" - layout: "plot-throughput" - -- type: "plot" - title: "Throughput: 3n-skx-xxv710-64b-{core}-ip4routing-base-scale-dpdk-{test_type}" - algorithm: "plot_ndrpdr_box_name" - output-file: "{DIR[STATIC,VPP]}/3n-skx-xxv710-64b-{core}-ip4routing-base-scale-dpdk-{test_type}" - data: "vpp-3n-skx-curr-iter" - core: ["2t1c", ] - include: - - "Tests.Vpp.Perf.Ip4.25Ge2P1Xxv710-Dot1Q-Ip4Base-Ndrpdr.64B-{core}-dot1q-ip4base-ndrpdr" - "Tests.Vpp.Perf.Ip4.25Ge2P1Xxv710-Ethip4-Ip4Base-Ndrpdr.64B-{core}-ethip4-ip4base-ndrpdr" - - "Tests.Vpp.Perf.Ip4.25Ge2P1Xxv710-Ethip4-Ip4Scale20K-Ndrpdr.64B-{core}-ethip4-ip4scale20k-ndrpdr" - - "Tests.Vpp.Perf.Ip4.25Ge2P1Xxv710-Ethip4-Ip4Scale200K-Ndrpdr.64B-{core}-ethip4-ip4scale200k-ndrpdr" - - "Tests.Vpp.Perf.Ip4.25Ge2P1Xxv710-Ethip4-Ip4Scale2M-Ndrpdr.64B-{core}-ethip4-ip4scale2m-ndrpdr" layout: - title: "3n-skx-xxv710-64b-{core}-ip4routing-base-scale-dpdk-{test_type}" + title: "3n-skx-xxv710-64b-{core}-ip4routing-base-{test_type}" layout: "plot-throughput" - type: "plot" @@ -7454,9 +7261,9 @@ layout: "plot-throughput" - type: "plot" - title: "Throughput: 3n-tsh-x520-64b-{core}-ip4routing-base-scale-ixgbe-{test_type}" + title: "Throughput: 3n-tsh-x520-64b-{core}-ip4routing-base-ixgbe-{test_type}" algorithm: "plot_ndrpdr_box_name" - output-file: "{DIR[STATIC,VPP]}/3n-tsh-x520-64b-{core}-ip4routing-base-scale-ixgbe-{test_type}" + output-file: "{DIR[STATIC,VPP]}/3n-tsh-x520-64b-{core}-ip4routing-base-ixgbe-{test_type}" data: "vpp-3n-tsh-curr-iter" core: ["1t1c", ] include: @@ -7466,7 +7273,7 @@ - "Tests.Vpp.Perf.Ip4.10Ge2P1X520-Ethip4-Ip4Scale200K-Ndrpdr.64B-{core}-ethip4-ip4scale200k-ndrpdr" - "Tests.Vpp.Perf.Ip4.10Ge2P1X520-Ethip4-Ip4Scale2M-Ndrpdr.64B-{core}-ethip4-ip4scale2m-ndrpdr" layout: - title: "3n-tsh-x520-64b-{core}-ip4routing-base-scale-ixgbe-{test_type}" + title: "3n-tsh-x520-64b-{core}-ip4routing-base-ixgbe-{test_type}" layout: "plot-throughput" - type: "plot" @@ -7494,9 +7301,6 @@ - "Tests.Vpp.Perf.Ip4.2N1L-10Ge2P1X553-Dot1Q-Ip4Base-Ndrpdr.64B-{core}-dot1q-ip4base-ndrpdr" - "Tests.Vpp.Perf.Ip4.2N1L-10Ge2P1X553-Ethip4-Ip4Base-Ndrpdr.64B-{core}-ethip4-ip4base-ndrpdr" - "Tests.Vpp.Perf.Ip4.2N1L-10Ge2P1X553-Ethip4-Ip4Scale20K-rnd-Ndrpdr.64B-{core}-ethip4-ip4scale20k-rnd-ndrpdr" - - "Tests.Vpp.Perf.Ip4.2N1L-10Ge2P1X553-af-xdp-Dot1Q-Ip4Base-Ndrpdr.64B-{core}-af-xdp-dot1q-ip4base-ndrpdr" - - "Tests.Vpp.Perf.Ip4.2N1L-10Ge2P1X553-af-xdp-Ethip4-Ip4Base-Ndrpdr.64B-{core}-af-xdp-ethip4-ip4base-ndrpdr" - - "Tests.Vpp.Perf.Ip4.2N1L-10Ge2P1X553-af-xdp-Ethip4-Ip4Scale20K-rnd-Ndrpdr.64B-{core}-af-xdp-ethip4-ip4scale20k-rnd-ndrpdr" layout: title: "2n-dnv-x553-64b-{core}-ip4routing-base-scale-ixgbe-{test_type}" layout: "plot-throughput" @@ -7526,7 +7330,7 @@ core: ["2t1c", ] include: - "Tests.Vpp.Perf.Ip4.2n1l-50ge1p1ENA-ethip4-ip4base-ndrpdr.64B-{core}-ethip4-ip4base-ndrpdr" - - "Tests.Vpp.Perf.Ip4.2n1l-50ge1p1ENA-ethip4-ip4scale2m-ndrpdr.64B-{core}-ethip4-ip4scale2m-ndrpdr" + - "Tests.Vpp.Perf.Ip4.2n1l-50ge1p1ENA-ethip4-ip4scale20k-ndrpdr.64B-{core}-ethip4-ip4scale20k-ndrpdr" layout: title: "2n-aws-nitro50g-64b-{core}-ip4routing-base-scale-ena-{test_type}" layout: "plot-throughput" @@ -7539,11 +7343,24 @@ core: ["2t1c", ] include: - "Tests.Vpp.Perf.Ip4.2n1l-50ge1p1ENA-ethip4-ip4base-ndrpdr.1518b-{core}-ethip4-ip4base-ndrpdr" - - "Tests.Vpp.Perf.Ip4.2n1l-50ge1p1ENA-ethip4-ip4scale2m-ndrpdr.1518b-{core}-ethip4-ip4scale2m-ndrpdr" + - "Tests.Vpp.Perf.Ip4.2n1l-50ge1p1ENA-ethip4-ip4scale20k-ndrpdr.1518b-{core}-ethip4-ip4scale20k-ndrpdr" layout: title: "2n-aws-nitro50g-1518b-{core}-ip4routing-base-scale-ena-{test_type}" layout: "plot-throughput" +- type: "plot" + title: "Throughput: 2n-aws-nitro50g-1518b-{core}-ip6routing-base-scale-ena-{test_type}" + algorithm: "plot_ndrpdr_box_name" + output-file: "{DIR[STATIC,VPP]}/2n-aws-nitro50g-1518b-{core}-ip6routing-base-scale-{test_type}" + data: "vpp-2n-aws-curr-iter" + core: ["2t1c", ] + include: + - "Tests.Vpp.Perf.Ip6.2n1l-50ge1p1ENA-ethip6-ip6base-ndrpdr.1518B-{core}-ethip6-ip6base-ndrpdr" + - "Tests.Vpp.Perf.Ip6.2n1l-50ge1p1ENA-ethip6-ip6scale20k-ndrpdr.1518B-{core}-ethip6-ip6scale20k-ndrpdr" + layout: + title: "2n-aws-nitro50g-1518b-{core}-ip6routing-base-scale-ena-{test_type}" + layout: "plot-throughput" + - type: "plot" title: "Throughput: 3n-aws-nitro50g-64b-{core}-ip4routing-base-scale-ena-{test_type}" algorithm: "plot_ndrpdr_box_name" @@ -7552,7 +7369,7 @@ core: ["2t1c", ] include: - "Tests.Vpp.Perf.Ip4.50ge1p1ENA-ethip4-ip4base-ndrpdr.64B-{core}-ethip4-ip4base-ndrpdr" - - "Tests.Vpp.Perf.Ip4.50ge1p1ENA-ethip4-ip4scale2m-ndrpdr.64B-{core}-ethip4-ip4scale2m-ndrpdr" + - "Tests.Vpp.Perf.Ip4.50ge1p1ENA-ethip4-ip4scale20k-ndrpdr.64B-{core}-ethip4-ip4scale20k-ndrpdr" layout: title: "3n-aws-nitro50g-64b-{core}-ip4routing-base-scale-ena-{test_type}" layout: "plot-throughput" @@ -7565,11 +7382,35 @@ core: ["2t1c", ] include: - "Tests.Vpp.Perf.Ip4.50ge1p1ENA-ethip4-ip4base-ndrpdr.1518b-{core}-ethip4-ip4base-ndrpdr" - - "Tests.Vpp.Perf.Ip4.50ge1p1ENA-ethip4-ip4scale2m-ndrpdr.1518b-{core}-ethip4-ip4scale2m-ndrpdr" + - "Tests.Vpp.Perf.Ip4.50ge1p1ENA-ethip4-ip4scale20k-ndrpdr.1518b-{core}-ethip4-ip4scale20k-ndrpdr" layout: title: "3n-aws-nitro50g-1518b-{core}-ip4routing-base-scale-ena-{test_type}" layout: "plot-throughput" +- type: "plot" + title: "Throughput: 3n-aws-nitro50g-1518b-{core}-ipsec-ip4routing-scale-ena-{test_type}" + algorithm: "plot_ndrpdr_box_name" + output-file: "{DIR[STATIC,VPP]}/3n-aws-nitro50g-1518b-{core}-ipsec-ip4routing-scale-{test_type}" + data: "vpp-3n-aws-curr-iter" + core: ["2t1c", ] + include: + - "Tests.Vpp.Perf.Crypto.50ge1p1ENA-ethip4ipsec40tnlsw-ip4base-int-aes256gcm-ndrpdr.1518B-{core}-ethip4ipsec40tnlsw-ip4base-int-aes256gcm-ndrpdr" + layout: + title: "3n-aws-nitro50g-1518b-{core}-ipsec-ip4routing-scale-ena-{test_type}" + layout: "plot-throughput" + +- type: "plot" + title: "Throughput: 3n-aws-nitro50g-imix-{core}-ipsec-ip4routing-scale-ena-{test_type}" + algorithm: "plot_ndrpdr_box_name" + output-file: "{DIR[STATIC,VPP]}/3n-aws-nitro50g-imix-{core}-ipsec-ip4routing-scale-{test_type}" + data: "vpp-3n-aws-curr-iter" + core: ["2t1c", ] + include: + - "Tests.Vpp.Perf.Crypto.50ge1p1ENA-ethip4ipsec40tnlsw-ip4base-int-aes256gcm-ndrpdr.imix-{core}-ethip4ipsec40tnlsw-ip4base-int-aes256gcm-ndrpdr" + layout: + title: "3n-aws-nitro50g-imix-{core}-ipsec-ip4routing-scale-ena-{test_type}" + layout: "plot-throughput" + - type: "plot" title: "Throughput: 3n-skx-xxv710-64b-{core}-ip4tunnel-base-[avf,dpdk]-{test_type}" algorithm: "plot_ndrpdr_box_name" @@ -7673,13 +7514,9 @@ data: "vpp-2n-skx-curr-iter" core: ["2t1c", ] include: - - "Tests.Vpp.Perf.Ip6.2N1L-25Ge2P1Xxv710-af_xdp-Ethip6-Ip6Base-Ndrpdr.78B-{core}-af_xdp-ethip6-ip6base-ndrpdr" - - "Tests.Vpp.Perf.Ip6.2N1L-25Ge2P1Xxv710-af_xdp-Ethip6-Ip6Scale20K-Ndrpdr.78B-{core}-af_xdp-ethip6-ip6scale20k-ndrpdr" - - "Tests.Vpp.Perf.Ip6.2N1L-25Ge2P1Xxv710-af_xdp-Ethip6-Ip6Scale20K-rnd-Ndrpdr.78B-{core}-af_xdp-ethip6-ip6scale20k-rnd-ndrpdr" - - "Tests.Vpp.Perf.Ip6.2N1L-25Ge2P1Xxv710-af_xdp-Ethip6-Ip6Scale200K-Ndrpdr.78B-{core}-af_xdp-ethip6-ip6scale200k-ndrpdr" - - "Tests.Vpp.Perf.Ip6.2N1L-25Ge2P1Xxv710-af_xdp-Ethip6-Ip6Scale200K-rnd-Ndrpdr.78B-{core}-af_xdp-ethip6-ip6scale200k-rnd-ndrpdr" - - "Tests.Vpp.Perf.Ip6.2N1L-25Ge2P1Xxv710-af_xdp-Ethip6-Ip6Scale2M-Ndrpdr.78B-{core}-af_xdp-ethip6-ip6scale2m-ndrpdr" - - "Tests.Vpp.Perf.Ip6.2N1L-25Ge2P1Xxv710-af_xdp-Ethip6-Ip6Scale2M-rnd-Ndrpdr.78B-{core}-af_xdp-ethip6-ip6scale2m-rnd-ndrpdr" + - "Tests.Vpp.Perf.Ip6.2N1L-25Ge2P1Xxv710-af-xdp-Ethip6-Ip6Base-Ndrpdr.78B-{core}-af-xdp-ethip6-ip6base-ndrpdr" + - "Tests.Vpp.Perf.Ip6.2N1L-25Ge2P1Xxv710-af-xdp-Ethip6-Ip6Scale20K-Ndrpdr.78B-{core}-af-xdp-ethip6-ip6scale20k-ndrpdr" + - "Tests.Vpp.Perf.Ip6.2N1L-25Ge2P1Xxv710-af-xdp-Ethip6-Ip6Scale20K-rnd-Ndrpdr.78B-{core}-af-xdp-ethip6-ip6scale20k-rnd-ndrpdr" layout: title: "2n-skx-xxv710-78b-{core}-ip6routing-base-scale-af_xdp-{test_type}" layout: "plot-throughput" @@ -7699,51 +7536,28 @@ layout: "plot-throughput" - type: "plot" - title: "Throughput: 3n-skx-xxv710-78b-{core}-ip6routing-base-scale-dpdk-{test_type}" + title: "Throughput: 3n-skx-xxv710-78b-{core}-ip6routing-base-{test_type}" algorithm: "plot_ndrpdr_box_name" - output-file: "{DIR[STATIC,VPP]}/3n-skx-xxv710-78b-{core}-ip6routing-base-scale-dpdk-{test_type}" + output-file: "{DIR[STATIC,VPP]}/3n-skx-xxv710-78b-{core}-ip6routing-base-{test_type}" data: "vpp-3n-skx-curr-iter" core: ["2t1c", ] include: - - "Tests.Vpp.Perf.Ip6.25Ge2P1Xxv710-Dot1Q-Ip6Base-Ndrpdr.78B-{core}-dot1q-ip6base-ndrpdr" - "Tests.Vpp.Perf.Ip6.25Ge2P1Xxv710-Ethip6-Ip6Base-Ndrpdr.78B-{core}-ethip6-ip6base-ndrpdr" - - "Tests.Vpp.Perf.Ip6.25Ge2P1Xxv710-Ethip6-Ip6Scale20K-Ndrpdr.78B-{core}-ethip6-ip6scale20k-ndrpdr" - - "Tests.Vpp.Perf.Ip6.25Ge2P1Xxv710-Ethip6-Ip6Scale200K-Ndrpdr.78B-{core}-ethip6-ip6scale200k-ndrpdr" - - "Tests.Vpp.Perf.Ip6.25Ge2P1Xxv710-Ethip6-Ip6Scale2M-Ndrpdr.78B-{core}-ethip6-ip6scale2m-ndrpdr" - layout: - title: "3n-skx-xxv710-78b-{core}-ip6routing-base-scale-dpdk-{test_type}" - layout: "plot-throughput" - -- type: "plot" - title: "Throughput: 3n-skx-xxv710-78b-{core}-ip6routing-base-scale-avf-{test_type}" - algorithm: "plot_ndrpdr_box_name" - output-file: "{DIR[STATIC,VPP]}/3n-skx-xxv710-78b-{core}-ip6routing-base-scale-avf-{test_type}" - data: "vpp-3n-skx-curr-iter" - core: ["2t1c", ] - include: - - "Tests.Vpp.Perf.Ip6.25Ge2P1Xxv710-Avf-Dot1Q-Ip6Base-Ndrpdr.78B-{core}-avf-dot1q-ip6base-ndrpdr" - "Tests.Vpp.Perf.Ip6.25Ge2P1Xxv710-Avf-Ethip6-Ip6Base-Ndrpdr.78B-{core}-avf-ethip6-ip6base-ndrpdr" - - "Tests.Vpp.Perf.Ip6.25Ge2P1Xxv710-Avf-Ethip6-Ip6Scale20K-Ndrpdr.78B-{core}-avf-ethip6-ip6scale20k-ndrpdr" - - "Tests.Vpp.Perf.Ip6.25Ge2P1Xxv710-Avf-Ethip6-Ip6Scale200K-Ndrpdr.78B-{core}-avf-ethip6-ip6scale200k-ndrpdr" - - "Tests.Vpp.Perf.Ip6.25Ge2P1Xxv710-Avf-Ethip6-Ip6Scale2M-Ndrpdr.78B-{core}-avf-ethip6-ip6scale2m-ndrpdr" layout: - title: "3n-skx-xxv710-78b-{core}-ip6routing-base-scale-avf-{test_type}" + title: "3n-skx-xxv710-78b-{core}-ip6routing-base-{test_type}" layout: "plot-throughput" - type: "plot" - title: "Throughput: 3n-tsh-x520-78b-{core}-ip6routing-base-scale-ixgbe-{test_type}" + title: "Throughput: 3n-tsh-x520-78b-{core}-ip6routing-base-ixgbe-{test_type}" algorithm: "plot_ndrpdr_box_name" - output-file: "{DIR[STATIC,VPP]}/3n-tsh-x520-78b-{core}-ip6routing-base-scale-ixgbe-{test_type}" + output-file: "{DIR[STATIC,VPP]}/3n-tsh-x520-78b-{core}-ip6routing-base-ixgbe-{test_type}" data: "vpp-3n-tsh-curr-iter" core: ["1t1c", ] include: - - "Tests.Vpp.Perf.Ip6.10Ge2P1X520-Dot1Q-Ip6Base-Ndrpdr.78B-{core}-dot1q-ip6base-ndrpdr" - "Tests.Vpp.Perf.Ip6.10Ge2P1X520-Ethip6-Ip6Base-Ndrpdr.78B-{core}-ethip6-ip6base-ndrpdr" - - "Tests.Vpp.Perf.Ip6.10Ge2P1X520-Ethip6-Ip6Scale20K-Ndrpdr.78B-{core}-ethip6-ip6scale20k-ndrpdr" - - "Tests.Vpp.Perf.Ip6.10Ge2P1X520-Ethip6-Ip6Scale200K-Ndrpdr.78B-{core}-ethip6-ip6scale200k-ndrpdr" - - "Tests.Vpp.Perf.Ip6.10Ge2P1X520-Ethip6-Ip6Scale2M-Ndrpdr.78B-{core}-ethip6-ip6scale2m-ndrpdr" layout: - title: "3n-tsh-x520-78b-{core}-ip6routing-base-scale-ixgbe-{test_type}" + title: "3n-tsh-x520-78b-{core}-ip6routing-base-ixgbe-{test_type}" layout: "plot-throughput" - type: "plot" @@ -7755,9 +7569,6 @@ include: - "Tests.Vpp.Perf.Ip6.2N1L-10Ge2P1X553-Ethip6-Ip6Base-Ndrpdr.78B-{core}-ethip6-ip6base-ndrpdr" - "Tests.Vpp.Perf.Ip6.2N1L-10Ge2P1X553-Ethip6-Ip6Scale20K-Ndrpdr.78B-{core}-ethip6-ip6scale20k-ndrpdr" - - "Tests.Vpp.Perf.Ip6.2N1L-10Ge2P1X553-af-xdp-Ethip6-Ip6Base-Ndrpdr.78B-{core}-af-xdp-ethip6-ip6base-ndrpdr" - - "Tests.Vpp.Perf.Ip6.2N1L-10Ge2P1X553-af-xdp-Ethip6-Ip6Scale20K-Ndrpdr.78B-{core}-af-xdp-ethip6-ip6scale20k-ndrpdr" - - "Tests.Vpp.Perf.Ip6.2N1L-10Ge2P1X553-af-xdp-Ethip6-Ip6Scale20K-rnd-Ndrpdr.78B-{core}-af-xdp-ethip6-ip6scale20k-rnd-ndrpdr" layout: title: "2n-dnv-x553-78b-{core}-ip6routing-base-scale-ixgbe-{test_type}" layout: "plot-throughput" @@ -7787,6 +7598,8 @@ include: - "Tests.Vpp.Perf.Crypto.25Ge2P1Xxv710-Avf-Ethip4Ipsec4Tnlsw-Ip4Base-Int-Aes256Gcm-Ndrpdr.IMIX-{core}-avf-ethip4ipsec4tnlsw-ip4base-int-aes256gcm-ndrpdr" - "Tests.Vpp.Perf.Crypto.25Ge2P1Xxv710-Avf-Ethip4Ipsec4Tnlsw-Ip4Base-Int-Aes128Cbc-Hmac512Sha-Ndrpdr.IMIX-{core}-avf-ethip4ipsec4tnlsw-ip4base-int-aes128cbc-hmac512sha-ndrpdr" + - "Tests.Vpp.Perf.Crypto.25Ge2P1Xxv710-Avf-Ethip4Ipsec40Tnlsw-Ip4Base-Int-Aes256Gcm-Ndrpdr.IMIX-{core}-avf-ethip4ipsec40tnlsw-ip4base-int-aes256gcm-ndrpdr" + - "Tests.Vpp.Perf.Crypto.25Ge2P1Xxv710-Avf-Ethip4Ipsec40Tnlsw-Ip4Base-Int-Aes128Cbc-Hmac512Sha-Ndrpdr.IMIX-{core}-avf-ethip4ipsec40tnlsw-ip4base-int-aes128cbc-hmac512sha-ndrpdr" - "Tests.Vpp.Perf.Crypto.25Ge2P1Xxv710-Avf-Ethip4Ipsec1000Tnlsw-Ip4Base-Int-Aes256Gcm-Ndrpdr.IMIX-{core}-avf-ethip4ipsec1000tnlsw-ip4base-int-aes256gcm-ndrpdr" - "Tests.Vpp.Perf.Crypto.25Ge2P1Xxv710-Avf-Ethip4Ipsec1000Tnlsw-Ip4Base-Int-Aes128Cbc-Hmac512Sha-Ndrpdr.IMIX-{core}-avf-ethip4ipsec1000tnlsw-ip4base-int-aes128cbc-hmac512sha-ndrpdr" - "Tests.Vpp.Perf.Crypto.25Ge2P1Xxv710-Avf-Ethip4Ipsec10000Tnlsw-Ip4Base-Int-Aes256Gcm-Ndrpdr.IMIX-{core}-avf-ethip4ipsec10000tnlsw-ip4base-int-aes256gcm-ndrpdr" @@ -7795,6 +7608,25 @@ title: "3n-skx-xxv710-imix-{core}-ipsec-ip4routing-base-scale-avf-{test_type}" layout: "plot-throughput" +- type: "plot" + title: "Throughput: 3n-skx-xxv710-1518b-{core}-ipsec-ip4routing-base-scale-avf-{test_type}" + algorithm: "plot_ndrpdr_box_name" + output-file: "{DIR[STATIC,VPP]}/3n-skx-xxv710-1518b-{core}-ipsec-ip4routing-base-scale-avf-{test_type}" + data: "vpp-3n-skx-curr-iter" + core: ["2t1c", ] + include: + - "Tests.Vpp.Perf.Crypto.25Ge2P1Xxv710-Avf-Ethip4Ipsec4Tnlsw-Ip4Base-Int-Aes256Gcm-Ndrpdr.1518b-{core}-avf-ethip4ipsec4tnlsw-ip4base-int-aes256gcm-ndrpdr" + - "Tests.Vpp.Perf.Crypto.25Ge2P1Xxv710-Avf-Ethip4Ipsec4Tnlsw-Ip4Base-Int-Aes128Cbc-Hmac512Sha-Ndrpdr.1518b-{core}-avf-ethip4ipsec4tnlsw-ip4base-int-aes128cbc-hmac512sha-ndrpdr" + - "Tests.Vpp.Perf.Crypto.25Ge2P1Xxv710-Avf-Ethip4Ipsec40Tnlsw-Ip4Base-Int-Aes256Gcm-Ndrpdr.1518b-{core}-avf-ethip4ipsec40tnlsw-ip4base-int-aes256gcm-ndrpdr" + - "Tests.Vpp.Perf.Crypto.25Ge2P1Xxv710-Avf-Ethip4Ipsec40Tnlsw-Ip4Base-Int-Aes128Cbc-Hmac512Sha-Ndrpdr.1518b-{core}-avf-ethip4ipsec40tnlsw-ip4base-int-aes128cbc-hmac512sha-ndrpdr" + - "Tests.Vpp.Perf.Crypto.25Ge2P1Xxv710-Avf-Ethip4Ipsec1000Tnlsw-Ip4Base-Int-Aes256Gcm-Ndrpdr.1518b-{core}-avf-ethip4ipsec1000tnlsw-ip4base-int-aes256gcm-ndrpdr" + - "Tests.Vpp.Perf.Crypto.25Ge2P1Xxv710-Avf-Ethip4Ipsec1000Tnlsw-Ip4Base-Int-Aes128Cbc-Hmac512Sha-Ndrpdr.1518b-{core}-avf-ethip4ipsec1000tnlsw-ip4base-int-aes128cbc-hmac512sha-ndrpdr" + - "Tests.Vpp.Perf.Crypto.25Ge2P1Xxv710-Avf-Ethip4Ipsec10000Tnlsw-Ip4Base-Int-Aes256Gcm-Ndrpdr.1518b-{core}-avf-ethip4ipsec10000tnlsw-ip4base-int-aes256gcm-ndrpdr" + - "Tests.Vpp.Perf.Crypto.25Ge2P1Xxv710-Avf-Ethip4Ipsec10000Tnlsw-Ip4Base-Int-Aes128Cbc-Hmac512Sha-Ndrpdr.1518b-{core}-avf-ethip4ipsec10000tnlsw-ip4base-int-aes128cbc-hmac512sha-ndrpdr" + layout: + title: "3n-skx-xxv710-1518b-{core}-ipsec-ip4routing-base-scale-avf-{test_type}" + layout: "plot-throughput" + - type: "plot" title: "Throughput: 3n-skx-xxv710-1518b-{core}-ipsec-ip4routing-base-scale-dpdk-{test_type}" algorithm: "plot_ndrpdr_box_name" @@ -7804,6 +7636,7 @@ include: - "Tests.Vpp.Perf.Crypto.25Ge2P1Xxv710-Ethip4Ipsec4Tnlsw-Ip4Base-Int-Aes256Gcm-Ndrpdr.1518B-{core}-ethip4ipsec4tnlsw-ip4base-int-aes256gcm-ndrpdr" - "Tests.Vpp.Perf.Crypto.25Ge2P1Xxv710-Ethip4Ipsec4Tnlsw-Ip4Base-Int-Aes128Cbc-Hmac512Sha-Ndrpdr.1518B-{core}-ethip4ipsec4tnlsw-ip4base-int-aes128cbc-hmac512sha-ndrpdr" + - "Tests.Vpp.Perf.Crypto.25Ge2P1Xxv710-Ethip4Ipsec40Tnlsw-Ip4Base-Int-Aes256Gcm-Ndrpdr.1518B-{core}-ethip4ipsec40tnlsw-ip4base-int-aes256gcm-ndrpdr" - "Tests.Vpp.Perf.Crypto.25Ge2P1Xxv710-Ethip4Ipsec1000Tnlsw-Ip4Base-Int-Aes256Gcm-Ndrpdr.1518B-{core}-ethip4ipsec1000tnlsw-ip4base-int-aes256gcm-ndrpdr" - "Tests.Vpp.Perf.Crypto.25Ge2P1Xxv710-Ethip4Ipsec1000Tnlsw-Ip4Base-Int-Aes128Cbc-Hmac512Sha-Ndrpdr.1518B-{core}-ethip4ipsec1000tnlsw-ip4base-int-aes128cbc-hmac512sha-ndrpdr" - "Tests.Vpp.Perf.Crypto.25Ge2P1Xxv710-Ethip4Ipsec10000Tnlsw-Ip4Base-Int-Aes256Gcm-Ndrpdr.1518B-{core}-ethip4ipsec10000tnlsw-ip4base-int-aes256gcm-ndrpdr" @@ -7821,6 +7654,7 @@ include: - "Tests.Vpp.Perf.Crypto.25Ge2P1Xxv710-Ethip4Ipsec4Tnlsw-Ip4Base-Int-Aes256Gcm-Ndrpdr.IMIX-{core}-ethip4ipsec4tnlsw-ip4base-int-aes256gcm-ndrpdr" - "Tests.Vpp.Perf.Crypto.25Ge2P1Xxv710-Ethip4Ipsec4Tnlsw-Ip4Base-Int-Aes128Cbc-Hmac512Sha-Ndrpdr.IMIX-{core}-ethip4ipsec4tnlsw-ip4base-int-aes128cbc-hmac512sha-ndrpdr" + - "Tests.Vpp.Perf.Crypto.25Ge2P1Xxv710-Ethip4Ipsec40Tnlsw-Ip4Base-Int-Aes256Gcm-Ndrpdr.IMIX-{core}-ethip4ipsec40tnlsw-ip4base-int-aes256gcm-ndrpdr" - "Tests.Vpp.Perf.Crypto.25Ge2P1Xxv710-Ethip4Ipsec1000Tnlsw-Ip4Base-Int-Aes256Gcm-Ndrpdr.IMIX-{core}-ethip4ipsec1000tnlsw-ip4base-int-aes256gcm-ndrpdr" - "Tests.Vpp.Perf.Crypto.25Ge2P1Xxv710-Ethip4Ipsec1000Tnlsw-Ip4Base-Int-Aes128Cbc-Hmac512Sha-Ndrpdr.IMIX-{core}-ethip4ipsec1000tnlsw-ip4base-int-aes128cbc-hmac512sha-ndrpdr" - "Tests.Vpp.Perf.Crypto.25Ge2P1Xxv710-Ethip4Ipsec10000Tnlsw-Ip4Base-Int-Aes256Gcm-Ndrpdr.IMIX-{core}-ethip4ipsec10000tnlsw-ip4base-int-aes256gcm-ndrpdr" @@ -7864,9 +7698,9 @@ layout: "plot-throughput" - type: "plot" - title: "Throughput: 2n-skx-x710-64b-{core}-l2switching-base-scale-[avf,dpdk,af_xdp]-{test_type}" + title: "Throughput: 2n-skx-x710-64b-{core}-l2switching-base-scale-[avf,dpdk]-{test_type}" algorithm: "plot_ndrpdr_box_name" - output-file: "{DIR[STATIC,VPP]}/2n-skx-x710-64b-{core}-l2switching-base-scale-[avf,dpdk,af_xdp]-{test_type}" + output-file: "{DIR[STATIC,VPP]}/2n-skx-x710-64b-{core}-l2switching-base-scale-[avf,dpdk]-{test_type}" data: "vpp-2n-skx-curr-iter" core: ["2t1c", ] include: @@ -7874,9 +7708,8 @@ - "Tests.Vpp.Perf.L2.2N1L-10Ge2P1X710-Avf-Eth-L2Bdbasemaclrn-Ndrpdr.64B-{core}-avf-eth-l2bdbasemaclrn-ndrpdr" - "Tests.Vpp.Perf.L2.2N1L-10Ge2P1X710-Eth-L2Bdbasemaclrn-Ndrpdr.64B-{core}-eth-l2bdbasemaclrn-ndrpdr" - "Tests.Vpp.Perf.L2.2N1L-10Ge2P1X710-Eth-L2Bdscale1Mmaclrn-Ndrpdr.64B-{core}-eth-l2bdscale1mmaclrn-ndrpdr" - - "Tests.Vpp.Perf.L2.2N1L-10Ge2P1X710-af-xdp-Eth-L2Bdbasemaclrn-Ndrpdr.64B-{core}-af-xdp-eth-l2bdbasemaclrn-ndrpdr" layout: - title: "2n-skx-x710-64b-{core}-l2switching-base-scale-[avf,dpdk,af_xdp]-{test_type}" + title: "2n-skx-x710-64b-{core}-l2switching-base-scale-[avf,dpdk]-{test_type}" layout: "plot-throughput" - type: "plot" @@ -7926,23 +7759,6 @@ title: "2n-skx-xxv710-64b-{core}-l2switching-base-scale-avf-{test_type}" layout: "plot-throughput" -- type: "plot" - title: "Throughput: 2n-skx-xxv710-64b-{core}-l2switching-base-scale-af_xdp-{test_type}" - algorithm: "plot_ndrpdr_box_name" - output-file: "{DIR[STATIC,VPP]}/2n-skx-xxv710-64b-{core}-l2switching-base-scale-af_xdp-{test_type}" - data: "vpp-2n-skx-curr-iter" - core: ["2t1c", ] - include: - - "Tests.Vpp.Perf.L2.2N1L-25Ge2P1Xxv710-af-xdp-Eth-L2Patch-Ndrpdr.64B-{core}-af-xdp-eth-l2patch-ndrpdr" - - "Tests.Vpp.Perf.L2.2N1L-25Ge2P1Xxv710-af-xdp-Eth-L2Xcbase-Ndrpdr.64B-{core}-af-xdp-eth-l2xcbase-ndrpdr" - - "Tests.Vpp.Perf.L2.2N1L-25Ge2P1Xxv710-af-xdp-Eth-L2Bdbasemaclrn-Ndrpdr.64B-{core}-af-xdp-eth-l2bdbasemaclrn-ndrpdr" - - "Tests.Vpp.Perf.L2.2N1L-25Ge2P1Xxv710-af-xdp-Eth-L2Bdscale10Kmaclrn-Ndrpdr.64B-{core}-af-xdp-eth-l2bdscale10kmaclrn-ndrpdr" - - "Tests.Vpp.Perf.L2.2N1L-25Ge2P1Xxv710-af-xdp-Eth-L2Bdscale100Kmaclrn-Ndrpdr.64B-{core}-af-xdp-eth-l2bdscale100kmaclrn-ndrpdr" - - "Tests.Vpp.Perf.L2.2N1L-25Ge2P1Xxv710-af-xdp-Eth-L2Bdscale1Mmaclrn-Ndrpdr.64B-{core}-af-xdp-eth-l2bdscale1mmaclrn-ndrpdr" - layout: - title: "2n-skx-xxv710-64b-{core}-l2switching-base-scale-af_xdp-{test_type}" - layout: "plot-throughput" - - type: "plot" title: "Throughput: 2n-skx-xxv710-64b-{core}-l2switching-base-scale-dpdk-{test_type}" algorithm: "plot_ndrpdr_box_name" @@ -7965,11 +7781,9 @@ data: "vpp-3n-skx-curr-iter" core: ["2t1c", ] include: - - "Tests.Vpp.Perf.L2.10Ge2P1X710-Avf-Dot1Q-L2Bdbasemaclrn-Ndrpdr.64B-{core}-avf-dot1q-l2bdbasemaclrn-ndrpdr" - "Tests.Vpp.Perf.L2.10Ge2P1X710-Avf-Eth-L2Patch-Ndrpdr.64B-{core}-avf-eth-l2patch-ndrpdr" - "Tests.Vpp.Perf.L2.10Ge2P1X710-Avf-Eth-L2Xcbase-Ndrpdr.64B-{core}-avf-eth-l2xcbase-ndrpdr" - "Tests.Vpp.Perf.L2.10Ge2P1X710-Avf-Eth-L2Bdbasemaclrn-Ndrpdr.64B-{core}-avf-eth-l2bdbasemaclrn-ndrpdr" - - "Tests.Vpp.Perf.L2.10Ge2P1X710-Avf-Eth-L2Bdscale1Mmaclrn-Ndrpdr.64B-{core}-avf-eth-l2bdscale1mmaclrn-ndrpdr" layout: title: "3n-skx-x710-64b-{core}-l2switching-base-scale-avf-{test_type}" layout: "plot-throughput" @@ -7992,40 +7806,6 @@ title: "3n-skx-xxv710-64b-{core}-l2switching-base-[avf,dpdk]-{test_type}" layout: "plot-throughput" -- type: "plot" - title: "Throughput: 3n-skx-xxv710-64b-{core}-l2switching-base-scale-avf-{test_type}" - algorithm: "plot_ndrpdr_box_name" - output-file: "{DIR[STATIC,VPP]}/3n-skx-xxv710-64b-{core}-l2switching-base-scale-avf-{test_type}" - data: "vpp-3n-skx-curr-iter" - core: ["2t1c", ] - include: - - "Tests.Vpp.Perf.L2.25Ge2P1Xxv710-Avf-Eth-L2Patch-Ndrpdr.64B-{core}-avf-eth-l2patch-ndrpdr" - - "Tests.Vpp.Perf.L2.25Ge2P1Xxv710-Avf-Eth-L2Xcbase-Ndrpdr.64B-{core}-avf-eth-l2xcbase-ndrpdr" - - "Tests.Vpp.Perf.L2.25Ge2P1Xxv710-Avf-Eth-L2Bdbasemaclrn-Ndrpdr.64B-{core}-avf-eth-l2bdbasemaclrn-ndrpdr" - - "Tests.Vpp.Perf.L2.25Ge2P1Xxv710-Avf-Eth-L2Bdscale10Kmaclrn-Ndrpdr.64B-{core}-avf-eth-l2bdscale10kmaclrn-ndrpdr" - - "Tests.Vpp.Perf.L2.25Ge2P1Xxv710-Avf-Eth-L2Bdscale100Kmaclrn-Ndrpdr.64B-{core}-avf-eth-l2bdscale100kmaclrn-ndrpdr" - - "Tests.Vpp.Perf.L2.25Ge2P1Xxv710-Avf-Eth-L2Bdscale1Mmaclrn-Ndrpdr.64B-{core}-avf-eth-l2bdscale1mmaclrn-ndrpdr" - layout: - title: "3n-skx-xxv710-64b-{core}-l2switching-base-scale-avf-{test_type}" - layout: "plot-throughput" - -- type: "plot" - title: "Throughput: 3n-skx-xxv710-64b-{core}-l2switching-base-scale-dpdk-{test_type}" - algorithm: "plot_ndrpdr_box_name" - output-file: "{DIR[STATIC,VPP]}/3n-skx-xxv710-64b-{core}-l2switching-base-scale-dpdk-{test_type}" - data: "vpp-3n-skx-curr-iter" - core: ["2t1c", ] - include: - - "Tests.Vpp.Perf.L2.25Ge2P1Xxv710-Eth-L2Patch-Ndrpdr.64B-{core}-eth-l2patch-ndrpdr" - - "Tests.Vpp.Perf.L2.25Ge2P1Xxv710-Eth-L2Xcbase-Ndrpdr.64B-{core}-eth-l2xcbase-ndrpdr" - - "Tests.Vpp.Perf.L2.25Ge2P1Xxv710-Eth-L2Bdbasemaclrn-Ndrpdr.64B-{core}-eth-l2bdbasemaclrn-ndrpdr" - - "Tests.Vpp.Perf.L2.25Ge2P1Xxv710-Eth-L2Bdscale10Kmaclrn-Ndrpdr.64B-{core}-eth-l2bdscale10kmaclrn-ndrpdr" - - "Tests.Vpp.Perf.L2.25Ge2P1Xxv710-Eth-L2Bdscale100Kmaclrn-Ndrpdr.64B-{core}-eth-l2bdscale100kmaclrn-ndrpdr" - - "Tests.Vpp.Perf.L2.25Ge2P1Xxv710-Eth-L2Bdscale1Mmaclrn-Ndrpdr.64B-{core}-eth-l2bdscale1mmaclrn-ndrpdr" - layout: - title: "3n-skx-xxv710-64b-{core}-l2switching-base-scale-dpdk-{test_type}" - layout: "plot-throughput" - - type: "plot" title: "Throughput: 3n-skx-xxv710-64b-{core}-features-l2switching-base-avf-{test_type}" algorithm: "plot_ndrpdr_box_name" @@ -8067,6 +7847,7 @@ data: "vpp-3n-tsh-curr-iter" core: ["1t1c", ] include: + - "Tests.Vpp.Perf.L2.10Ge2P1X520-Eth-L2Patch-Ndrpdr.64B-{core}-eth-l2patch-ndrpdr" - "Tests.Vpp.Perf.L2.10Ge2P1X520-Dot1Q-L2Xcbase-Ndrpdr.64B-{core}-dot1q-l2xcbase-ndrpdr" - "Tests.Vpp.Perf.L2.10Ge2P1X520-Eth-L2Xcbase-Ndrpdr.64B-{core}-eth-l2xcbase-ndrpdr" - "Tests.Vpp.Perf.L2.10Ge2P1X520-Dot1Q-L2Bdbasemaclrn-Ndrpdr.64B-{core}-dot1q-l2bdbasemaclrn-ndrpdr" @@ -8075,23 +7856,6 @@ title: "3n-tsh-x520-64b-{core}-l2switching-base-ixgbe-{test_type}" layout: "plot-throughput" -- type: "plot" - title: "Throughput: 3n-tsh-x520-64b-{core}-l2switching-base-scale-ixgbe-{test_type}" - algorithm: "plot_ndrpdr_box_name" - output-file: "{DIR[STATIC,VPP]}/3n-tsh-x520-64b-{core}-l2switching-base-scale-ixgbe-{test_type}" - data: "vpp-3n-tsh-curr-iter" - core: ["1t1c", ] - include: - - "Tests.Vpp.Perf.L2.10Ge2P1X520-Eth-L2Patch-Ndrpdr.64B-{core}-eth-l2patch-ndrpdr" - - "Tests.Vpp.Perf.L2.10Ge2P1X520-Eth-L2Xcbase-Ndrpdr.64B-{core}-eth-l2xcbase-ndrpdr" - - "Tests.Vpp.Perf.L2.10Ge2P1X520-Eth-L2Bdbasemaclrn-Ndrpdr.64B-{core}-eth-l2bdbasemaclrn-ndrpdr" - - "Tests.Vpp.Perf.L2.10Ge2P1X520-Eth-L2Bdscale10Kmaclrn-Ndrpdr.64B-{core}-eth-l2bdscale10kmaclrn-ndrpdr" - - "Tests.Vpp.Perf.L2.10Ge2P1X520-Eth-L2Bdscale100Kmaclrn-Ndrpdr.64B-{core}-eth-l2bdscale100kmaclrn-ndrpdr" - - "Tests.Vpp.Perf.L2.10Ge2P1X520-Eth-L2Bdscale1Mmaclrn-Ndrpdr.64B-{core}-eth-l2bdscale1mmaclrn-ndrpdr" - layout: - title: "3n-tsh-x520-64b-{core}-l2switching-base-scale-ixgbe-{test_type}" - layout: "plot-throughput" - - type: "plot" title: "Throughput: 3n-tsh-x520-64b-{core}-features-l2switching-base-ixgbe-{test_type}" algorithm: "plot_ndrpdr_box_name" @@ -8139,21 +7903,6 @@ title: "2n-dnv-x553-64b-{core}-l2switching-base-scale-ixgbe-{test_type}" layout: "plot-throughput" -- type: "plot" - title: "Throughput: 2n-dnv-x553-64b-{core}-l2switching-base-scale-af_xdp-{test_type}" - algorithm: "plot_ndrpdr_box_name" - output-file: "{DIR[STATIC,VPP]}/2n-dnv-x553-64b-{core}-l2switching-base-scale-af_xdp-{test_type}" - data: "vpp-2n-dnv-curr-iter" - core: ["1t1c", ] - include: - - "Tests.Vpp.Perf.L2.2N1L-10Ge2P1X553-af-xdp-Eth-L2Patch-Ndrpdr.64B-{core}-af-xdp-eth-l2patch-ndrpdr" - - "Tests.Vpp.Perf.L2.2N1L-10Ge2P1X553-af-xdp-Eth-L2Xcbase-Ndrpdr.64B-{core}-af-xdp-eth-l2xcbase-ndrpdr" - - "Tests.Vpp.Perf.L2.2N1L-10Ge2P1X553-af-xdp-Eth-L2Bdbasemaclrn-Ndrpdr.64B-{core}-af-xdp-eth-l2bdbasemaclrn-ndrpdr" - - "Tests.Vpp.Perf.L2.2N1L-10Ge2P1X553-af-xdp-Eth-L2Bdscale10Kmaclrn-Ndrpdr.64B-{core}-af-xdp-eth-l2bdscale10kmaclrn-ndrpdr" - layout: - title: "2n-dnv-x553-64b-{core}-l2switching-base-scale-af_xdp-{test_type}" - layout: "plot-throughput" - - type: "plot" title: "Throughput: 3n-dnv-x553-64b-{core}-l2switching-base-ixgbe-{test_type}" algorithm: "plot_ndrpdr_box_name" @@ -8284,57 +8033,6 @@ title: "2n-skx-xxv710-64b-{core}-vhost-base-[avf,dpdk]-vpp-{test_type}" layout: "plot-throughput" -- type: "plot" - title: "Throughput: 3n-skx-xxv710-64b-{core}-vhost-base-avf-{test_type}" - algorithm: "plot_ndrpdr_box_name" - output-file: "{DIR[STATIC,VPP]}/3n-skx-xxv710-64b-{core}-vhost-base-avf-{test_type}" - data: "vpp-3n-skx-curr-iter" - core: ["2t1c", ] - include: - - "Tests.Vpp.Perf.Vm Vhost.25Ge2P1Xxv710-Avf-Dot1Q-L2Xcbase-Eth-2Vhostvr1024-1Vm-Ndrpdr.64B-{core}-avf-dot1q-l2xcbase-eth-2vhostvr1024-1vm-ndrpdr" - - "Tests.Vpp.Perf.Vm Vhost.25Ge2P1Xxv710-Avf-Eth-L2Xcbase-Eth-2Vhostvr1024-1Vm-Ndrpdr.64B-{core}-avf-eth-l2xcbase-eth-2vhostvr1024-1vm-ndrpdr" - - "Tests.Vpp.Perf.Vm Vhost.25Ge2P1Xxv710-Avf-Dot1Q-L2Bdbasemaclrn-Eth-2Vhostvr1024-1Vm-Ndrpdr.64B-{core}-avf-dot1q-l2bdbasemaclrn-eth-2vhostvr1024-1vm-ndrpdr" - - "Tests.Vpp.Perf.Vm Vhost.25Ge2P1Xxv710-Avf-Eth-L2Bdbasemaclrn-Eth-2Vhostvr1024-1Vm-Ndrpdr.64B-{core}-avf-eth-l2bdbasemaclrn-eth-2vhostvr1024-1vm-ndrpdr" - - "Tests.Vpp.Perf.Vm Vhost.25Ge2P1Xxv710-Avf-Ethip4-Ip4Base-Eth-2Vhostvr1024-1Vm-Ndrpdr.64B-{core}-avf-ethip4-ip4base-eth-2vhostvr1024-1vm-ndrpdr" - - "Tests.Vpp.Perf.Vm Vhost.25Ge2P1Xxv710-Avf-Ethip4Vxlan-L2Bdbasemaclrn-Eth-2Vhostvr1024-1Vm-Ndrpdr.64B-{core}-avf-ethip4vxlan-l2bdbasemaclrn-eth-2vhostvr1024-1vm-ndrpdr" - layout: - title: "3n-skx-xxv710-64b-{core}-vhost-base-avf-{test_type}" - layout: "plot-throughput" - -- type: "plot" - title: "Throughput: 3n-skx-xxv710-64b-{core}-vhost-base-avf-vpp-{test_type}" - algorithm: "plot_ndrpdr_box_name" - output-file: "{DIR[STATIC,VPP]}/3n-skx-xxv710-64b-{core}-vhost-base-avf-vpp-{test_type}" - data: "vpp-3n-skx-curr-iter" - core: ["2t1c", ] - include: - - "Tests.Vpp.Perf.Vm Vhost.25Ge2P1Xxv710-Avf-Dot1Q-L2Xcbase-Eth-2Vhostvr1024-1Vm-Vppl2Xc-Ndrpdr.64B-{core}-avf-dot1q-l2xcbase-eth-2vhostvr1024-1vm-vppl2xc-ndrpdr" - - "Tests.Vpp.Perf.Vm Vhost.25Ge2P1Xxv710-Avf-Eth-L2Xcbase-Eth-2Vhostvr1024-1Vm-Vppl2Xc-Ndrpdr.64B-{core}-avf-eth-l2xcbase-eth-2vhostvr1024-1vm-vppl2xc-ndrpdr" - - "Tests.Vpp.Perf.Vm Vhost.25Ge2P1Xxv710-Avf-Dot1Q-L2Bdbasemaclrn-Eth-2Vhostvr1024-1Vm-Vppl2Xc-Ndrpdr.64B-{core}-avf-dot1q-l2bdbasemaclrn-eth-2vhostvr1024-1vm-vppl2xc-ndrpdr" - - "Tests.Vpp.Perf.Vm Vhost.25Ge2P1Xxv710-Avf-Eth-L2Bdbasemaclrn-Eth-2Vhostvr1024-1Vm-Vppl2Xc-Ndrpdr.64B-{core}-avf-eth-l2bdbasemaclrn-eth-2vhostvr1024-1vm-vppl2xc-ndrpdr" - - "Tests.Vpp.Perf.Vm Vhost.25Ge2P1Xxv710-Avf-Ethip4-Ip4Base-Eth-2Vhostvr1024-1Vm-Vppip4-Ndrpdr.64B-{core}-avf-ethip4-ip4base-eth-2vhostvr1024-1vm-vppip4-ndrpdr" - - "Tests.Vpp.Perf.Vm Vhost.25Ge2P1Xxv710-Avf-Ethip4Vxlan-L2Bdbasemaclrn-Eth-2Vhostvr1024-1Vm-Vppl2Xc-Ndrpdr.64B-{core}-avf-ethip4vxlan-l2bdbasemaclrn-eth-2vhostvr1024-1vm-vppl2xc-ndrpdr" - layout: - title: "3n-skx-xxv710-64b-{core}-vhost-base-avf-vpp-{test_type}" - layout: "plot-throughput" - -- type: "plot" - title: "Throughput: 3n-skx-xxv710-64b-{core}-vhost-base-dpdk-{test_type}" - algorithm: "plot_ndrpdr_box_name" - output-file: "{DIR[STATIC,VPP]}/3n-skx-xxv710-64b-{core}-vhost-base-dpdk-{test_type}" - data: "vpp-3n-skx-curr-iter" - core: ["2t1c", ] - include: - - "Tests.Vpp.Perf.Vm Vhost.25Ge2P1Xxv710-Dot1Q-L2Xcbase-Eth-2Vhostvr1024-1Vm-Ndrpdr.64B-{core}-dot1q-l2xcbase-eth-2vhostvr1024-1vm-ndrpdr" - - "Tests.Vpp.Perf.Vm Vhost.25Ge2P1Xxv710-Eth-L2Xcbase-Eth-2Vhostvr1024-1Vm-Ndrpdr.64B-{core}-eth-l2xcbase-eth-2vhostvr1024-1vm-ndrpdr" - - "Tests.Vpp.Perf.Vm Vhost.25Ge2P1Xxv710-Dot1Q-L2Bdbasemaclrn-Eth-2Vhostvr1024-1Vm-Ndrpdr.64B-{core}-dot1q-l2bdbasemaclrn-eth-2vhostvr1024-1vm-ndrpdr" - - "Tests.Vpp.Perf.Vm Vhost.25Ge2P1Xxv710-Eth-L2Bdbasemaclrn-Eth-2Vhostvr1024-1Vm-Ndrpdr.64B-{core}-eth-l2bdbasemaclrn-eth-2vhostvr1024-1vm-ndrpdr" - - "Tests.Vpp.Perf.Vm Vhost.25Ge2P1Xxv710-Ethip4-Ip4Base-Eth-2Vhostvr1024-1Vm-Ndrpdr.64B-{core}-ethip4-ip4base-eth-2vhostvr1024-1vm-ndrpdr" - - "Tests.Vpp.Perf.Vm Vhost.25Ge2P1Xxv710-Ethip4Vxlan-L2Bdbasemaclrn-Eth-2Vhostvr1024-1Vm-Ndrpdr.64B-{core}-ethip4vxlan-l2bdbasemaclrn-eth-2vhostvr1024-1vm-ndrpdr" - layout: - title: "3n-skx-xxv710-64b-{core}-vhost-base-dpdk-{test_type}" - layout: "plot-throughput" - - type: "plot" title: "Throughput: 3n-tsh-x520-64b-{core}-vhost-base-ixgbe-vppl2xc-{test_type}" algorithm: "plot_ndrpdr_box_name" @@ -8542,36 +8240,6 @@ title: "2n-skx-xxv710-64b-memif-base-dpdk-{test_type}" layout: "plot-throughput-speedup-analysis" -- type: "plot" - title: "Speedup: 3n-skx-xxv710-64b-memif-base-avf-{test_type}-tsa" - algorithm: "plot_tsa_name" - output-file: "{DIR[STATIC,VPP]}/3n-skx-xxv710-64b-memif-base-avf-{test_type}-tsa" - data: "vpp-3n-skx-curr-iter" - include: - - "Tests.Vpp.Perf.Container Memif.25Ge2P1Xxv710-Avf-Eth-L2Xcbase-Eth-2Memif-1Dcr-Ndrpdr.64B-.t.c-avf-eth-l2xcbase-eth-2memif-1dcr-ndrpdr" - - "Tests.Vpp.Perf.Container Memif.25Ge2P1Xxv710-Avf-Eth-L2Xcbase-Eth-2Memif-1Lxc-Ndrpdr.64B-.t.c-avf-eth-l2xcbase-eth-2memif-1lxc-ndrpdr" - - "Tests.Vpp.Perf.Container Memif.25Ge2P1Xxv710-Avf-Dot1Q-L2Bdbasemaclrn-Eth-2Memif-1Dcr-Ndrpdr.64B-.t.c-avf-dot1q-l2bdbasemaclrn-eth-2memif-1dcr-ndrpdr" - - "Tests.Vpp.Perf.Container Memif.25Ge2P1Xxv710-Avf-Eth-L2Bdbasemaclrn-Eth-2Memif-1Lxc-Ndrpdr.64B-.t.c-avf-eth-l2bdbasemaclrn-eth-2memif-1lxc-ndrpdr" - - "Tests.Vpp.Perf.Container Memif.25Ge2P1Xxv710-Avf-Ethip4-Ip4Base-Eth-2Memif-1Dcr-Ndrpdr.64B-.t.c-avf-ethip4-ip4base-eth-2memif-1dcr-ndrpdr" - layout: - title: "3n-skx-xxv710-64b-memif-base-avf-{test_type}" - layout: "plot-throughput-speedup-analysis" - -- type: "plot" - title: "Speedup: 3n-skx-xxv710-64b-memif-base-dpdk-{test_type}-tsa" - algorithm: "plot_tsa_name" - output-file: "{DIR[STATIC,VPP]}/3n-skx-xxv710-64b-memif-base-dpdk-{test_type}-tsa" - data: "vpp-3n-skx-curr-iter" - include: - - "Tests.Vpp.Perf.Container Memif.25Ge2P1Xxv710-Eth-L2Xcbase-Eth-2Memif-1Dcr-Ndrpdr.64B-.t.c-eth-l2xcbase-eth-2memif-1dcr-ndrpdr" - - "Tests.Vpp.Perf.Container Memif.25Ge2P1Xxv710-Eth-L2Xcbase-Eth-2Memif-1Lxc-Ndrpdr.64B-.t.c-eth-l2xcbase-eth-2memif-1lxc-ndrpdr" - - "Tests.Vpp.Perf.Container Memif.25Ge2P1Xxv710-Dot1Q-L2Bdbasemaclrn-Eth-2Memif-1Dcr-Ndrpdr.64B-.t.c-dot1q-l2bdbasemaclrn-eth-2memif-1dcr-ndrpdr" - - "Tests.Vpp.Perf.Container Memif.25Ge2P1Xxv710-Eth-L2Bdbasemaclrn-Eth-2Memif-1Lxc-Ndrpdr.64B-.t.c-eth-l2bdbasemaclrn-eth-2memif-1lxc-ndrpdr" - - "Tests.Vpp.Perf.Container Memif.25Ge2P1Xxv710-Ethip4-Ip4Base-Eth-2Memif-1Dcr-Ndrpdr.64B-.t.c-ethip4-ip4base-eth-2memif-1dcr-ndrpdr" - layout: - title: "3n-skx-xxv710-64b-memif-base-dpdk-{test_type}" - layout: "plot-throughput-speedup-analysis" - - type: "plot" title: "Speedup: 2n-skx-x710-64b-ip4routing-base-scale-[avf,dpdk,af_xdp]-{test_type}-tsa" algorithm: "plot_tsa_name" @@ -8765,46 +8433,6 @@ title: "2n-skx-xxv710-64b-nat44ed-ip4routing-udp-tput-avf-{test_type}" layout: "plot-throughput-speedup-analysis" -- type: "plot" - title: "Speedup: 2n-skx-xxv710-64b-nat44ed-ip4routing-tcp-tput2-avf-{test_type}-tsa" - algorithm: "plot_tsa_name" - output-file: "{DIR[STATIC,VPP]}/2n-skx-xxv710-64b-nat44ed-ip4routing-tcp-tput2-avf-{test_type}-tsa" - data: "vpp-2n-skx-curr-iter" - include: - - "tests.vpp.perf.ip4.2n1l-25ge2p1xxv710-avf-ethip4tcp-ip4base-h1024-p63-s64512-pps-ndrpdr.64b-.t.c-avf-ethip4tcp-ip4base-h1024-p63-s64512-pps-ndrpdr" - - "Tests.Vpp.Perf.Ip4.2N1L-25Ge2P1Xxv710-Avf-Ethip4Tcp-Nat44Ed-H1024-P63-S64512-Tput-Ndrpdr.64B-.t.c-avf-ethip4tcp-nat44ed-h1024-p63-s64512-tput-ndrpdr" - - "tests.vpp.perf.ip4.2n1l-25ge2p1xxv710-avf-ethip4tcp-ip4base-h4096-p63-s258048-pps-ndrpdr.64b-.t.c-avf-ethip4tcp-ip4base-h4096-p63-s258048-pps-ndrpdr" - - "Tests.Vpp.Perf.Ip4.2N1L-25Ge2P1Xxv710-Avf-Ethip4Tcp-Nat44Ed-H4096-P63-S258048-Tput-Ndrpdr.64B-.t.c-avf-ethip4tcp-nat44ed-h4096-p63-s258048-tput-ndrpdr" - - "tests.vpp.perf.ip4.2n1l-25ge2p1xxv710-avf-ethip4tcp-ip4base-h16384-p63-s1032192-pps-ndrpdr.64b-.t.c-avf-ethip4tcp-ip4base-h16384-p63-s1032192-pps-ndrpdr" - - "Tests.Vpp.Perf.Ip4.2N1L-25Ge2P1Xxv710-Avf-Ethip4Tcp-Nat44Ed-H16384-P63-S1032192-Tput-Ndrpdr.64B-.t.c-avf-ethip4tcp-nat44ed-h16384-p63-s1032192-tput-ndrpdr" - - "tests.vpp.perf.ip4.2n1l-25ge2p1xxv710-avf-ethip4tcp-ip4base-h65536-p63-s4128768-pps-ndrpdr.64b-.t.c-avf-ethip4tcp-ip4base-h65536-p63-s4128768-pps-ndrpdr" - - "Tests.Vpp.Perf.Ip4.2N1L-25Ge2P1Xxv710-Avf-Ethip4Tcp-Nat44Ed-H65536-P63-S4128768-Tput-Ndrpdr.64B-.t.c-avf-ethip4tcp-nat44ed-h65536-p63-s4128768-tput-ndrpdr" - - "tests.vpp.perf.ip4.2n1l-25ge2p1xxv710-avf-ethip4tcp-nat44ed-h262144-p63-s16515072-pps-ndrpdr.64b-.t.c-avf-ethip4tcp-nat44ed-h262144-p63-s16515072-pps-ndrpdr" - - "Tests.Vpp.Perf.Ip4.2N1L-25Ge2P1Xxv710-Avf-Ethip4Tcp-Nat44Ed-H262144-P63-S16515072-Tput-Ndrpdr.64B-.t.c-avf-ethip4tcp-nat44ed-h262144-p63-s16515072-tput-ndrpdr" - layout: - title: "2n-skx-xxv710-64b-nat44ed-ip4routing-tcp-tput-avf-{test_type}" - layout: "plot-throughput-speedup-analysis" - -- type: "plot" - title: "Speedup: 2n-skx-xxv710-64b-nat44ed-ip4routing-udp-tput2-avf-{test_type}-tsa" - algorithm: "plot_tsa_name" - output-file: "{DIR[STATIC,VPP]}/2n-skx-xxv710-64b-nat44ed-ip4routing-udp-tput2-avf-{test_type}-tsa" - data: "vpp-2n-skx-curr-iter" - include: - - "tests.vpp.perf.ip4.2n1l-25ge2p1xxv710-avf-Ethip4Udp-ip4base-h1024-p63-s64512-pps-ndrpdr.64b-.t.c-avf-ethip4udp-ip4base-h1024-p63-s64512-pps-ndrpdr" - - "Tests.Vpp.Perf.Ip4.2N1L-25Ge2P1Xxv710-Avf-Ethip4Udp-Nat44Ed-H1024-P63-S64512-Tput-Ndrpdr.64B-.t.c-avf-ethip4udp-nat44ed-h1024-p63-s64512-tput-ndrpdr" - - "tests.vpp.perf.ip4.2n1l-25ge2p1xxv710-avf-Ethip4Udp-ip4base-h4096-p63-s258048-pps-ndrpdr.64b-.t.c-avf-ethip4udp-ip4base-h4096-p63-s258048-pps-ndrpdr" - - "Tests.Vpp.Perf.Ip4.2N1L-25Ge2P1Xxv710-Avf-Ethip4Udp-Nat44Ed-H4096-P63-S258048-Tput-Ndrpdr.64B-.t.c-avf-ethip4udp-nat44ed-h4096-p63-s258048-tput-ndrpdr" - - "tests.vpp.perf.ip4.2n1l-25ge2p1xxv710-avf-Ethip4Udp-ip4base-h16384-p63-s1032192-pps-ndrpdr.64b-.t.c-avf-ethip4udp-ip4base-h16384-p63-s1032192-pps-ndrpdr" - - "Tests.Vpp.Perf.Ip4.2N1L-25Ge2P1Xxv710-Avf-Ethip4Udp-Nat44Ed-H16384-P63-S1032192-Tput-Ndrpdr.64B-.t.c-avf-ethip4udp-nat44ed-h16384-p63-s1032192-tput-ndrpdr" - - "tests.vpp.perf.ip4.2n1l-25ge2p1xxv710-avf-Ethip4Udp-ip4base-h65536-p63-s4128768-pps-ndrpdr.64b-.t.c-avf-ethip4udp-ip4base-h65536-p63-s4128768-pps-ndrpdr" - - "Tests.Vpp.Perf.Ip4.2N1L-25Ge2P1Xxv710-Avf-Ethip4Udp-Nat44Ed-H65536-P63-S4128768-Tput-Ndrpdr.64B-.t.c-avf-ethip4udp-nat44ed-h65536-p63-s4128768-tput-ndrpdr" - - "tests.vpp.perf.ip4.2n1l-25ge2p1xxv710-avf-Ethip4Udp-nat44ed-h262144-p63-s16515072-pps-ndrpdr.64b-.t.c-avf-ethip4udp-nat44ed-h262144-p63-s16515072-pps-ndrpdr" - - "Tests.Vpp.Perf.Ip4.2N1L-25Ge2P1Xxv710-Avf-Ethip4Udp-Nat44Ed-H262144-P63-S16515072-Tput-Ndrpdr.64B-.t.c-avf-ethip4udp-nat44ed-h262144-p63-s16515072-tput-ndrpdr" - layout: - title: "2n-skx-xxv710-64b-nat44ed-ip4routing-udp-tput-avf-{test_type}" - layout: "plot-throughput-speedup-analysis" - - type: "plot" title: "Speedup: 2n-skx-xxv710-64b-ethip4--ethip4udpgeneve-avf-{test_type}-tsa" algorithm: "plot_tsa_name" @@ -8827,42 +8455,20 @@ data: "vpp-3n-skx-curr-iter" include: - "Tests.Vpp.Perf.Ip4.10Ge2P1X710-Avf-Ethip4-Ip4Base-Ndrpdr.64B-.t.c-avf-ethip4-ip4base-ndrpdr" - - "Tests.Vpp.Perf.Ip4.10Ge2P1X710-Avf-Ethip4-Ip4Scale2M-Ndrpdr.64B-.t.c-avf-ethip4-ip4scale2m-ndrpdr" - - "Tests.Vpp.Perf.Ip4.10Ge2P1X710-Avf-Dot1Q-Ip4Base-Ndrpdr.64B-.t.c-avf-dot1q-ip4base-ndrpdr" -# - "Tests.Vpp.Perf.Ip4.10Ge2P1X710-Ethip4-Ip4Base-Ndrpdr.64B-.t.c-ethip4-ip4base-ndrpdr" -# - "Tests.Vpp.Perf.Ip4.10Ge2P1X710-Ethip4-Ip4Scale2M-Ndrpdr.64B-.t.c-ethip4-ip4scale2m-ndrpdr" layout: - title: "3n-skx-x710-64b-ip4routing-base-scale-avf-{test_type}" + title: "3n-skx-x710-64b-ip4routing-base-avf-{test_type}" layout: "plot-throughput-speedup-analysis" - type: "plot" - title: "Speedup: 3n-skx-xxv710-64b-ip4routing-base-scale-avf-{test_type}-tsa" + title: "Speedup: 3n-skx-xxv710-64b-ip4routing-base-{test_type}-tsa" algorithm: "plot_tsa_name" - output-file: "{DIR[STATIC,VPP]}/3n-skx-xxv710-64b-ip4routing-base-scale-avf-{test_type}-tsa" + output-file: "{DIR[STATIC,VPP]}/3n-skx-xxv710-64b-ip4routing-base-{test_type}-tsa" data: "vpp-3n-skx-curr-iter" include: - - "Tests.Vpp.Perf.Ip4.25Ge2P1Xxv710-Avf-Dot1Q-Ip4Base-Ndrpdr.64B-.t.c-avf-dot1q-ip4base-ndrpdr" - "Tests.Vpp.Perf.Ip4.25Ge2P1Xxv710-Avf-Ethip4-Ip4Base-Ndrpdr.64B-.t.c-avf-eth-ip4base-ndrpdr" - - "Tests.Vpp.Perf.Ip4.25Ge2P1Xxv710-Avf-Ethip4-Ip4Scale20K-Ndrpdr.64B-.t.c-avf-ethip4-ip4scale20k-ndrpdr" - - "Tests.Vpp.Perf.Ip4.25Ge2P1Xxv710-Avf-Ethip4-Ip4Scale200K-Ndrpdr.64B-.t.c-avf-ethip4-ip4scale200k-ndrpdr" - - "Tests.Vpp.Perf.Ip4.25Ge2P1Xxv710-Avf-Ethip4-Ip4Scale2M-Ndrpdr.64B-.t.c-avf-ethip4-ip4scale2m-ndrpdr" - layout: - title: "3n-skx-xxv710-64b-ip4routing-base-scale-avf-{test_type}" - layout: "plot-throughput-speedup-analysis" - -- type: "plot" - title: "Speedup: 3n-skx-xxv710-64b-ip4routing-base-scale-dpdk-{test_type}-tsa" - algorithm: "plot_tsa_name" - output-file: "{DIR[STATIC,VPP]}/3n-skx-xxv710-64b-ip4routing-base-scale-dpdk-{test_type}-tsa" - data: "vpp-3n-skx-curr-iter" - include: - - "Tests.Vpp.Perf.Ip4.25Ge2P1Xxv710-Dot1Q-Ip4Base-Ndrpdr.64B-.t.c-dot1q-ip4base-ndrpdr" - "Tests.Vpp.Perf.Ip4.25Ge2P1Xxv710-Ethip4-Ip4Base-Ndrpdr.64B-.t.c-ethip4-ip4base-ndrpdr" - - "Tests.Vpp.Perf.Ip4.25Ge2P1Xxv710-Ethip4-Ip4Scale20K-Ndrpdr.64B-.t.c-ethip4-ip4scale20k-ndrpdr" - - "Tests.Vpp.Perf.Ip4.25Ge2P1Xxv710-Ethip4-Ip4Scale200K-Ndrpdr.64B-.t.c-ethip4-ip4scale200k-ndrpdr" - - "Tests.Vpp.Perf.Ip4.25Ge2P1Xxv710-Ethip4-Ip4Scale2M-Ndrpdr.64B-.t.c-ethip4-ip4scale2m-ndrpdr" layout: - title: "3n-skx-xxv710-64b-ip4routing-base-scale-dpdk-{test_type}" + title: "3n-skx-xxv710-64b-ip4routing-base-{test_type}" layout: "plot-throughput-speedup-analysis" - type: "plot" @@ -8969,10 +8575,6 @@ - "Tests.Vpp.Perf.Ip6.2N1L-25Ge2P1Xxv710-af-xdp-Ethip6-Ip6Base-Ndrpdr.78B-.t.c-af-xdp-ethip6-ip6base-ndrpdr" - "Tests.Vpp.Perf.Ip6.2N1L-25Ge2P1Xxv710-af-xdp-Ethip6-Ip6Scale20K-Ndrpdr.78B-.t.c-af-xdp-ethip6-ip6scale20k-ndrpdr" - "Tests.Vpp.Perf.Ip6.2N1L-25Ge2P1Xxv710-af-xdp-Ethip6-Ip6Scale20K-rnd-Ndrpdr.78B-.t.c-af-xdp-ethip6-ip6scale20k-rnd-ndrpdr" - - "Tests.Vpp.Perf.Ip6.2N1L-25Ge2P1Xxv710-af-xdp-Ethip6-Ip6Scale200K-Ndrpdr.78B-.t.c-af-xdp-ethip6-ip6scale200k-ndrpdr" - - "Tests.Vpp.Perf.Ip6.2N1L-25Ge2P1Xxv710-af-xdp-Ethip6-Ip6Scale200K-rnd-Ndrpdr.78B-.t.c-af-xdp-ethip6-ip6scale200k-rnd-ndrpdr" - - "Tests.Vpp.Perf.Ip6.2N1L-25Ge2P1Xxv710-af-xdp-Ethip6-Ip6Scale2M-Ndrpdr.78B-.t.c-af-xdp-ethip6-ip6scale2m-ndrpdr" - - "Tests.Vpp.Perf.Ip6.2N1L-25Ge2P1Xxv710-af-xdp-Ethip6-Ip6Scale2M-rnd-Ndrpdr.78B-.t.c-af-xdp-ethip6-ip6scale2m-rnd-ndrpdr" layout: title: "2n-skx-xxv710-78b-ip6routing-base-scale-af_xdp-{test_type}" layout: "plot-throughput-speedup-analysis" @@ -8991,33 +8593,15 @@ layout: "plot-throughput-speedup-analysis" - type: "plot" - title: "Speedup: 3n-skx-xxv710-78b-ip6routing-base-scale-dpdk-{test_type}-tsa" + title: "Speedup: 3n-skx-xxv710-78b-ip6routing-base-{test_type}-tsa" algorithm: "plot_tsa_name" - output-file: "{DIR[STATIC,VPP]}/3n-skx-xxv710-78b-ip6routing-base-scale-dpdk-{test_type}-tsa" + output-file: "{DIR[STATIC,VPP]}/3n-skx-xxv710-78b-ip6routing-base-{test_type}-tsa" data: "vpp-3n-skx-curr-iter" include: - - "Tests.Vpp.Perf.Ip6.25Ge2P1Xxv710-Dot1Q-Ip6Base-Ndrpdr.78B-.t.c-dot1q-ip6base-ndrpdr" - "Tests.Vpp.Perf.Ip6.25Ge2P1Xxv710-Ethip6-Ip6Base-Ndrpdr.78B-.t.c-ethip6-ip6base-ndrpdr" - - "Tests.Vpp.Perf.Ip6.25Ge2P1Xxv710-Ethip6-Ip6Scale20K-Ndrpdr.78B-.t.c-ethip6-ip6scale20k-ndrpdr" - - "Tests.Vpp.Perf.Ip6.25Ge2P1Xxv710-Ethip6-Ip6Scale200K-Ndrpdr.78B-.t.c-ethip6-ip6scale200k-ndrpdr" - - "Tests.Vpp.Perf.Ip6.25Ge2P1Xxv710-Ethip6-Ip6Scale2M-Ndrpdr.78B-.t.c-ethip6-ip6scale2m-ndrpdr" - layout: - title: "3n-skx-xxv710-78b-ip6routing-base-scale-dpdk-{test_type}" - layout: "plot-throughput-speedup-analysis" - -- type: "plot" - title: "Speedup: 3n-skx-xxv710-78b-ip6routing-base-scale-avf-{test_type}-tsa" - algorithm: "plot_tsa_name" - output-file: "{DIR[STATIC,VPP]}/3n-skx-xxv710-78b-ip6routing-base-scale-avf-{test_type}-tsa" - data: "vpp-3n-skx-curr-iter" - include: - - "Tests.Vpp.Perf.Ip6.25Ge2P1Xxv710-Avf-Dot1Q-Ip6Base-Ndrpdr.78B-.t.c-avf-dot1q-ip6base-ndrpdr" - "Tests.Vpp.Perf.Ip6.25Ge2P1Xxv710-Avf-Ethip6-Ip6Base-Ndrpdr.78B-.t.c-avf-ethip6-ip6base-ndrpdr" - - "Tests.Vpp.Perf.Ip6.25Ge2P1Xxv710-Avf-Ethip6-Ip6Scale20K-Ndrpdr.78B-.t.c-avf-ethip6-ip6scale20k-ndrpdr" - - "Tests.Vpp.Perf.Ip6.25Ge2P1Xxv710-Avf-Ethip6-Ip6Scale200K-Ndrpdr.78B-.t.c-avf-ethip6-ip6scale200k-ndrpdr" - - "Tests.Vpp.Perf.Ip6.25Ge2P1Xxv710-Avf-Ethip6-Ip6Scale2M-Ndrpdr.78B-.t.c-avf-ethip6-ip6scale2m-ndrpdr" layout: - title: "3n-skx-xxv710-78b-ip6routing-base-scale-avf-{test_type}" + title: "3n-skx-xxv710-78b-ip6routing-base-{test_type}" layout: "plot-throughput-speedup-analysis" - type: "plot" @@ -9028,6 +8612,8 @@ include: - "Tests.Vpp.Perf.Crypto.25Ge2P1Xxv710-Avf-Ethip4Ipsec4Tnlsw-Ip4Base-Int-Aes256Gcm-Ndrpdr.IMIX-.t.c-avf-ethip4ipsec4tnlsw-ip4base-int-aes256gcm-ndrpdr" - "Tests.Vpp.Perf.Crypto.25Ge2P1Xxv710-Avf-Ethip4Ipsec4Tnlsw-Ip4Base-Int-Aes128Cbc-Hmac512Sha-Ndrpdr.IMIX-.t.c-avf-ethip4ipsec4tnlsw-ip4base-int-aes128cbc-hmac512sha-ndrpdr" + - "Tests.Vpp.Perf.Crypto.25Ge2P1Xxv710-Avf-Ethip4Ipsec40Tnlsw-Ip4Base-Int-Aes256Gcm-Ndrpdr.IMIX-.t.c-avf-ethip4ipsec40tnlsw-ip4base-int-aes256gcm-ndrpdr" + - "Tests.Vpp.Perf.Crypto.25Ge2P1Xxv710-Avf-Ethip4Ipsec40Tnlsw-Ip4Base-Int-Aes128Cbc-Hmac512Sha-Ndrpdr.IMIX-.t.c-avf-ethip4ipsec40tnlsw-ip4base-int-aes128cbc-hmac512sha-ndrpdr" - "Tests.Vpp.Perf.Crypto.25Ge2P1Xxv710-Avf-Ethip4Ipsec1000Tnlsw-Ip4Base-Int-Aes256Gcm-Ndrpdr.IMIX-.t.c-avf-ethip4ipsec1000tnlsw-ip4base-int-aes256gcm-ndrpdr" - "Tests.Vpp.Perf.Crypto.25Ge2P1Xxv710-Avf-Ethip4Ipsec1000Tnlsw-Ip4Base-Int-Aes128Cbc-Hmac512Sha-Ndrpdr.IMIX-.t.c-avf-ethip4ipsec1000tnlsw-ip4base-int-aes128cbc-hmac512sha-ndrpdr" - "Tests.Vpp.Perf.Crypto.25Ge2P1Xxv710-Avf-Ethip4Ipsec10000Tnlsw-Ip4Base-Int-Aes256Gcm-Ndrpdr.IMIX-.t.c-avf-ethip4ipsec10000tnlsw-ip4base-int-aes256gcm-ndrpdr" @@ -9044,6 +8630,7 @@ include: - "Tests.Vpp.Perf.Crypto.25Ge2P1Xxv710-Ethip4Ipsec4Tnlsw-Ip4Base-Int-Aes256Gcm-Ndrpdr.IMIX-.t.c-ethip4ipsec4tnlsw-ip4base-int-aes256gcm-ndrpdr" - "Tests.Vpp.Perf.Crypto.25Ge2P1Xxv710-Ethip4Ipsec4Tnlsw-Ip4Base-Int-Aes128Cbc-Hmac512Sha-Ndrpdr.IMIX-.t.c-ethip4ipsec4tnlsw-ip4base-int-aes128cbc-hmac512sha-ndrpdr" + - "Tests.Vpp.Perf.Crypto.25Ge2P1Xxv710-Ethip4Ipsec40Tnlsw-Ip4Base-Int-Aes256Gcm-Ndrpdr.IMIX-.t.c-ethip4ipsec40tnlsw-ip4base-int-aes256gcm-ndrpdr" - "Tests.Vpp.Perf.Crypto.25Ge2P1Xxv710-Ethip4Ipsec1000Tnlsw-Ip4Base-Int-Aes256Gcm-Ndrpdr.IMIX-.t.c-ethip4ipsec1000tnlsw-ip4base-int-aes256gcm-ndrpdr" - "Tests.Vpp.Perf.Crypto.25Ge2P1Xxv710-Ethip4Ipsec1000Tnlsw-Ip4Base-Int-Aes128Cbc-Hmac512Sha-Ndrpdr.IMIX-.t.c-ethip4ipsec1000tnlsw-ip4base-int-aes128cbc-hmac512sha-ndrpdr" - "Tests.Vpp.Perf.Crypto.25Ge2P1Xxv710-Ethip4Ipsec10000Tnlsw-Ip4Base-Int-Aes256Gcm-Ndrpdr.IMIX-.t.c-ethip4ipsec10000tnlsw-ip4base-int-aes256gcm-ndrpdr" @@ -9053,9 +8640,9 @@ layout: "plot-throughput-speedup-analysis" - type: "plot" - title: "Speedup: 2n-skx-x710-64b-l2switching-base-scale-[avf,dpdk,af_xdp]-{test_type}-tsa" + title: "Speedup: 2n-skx-x710-64b-l2switching-base-scale-[avf,dpdk]-{test_type}-tsa" algorithm: "plot_tsa_name" - output-file: "{DIR[STATIC,VPP]}/2n-skx-x710-64b-l2switching-base-scale-[avf,dpdk,af_xdp]-{test_type}-tsa" + output-file: "{DIR[STATIC,VPP]}/2n-skx-x710-64b-l2switching-base-scale-[avf,dpdk]-{test_type}-tsa" data: "vpp-2n-skx-curr-iter" include: - "Tests.Vpp.Perf.L2.2N1L-10Ge2P1X710-Avf-Eth-L2Xcbase-Ndrpdr.64B-.t.c-avf-eth-l2xcbase-ndrpdr" @@ -9064,7 +8651,7 @@ - "Tests.Vpp.Perf.L2.2N1L-10Ge2P1X710-Eth-L2Bdscale1Mmaclrn-Ndrpdr.64B-.t.c-eth-l2bdscale1mmaclrn-ndrpdr" - "Tests.Vpp.Perf.L2.2N1L-10Ge2P1X710-af-xdp-Eth-L2Bdbasemaclrn-Ndrpdr.64B-.t.c-af-xdp-eth-l2bdbasemaclrn-ndrpdr" layout: - title: "2n-skx-x710-64b-l2switching-base-scale-[avf,dpdk,af_xdp]-{test_type}" + title: "2n-skx-x710-64b-l2switching-base-scale-[avf,dpdk]-{test_type}" layout: "plot-throughput-speedup-analysis" - type: "plot" @@ -9111,22 +8698,6 @@ title: "2n-skx-xxv710-64b-l2switching-base-scale-avf-{test_type}" layout: "plot-throughput-speedup-analysis" -- type: "plot" - title: "Speedup: 2n-skx-xxv710-64b-l2switching-base-scale-af_xdp-{test_type}-tsa" - algorithm: "plot_tsa_name" - output-file: "{DIR[STATIC,VPP]}/2n-skx-xxv710-64b-l2switching-base-scale-af_xdp-{test_type}-tsa" - data: "vpp-2n-skx-curr-iter" - include: - - "Tests.Vpp.Perf.L2.2N1L-25Ge2P1Xxv710-af-xdp-Eth-L2Patch-Ndrpdr.64B-.t.c-af-xdp-eth-l2patch-ndrpdr" - - "Tests.Vpp.Perf.L2.2N1L-25Ge2P1Xxv710-af-xdp-Eth-L2Xcbase-Ndrpdr.64B-.t.c-af-xdp-eth-l2xcbase-ndrpdr" - - "Tests.Vpp.Perf.L2.2N1L-25Ge2P1Xxv710-af-xdp-Eth-L2Bdbasemaclrn-Ndrpdr.64B-.t.c-af-xdp-eth-l2bdbasemaclrn-ndrpdr" - - "Tests.Vpp.Perf.L2.2N1L-25Ge2P1Xxv710-af-xdp-Eth-L2Bdscale10Kmaclrn-Ndrpdr.64B-.t.c-af-xdp-eth-l2bdscale10kmaclrn-ndrpdr" - - "Tests.Vpp.Perf.L2.2N1L-25Ge2P1Xxv710-af-xdp-Eth-L2Bdscale100Kmaclrn-Ndrpdr.64B-.t.c-af-xdp-eth-l2bdscale100kmaclrn-ndrpdr" - - "Tests.Vpp.Perf.L2.2N1L-25Ge2P1Xxv710-af-xdp-Eth-L2Bdscale1Mmaclrn-Ndrpdr.64B-.t.c-af-xdp-eth-l2bdscale1mmaclrn-ndrpdr" - layout: - title: "2n-skx-xxv710-64b-l2switching-base-scale-af_xdp-{test_type}" - layout: "plot-throughput-speedup-analysis" - - type: "plot" title: "Speedup: 2n-skx-xxv710-64b-l2switching-base-scale-dpdk-{test_type}-tsa" algorithm: "plot_tsa_name" @@ -9147,11 +8718,9 @@ output-file: "{DIR[STATIC,VPP]}/3n-skx-x710-64b-l2switching-base-scale-avf-{test_type}-tsa" data: "vpp-3n-skx-curr-iter" include: - - "Tests.Vpp.Perf.L2.10Ge2P1X710-Avf-Dot1Q-L2Bdbasemaclrn-Ndrpdr.64B-.t.c-avf-dot1q-l2bdbasemaclrn-ndrpdr" - "Tests.Vpp.Perf.L2.10Ge2P1X710-Avf-Eth-L2Patch-Ndrpdr.64B-.t.c-avf-eth-l2patch-ndrpdr" - "Tests.Vpp.Perf.L2.10Ge2P1X710-Avf-Eth-L2Xcbase-Ndrpdr.64B-.t.c-avf-eth-l2xcbase-ndrpdr" - "Tests.Vpp.Perf.L2.10Ge2P1X710-Avf-Eth-L2Bdbasemaclrn-Ndrpdr.64B-.t.c-avf-eth-l2bdbasemaclrn-ndrpdr" - - "Tests.Vpp.Perf.L2.10Ge2P1X710-Avf-Eth-L2Bdscale1Mmaclrn-Ndrpdr.64B-.t.c-avf-eth-l2bdscale1mmaclrn-ndrpdr" layout: title: "3n-skx-x710-64b-l2switching-base-scale-avf-{test_type}" layout: "plot-throughput-speedup-analysis" @@ -9166,43 +8735,11 @@ - "Tests.Vpp.Perf.L2.25Ge2P1Xxv710-Avf-Dot1Q-L2Bdbasemaclrn-Ndrpdr.64B-.t.c-avf-dot1q-l2bdbasemaclrn-ndrpdr" - "Tests.Vpp.Perf.L2.25Ge2P1Xxv710-Avf-Eth-L2Patch-Ndrpdr.64B-.t.c-avf-eth-l2patch-ndrpdr" - "Tests.Vpp.Perf.L2.25Ge2P1Xxv710-Avf-Eth-L2Xcbase-Ndrpdr.64B-.t.c-avf-eth-l2xcbase-ndrpdr" - - "Tests.Vpp.Perf.L2.25Ge2P1Xxv710-Avf-Eth-L2Bdbasemaclrn-Ndrpdr.64B-.t.c-avf-eth-l2bdbasemaclrn-ndrpdr" - - "Tests.Vpp.Perf.L2.25Ge2P1Xxv710-Eth-L2Xcbase-Ndrpdr.64B-.t.c-eth-l2xcbase-ndrpdr" - - "Tests.Vpp.Perf.L2.25Ge2P1Xxv710-Eth-L2Bdbasemaclrn-Ndrpdr.64B-.t.c-eth-l2bdbasemaclrn-ndrpdr" - layout: - title: "3n-skx-xxv710-64b-l2switching-base-[avf,dpdk]-{test_type}" - layout: "plot-throughput-speedup-analysis" - -- type: "plot" - title: "Speedup: 3n-skx-xxv710-64b-l2switching-base-scale-avf-{test_type}-tsa" - algorithm: "plot_tsa_name" - output-file: "{DIR[STATIC,VPP]}/3n-skx-xxv710-64b-l2switching-base-scale-avf-{test_type}-tsa" - data: "vpp-3n-skx-curr-iter" - include: - - "Tests.Vpp.Perf.L2.25Ge2P1Xxv710-Avf-Eth-L2Patch-Ndrpdr.64B-.t.c-avf-eth-l2patch-ndrpdr" - - "Tests.Vpp.Perf.L2.25Ge2P1Xxv710-Avf-Eth-L2Xcbase-Ndrpdr.64B-.t.c-avf-eth-l2xcbase-ndrpdr" - - "Tests.Vpp.Perf.L2.25Ge2P1Xxv710-Avf-Eth-L2Bdbasemaclrn-Ndrpdr.64B-.t.c-avf-eth-l2bdbasemaclrn-ndrpdr" - - "Tests.Vpp.Perf.L2.25Ge2P1Xxv710-Avf-Eth-L2Bdscale10Kmaclrn-Ndrpdr.64B-.t.c-avf-eth-l2bdscale10kmaclrn-ndrpdr" - - "Tests.Vpp.Perf.L2.25Ge2P1Xxv710-Avf-Eth-L2Bdscale100Kmaclrn-Ndrpdr.64B-.t.c-avf-eth-l2bdscale100kmaclrn-ndrpdr" - - "Tests.Vpp.Perf.L2.25Ge2P1Xxv710-Avf-Eth-L2Bdscale1Mmaclrn-Ndrpdr.64B-.t.c-avf-eth-l2bdscale1mmaclrn-ndrpdr" - layout: - title: "3n-skx-xxv710-64b-l2switching-base-scale-avf-{test_type}" - layout: "plot-throughput-speedup-analysis" - -- type: "plot" - title: "Speedup: 3n-skx-xxv710-64b-l2switching-base-scale-dpdk-{test_type}-tsa" - algorithm: "plot_tsa_name" - output-file: "{DIR[STATIC,VPP]}/3n-skx-xxv710-64b-l2switching-base-scale-dpdk-{test_type}-tsa" - data: "vpp-3n-skx-curr-iter" - include: - - "Tests.Vpp.Perf.L2.25Ge2P1Xxv710-Eth-L2Patch-Ndrpdr.64B-.t.c-eth-l2patch-ndrpdr" + - "Tests.Vpp.Perf.L2.25Ge2P1Xxv710-Avf-Eth-L2Bdbasemaclrn-Ndrpdr.64B-.t.c-avf-eth-l2bdbasemaclrn-ndrpdr" - "Tests.Vpp.Perf.L2.25Ge2P1Xxv710-Eth-L2Xcbase-Ndrpdr.64B-.t.c-eth-l2xcbase-ndrpdr" - "Tests.Vpp.Perf.L2.25Ge2P1Xxv710-Eth-L2Bdbasemaclrn-Ndrpdr.64B-.t.c-eth-l2bdbasemaclrn-ndrpdr" - - "Tests.Vpp.Perf.L2.25Ge2P1Xxv710-Eth-L2Bdscale10Kmaclrn-Ndrpdr.64B-.t.c-eth-l2bdscale10kmaclrn-ndrpdr" - - "Tests.Vpp.Perf.L2.25Ge2P1Xxv710-Eth-L2Bdscale100Kmaclrn-Ndrpdr.64B-.t.c-eth-l2bdscale100kmaclrn-ndrpdr" - - "Tests.Vpp.Perf.L2.25Ge2P1Xxv710-Eth-L2Bdscale1Mmaclrn-Ndrpdr.64B-.t.c-eth-l2bdscale1mmaclrn-ndrpdr" layout: - title: "3n-skx-xxv710-64b-l2switching-base-scale-dpdk-{test_type}" + title: "3n-skx-xxv710-64b-l2switching-base-[avf,dpdk]-{test_type}" layout: "plot-throughput-speedup-analysis" - type: "plot" @@ -9266,57 +8803,9 @@ layout: "plot-throughput-speedup-analysis" - type: "plot" - title: "Speedup: 3n-skx-xxv710-64b-vhost-base-avf-{test_type}-tsa" - algorithm: "plot_tsa_name" - output-file: "{DIR[STATIC,VPP]}/3n-skx-xxv710-64b-vhost-base-avf-{test_type}-tsa" - data: "vpp-3n-skx-curr-iter" - include: - - "Tests.Vpp.Perf.Vm Vhost.25Ge2P1Xxv710-Avf-Dot1Q-L2Xcbase-Eth-2Vhostvr1024-1Vm-Ndrpdr.64B-.t.c-avf-dot1q-l2xcbase-eth-2vhostvr1024-1vm-ndrpdr" - - "Tests.Vpp.Perf.Vm Vhost.25Ge2P1Xxv710-Avf-Eth-L2Xcbase-Eth-2Vhostvr1024-1Vm-Ndrpdr.64B-.t.c-avf-eth-l2xcbase-eth-2vhostvr1024-1vm-ndrpdr" - - "Tests.Vpp.Perf.Vm Vhost.25Ge2P1Xxv710-Avf-Dot1Q-L2Bdbasemaclrn-Eth-2Vhostvr1024-1Vm-Ndrpdr.64B-.t.c-avf-dot1q-l2bdbasemaclrn-eth-2vhostvr1024-1vm-ndrpdr" - - "Tests.Vpp.Perf.Vm Vhost.25Ge2P1Xxv710-Avf-Eth-L2Bdbasemaclrn-Eth-2Vhostvr1024-1Vm-Ndrpdr.64B-.t.c-avf-eth-l2bdbasemaclrn-eth-2vhostvr1024-1vm-ndrpdr" - - "Tests.Vpp.Perf.Vm Vhost.25Ge2P1Xxv710-Avf-Ethip4-Ip4Base-Eth-2Vhostvr1024-1Vm-Ndrpdr.64B-.t.c-avf-ethip4-ip4base-eth-2vhostvr1024-1vm-ndrpdr" - - "Tests.Vpp.Perf.Vm Vhost.25Ge2P1Xxv710-Avf-Ethip4Vxlan-L2Bdbasemaclrn-Eth-2Vhostvr1024-1Vm-Ndrpdr.64B-.t.c-avf-ethip4vxlan-l2bdbasemaclrn-eth-2vhostvr1024-1vm-ndrpdr" - layout: - title: "3n-skx-xxv710-64b-vhost-base-avf-{test_type}" - layout: "plot-throughput-speedup-analysis" - -- type: "plot" - title: "Speedup: 3n-skx-xxv710-64b-vhost-base-avf-vpp-{test_type}-tsa" - algorithm: "plot_tsa_name" - output-file: "{DIR[STATIC,VPP]}/3n-skx-xxv710-64b-vhost-base-avf-vpp-{test_type}-tsa" - data: "vpp-3n-skx-curr-iter" - include: - - "Tests.Vpp.Perf.Vm Vhost.25Ge2P1Xxv710-Avf-Dot1Q-L2Xcbase-Eth-2Vhostvr1024-1Vm-Vppl2Xc-Ndrpdr.64B-.t.c-avf-dot1q-l2xcbase-eth-2vhostvr1024-1vm-vppl2xc-ndrpdr" - - "Tests.Vpp.Perf.Vm Vhost.25Ge2P1Xxv710-Avf-Eth-L2Xcbase-Eth-2Vhostvr1024-1Vm-Vppl2Xc-Ndrpdr.64B-.t.c-avf-eth-l2xcbase-eth-2vhostvr1024-1vm-vppl2xc-ndrpdr" - - "Tests.Vpp.Perf.Vm Vhost.25Ge2P1Xxv710-Avf-Dot1Q-L2Bdbasemaclrn-Eth-2Vhostvr1024-1Vm-Vppl2Xc-Ndrpdr.64B-.t.c-avf-dot1q-l2bdbasemaclrn-eth-2vhostvr1024-1vm-vppl2xc-ndrpdr" - - "Tests.Vpp.Perf.Vm Vhost.25Ge2P1Xxv710-Avf-Eth-L2Bdbasemaclrn-Eth-2Vhostvr1024-1Vm-Vppl2Xc-Ndrpdr.64B-.t.c-avf-eth-l2bdbasemaclrn-eth-2vhostvr1024-1vm-vppl2xc-ndrpdr" - - "Tests.Vpp.Perf.Vm Vhost.25Ge2P1Xxv710-Avf-Ethip4-Ip4Base-Eth-2Vhostvr1024-1Vm-Vppip4-Ndrpdr.64B-.t.c-avf-ethip4-ip4base-eth-2vhostvr1024-1vm-vppip4-ndrpdr" - - "Tests.Vpp.Perf.Vm Vhost.25Ge2P1Xxv710-Avf-Ethip4Vxlan-L2Bdbasemaclrn-Eth-2Vhostvr1024-1Vm-Vppl2Xc-Ndrpdr.64B-.t.c-avf-ethip4vxlan-l2bdbasemaclrn-eth-2vhostvr1024-1vm-vppl2xc-ndrpdr" - layout: - title: "3n-skx-xxv710-64b-vhost-base-avf-vpp-{test_type}" - layout: "plot-throughput-speedup-analysis" - -- type: "plot" - title: "Speedup: 3n-skx-xxv710-64b-vhost-base-dpdk-{test_type}-tsa" + title: "Speedup: 3n-tsh-x520-64b-ip4routing-base-ixgbe-{test_type}-tsa" algorithm: "plot_tsa_name" - output-file: "{DIR[STATIC,VPP]}/3n-skx-xxv710-64b-vhost-base-dpdk-{test_type}-tsa" - data: "vpp-3n-skx-curr-iter" - include: - - "Tests.Vpp.Perf.Vm Vhost.25Ge2P1Xxv710-Dot1Q-L2Xcbase-Eth-2Vhostvr1024-1Vm-Ndrpdr.64B-.t.c-dot1q-l2xcbase-eth-2vhostvr1024-1vm-ndrpdr" - - "Tests.Vpp.Perf.Vm Vhost.25Ge2P1Xxv710-Eth-L2Xcbase-Eth-2Vhostvr1024-1Vm-Ndrpdr.64B-.t.c-eth-l2xcbase-eth-2vhostvr1024-1vm-ndrpdr" - - "Tests.Vpp.Perf.Vm Vhost.25Ge2P1Xxv710-Dot1Q-L2Bdbasemaclrn-Eth-2Vhostvr1024-1Vm-Ndrpdr.64B-.t.c-dot1q-l2bdbasemaclrn-eth-2vhostvr1024-1vm-ndrpdr" - - "Tests.Vpp.Perf.Vm Vhost.25Ge2P1Xxv710-Eth-L2Bdbasemaclrn-Eth-2Vhostvr1024-1Vm-Ndrpdr.64B-.t.c-eth-l2bdbasemaclrn-eth-2vhostvr1024-1vm-ndrpdr" - - "Tests.Vpp.Perf.Vm Vhost.25Ge2P1Xxv710-Ethip4-Ip4Base-Eth-2Vhostvr1024-1Vm-Ndrpdr.64B-.t.c-ethip4-ip4base-eth-2vhostvr1024-1vm-ndrpdr" - - "Tests.Vpp.Perf.Vm Vhost.25Ge2P1Xxv710-Ethip4Vxlan-L2Bdbasemaclrn-Eth-2Vhostvr1024-1Vm-Ndrpdr.64B-.t.c-ethip4vxlan-l2bdbasemaclrn-eth-2vhostvr1024-1vm-ndrpdr" - layout: - title: "3n-skx-xxv710-64b-vhost-base-dpdk-{test_type}" - layout: "plot-throughput-speedup-analysis" - -- type: "plot" - title: "Speedup: 3n-tsh-x520-64b-ip4routing-base-scale-ixgbe-{test_type}-tsa" - algorithm: "plot_tsa_name" - output-file: "{DIR[STATIC,VPP]}/3n-tsh-x520-64b-ip4routing-base-scale-ixgbe-{test_type}-tsa" + output-file: "{DIR[STATIC,VPP]}/3n-tsh-x520-64b-ip4routing-base-ixgbe-{test_type}-tsa" data: "vpp-3n-tsh-curr-iter" include: - "Tests.Vpp.Perf.Ip4.10Ge2P1X520-Dot1Q-Ip4Base-Ndrpdr.64B-.t.c-dot1q-ip4base-ndrpdr" @@ -9325,7 +8814,7 @@ - "Tests.Vpp.Perf.Ip4.10Ge2P1X520-Ethip4-Ip4Scale200K-Ndrpdr.64B-.t.c-ethip4-ip4scale200k-ndrpdr" - "Tests.Vpp.Perf.Ip4.10Ge2P1X520-Ethip4-Ip4Scale2M-Ndrpdr.64B-.t.c-ethip4-ip4scale2m-ndrpdr" layout: - title: "3n-tsh-x520-64b-ip4routing-base-scale-ixgbe-{test_type}" + title: "3n-tsh-x520-64b-ip4routing-base-ixgbe-{test_type}" layout: "plot-throughput-speedup-analysis" - type: "plot" @@ -9355,18 +8844,14 @@ layout: "plot-throughput-speedup-analysis" - type: "plot" - title: "Speedup: 3n-tsh-x520-78b-ip6routing-base-scale-ixgbe-{test_type}-tsa" + title: "Speedup: 3n-tsh-x520-78b-ip6routing-base-ixgbe-{test_type}-tsa" algorithm: "plot_tsa_name" - output-file: "{DIR[STATIC,VPP]}/3n-tsh-x520-78b-ip6routing-base-scale-ixgbe-{test_type}-tsa" + output-file: "{DIR[STATIC,VPP]}/3n-tsh-x520-78b-ip6routing-base-ixgbe-{test_type}-tsa" data: "vpp-3n-tsh-curr-iter" include: - - "Tests.Vpp.Perf.Ip6.10Ge2P1X520-Dot1Q-Ip6Base-Ndrpdr.78B-.t.c-dot1q-ip6base-ndrpdr" - "Tests.Vpp.Perf.Ip6.10Ge2P1X520-Ethip6-Ip6Base-Ndrpdr.78B-.t.c-ethip6-ip6base-ndrpdr" - - "Tests.Vpp.Perf.Ip6.10Ge2P1X520-Ethip6-Ip6Scale20K-Ndrpdr.78B-.t.c-ethip6-ip6scale20k-ndrpdr" - - "Tests.Vpp.Perf.Ip6.10Ge2P1X520-Ethip6-Ip6Scale200K-Ndrpdr.78B-.t.c-ethip6-ip6scale200k-ndrpdr" - - "Tests.Vpp.Perf.Ip6.10Ge2P1X520-Ethip6-Ip6Scale2M-Ndrpdr.78B-.t.c-ethip6-ip6scale2m-ndrpdr" layout: - title: "3n-tsh-x520-78b-ip6routing-base-scale-ixgbe-{test_type}" + title: "3n-tsh-x520-78b-ip6routing-base-ixgbe-{test_type}" layout: "plot-throughput-speedup-analysis" - type: "plot" @@ -9391,6 +8876,7 @@ output-file: "{DIR[STATIC,VPP]}/3n-tsh-x520-64b-l2switching-base-ixgbe-{test_type}-tsa" data: "vpp-3n-tsh-curr-iter" include: + - "Tests.Vpp.Perf.L2.10Ge2P1X520-Eth-L2Patch-Ndrpdr.64B-.t.c-eth-l2patch-ndrpdr" - "Tests.Vpp.Perf.L2.10Ge2P1X520-Dot1Q-L2Xcbase-Ndrpdr.64B-.t.c-dot1q-l2xcbase-ndrpdr" - "Tests.Vpp.Perf.L2.10Ge2P1X520-Eth-L2Xcbase-Ndrpdr.64B-.t.c-eth-l2xcbase-ndrpdr" - "Tests.Vpp.Perf.L2.10Ge2P1X520-Dot1Q-L2Bdbasemaclrn-Ndrpdr.64B-.t.c-dot1q-l2bdbasemaclrn-ndrpdr" @@ -9399,22 +8885,6 @@ title: "3n-tsh-x520-64b-l2switching-base-ixgbe-{test_type}" layout: "plot-throughput-speedup-analysis" -- type: "plot" - title: "Speedup: 3n-tsh-x520-64b-l2switching-base-scale-ixgbe-{test_type}-tsa" - algorithm: "plot_tsa_name" - output-file: "{DIR[STATIC,VPP]}/3n-tsh-x520-64b-l2switching-base-scale-ixgbe-{test_type}-tsa" - data: "vpp-3n-tsh-curr-iter" - include: - - "Tests.Vpp.Perf.L2.10Ge2P1X520-Eth-L2Patch-Ndrpdr.64B-.t.c-eth-l2patch-ndrpdr" - - "Tests.Vpp.Perf.L2.10Ge2P1X520-Eth-L2Xcbase-Ndrpdr.64B-.t.c-eth-l2xcbase-ndrpdr" - - "Tests.Vpp.Perf.L2.10Ge2P1X520-Eth-L2Bdbasemaclrn-Ndrpdr.64B-.t.c-eth-l2bdbasemaclrn-ndrpdr" - - "Tests.Vpp.Perf.L2.10Ge2P1X520-Eth-L2Bdscale10Kmaclrn-Ndrpdr.64B-.t.c-eth-l2bdscale10kmaclrn-ndrpdr" - - "Tests.Vpp.Perf.L2.10Ge2P1X520-Eth-L2Bdscale100Kmaclrn-Ndrpdr.64B-.t.c-eth-l2bdscale100kmaclrn-ndrpdr" - - "Tests.Vpp.Perf.L2.10Ge2P1X520-Eth-L2Bdscale1Mmaclrn-Ndrpdr.64B-.t.c-eth-l2bdscale1mmaclrn-ndrpdr" - layout: - title: "3n-tsh-x520-64b-l2switching-base-scale-ixgbe-{test_type}" - layout: "plot-throughput-speedup-analysis" - - type: "plot" title: "Speedup: 3n-tsh-x520-64b-features-l2switching-base-ixgbe-{test_type}-tsa" algorithm: "plot_tsa_name" @@ -9929,18 +9399,18 @@ # 2n-tx2-xl710 -# - type: "plot" -# title: "DPDK Throughput: 2n-tx2-xl710-64b-{core}-base-{test_type}" -# algorithm: "plot_ndrpdr_box_name" -# output-file: "{DIR[STATIC,DPDK]}/2n-tx2-xl710-64b-{core}-base-{test_type}" -# data: "dpdk-2n-tx2-curr-iter" -# core: ["1t1c", "2t2c"] -# include: -# - "tests.dpdk.perf.2N1L-40ge2p1xl710-eth-l2xcbase-testpmd-ndrpdr.64b-{core}-eth-l2xcbase-testpmd-ndrpdr" -# - "tests.dpdk.perf.2N1L-40ge2p1xl710-ethip4-ip4base-l3fwd-ndrpdr.64b-{core}-ethip4-ip4base-l3fwd-ndrpdr" -# layout: -# title: "2n-tx2-xl710-64b-{core}-base-{test_type}" -# layout: "plot-throughput" +- type: "plot" + title: "DPDK Throughput: 2n-tx2-xl710-64b-{core}-base-{test_type}" + algorithm: "plot_ndrpdr_box_name" + output-file: "{DIR[STATIC,DPDK]}/2n-tx2-xl710-64b-{core}-base-{test_type}" + data: "dpdk-2n-tx2-curr-iter" + core: ["1t1c", "2t2c"] + include: + - "tests.dpdk.perf.2N1L-40ge2p1xl710-eth-l2xcbase-testpmd-ndrpdr.64b-{core}-eth-l2xcbase-testpmd-ndrpdr" + - "tests.dpdk.perf.2N1L-40ge2p1xl710-ethip4-ip4base-l3fwd-ndrpdr.64b-{core}-ethip4-ip4base-l3fwd-ndrpdr" + layout: + title: "2n-tx2-xl710-64b-{core}-base-{test_type}" + layout: "plot-throughput" ################################################################################ ### 2n-clx ### @@ -10197,48 +9667,6 @@ title: "2n-clx-xxv710-64b-{core}-nat44ed-ip4routing-udp-tput-avf-{test_type}" layout: "plot-throughput" -- type: "plot" - title: "Throughput: 2n-clx-xxv710-64b-{core}-nat44ed-ip4routing-tcp-tput2-avf-{test_type}" - algorithm: "plot_ndrpdr_box_name" - output-file: "{DIR[STATIC,VPP]}/2n-clx-xxv710-64b-{core}-nat44ed-ip4routing-tcp-tput2-avf-{test_type}" - data: "vpp-2n-clx-curr-iter" - core: ["2t1c", ] - include: - - "tests.vpp.perf.ip4.2n1l-25ge2p1xxv710-avf-ethip4tcp-ip4base-h1024-p63-s64512-pps-ndrpdr.64b-{core}-avf-ethip4tcp-ip4base-h1024-p63-s64512-pps-ndrpdr" - - "Tests.Vpp.Perf.Ip4.2N1L-25Ge2P1Xxv710-Avf-Ethip4Tcp-Nat44Ed-H1024-P63-S64512-Tput-Ndrpdr.64B-{core}-avf-ethip4tcp-nat44ed-h1024-p63-s64512-tput-ndrpdr" - - "tests.vpp.perf.ip4.2n1l-25ge2p1xxv710-avf-ethip4tcp-ip4base-h4096-p63-s258048-pps-ndrpdr.64b-{core}-avf-ethip4tcp-ip4base-h4096-p63-s258048-pps-ndrpdr" - - "Tests.Vpp.Perf.Ip4.2N1L-25Ge2P1Xxv710-Avf-Ethip4Tcp-Nat44Ed-H4096-P63-S258048-Tput-Ndrpdr.64B-{core}-avf-ethip4tcp-nat44ed-h4096-p63-s258048-tput-ndrpdr" - - "tests.vpp.perf.ip4.2n1l-25ge2p1xxv710-avf-ethip4tcp-ip4base-h16384-p63-s1032192-pps-ndrpdr.64b-{core}-avf-ethip4tcp-ip4base-h16384-p63-s1032192-pps-ndrpdr" - - "Tests.Vpp.Perf.Ip4.2N1L-25Ge2P1Xxv710-Avf-Ethip4Tcp-Nat44Ed-H16384-P63-S1032192-Tput-Ndrpdr.64B-{core}-avf-ethip4tcp-nat44ed-h16384-p63-s1032192-tput-ndrpdr" - - "tests.vpp.perf.ip4.2n1l-25ge2p1xxv710-avf-ethip4tcp-ip4base-h65536-p63-s4128768-pps-ndrpdr.64b-{core}-avf-ethip4tcp-ip4base-h65536-p63-s4128768-pps-ndrpdr" - - "Tests.Vpp.Perf.Ip4.2N1L-25Ge2P1Xxv710-Avf-Ethip4Tcp-Nat44Ed-H65536-P63-S4128768-Tput-Ndrpdr.64B-{core}-avf-ethip4tcp-nat44ed-h65536-p63-s4128768-tput-ndrpdr" - - "tests.vpp.perf.ip4.2n1l-25ge2p1xxv710-avf-ethip4tcp-ip4base-h262144-p63-s16515072-pps-ndrpdr.64b-{core}-avf-ethip4tcp-ip4base-h262144-p63-s16515072-pps-ndrpdr" - - "Tests.Vpp.Perf.Ip4.2N1L-25Ge2P1Xxv710-Avf-Ethip4Tcp-Nat44Ed-H262144-P63-S16515072-Tput-Ndrpdr.64B-{core}-avf-ethip4tcp-nat44ed-h262144-p63-s16515072-tput-ndrpdr" - layout: - title: "2n-clx-xxv710-64b-{core}-nat44ed-ip4routing-tcp-tput-avf-{test_type}" - layout: "plot-throughput" - -- type: "plot" - title: "Throughput: 2n-clx-xxv710-64b-{core}-nat44ed-ip4routing-udp-tput2-avf-{test_type}" - algorithm: "plot_ndrpdr_box_name" - output-file: "{DIR[STATIC,VPP]}/2n-clx-xxv710-64b-{core}-nat44ed-ip4routing-udp-tput2-avf-{test_type}" - data: "vpp-2n-clx-curr-iter" - core: ["2t1c", ] - include: - - "tests.vpp.perf.ip4.2n1l-25ge2p1xxv710-avf-ethip4udp-ip4base-h1024-p63-s64512-pps-ndrpdr.64b-{core}-avf-ethip4udp-ip4base-h1024-p63-s64512-pps-ndrpdr" - - "Tests.Vpp.Perf.Ip4.2N1L-25Ge2P1Xxv710-Avf-Ethip4Udp-Nat44Ed-H1024-P63-S64512-Tput-Ndrpdr.64B-{core}-avf-ethip4udp-nat44ed-h1024-p63-s64512-tput-ndrpdr" - - "tests.vpp.perf.ip4.2n1l-25ge2p1xxv710-avf-ethip4udp-ip4base-h4096-p63-s258048-pps-ndrpdr.64b-{core}-avf-ethip4udp-ip4base-h4096-p63-s258048-pps-ndrpdr" - - "Tests.Vpp.Perf.Ip4.2N1L-25Ge2P1Xxv710-Avf-Ethip4Udp-Nat44Ed-H4096-P63-S258048-Tput-Ndrpdr.64B-{core}-avf-ethip4udp-nat44ed-h4096-p63-s258048-tput-ndrpdr" - - "tests.vpp.perf.ip4.2n1l-25ge2p1xxv710-avf-ethip4udp-ip4base-h16384-p63-s1032192-pps-ndrpdr.64b-{core}-avf-ethip4udp-ip4base-h16384-p63-s1032192-pps-ndrpdr" - - "Tests.Vpp.Perf.Ip4.2N1L-25Ge2P1Xxv710-Avf-Ethip4Udp-Nat44Ed-H16384-P63-S1032192-Tput-Ndrpdr.64B-{core}-avf-ethip4udp-nat44ed-h16384-p63-s1032192-tput-ndrpdr" - - "tests.vpp.perf.ip4.2n1l-25ge2p1xxv710-avf-ethip4udp-ip4base-h65536-p63-s4128768-pps-ndrpdr.64b-{core}-avf-ethip4udp-ip4base-h65536-p63-s4128768-pps-ndrpdr" - - "Tests.Vpp.Perf.Ip4.2N1L-25Ge2P1Xxv710-Avf-Ethip4Udp-Nat44Ed-H65536-P63-S4128768-Tput-Ndrpdr.64B-{core}-avf-ethip4udp-nat44ed-h65536-p63-s4128768-tput-ndrpdr" - - "tests.vpp.perf.ip4.2n1l-25ge2p1xxv710-avf-ethip4udp-ip4base-h262144-p63-s16515072-pps-ndrpdr.64b-{core}-avf-ethip4udp-ip4base-h262144-p63-s16515072-pps-ndrpdr" - - "Tests.Vpp.Perf.Ip4.2N1L-25Ge2P1Xxv710-Avf-Ethip4Udp-Nat44Ed-H262144-P63-S16515072-Tput-Ndrpdr.64B-{core}-avf-ethip4udp-nat44ed-h262144-p63-s16515072-tput-ndrpdr" - layout: - title: "2n-clx-xxv710-64b-{core}-nat44ed-ip4routing-udp-tput-avf-{test_type}" - layout: "plot-throughput" - - type: "plot" title: "Throughput: 2n-clx-cx556a-64b-{core}-rdma-ip4base-{test_type}" algorithm: "plot_ndrpdr_box_name" @@ -10383,17 +9811,15 @@ layout: "plot-throughput" - type: "plot" - title: "Throughput: 2n-clx-x710-64b-{core}-l2switching-base-scale-[avf,af_xdp]-{test_type}" + title: "Throughput: 2n-clx-x710-64b-{core}-l2switching-base-avf-{test_type}" algorithm: "plot_ndrpdr_box_name" - output-file: "{DIR[STATIC,VPP]}/2n-clx-x710-64b-{core}-l2switching-base-scale-[avf,af_xdp]-{test_type}" + output-file: "{DIR[STATIC,VPP]}/2n-clx-x710-64b-{core}-l2switching-base-avf]-{test_type}" data: "vpp-2n-clx-curr-iter" core: ["2t1c", ] include: - "Tests.Vpp.Perf.L2.2N1L-10Ge2P1X710-Avf-Eth-L2Bdbasemaclrn-Ndrpdr.64B-{core}-avf-eth-l2bdbasemaclrn-ndrpdr" - - "Tests.Vpp.Perf.L2.2N1L-10Ge2P1X710-Avf-Eth-L2Bdscale1Mmaclrn-Ndrpdr.64B-{core}-avf-eth-l2bdscale1mmaclrn-ndrpdr" - - "Tests.Vpp.Perf.L2.2N1L-10Ge2P1X710-af-xdp-Eth-L2Bdbasemaclrn-Ndrpdr.64B-{core}-af-xdp-eth-l2bdbasemaclrn-ndrpdr" layout: - title: "2n-clx-x710-64b-{core}-l2switching-base-scale-[avf,af_xdp]-{test_type}" + title: "2n-clx-x710-64b-{core}-l2switching-base-avf-{test_type}" layout: "plot-throughput" - type: "plot" @@ -10427,23 +9853,6 @@ title: "2n-clx-xxv710-64b-{core}-l2switching-base-scale-avf-{test_type}" layout: "plot-throughput" -- type: "plot" - title: "Throughput: 2n-clx-xxv710-64b-{core}-l2switching-base-scale-af_xdp-{test_type}" - algorithm: "plot_ndrpdr_box_name" - output-file: "{DIR[STATIC,VPP]}/2n-clx-xxv710-64b-{core}-l2switching-base-scale-af_xdp-{test_type}" - data: "vpp-2n-clx-curr-iter" - core: ["2t1c", ] - include: - - "Tests.Vpp.Perf.L2.2N1L-25Ge2P1Xxv710-af-xdp-Eth-L2Patch-Ndrpdr.64B-{core}-af-xdp-eth-l2patch-ndrpdr" - - "Tests.Vpp.Perf.L2.2N1L-25Ge2P1Xxv710-af-xdp-Eth-L2Xcbase-Ndrpdr.64B-{core}-af-xdp-eth-l2xcbase-ndrpdr" - - "Tests.Vpp.Perf.L2.2N1L-25Ge2P1Xxv710-af-xdp-Eth-L2Bdbasemaclrn-Ndrpdr.64B-{core}-af-xdp-eth-l2bdbasemaclrn-ndrpdr" - - "Tests.Vpp.Perf.L2.2N1L-25Ge2P1Xxv710-af-xdp-Eth-L2Bdscale10Kmaclrn-Ndrpdr.64B-{core}-af-xdp-eth-l2bdscale10kmaclrn-ndrpdr" - - "Tests.Vpp.Perf.L2.2N1L-25Ge2P1Xxv710-af-xdp-Eth-L2Bdscale100Kmaclrn-Ndrpdr.64B-{core}-af-xdp-eth-l2bdscale100kmaclrn-ndrpdr" - - "Tests.Vpp.Perf.L2.2N1L-25Ge2P1Xxv710-af-xdp-Eth-L2Bdscale1Mmaclrn-Ndrpdr.64B-{core}-af-xdp-eth-l2bdscale1mmaclrn-ndrpdr" - layout: - title: "2n-clx-xxv710-64b-{core}-l2switching-base-scale-af_xdp-{test_type}" - layout: "plot-throughput" - - type: "plot" title: "Throughput: 2n-clx-xxv710-64b-{core}-l2switching-base-dpdk-{test_type}" algorithm: "plot_ndrpdr_box_name" @@ -10790,46 +10199,6 @@ title: "2n-clx-xxv710-64b-nat44ed-ip4routing-udp-tput-avf-{test_type}" layout: "plot-throughput-speedup-analysis" -- type: "plot" - title: "Speedup: 2n-clx-xxv710-64b-nat44ed-ip4routing-tcp-tput2-avf-{test_type}-tsa" - algorithm: "plot_tsa_name" - output-file: "{DIR[STATIC,VPP]}/2n-clx-xxv710-64b-nat44ed-ip4routing-tcp-tput2-avf-{test_type}-tsa" - data: "vpp-2n-clx-curr-iter" - include: - - "tests.vpp.perf.ip4.2n1l-25ge2p1xxv710-avf-ethip4tcp-ip4base-h1024-p63-s64512-pps-ndrpdr.64b-.t.c-avf-ethip4tcp-ip4base-h1024-p63-s64512-pps-ndrpdr" - - "Tests.Vpp.Perf.Ip4.2N1L-25Ge2P1Xxv710-Avf-Ethip4Tcp-Nat44Ed-H1024-P63-S64512-Tput-Ndrpdr.64B-.t.c-avf-ethip4tcp-nat44ed-h1024-p63-s64512-tput-ndrpdr" - - "tests.vpp.perf.ip4.2n1l-25ge2p1xxv710-avf-ethip4tcp-ip4base-h4096-p63-s258048-pps-ndrpdr.64b-.t.c-avf-ethip4tcp-ip4base-h4096-p63-s258048-pps-ndrpdr" - - "Tests.Vpp.Perf.Ip4.2N1L-25Ge2P1Xxv710-Avf-Ethip4Tcp-Nat44Ed-H4096-P63-S258048-Tput-Ndrpdr.64B-.t.c-avf-ethip4tcp-nat44ed-h4096-p63-s258048-tput-ndrpdr" - - "tests.vpp.perf.ip4.2n1l-25ge2p1xxv710-avf-ethip4tcp-ip4base-h16384-p63-s1032192-pps-ndrpdr.64b-.t.c-avf-ethip4tcp-ip4base-h16384-p63-s1032192-pps-ndrpdr" - - "Tests.Vpp.Perf.Ip4.2N1L-25Ge2P1Xxv710-Avf-Ethip4Tcp-Nat44Ed-H16384-P63-S1032192-Tput-Ndrpdr.64B-.t.c-avf-ethip4tcp-nat44ed-h16384-p63-s1032192-tput-ndrpdr" - - "tests.vpp.perf.ip4.2n1l-25ge2p1xxv710-avf-ethip4tcp-ip4base-h65536-p63-s4128768-pps-ndrpdr.64b-.t.c-avf-ethip4tcp-ip4base-h65536-p63-s4128768-pps-ndrpdr" - - "Tests.Vpp.Perf.Ip4.2N1L-25Ge2P1Xxv710-Avf-Ethip4Tcp-Nat44Ed-H65536-P63-S4128768-Tput-Ndrpdr.64B-.t.c-avf-ethip4tcp-nat44ed-h65536-p63-s4128768-tput-ndrpdr" - - "tests.vpp.perf.ip4.2n1l-25ge2p1xxv710-avf-ethip4tcp-nat44ed-h262144-p63-s16515072-pps-ndrpdr.64b-.t.c-avf-ethip4tcp-nat44ed-h262144-p63-s16515072-pps-ndrpdr" - - "Tests.Vpp.Perf.Ip4.2N1L-25Ge2P1Xxv710-Avf-Ethip4Tcp-Nat44Ed-H262144-P63-S16515072-Tput-Ndrpdr.64B-.t.c-avf-ethip4tcp-nat44ed-h262144-p63-s16515072-tput-ndrpdr" - layout: - title: "2n-clx-xxv710-64b-nat44ed-ip4routing-tcp-tput-avf-{test_type}" - layout: "plot-throughput-speedup-analysis" - -- type: "plot" - title: "Speedup: 2n-clx-xxv710-64b-nat44ed-ip4routing-udp-tput2-avf-{test_type}-tsa" - algorithm: "plot_tsa_name" - output-file: "{DIR[STATIC,VPP]}/2n-clx-xxv710-64b-nat44ed-ip4routing-udp-tput2-avf-{test_type}-tsa" - data: "vpp-2n-clx-curr-iter" - include: - - "tests.vpp.perf.ip4.2n1l-25ge2p1xxv710-avf-Ethip4Udp-ip4base-h1024-p63-s64512-pps-ndrpdr.64b-.t.c-avf-ethip4udp-ip4base-h1024-p63-s64512-pps-ndrpdr" - - "Tests.Vpp.Perf.Ip4.2N1L-25Ge2P1Xxv710-Avf-Ethip4Udp-Nat44Ed-H1024-P63-S64512-Tput-Ndrpdr.64B-.t.c-avf-ethip4udp-nat44ed-h1024-p63-s64512-tput-ndrpdr" - - "tests.vpp.perf.ip4.2n1l-25ge2p1xxv710-avf-Ethip4Udp-ip4base-h4096-p63-s258048-pps-ndrpdr.64b-.t.c-avf-ethip4udp-ip4base-h4096-p63-s258048-pps-ndrpdr" - - "Tests.Vpp.Perf.Ip4.2N1L-25Ge2P1Xxv710-Avf-Ethip4Udp-Nat44Ed-H4096-P63-S258048-Tput-Ndrpdr.64B-.t.c-avf-ethip4udp-nat44ed-h4096-p63-s258048-tput-ndrpdr" - - "tests.vpp.perf.ip4.2n1l-25ge2p1xxv710-avf-Ethip4Udp-ip4base-h16384-p63-s1032192-pps-ndrpdr.64b-.t.c-avf-ethip4udp-ip4base-h16384-p63-s1032192-pps-ndrpdr" - - "Tests.Vpp.Perf.Ip4.2N1L-25Ge2P1Xxv710-Avf-Ethip4Udp-Nat44Ed-H16384-P63-S1032192-Tput-Ndrpdr.64B-.t.c-avf-ethip4udp-nat44ed-h16384-p63-s1032192-tput-ndrpdr" - - "tests.vpp.perf.ip4.2n1l-25ge2p1xxv710-avf-Ethip4Udp-ip4base-h65536-p63-s4128768-pps-ndrpdr.64b-.t.c-avf-ethip4udp-ip4base-h65536-p63-s4128768-pps-ndrpdr" - - "Tests.Vpp.Perf.Ip4.2N1L-25Ge2P1Xxv710-Avf-Ethip4Udp-Nat44Ed-H65536-P63-S4128768-Tput-Ndrpdr.64B-.t.c-avf-ethip4udp-nat44ed-h65536-p63-s4128768-tput-ndrpdr" - - "tests.vpp.perf.ip4.2n1l-25ge2p1xxv710-avf-Ethip4Udp-nat44ed-h262144-p63-s16515072-pps-ndrpdr.64b-.t.c-avf-ethip4udp-nat44ed-h262144-p63-s16515072-pps-ndrpdr" - - "Tests.Vpp.Perf.Ip4.2N1L-25Ge2P1Xxv710-Avf-Ethip4Udp-Nat44Ed-H262144-P63-S16515072-Tput-Ndrpdr.64B-.t.c-avf-ethip4udp-nat44ed-h262144-p63-s16515072-tput-ndrpdr" - layout: - title: "2n-clx-xxv710-64b-nat44ed-ip4routing-udp-tput-avf-{test_type}" - layout: "plot-throughput-speedup-analysis" - - type: "plot" title: "Speedup: 2n-clx-cx556a-64b-rdma-ip4base-{test_type}-tsa" algorithm: "plot_tsa_name" @@ -10966,16 +10335,14 @@ layout: "plot-throughput-speedup-analysis" - type: "plot" - title: "Speedup: 2n-clx-x710-64b-l2switching-base-scale-[avf,af_xdp]-{test_type}-tsa" + title: "Speedup: 2n-clx-x710-64b-l2switching-base-avf-{test_type}-tsa" algorithm: "plot_tsa_name" - output-file: "{DIR[STATIC,VPP]}/2n-clx-x710-64b-l2switching-base-scale-[avf,af_xdp]-{test_type}-tsa" + output-file: "{DIR[STATIC,VPP]}/2n-clx-x710-64b-l2switching-base-avf-{test_type}-tsa" data: "vpp-2n-clx-curr-iter" include: - "Tests.Vpp.Perf.L2.2N1L-10Ge2P1X710-Avf-Eth-L2Bdbasemaclrn-Ndrpdr.64B-.t.c-avf-eth-l2bdbasemaclrn-ndrpdr" - - "Tests.Vpp.Perf.L2.2N1L-10Ge2P1X710-Avf-Eth-L2Bdscale1Mmaclrn-Ndrpdr.64B-.t.c-avf-eth-l2bdscale1mmaclrn-ndrpdr" - - "Tests.Vpp.Perf.L2.2N1L-10Ge2P1X710-af-xdp-Eth-L2Bdbasemaclrn-Ndrpdr.64B-.t.c-af-xdp-eth-l2bdbasemaclrn-ndrpdr" layout: - title: "2n-clx-x710-64b-l2switching-base-scale-[avf,af_xdp]-{test_type}" + title: "2n-clx-x710-64b-l2switching-base-avf-{test_type}" layout: "plot-throughput-speedup-analysis" - type: "plot" @@ -11007,22 +10374,6 @@ title: "2n-clx-xxv710-64b-l2switching-base-scale-avf-{test_type}" layout: "plot-throughput-speedup-analysis" -- type: "plot" - title: "Speedup: 2n-clx-xxv710-64b-l2switching-base-scale-af_xdp-{test_type}-tsa" - algorithm: "plot_tsa_name" - output-file: "{DIR[STATIC,VPP]}/2n-clx-xxv710-64b-l2switching-base-scale-af_xdp-{test_type}-tsa" - data: "vpp-2n-clx-curr-iter" - include: - - "Tests.Vpp.Perf.L2.2N1L-25Ge2P1Xxv710-af-xdp-Eth-L2Patch-Ndrpdr.64B-.t.c-af-xdp-eth-l2patch-ndrpdr" - - "Tests.Vpp.Perf.L2.2N1L-25Ge2P1Xxv710-af-xdp-Eth-L2Xcbase-Ndrpdr.64B-.t.c-af-xdp-eth-l2xcbase-ndrpdr" - - "Tests.Vpp.Perf.L2.2N1L-25Ge2P1Xxv710-af-xdp-Eth-L2Bdbasemaclrn-Ndrpdr.64B-.t.c-af-xdp-eth-l2bdbasemaclrn-ndrpdr" - - "Tests.Vpp.Perf.L2.2N1L-25Ge2P1Xxv710-af-xdp-Eth-L2Bdscale10Kmaclrn-Ndrpdr.64B-.t.c-af-xdp-eth-l2bdscale10kmaclrn-ndrpdr" - - "Tests.Vpp.Perf.L2.2N1L-25Ge2P1Xxv710-af-xdp-Eth-L2Bdscale100Kmaclrn-Ndrpdr.64B-.t.c-af-xdp-eth-l2bdscale100kmaclrn-ndrpdr" - - "Tests.Vpp.Perf.L2.2N1L-25Ge2P1Xxv710-af-xdp-Eth-L2Bdscale1Mmaclrn-Ndrpdr.64B-.t.c-af-xdp-eth-l2bdscale1mmaclrn-ndrpdr" - layout: - title: "2n-clx-xxv710-64b-l2switching-base-scale-af_xdp-{test_type}" - layout: "plot-throughput-speedup-analysis" - - type: "plot" title: "Speedup: 2n-clx-xxv710-64b-l2switching-base-dpdk-{test_type}-tsa" algorithm: "plot_tsa_name" @@ -11664,19 +11015,16 @@ layout: "plot-throughput" - type: "plot" - title: "Throughput: 2n-zn2-x710-64b-{core}-ip4routing-base-scale-[avf,dpdk,af_xdp]-{test_type}" + title: "Throughput: 2n-zn2-x710-64b-{core}-ip4routing-base-[avf,dpdk]-{test_type}" algorithm: "plot_ndrpdr_box_name" - output-file: "{DIR[STATIC,VPP]}/2n-zn2-x710-64b-{core}-ip4routing-base-scale-[avf,dpdk,af_xdp]-{test_type}" + output-file: "{DIR[STATIC,VPP]}/2n-zn2-x710-64b-{core}-ip4routing-base-[avf,dpdk]-{test_type}" data: "vpp-2n-zn2-curr-iter" core: ["2t1c", ] include: - "Tests.Vpp.Perf.Ip4.2N1L-10Ge2P1X710-Avf-Ethip4-Ip4Base-Ndrpdr.64B-{core}-avf-ethip4-ip4base-ndrpdr" - - "Tests.Vpp.Perf.Ip4.2N1L-10Ge2P1X710-Avf-Ethip4-Ip4Scale2M-Ndrpdr.64B-{core}-avf-ethip4-ip4scale2m-ndrpdr" - - "Tests.Vpp.Perf.Ip4.2N1L-10Ge2P1X710-Avf-Ethip4-Ip4Scale2M-Rnd-Ndrpdr.64B-{core}-avf-ethip4-ip4scale2m-rnd-ndrpdr" - "Tests.Vpp.Perf.Ip4.2N1L-10Ge2P1X710-Ethip4-Ip4Base-Ndrpdr.64B-{core}-ethip4-ip4base-ndrpdr" - - "Tests.Vpp.Perf.Ip4.2N1L-10Ge2P1X710-af-xdp-Ethip4-Ip4Base-Ndrpdr.64B-{core}-af-xdp-ethip4-ip4base-ndrpdr" layout: - title: "2n-zn2-x710-64b-{core}-ip4routing-base-scale-[avf,dpdk,af_xdp]-{test_type}" + title: "2n-zn2-x710-64b-{core}-ip4routing-base-[avf,dpdk]-{test_type}" layout: "plot-throughput" - type: "plot" @@ -11697,24 +11045,6 @@ title: "2n-zn2-xxv710-64b-{core}-ip4routing-base-scale-avf-{test_type}" layout: "plot-throughput" -- type: "plot" - title: "Throughput: 2n-zn2-xxv710-64b-{core}-ip4routing-base-scale-af_xdp-{test_type}" - algorithm: "plot_ndrpdr_box_name" - output-file: "{DIR[STATIC,VPP]}/2n-zn2-xxv710-64b-{core}-ip4routing-base-scale-af_xdp-{test_type}" - data: "vpp-2n-zn2-curr-iter" - core: ["2t1c", ] - include: - - "Tests.Vpp.Perf.Ip4.2N1L-25Ge2P1Xxv710-af-xdp-Ethip4-Ip4Base-Ndrpdr.64B-{core}-af-xdp-ethip4-ip4base-ndrpdr" - - "Tests.Vpp.Perf.Ip4.2N1L-25Ge2P1Xxv710-af-xdp-Ethip4-Ip4Scale20K-Ndrpdr.64B-{core}-af-xdp-ethip4-ip4scale20k-ndrpdr" - - "Tests.Vpp.Perf.Ip4.2N1L-25Ge2P1Xxv710-af-xdp-Ethip4-Ip4Scale20K-Rnd-Ndrpdr.64B-{core}-af-xdp-ethip4-ip4scale20k-rnd-ndrpdr" - - "Tests.Vpp.Perf.Ip4.2N1L-25Ge2P1Xxv710-af-xdp-Ethip4-Ip4Scale200K-Ndrpdr.64B-{core}-af-xdp-ethip4-ip4scale200k-ndrpdr" - - "Tests.Vpp.Perf.Ip4.2N1L-25Ge2P1Xxv710-af-xdp-Ethip4-Ip4Scale200K-Rnd-Ndrpdr.64B-{core}-af-xdp-ethip4-ip4scale200k-rnd-ndrpdr" - - "Tests.Vpp.Perf.Ip4.2N1L-25Ge2P1Xxv710-af-xdp-Ethip4-Ip4Scale2M-Ndrpdr.64B-{core}-af-xdp-ethip4-ip4scale2m-ndrpdr" - - "Tests.Vpp.Perf.Ip4.2N1L-25Ge2P1Xxv710-af-xdp-Ethip4-Ip4Scale2M-Rnd-Ndrpdr.64B-{core}-af-xdp-ethip4-ip4scale2m-rnd-ndrpdr" - layout: - title: "2n-zn2-xxv710-64b-{core}-ip4routing-base-scale-af_xdp-{test_type}" - layout: "plot-throughput" - - type: "plot" title: "Throughput: 2n-zn2-xxv710-64b-{core}-ip4routing-base-scale-dpdk-{test_type}" algorithm: "plot_ndrpdr_box_name" @@ -11941,19 +11271,16 @@ layout: "plot-throughput" - type: "plot" - title: "Throughput: 2n-zn2-x710-78b-{core}-ip6routing-base-scale-[avf,dpdk,af_xdp]-{test_type}" + title: "Throughput: 2n-zn2-x710-78b-{core}-ip6routing-base-[avf,dpdk]-{test_type}" algorithm: "plot_ndrpdr_box_name" - output-file: "{DIR[STATIC,VPP]}/2n-zn2-x710-78b-{core}-ip6routing-base-scale-[avf,dpdk,af_xdp]-{test_type}" + output-file: "{DIR[STATIC,VPP]}/2n-zn2-x710-78b-{core}-ip6routing-base-[avf,dpdk]-{test_type}" data: "vpp-2n-zn2-curr-iter" core: ["2t1c", ] include: - "Tests.Vpp.Perf.Ip6.2N1L-10Ge2P1X710-Avf-Ethip6-Ip6Base-Ndrpdr.78B-{core}-avf-ethip6-ip6base-ndrpdr" - - "Tests.Vpp.Perf.Ip6.2N1L-10Ge2P1X710-Avf-Ethip6-Ip6Scale2M-Ndrpdr.78B-{core}-avf-ethip6-ip6scale2m-ndrpdr" - - "Tests.Vpp.Perf.Ip6.2N1L-10Ge2P1X710-Avf-Ethip6-Ip6Scale2M-rnd-Ndrpdr.78B-{core}-avf-ethip6-ip6scale2m-rnd-ndrpdr" - "Tests.Vpp.Perf.Ip6.2N1L-10Ge2P1X710-Ethip6-Ip6Base-Ndrpdr.78B-{core}-ethip6-ip6base-ndrpdr" - - "Tests.Vpp.Perf.Ip6.2N1L-10Ge2P1X710-af-xdp-Ethip6-Ip6Base-Ndrpdr.78B-{core}-af-xdp-ethip6-ip6base-ndrpdr" layout: - title: "2n-zn2-x710-78b-{core}-ip6routing-base-scale-[avf,dpdk,af_xdp]-{test_type}" + title: "2n-zn2-x710-78b-{core}-ip6routing-base-[avf,dpdk]-{test_type}" layout: "plot-throughput" - type: "plot" @@ -11974,24 +11301,6 @@ title: "2n-zn2-xxv710-78b-{core}-ip6routing-base-scale-avf-{test_type}" layout: "plot-throughput" -- type: "plot" - title: "Throughput: 2n-zn2-xxv710-78b-{core}-ip6routing-base-scale-af_xdp-{test_type}" - algorithm: "plot_ndrpdr_box_name" - output-file: "{DIR[STATIC,VPP]}/2n-zn2-xxv710-78b-{core}-ip6routing-base-scale-af_xdp-{test_type}" - data: "vpp-2n-zn2-curr-iter" - core: ["2t1c", ] - include: - - "Tests.Vpp.Perf.Ip6.2N1L-25Ge2P1Xxv710-af-xdp-Ethip6-Ip6Base-Ndrpdr.78B-{core}-af-xdp-ethip6-ip6base-ndrpdr" - - "Tests.Vpp.Perf.Ip6.2N1L-25Ge2P1Xxv710-af-xdp-Ethip6-Ip6Scale20K-Ndrpdr.78B-{core}-af-xdp-ethip6-ip6scale20k-ndrpdr" - - "Tests.Vpp.Perf.Ip6.2N1L-25Ge2P1Xxv710-af-xdp-Ethip6-Ip6Scale20K-rnd-Ndrpdr.78B-{core}-af-xdp-ethip6-ip6scale20k-rnd-ndrpdr" - - "Tests.Vpp.Perf.Ip6.2N1L-25Ge2P1Xxv710-af-xdp-Ethip6-Ip6Scale200K-Ndrpdr.78B-{core}-af-xdp-ethip6-ip6scale200k-ndrpdr" - - "Tests.Vpp.Perf.Ip6.2N1L-25Ge2P1Xxv710-af-xdp-Ethip6-Ip6Scale200K-rnd-Ndrpdr.78B-{core}-af-xdp-ethip6-ip6scale200k-rnd-ndrpdr" - - "Tests.Vpp.Perf.Ip6.2N1L-25Ge2P1Xxv710-af-xdp-Ethip6-Ip6Scale2M-Ndrpdr.78B-{core}-af-xdp-ethip6-ip6scale2m-ndrpdr" - - "Tests.Vpp.Perf.Ip6.2N1L-25Ge2P1Xxv710-af-xdp-Ethip6-Ip6Scale2M-rnd-Ndrpdr.78B-{core}-af-xdp-ethip6-ip6scale2m-rnd-ndrpdr" - layout: - title: "2n-zn2-xxv710-78b-{core}-ip6routing-base-scale-af_xdp-{test_type}" - layout: "plot-throughput" - - type: "plot" title: "Throughput: 2n-zn2-xxv710-78b-{core}-ip6routing-base-scale-dpdk-{test_type}" algorithm: "plot_ndrpdr_box_name" @@ -12028,18 +11337,16 @@ layout: "plot-throughput" - type: "plot" - title: "Throughput: 2n-zn2-x710-64b-{core}-l2switching-base-scale-[avf,dpdk,af_xdp]-{test_type}" + title: "Throughput: 2n-zn2-x710-64b-{core}-l2switching-base-[avf,dpdk]-{test_type}" algorithm: "plot_ndrpdr_box_name" - output-file: "{DIR[STATIC,VPP]}/2n-zn2-x710-64b-{core}-l2switching-base-scale-{test_type}" + output-file: "{DIR[STATIC,VPP]}/2n-zn2-x710-64b-{core}-l2switching-base-{test_type}" data: "vpp-2n-zn2-curr-iter" core: ["2t1c", ] include: - "Tests.Vpp.Perf.L2.2N1L-10Ge2P1X710-Avf-Eth-L2Bdbasemaclrn-Ndrpdr.64B-{core}-avf-eth-l2bdbasemaclrn-ndrpdr" - - "Tests.Vpp.Perf.L2.2N1L-10Ge2P1X710-Avf-Eth-L2Bdscale1Mmaclrn-Ndrpdr.64B-{core}-avf-eth-l2bdscale1mmaclrn-ndrpdr" - "Tests.Vpp.Perf.L2.2N1L-10Ge2P1X710-Eth-L2Bdbasemaclrn-Ndrpdr.64B-{core}-eth-l2bdbasemaclrn-ndrpdr" - - "Tests.Vpp.Perf.L2.2N1L-10Ge2P1X710-af-xdp-Eth-L2Bdbasemaclrn-Ndrpdr.64B-{core}-af-xdp-eth-l2bdbasemaclrn-ndrpdr" layout: - title: "2n-zn2-x710-64b-{core}-l2switching-base-scale-[avf,dpdk,af_xdp]-{test_type}" + title: "2n-zn2-x710-64b-{core}-l2switching-base-[avf,dpdk]-{test_type}" layout: "plot-throughput" - type: "plot" @@ -12074,23 +11381,6 @@ title: "2n-zn2-xxv710-64b-{core}-l2switching-base-scale-avf-{test_type}" layout: "plot-throughput" -- type: "plot" - title: "Throughput: 2n-zn2-xxv710-64b-{core}-l2switching-base-scale-af_xdp-{test_type}" - algorithm: "plot_ndrpdr_box_name" - output-file: "{DIR[STATIC,VPP]}/2n-zn2-xxv710-64b-{core}-l2switching-base-scale-af_xdp-{test_type}" - data: "vpp-2n-zn2-curr-iter" - core: ["2t1c", ] - include: - - "Tests.Vpp.Perf.L2.2N1L-25Ge2P1Xxv710-af-xdp-Eth-L2Patch-Ndrpdr.64B-{core}-af-xdp-eth-l2patch-ndrpdr" - - "Tests.Vpp.Perf.L2.2N1L-25Ge2P1Xxv710-af-xdp-Eth-L2Xcbase-Ndrpdr.64B-{core}-af-xdp-eth-l2xcbase-ndrpdr" - - "Tests.Vpp.Perf.L2.2N1L-25Ge2P1Xxv710-af-xdp-Eth-L2Bdbasemaclrn-Ndrpdr.64B-{core}-af-xdp-eth-l2bdbasemaclrn-ndrpdr" - - "Tests.Vpp.Perf.L2.2N1L-25Ge2P1Xxv710-af-xdp-Eth-L2Bdscale10Kmaclrn-Ndrpdr.64B-{core}-af-xdp-eth-l2bdscale10kmaclrn-ndrpdr" - - "Tests.Vpp.Perf.L2.2N1L-25Ge2P1Xxv710-af-xdp-Eth-L2Bdscale100Kmaclrn-Ndrpdr.64B-{core}-af-xdp-eth-l2bdscale100kmaclrn-ndrpdr" - - "Tests.Vpp.Perf.L2.2N1L-25Ge2P1Xxv710-af-xdp-Eth-L2Bdscale1Mmaclrn-Ndrpdr.64B-{core}-af-xdp-eth-l2bdscale1mmaclrn-ndrpdr" - layout: - title: "2n-zn2-xxv710-64b-{core}-l2switching-base-scale-af_xdp-{test_type}" - layout: "plot-throughput" - - type: "plot" title: "Throughput: 2n-zn2-xxv710-64b-{core}-l2switching-base-dpdk-{test_type}" algorithm: "plot_ndrpdr_box_name" @@ -12247,18 +11537,15 @@ layout: "plot-throughput-speedup-analysis" - type: "plot" - title: "Speedup: 2n-zn2-x710-64b-ip4routing-base-scale-[avf,dpdk,af_xdp]-{test_type}-tsa" + title: "Speedup: 2n-zn2-x710-64b-ip4routing-base-[avf,dpdk]-{test_type}-tsa" algorithm: "plot_tsa_name" - output-file: "{DIR[STATIC,VPP]}/2n-zn2-x710-64b-ip4routing-base-scale-[avf,dpdk,af_xdp]-{test_type}-tsa" + output-file: "{DIR[STATIC,VPP]}/2n-zn2-x710-64b-ip4routing-base-[avf,dpdk]-{test_type}-tsa" data: "vpp-2n-zn2-curr-iter" include: - "Tests.Vpp.Perf.Ip4.2N1L-10Ge2P1X710-Avf-Ethip4-Ip4Base-Ndrpdr.64B-.t.c-avf-ethip4-ip4base-ndrpdr" - - "Tests.Vpp.Perf.Ip4.2N1L-10Ge2P1X710-Avf-Ethip4-Ip4Scale2M-Ndrpdr.64B-.t.c-avf-ethip4-ip4scale2m-ndrpdr" - - "Tests.Vpp.Perf.Ip4.2N1L-10Ge2P1X710-Avf-Ethip4-Ip4Scale2M-Rnd-Ndrpdr.64B-.t.c-avf-ethip4-ip4scale2m-rnd-ndrpdr" - "Tests.Vpp.Perf.Ip4.2N1L-10Ge2P1X710-Ethip4-Ip4Base-Ndrpdr.64B-.t.c-ethip4-ip4base-ndrpdr" - - "Tests.Vpp.Perf.Ip4.2N1L-10Ge2P1X710-af-xdp-Ethip4-Ip4Base-Ndrpdr.64B-.t.c-af-xdp-ethip4-ip4base-ndrpdr" layout: - title: "2n-zn2-x710-64b-ip4routing-base-scale-[avf,dpdk,af_xdp]-{test_type}" + title: "2n-zn2-x710-64b-ip4routing-base-[avf,dpdk]-{test_type}" layout: "plot-throughput-speedup-analysis" - type: "plot" @@ -12278,23 +11565,6 @@ title: "2n-zn2-xxv710-64b-ip4routing-base-scale-avf-{test_type}" layout: "plot-throughput-speedup-analysis" -- type: "plot" - title: "Speedup: 2n-zn2-xxv710-64b-ip4routing-base-scale-af_xdp-{test_type}-tsa" - algorithm: "plot_tsa_name" - output-file: "{DIR[STATIC,VPP]}/2n-zn2-xxv710-64b-ip4routing-base-scale-af_xdp-{test_type}-tsa" - data: "vpp-2n-zn2-curr-iter" - include: - - "Tests.Vpp.Perf.Ip4.2N1L-25Ge2P1Xxv710-af-xdp-Ethip4-Ip4Base-Ndrpdr.64B-.t.c-af-xdp-ethip4-ip4base-ndrpdr" - - "Tests.Vpp.Perf.Ip4.2N1L-25Ge2P1Xxv710-af-xdp-Ethip4-Ip4Scale20K-Ndrpdr.64B-.t.c-af-xdp-ethip4-ip4scale20k-ndrpdr" - - "Tests.Vpp.Perf.Ip4.2N1L-25Ge2P1Xxv710-af-xdp-Ethip4-Ip4Scale20K-Rnd-Ndrpdr.64B-.t.c-af-xdp-ethip4-ip4scale20k-rnd-ndrpdr" - - "Tests.Vpp.Perf.Ip4.2N1L-25Ge2P1Xxv710-af-xdp-Ethip4-Ip4Scale200K-Ndrpdr.64B-.t.c-af-xdp-ethip4-ip4scale200k-ndrpdr" - - "Tests.Vpp.Perf.Ip4.2N1L-25Ge2P1Xxv710-af-xdp-Ethip4-Ip4Scale200K-Rnd-Ndrpdr.64B-.t.c-af-xdp-ethip4-ip4scale200k-rnd-ndrpdr" - - "Tests.Vpp.Perf.Ip4.2N1L-25Ge2P1Xxv710-af-xdp-Ethip4-Ip4Scale2M-Ndrpdr.64B-.t.c-af-xdp-ethip4-ip4scale2m-ndrpdr" - - "Tests.Vpp.Perf.Ip4.2N1L-25Ge2P1Xxv710-af-xdp-Ethip4-Ip4Scale2M-Rnd-Ndrpdr.64B-.t.c-af-xdp-ethip4-ip4scale2m-rnd-ndrpdr" - layout: - title: "2n-zn2-xxv710-64b-ip4routing-base-scale-af_xdp-{test_type}" - layout: "plot-throughput-speedup-analysis" - - type: "plot" title: "Speedup: 2n-zn2-xxv710-64b-ip4routing-base-scale-dpdk-{test_type}-tsa" algorithm: "plot_tsa_name" @@ -12489,18 +11759,15 @@ layout: "plot-throughput-speedup-analysis" - type: "plot" - title: "Speedup: 2n-zn2-x710-78b-ip6routing-base-scale-[avf,dpdk,af_xdp]-{test_type}-tsa" + title: "Speedup: 2n-zn2-x710-78b-ip6routing-base-[avf,dpdk]-{test_type}-tsa" algorithm: "plot_tsa_name" - output-file: "{DIR[STATIC,VPP]}/2n-zn2-x710-78b-ip6routing-base-scale-[avf,dpdk,af_xdp]-{test_type}-tsa" + output-file: "{DIR[STATIC,VPP]}/2n-zn2-x710-78b-ip6routing-base-[avf,dpdk]-{test_type}-tsa" data: "vpp-2n-zn2-curr-iter" include: - "Tests.Vpp.Perf.Ip6.2N1L-10Ge2P1X710-Avf-Ethip6-Ip6Base-Ndrpdr.78B-.t.c-avf-ethip6-ip6base-ndrpdr" - - "Tests.Vpp.Perf.Ip6.2N1L-10Ge2P1X710-Avf-Ethip6-Ip6Scale2M-Ndrpdr.78B-.t.c-avf-ethip6-ip6scale2m-ndrpdr" - - "Tests.Vpp.Perf.Ip6.2N1L-10Ge2P1X710-Avf-Ethip6-Ip6Scale2M-rnd-Ndrpdr.78B-.t.c-avf-ethip6-ip6scale2m-rnd-ndrpdr" - "Tests.Vpp.Perf.Ip6.2N1L-10Ge2P1X710-Ethip6-Ip6Base-Ndrpdr.78B-.t.c-ethip6-ip6base-ndrpdr" - - "Tests.Vpp.Perf.Ip6.2N1L-10Ge2P1X710-af-xdp-Ethip6-Ip6Base-Ndrpdr.78B-.t.c-af-xdp-ethip6-ip6base-ndrpdr" layout: - title: "2n-zn2-x710-78b-ip6routing-base-scale-[avf,dpdk,af_xdp]-{test_type}" + title: "2n-zn2-x710-78b-ip6routing-base-[avf,dpdk]-{test_type}" layout: "plot-throughput-speedup-analysis" - type: "plot" @@ -12520,23 +11787,6 @@ title: "2n-zn2-xxv710-78b-ip6routing-base-scale-avf-{test_type}" layout: "plot-throughput-speedup-analysis" -- type: "plot" - title: "Speedup: 2n-zn2-xxv710-78b-ip6routing-base-scale-af_xdp-{test_type}-tsa" - algorithm: "plot_tsa_name" - output-file: "{DIR[STATIC,VPP]}/2n-zn2-xxv710-78b-ip6routing-base-scale-af_xdp-{test_type}-tsa" - data: "vpp-2n-zn2-curr-iter" - include: - - "Tests.Vpp.Perf.Ip6.2N1L-25Ge2P1Xxv710-af-xdp-Ethip6-Ip6Base-Ndrpdr.78B-.t.c-af-xdp-ethip6-ip6base-ndrpdr" - - "Tests.Vpp.Perf.Ip6.2N1L-25Ge2P1Xxv710-af-xdp-Ethip6-Ip6Scale20K-Ndrpdr.78B-.t.c-af-xdp-ethip6-ip6scale20k-ndrpdr" - - "Tests.Vpp.Perf.Ip6.2N1L-25Ge2P1Xxv710-af-xdp-Ethip6-Ip6Scale20K-rnd-Ndrpdr.78B-.t.c-af-xdp-ethip6-ip6scale20k-rnd-ndrpdr" - - "Tests.Vpp.Perf.Ip6.2N1L-25Ge2P1Xxv710-af-xdp-Ethip6-Ip6Scale200K-Ndrpdr.78B-.t.c-af-xdp-ethip6-ip6scale200k-ndrpdr" - - "Tests.Vpp.Perf.Ip6.2N1L-25Ge2P1Xxv710-af-xdp-Ethip6-Ip6Scale200K-rnd-Ndrpdr.78B-.t.c-af-xdp-ethip6-ip6scale200k-rnd-ndrpdr" - - "Tests.Vpp.Perf.Ip6.2N1L-25Ge2P1Xxv710-af-xdp-Ethip6-Ip6Scale2M-Ndrpdr.78B-.t.c-af-xdp-ethip6-ip6scale2m-ndrpdr" - - "Tests.Vpp.Perf.Ip6.2N1L-25Ge2P1Xxv710-af-xdp-Ethip6-Ip6Scale2M-rnd-Ndrpdr.78B-.t.c-af-xdp-ethip6-ip6scale2m-rnd-ndrpdr" - layout: - title: "2n-zn2-xxv710-78b-ip6routing-base-scale-af_xdp-{test_type}" - layout: "plot-throughput-speedup-analysis" - - type: "plot" title: "Speedup: 2n-zn2-xxv710-78b-ip6routing-base-scale-dpdk-{test_type}-tsa" algorithm: "plot_tsa_name" @@ -12571,17 +11821,15 @@ layout: "plot-throughput-speedup-analysis" - type: "plot" - title: "Speedup: 2n-zn2-x710-64b-l2switching-base-scale-[avf,dpdk,af_xdp]-{test_type}-tsa" + title: "Speedup: 2n-zn2-x710-64b-l2switching-base-[avf,dpdk]-{test_type}-tsa" algorithm: "plot_tsa_name" - output-file: "{DIR[STATIC,VPP]}/2n-zn2-x710-64b-l2switching-base-scale-{test_type}-tsa" + output-file: "{DIR[STATIC,VPP]}/2n-zn2-x710-64b-l2switching-base-{test_type}-tsa" data: "vpp-2n-zn2-curr-iter" include: - "Tests.Vpp.Perf.L2.2N1L-10Ge2P1X710-Avf-Eth-L2Bdbasemaclrn-Ndrpdr.64B-.t.c-avf-eth-l2bdbasemaclrn-ndrpdr" - - "Tests.Vpp.Perf.L2.2N1L-10Ge2P1X710-Avf-Eth-L2Bdscale1Mmaclrn-Ndrpdr.64B-.t.c-avf-eth-l2bdscale1mmaclrn-ndrpdr" - "Tests.Vpp.Perf.L2.2N1L-10Ge2P1X710-Eth-L2Bdbasemaclrn-Ndrpdr.64B-.t.c-eth-l2bdbasemaclrn-ndrpdr" - - "Tests.Vpp.Perf.L2.2N1L-10Ge2P1X710-af-xdp-Eth-L2Bdbasemaclrn-Ndrpdr.64B-.t.c-af-xdp-eth-l2bdbasemaclrn-ndrpdr" layout: - title: "2n-zn2-x710-64b-l2switching-base-scale-[avf,dpdk,af_xdp]-{test_type}" + title: "2n-zn2-x710-64b-l2switching-base-[avf,dpdk]-{test_type}" layout: "plot-throughput-speedup-analysis" - type: "plot" @@ -12614,22 +11862,6 @@ title: "2n-zn2-xxv710-64b-l2switching-base-scale-avf-{test_type}" layout: "plot-throughput-speedup-analysis" -- type: "plot" - title: "Speedup: 2n-zn2-xxv710-64b-l2switching-base-scale-af_xdp-{test_type}-tsa" - algorithm: "plot_tsa_name" - output-file: "{DIR[STATIC,VPP]}/2n-zn2-xxv710-64b-l2switching-base-scale-af_xdp-{test_type}-tsa" - data: "vpp-2n-zn2-curr-iter" - include: - - "Tests.Vpp.Perf.L2.2N1L-25Ge2P1Xxv710-af-xdp-Eth-L2Patch-Ndrpdr.64B-.t.c-af-xdp-eth-l2patch-ndrpdr" - - "Tests.Vpp.Perf.L2.2N1L-25Ge2P1Xxv710-af-xdp-Eth-L2Xcbase-Ndrpdr.64B-.t.c-af-xdp-eth-l2xcbase-ndrpdr" - - "Tests.Vpp.Perf.L2.2N1L-25Ge2P1Xxv710-af-xdp-Eth-L2Bdbasemaclrn-Ndrpdr.64B-.t.c-af-xdp-eth-l2bdbasemaclrn-ndrpdr" - - "Tests.Vpp.Perf.L2.2N1L-25Ge2P1Xxv710-af-xdp-Eth-L2Bdscale10Kmaclrn-Ndrpdr.64B-.t.c-af-xdp-eth-l2bdscale10kmaclrn-ndrpdr" - - "Tests.Vpp.Perf.L2.2N1L-25Ge2P1Xxv710-af-xdp-Eth-L2Bdscale100Kmaclrn-Ndrpdr.64B-.t.c-af-xdp-eth-l2bdscale100kmaclrn-ndrpdr" - - "Tests.Vpp.Perf.L2.2N1L-25Ge2P1Xxv710-af-xdp-Eth-L2Bdscale1Mmaclrn-Ndrpdr.64B-.t.c-af-xdp-eth-l2bdscale1mmaclrn-ndrpdr" - layout: - title: "2n-zn2-xxv710-64b-l2switching-base-scale-af_xdp-{test_type}" - layout: "plot-throughput-speedup-analysis" - - type: "plot" title: "Speedup: 2n-zn2-xxv710-64b-l2switching-base-dpdk-{test_type}-tsa" algorithm: "plot_tsa_name" @@ -12775,6 +12007,17 @@ layout: layout: "plot-hdrh-latency-percentile-x-log" +- type: "plot" + title: "Latency by percentile: TRex 2n-skx" + algorithm: "plot_hdrh_lat_by_percentile_x_log" + output-file: "{DIR[STATIC,TREX]}/hdrh-lat-percentile-2n-skx" + output-file-links: "{DIR[LAT,TREX]}/2n_skx.rst" + target-links: "../../_static/trex" + data: "trex-2n-skx-curr-iter-best" + filter: "'NIC_Intel-X710'" + layout: + layout: "plot-hdrh-latency-percentile-x-log" + - type: "plot" title: "Latency by percentile: 2n-zn2" algorithm: "plot_hdrh_lat_by_percentile_x_log" @@ -12940,19 +12183,21 @@ layout: layout: "plot-hdrh-latency-percentile-x-log" -# - type: "plot" -# title: "Latency by percentile: DPDK 2n-tx2" -# algorithm: "plot_hdrh_lat_by_percentile_x_log" -# output-file: "{DIR[STATIC,DPDK]}/hdrh-lat-percentile-2n-tx2" -# output-file-links: "{DIR[LAT,DPDK]}/2n-tx2.rst" -# target-links: "../../_static/dpdk" -# data: "dpdk-2n-tx2-curr-iter-best" -# filter: "'1T1C' and 'NIC_Intel-XL710'" -# layout: -# layout: "plot-hdrh-latency-percentile-x-log" +- type: "plot" + title: "Latency by percentile: DPDK 2n-tx2" + algorithm: "plot_hdrh_lat_by_percentile_x_log" + output-file: "{DIR[STATIC,DPDK]}/hdrh-lat-percentile-2n-tx2" + output-file-links: "{DIR[LAT,DPDK]}/2n-tx2.rst" + target-links: "../../_static/dpdk" + data: "dpdk-2n-tx2-curr-iter-best" + filter: "'1T1C' and 'NIC_Intel-XL710'" + layout: + layout: "plot-hdrh-latency-percentile-x-log" ############################################################################### +# GSO + - type: "plot" title: "Throughput: 2n-skx-128kb-{core}-ip4routing-iperf3" algorithm: "plot_mrr_box_name" @@ -12997,3 +12242,75 @@ layout: title: "2n-zn2-128kb-{core}-ip4routing-iperf3" layout: "plot-throughput-gbps" + +############################################################################### + +# TRex 2n-skx + +- type: "plot" + title: "Throughput: 2n-skx-x710-64b--ip4-base-scale-{test_type}" + algorithm: "plot_ndrpdr_box_name" + output-file: "{DIR[STATIC,TREX]}/2n-skx-x710-64b--ip4-base-scale-{test_type}" + data: "trex-2n-skx-curr-iter" + core: ["2t1c", ] + include: + - "Tests.Trex.Perf.Ip4.1N1L-10Ge2P1X710-Ethip4-Ip4Base-Tg-Ndrpdr.64B--ethip4-ip4base-tg-ndrpdr" + - "Tests.Trex.Perf.Ip4.1N1L-10Ge2P1X710-Ethip4-Ip4Scale2M-Tg-Ndrpdr.64B--ethip4-ip4scale2m-tg-ndrpdr" + layout: + title: "2n-skx-x710-64b--ip4-base-scale-{test_type}" + layout: "plot-throughput" + +- type: "plot" + title: "Throughput: 2n-skx-x710-64b--ip4routing-stf-cps-{test_type}" + algorithm: "plot_ndrpdr_box_name" + output-file: "{DIR[STATIC,TREX]}/2n-skx-x710-64b--ip4routing-stf-cps-{test_type}" + data: "trex-2n-skx-curr-iter" + core: ["2t1c", ] + include: + - "Tests.Trex.Perf.Ip4.1N1L-10Ge2P1X710-Ethip4Tcp-Ip4Base-H1024-P63-S64512-Cps-Tg-Ndrpdr.64B--ethip4tcp-ip4base-h1024-p63-s64512-cps-tg-ndrpdr" + - "Tests.Trex.Perf.Ip4.1N1L-10Ge2P1X710-Ethip4Tcp-Ip4Base-H262144-P63-S16515072-Cps-Tg-Ndrpdr.64B--ethip4tcp-ip4base-h262144-p63-s16515072-cps-tg-ndrpdr" + - "Tests.Trex.Perf.Ip4.1N1L-10Ge2P1X710-Ethip4Udp-Ip4Base-H1024-P63-S64512-Cps-Tg-Ndrpdr.64B--ethip4udp-ip4base-h1024-p63-s64512-cps-tg-ndrpdr" + - "Tests.Trex.Perf.Ip4.1N1L-10Ge2P1X710-Ethip4Udp-Ip4Base-H262144-P63-S16515072-Cps-Tg-Ndrpdr.64B--ethip4udp-ip4base-h262144-p63-s16515072-cps-tg-ndrpdr" + layout: + title: "2n-skx-x710-64b--ip4routing-stf-cps-{test_type}" + layout: "plot-throughput" + +- type: "plot" + title: "Throughput: 2n-skx-x710-64b--ip4routing-stf-pps-{test_type}" + algorithm: "plot_ndrpdr_box_name" + output-file: "{DIR[STATIC,TREX]}/2n-skx-x710-64b--ip4routing-stf-pps-{test_type}" + data: "trex-2n-skx-curr-iter" + core: ["2t1c", ] + include: + - "Tests.Trex.Perf.Ip4.1N1L-10Ge2P1X710-Ethip4Tcp-Ip4Base-H1024-P63-S64512-pps-Tg-Ndrpdr.64B--ethip4tcp-ip4base-h1024-p63-s64512-pps-tg-ndrpdr" + - "Tests.Trex.Perf.Ip4.1N1L-10Ge2P1X710-Ethip4Tcp-Ip4Base-H262144-P63-S16515072-pps-Tg-Ndrpdr.64B--ethip4tcp-ip4base-h262144-p63-s16515072-pps-tg-ndrpdr" + - "Tests.Trex.Perf.Ip4.1N1L-10Ge2P1X710-Ethip4Udp-Ip4Base-H1024-P63-S64512-pps-Tg-Ndrpdr.64B--ethip4udp-ip4base-h1024-p63-s64512-pps-tg-ndrpdr" + - "Tests.Trex.Perf.Ip4.1N1L-10Ge2P1X710-Ethip4Udp-Ip4Base-H262144-P63-S16515072-pps-Tg-Ndrpdr.64B--ethip4udp-ip4base-h262144-p63-s16515072-pps-tg-ndrpdr" + layout: + title: "2n-skx-x710-64b--ip4routing-stf-pps-{test_type}" + layout: "plot-throughput" + +- type: "plot" + title: "Throughput: 2n-skx-x710-78b--ip6-base-scale-{test_type}" + algorithm: "plot_ndrpdr_box_name" + output-file: "{DIR[STATIC,TREX]}/2n-skx-x710-78b--ip6-base-scale-{test_type}" + data: "trex-2n-skx-curr-iter" + core: ["2t1c", ] + include: + - "Tests.Trex.Perf.Ip6.1N1L-10Ge2P1X710-Ethip6-Ip6Base-Tg-Ndrpdr.78B--ethip6-ip6base-tg-ndrpdr" + - "Tests.Trex.Perf.Ip6.1N1L-10Ge2P1X710-Ethip6-Ip6Scale2M-Tg-Ndrpdr.78B--ethip6-ip6scale2m-tg-ndrpdr" + layout: + title: "2n-skx-x710-78b--ip6-base-scale-{test_type}" + layout: "plot-throughput" + +- type: "plot" + title: "Throughput: 2n-skx-x710-64b--l2-scale-{test_type}" + algorithm: "plot_ndrpdr_box_name" + output-file: "{DIR[STATIC,TREX]}/2n-skx-x710-64b--l2-scale-{test_type}" + data: "trex-2n-skx-curr-iter" + core: ["2t1c", ] + include: + - "Tests.Trex.Perf.L2.1N1L-10Ge2P1X710-Eth-L2Bdscale1Mmaclrn-Tg-Ndrpdr.64B--eth-l2bdscale1mmaclrn-tg-ndrpdr" + layout: + title: "2n-skx-x710-64b--l2-scale-{test_type}" + layout: "plot-throughput"