X-Git-Url: https://gerrit.fd.io/r/gitweb?p=csit.git;a=blobdiff_plain;f=resources%2Ftools%2Fpresentation%2Fspecifications%2Freport%2Felements.yaml;h=c33d5648e926bb1c52fb34a7fe9b9a8bb06bd685;hp=394127b59f93738bf9b94e343396c1d1b8474dc3;hb=902cea84c1688e998867f50f02f3e058e27467a0;hpb=6c8ba1c706a4e9e467ab5e2a4b676b9016f9e610 diff --git a/resources/tools/presentation/specifications/report/elements.yaml b/resources/tools/presentation/specifications/report/elements.yaml index 394127b59f..c33d5648e9 100644 --- a/resources/tools/presentation/specifications/report/elements.yaml +++ b/resources/tools/presentation/specifications/report/elements.yaml @@ -2,6 +2,1150 @@ ### T A B L E S ### ################################################################################ +# Statistics: job-specs' durations +- type: "table" + title: "Job Specification Duration: 2n-clx-iterative" + algorithm: "table_job_spec_duration" + output-file: "{DIR[STATIC,VPP]}/job-spec-duration-2n-clx-iter" + jb-type: "iterative" + lines: + - job-spec: "vpp-mrr-00" + data-set: "vpp-2n-clx-curr-iter-mrr" + - job-spec: "vpp-mlr-00" + data-set: "vpp-2n-clx-curr-iter-best" + - job-spec: "vpp-gso-mrr-00" + data-set: "vpp-2n-clx-curr-iter-gso" + - job-spec: "soak-00" + data-set: "vpp-2n-clx-curr-soak" +# - job-spec: "vsap-00" +# data-set: "vpp-2n-clx-curr-iter-vsap" + - job-spec: "nfv-density-mrr-00" + data-set: "vpp-2n-clx-curr-nfv-mrr" + - job-spec: "nfv-density-mlr-00" + data-set: "vpp-2n-clx-curr-nfv-ndrpdr" + - job-spec: "reconf-00" + data-set: "vpp-2n-clx-curr-nfv-reconf" + - job-spec: "dpdk-mlr-00" + data-set: "dpdk-2n-clx-curr-iter" + +# - type: "table" +# title: "Job Specification Duration: 2n-clx-coverage" +# algorithm: "table_job_spec_duration" +# output-file: "{DIR[STATIC,VPP]}/job-spec-duration-2n-clx-cov" +# jb-type: "coverage" +# data: "vpp-2n-clx-curr-cov" +# lines: +# - job-spec: "gso-00" +# build: "1" +# - job-spec: "ip4-00" +# build: "2" +# - job-spec: "ip4-01" +# build: "3" +# - job-spec: "ip4-02" +# build: "4" +# - job-spec: "ip4-03" +# build: "5" +# - job-spec: "ip4-04" +# build: "6" +# - job-spec: "ip4-05" +# build: "7" +# - job-spec: "ip4-06" +# build: "8" +# - job-spec: "ip4-07" +# build: "9" +# - job-spec: "ip4tun-00" +# build: "10" +# - job-spec: "ip6-00" +# build: "11" +# - job-spec: "ip6-01" +# build: "12" +# - job-spec: "l2-00" +# build: "13" +# - job-spec: "l2-01" +# build: "14" +# - job-spec: "lb-00" +# build: "15" +# - job-spec: "memif-00" +# build: "16" +# - job-spec: "vhost-00" +# build: "17" + +- type: "table" + title: "Job Specification Duration: 2n-dnv-iterative" + algorithm: "table_job_spec_duration" + output-file: "{DIR[STATIC,VPP]}/job-spec-duration-2n-dnv-iter" + jb-type: "iterative" + lines: + - job-spec: "vpp-mrr-00" + data-set: "vpp-2n-dnv-curr-iter-mrr" + - job-spec: "vpp-mlr-00" + data-set: "vpp-2n-dnv-curr-iter" + +# - type: "table" +# title: "Job Specification Duration: 2n-dnv-coverage" +# algorithm: "table_job_spec_duration" +# output-file: "{DIR[STATIC,VPP]}/job-spec-duration-2n-dnv-cov" +# jb-type: "coverage" +# data: "vpp-2n-dnv-curr-cov" +# lines: +# - job-spec: "ip4-00" +# build: "7" +# - job-spec: "ip4-01" +# build: "8" +# - job-spec: "ip6-00" +# build: "9" +# - job-spec: "ip6-01" +# build: "10" +# - job-spec: "l2-00" +# build: "11" +# - job-spec: "l2-01" +# build: "13" + +- type: "table" + title: "Job Specification Duration: 2n-aws-iterative" + algorithm: "table_job_spec_duration" + output-file: "{DIR[STATIC,VPP]}/job-spec-duration-2n-aws-iter" + jb-type: "iterative" + lines: + - job-spec: "vpp-mrr-00" + data-set: "vpp-2n-aws-curr-iter-mrr" + - job-spec: "vpp-mlr-00" + data-set: "vpp-2n-aws-curr-iter" + +# - type: "table" +# title: "Job Specification Duration: 2n-aws-coverage" +# algorithm: "table_job_spec_duration" +# output-file: "{DIR[STATIC,VPP]}/job-spec-duration-2n-aws-cov" +# jb-type: "coverage" +# data: "vpp-2n-aws-curr-cov" +# lines: +# - job-spec: "vpp-00" +# build: "1" + +- type: "table" + title: "Job Specification Duration: 3n-aws-iterative" + algorithm: "table_job_spec_duration" + output-file: "{DIR[STATIC,VPP]}/job-spec-duration-3n-aws-iter" + jb-type: "iterative" + lines: + - job-spec: "vpp-mrr-00" + data-set: "vpp-3n-aws-curr-iter-mrr" + - job-spec: "vpp-mlr-00" + data-set: "vpp-3n-aws-curr-iter" + +# - type: "table" +# title: "Job Specification Duration: 3n-aws-coverage" +# algorithm: "table_job_spec_duration" +# output-file: "{DIR[STATIC,VPP]}/job-spec-duration-3n-aws-cov" +# jb-type: "coverage" +# data: "vpp-3n-aws-curr-cov" +# lines: +# - job-spec: "vpp-00" +# build: "1" + +- type: "table" + title: "Job Specification Duration: 2n-skx-iterative" + algorithm: "table_job_spec_duration" + output-file: "{DIR[STATIC,VPP]}/job-spec-duration-2n-skx-iter" + jb-type: "iterative" + lines: + - job-spec: "vpp-mrr-00" + data-set: "vpp-2n-skx-curr-iter-mrr" + - job-spec: "vpp-mlr-00" + data-set: "vpp-2n-skx-curr-iter-best" + - job-spec: "vpp-gso-mrr-00" + data-set: "vpp-2n-skx-curr-gso" + - job-spec: "soak-00" + data-set: "vpp-2n-skx-curr-soak" + - job-spec: "nfv-density-mrr-00" + data-set: "vpp-2n-skx-curr-nfv-mrr" + - job-spec: "nfv-density-mlr-00" + data-set: "vpp-2n-skx-curr-nfv-ndrpdr" + - job-spec: "reconf-00" + data-set: "vpp-2n-skx-curr-nfv-reconf" + - job-spec: "dpdk-mlr-00" + data-set: "dpdk-2n-skx-curr-iter" + - job-spec: "trex-mlr-00" + data-set: "trex-2n-skx-curr-iter" + +# - type: "table" +# title: "Job Specification Duration: 2n-skx-coverage" +# algorithm: "table_job_spec_duration" +# output-file: "{DIR[STATIC,VPP]}/job-spec-duration-2n-skx-cov" +# jb-type: "coverage" +# data: "vpp-2n-skx-curr-cov" +# lines: +# - job-spec: "gso-00" +# build: "1" +# - job-spec: "ip4-00" +# build: "2" +# - job-spec: "ip4-01" +# build: "3" +# - job-spec: "ip4-02" +# build: "4" +# - job-spec: "ip4-03" +# build: "5" +# - job-spec: "ip4-04" +# build: "6" +# - job-spec: "ip4-05" +# build: "7" +# - job-spec: "ip4-06" +# build: "8" +# - job-spec: "ip4-07" +# build: "9" +# - job-spec: "ip4tun-00" +# build: "10" +# - job-spec: "ip6-00" +# build: "11" +# - job-spec: "ip6-01" +# build: "12" +# - job-spec: "l2-00" +# build: "13" +# - job-spec: "l2-01" +# build: "14" +# - job-spec: "lb-00" +# build: "15" +# - job-spec: "memif-00" +# build: "16" +# - job-spec: "vhost-00" +# build: "17" + +- type: "table" + title: "Job Specification Duration: 2n-tx2-iterative" + algorithm: "table_job_spec_duration" + output-file: "{DIR[STATIC,VPP]}/job-spec-duration-2n-tx2-iter" + jb-type: "iterative" + lines: + - job-spec: "vpp-mrr-00" + data-set: "vpp-2n-tx2-curr-iter-mrr" + - job-spec: "vpp-mlr-00" + data-set: "vpp-2n-tx2-curr-iter" + +# - type: "table" +# title: "Job Specification Duration: 2n-tx2-coverage" +# algorithm: "table_job_spec_duration" +# output-file: "{DIR[STATIC,VPP]}/job-spec-duration-2n-tx2-cov" +# jb-type: "coverage" +# data: "vpp-2n-tx2-curr-cov" +# lines: +# - job-spec: "ip4-00" +# build: "1" +# - job-spec: "ip4-01" +# build: "2" +# - job-spec: "ip4-02" +# build: "3" +# - job-spec: "ip4-03" +# build: "4" +# - job-spec: "ip4-04" +# build: "5" +# - job-spec: "ip4-05" +# build: "6" +# - job-spec: "ip4-06" +# build: "7" +# - job-spec: "ip6-00" +# build: "8" +# - job-spec: "ip6-01" +# build: "9" +# - job-spec: "l2-00" +# build: "10" +# - job-spec: "l2-01" +# build: "11" +# - job-spec: "l2-02" +# build: "12" +# - job-spec: "l2-03" +# build: "13" +# - job-spec: "l2-04" +# build: "14" + +- type: "table" + title: "Job Specification Duration: 2n-zn2-iterative" + algorithm: "table_job_spec_duration" + output-file: "{DIR[STATIC,VPP]}/job-spec-duration-2n-zn2-iter" + jb-type: "iterative" + lines: + - job-spec: "vpp-mrr-00" + data-set: "vpp-2n-zn2-curr-iter-mrr" + - job-spec: "vpp-mlr-00" + data-set: "vpp-2n-zn2-curr-iter-best" + - job-spec: "vpp-gso-mrr-00" + data-set: "vpp-2n-zn2-curr-iter-gso" + - job-spec: "dpdk-mlr-00" + data-set: "dpdk-2n-zn2-curr-iter" + +# - type: "table" +# title: "Job Specification Duration: 2n-zn2-coverage" +# algorithm: "table_job_spec_duration" +# output-file: "{DIR[STATIC,VPP]}/job-spec-duration-2n-zn2-cov" +# jb-type: "coverage" +# data: "vpp-2n-zn2-curr-cov" +# lines: +# - job-spec: "gso-00" +# build: "1" +# - job-spec: "ip4-00" +# build: "2" +# - job-spec: "ip4-01" +# build: "3" +# - job-spec: "ip4-02" +# build: "4" +# - job-spec: "ip4-03" +# build: "18" +# - job-spec: "ip4-04" +# build: "6" +# - job-spec: "ip4-05" +# build: "7" +# - job-spec: "ip4tun-00" +# build: "8" +# - job-spec: "ip6-00" +# build: "9" +# - job-spec: "ip6-01" +# build: "19" +# - job-spec: "l2-00" +# build: "11" +# - job-spec: "l2-01" +# build: "12" +# - job-spec: "lb-00" +# build: "13" +# - job-spec: "memif-00" +# build: "14" +# - job-spec: "vhost-00" +# build: "15" + +- type: "table" + title: "Job Specification Duration: 3n-dnv-iterative" + algorithm: "table_job_spec_duration" + output-file: "{DIR[STATIC,VPP]}/job-spec-duration-3n-dnv-iter" + jb-type: "iterative" + lines: + - job-spec: "vpp-mrr-00" + data-set: "vpp-3n-dnv-curr-iter-mrr" + - job-spec: "vpp-mlr-00" + data-set: "vpp-3n-dnv-curr-iter" + +# - type: "table" +# title: "Job Specification Duration: 3n-dnv-coverage" +# algorithm: "table_job_spec_duration" +# output-file: "{DIR[STATIC,VPP]}/job-spec-duration-3n-dnv-cov" +# jb-type: "coverage" +# data: "vpp-3n-dnv-curr-cov" +# lines: +# - job-spec: "crypto-00" +# build: "11" +# - job-spec: "crypto-01" +# build: "12" +# - job-spec: "crypto-02" +# build: "13" +# - job-spec: "ip4-00" +# build: "14" +# - job-spec: "ip4-01" +# build: "15" +# - job-spec: "ip4tun-00" +# build: "16" +# - job-spec: "ip6-00" +# build: "17" +# - job-spec: "ip6-01" +# build: "10" +# - job-spec: "l2-00" +# build: "20" +# - job-spec: "l2-01" +# build: "21" + +- type: "table" + title: "Job Specification Duration: 3n-skx-iterative" + algorithm: "table_job_spec_duration" + output-file: "{DIR[STATIC,VPP]}/job-spec-duration-3n-skx-iter" + jb-type: "iterative" + lines: + - job-spec: "vpp-mrr-00" + data-set: "vpp-3n-skx-curr-iter-mrr" + - job-spec: "vpp-mlr-00" + data-set: "vpp-3n-skx-curr-iter" + - job-spec: "hoststack-00" + data-set: "vpp-3n-skx-curr-iter-hoststack" + - job-spec: "dpdk-mlr-00" + data-set: "dpdk-3n-skx-curr-iter" + +# - type: "table" +# title: "Job Specification Duration: 3n-skx-coverage" +# algorithm: "table_job_spec_duration" +# output-file: "{DIR[STATIC,VPP]}/job-spec-duration-3n-skx-cov" +# jb-type: "coverage" +# data: "vpp-3n-skx-curr-cov" +# lines: +# - job-spec: "crypto-00" +# build: "1" +# - job-spec: "crypto-01" +# build: "3" +# - job-spec: "crypto-02" +# build: "4" +# - job-spec: "crypto-03" +# build: "36" +# - job-spec: "crypto-04" +# build: "6" +# - job-spec: "ip4-00" +# build: "7" +# - job-spec: "ip4-01" +# build: "8" +# - job-spec: "ip4-02" +# build: "9" +# - job-spec: "ip4-03" +# build: "10" +# - job-spec: "ip4-04" +# build: "11" +# - job-spec: "ip4-05" +# build: "12" +# - job-spec: "ip4-06" +# build: "13" +# - job-spec: "ip4-07" +# build: "14" +# - job-spec: "ip4tun-00" +# build: "15" +# - job-spec: "ip4tun-02" +# build: "16" +# - job-spec: "ip6-00" +# build: "17" +# - job-spec: "ip6-01" +# build: "18" +# - job-spec: "ip6tun-00" +# build: "19" +# - job-spec: "l2-00" +# build: "20" +# - job-spec: "l2-01" +# build: "21" +# - job-spec: "l2-02" +# build: "22" +# - job-spec: "l2-03" +# build: "23" +# - job-spec: "l2-04" +# build: "24" +# - job-spec: "l2-05" +# build: "25" +# - job-spec: "l2-06" +# build: "26" +# - job-spec: "l2-07" +# build: "27" +# - job-spec: "l2-08" +# build: "28" +# - job-spec: "l2-09" +# build: "29" +# - job-spec: "l2-10" +# build: "30" +# - job-spec: "memif-00" +# build: "31" +# - job-spec: "srv6-00" +# build: "32" +# - job-spec: "srv6-01" +# build: "33" +# - job-spec: "vhost-00" +# build: "34" +# - job-spec: "vhost-01" +# build: "35" + +- type: "table" + title: "Job Specification Duration: 3n-tsh-iterative" + algorithm: "table_job_spec_duration" + output-file: "{DIR[STATIC,VPP]}/job-spec-duration-3n-tsh-iter" + jb-type: "iterative" + lines: + - job-spec: "vpp-mrr-00" + data-set: "vpp-3n-tsh-curr-iter-mrr" + - job-spec: "vpp-mlr-00" + data-set: "vpp-3n-tsh-curr-iter" + - job-spec: "dpdk-mlr-00" + data-set: "dpdk-3n-tsh-curr-iter" + +# - type: "table" +# title: "Job Specification Duration: 3n-tsh-coverage" +# algorithm: "table_job_spec_duration" +# output-file: "{DIR[STATIC,VPP]}/job-spec-duration-3n-tsh-cov" +# jb-type: "coverage" +# data: "vpp-3n-tsh-curr-cov" +# lines: +# - job-spec: "ip4-00" +# build: "7" +# - job-spec: "ip4-01" +# build: "8" +# - job-spec: "ip4-02" +# build: "9" +# - job-spec: "ip4-03" +# build: "10" +# - job-spec: "ip4tun-00" +# build: "15" +# - job-spec: "ip6-00" +# build: "17" +# - job-spec: "ip6-01" +# build: "18" +# - job-spec: "l2-00" +# build: "20" +# - job-spec: "l2-01" +# build: "21" +# - job-spec: "l2-02" +# build: "22" +# - job-spec: "l2-03" +# build: "23" +# - job-spec: "l2-04" +# build: "24" +# - job-spec: "memif-00" +# build: "31" +# - job-spec: "srv6-00" +# build: "32" +# - job-spec: "srv6-01" +# build: "33" +# - job-spec: "vhost-00" +# build: "34" +# - job-spec: "vhost-01" +# build: "35" + +# VPP Latency Changes 3n-skx 2t1c +- type: "table" + title: "VPP Latency Changes 3n-skx 2t1c PDR50-direction1-avg" + algorithm: "table_comparison" + output-file: "{DIR[STATIC,VPP]}/latency-changes-3n-skx-xxv710-2t1c-pdr50-d1-avg" + include-tests: "latency-PDR50-direction1-avg" + filter: "'2T1C' and 'NDRPDR' and 'NIC_Intel-XXV710' and not 'NF_DENSITY'" + columns: + - title: "2101.0-7" + data-set: "vpp-3n-skx-hist-iter-new-env" + - title: "2106.0-7" + data-set: "vpp-3n-skx-prev-iter-old-env" + - title: "2106.0-8" + data-set: "vpp-3n-skx-prev-iter-new-env" + - title: "2110.0-8" + data-set: "vpp-3n-skx-curr-iter-best" + comparisons: + - title: "2106.0-8 vs 2106.0-7" + reference: 2 + compare: 3 + - title: "2110.0-8 vs 2106.0-8" + reference: 3 + compare: 4 + legend: + - '' + - 'Test Case: Test cases executed for: PDR throughput on 3n-skx with xxv710.' + - 'YYMM.V-E: [uSec +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "7" for CSIT rls2106, "8" for CSIT rls2110).' + - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' + - '2106.0-8 vs 2106.0-7: Compares CSIT environment current vs previous with previous VPP code.' + - '2110.0-8 vs 2106.0-8: Compares VPP code current vs previous in the current CSIT environment.' + +# VPP Latency Changes 3n-skx 2t1c +- type: "table" + title: "VPP Latency Changes 3n-skx 2t1c PDR90-direction1-avg" + algorithm: "table_comparison" + output-file: "{DIR[STATIC,VPP]}/latency-changes-3n-skx-xxv710-2t1c-pdr90-d1-avg" + include-tests: "latency-PDR90-direction1-avg" + filter: "'2T1C' and 'NDRPDR' and 'NIC_Intel-XXV710' and not 'NF_DENSITY'" + columns: + - title: "2101.0-7" + data-set: "vpp-3n-skx-hist-iter-new-env" + - title: "2106.0-7" + data-set: "vpp-3n-skx-prev-iter-old-env" + - title: "2106.0-8" + data-set: "vpp-3n-skx-prev-iter-new-env" + - title: "2110.0-8" + data-set: "vpp-3n-skx-curr-iter-best" + comparisons: + - title: "2106.0-8 vs 2106.0-7" + reference: 2 + compare: 3 + - title: "2110.0-8 vs 2106.0-8" + reference: 3 + compare: 4 + legend: + - '' + - 'Test Case: Test cases executed for: PDR throughput on 3n-skx with xxv710.' + - 'YYMM.V-E: [uSec +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "7" for CSIT rls2106, "8" for CSIT rls2110).' + - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' + - '2106.0-8 vs 2106.0-7: Compares CSIT environment current vs previous with previous VPP code.' + - '2110.0-8 vs 2106.0-8: Compares VPP code current vs previous in the current CSIT environment.' + +# VPP Latency Changes 3n-skx 2t1c +- type: "table" + title: "VPP Latency Changes 3n-skx 2t1c PDR90-direction1-max" + algorithm: "table_comparison" + output-file: "{DIR[STATIC,VPP]}/latency-changes-3n-skx-xxv710-2t1c-pdr90-d1-max" + include-tests: "latency-PDR90-direction1-max" + filter: "'2T1C' and 'NDRPDR' and 'NIC_Intel-XXV710' and not 'NF_DENSITY'" + columns: + - title: "2101.0-7" + data-set: "vpp-3n-skx-hist-iter-new-env" + - title: "2106.0-7" + data-set: "vpp-3n-skx-prev-iter-old-env" + - title: "2106.0-8" + data-set: "vpp-3n-skx-prev-iter-new-env" + - title: "2110.0-8" + data-set: "vpp-3n-skx-curr-iter-best" + comparisons: + - title: "2106.0-8 vs 2106.0-7" + reference: 2 + compare: 3 + - title: "2110.0-8 vs 2106.0-8" + reference: 3 + compare: 4 + legend: + - '' + - 'Test Case: Test cases executed for: PDR throughput on 3n-skx with xxv710.' + - 'YYMM.V-E: [uSec +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "7" for CSIT rls2106, "8" for CSIT rls2110).' + - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' + - '2106.0-8 vs 2106.0-7: Compares CSIT environment current vs previous with previous VPP code.' + - '2110.0-8 vs 2106.0-8: Compares VPP code current vs previous in the current CSIT environment.' + +# VPP Latency Changes 2n-skx 2t1c +- type: "table" + title: "VPP Latency Changes 2n-skx 2t1c PDR50-direction1-avg" + algorithm: "table_comparison" + output-file: "{DIR[STATIC,VPP]}/latency-changes-2n-skx-xxv710-2t1c-pdr50-d1-avg" + include-tests: "latency-PDR50-direction1-avg" + filter: "'2T1C' and 'NDRPDR' and 'NIC_Intel-XXV710' and not 'NF_DENSITY'" + columns: + - title: "2101.0-7" + data-set: "vpp-2n-skx-hist-iter-new-env" + - title: "2106.0-7" + data-set: "vpp-2n-skx-prev-iter-old-env" + - title: "2106.0-8" + data-set: "vpp-2n-skx-prev-iter-new-env" + - title: "2110.0-8" + data-set: "vpp-2n-skx-curr-iter-best" + comparisons: + - title: "2106.0-8 vs 2106.0-7" + reference: 2 + compare: 3 + - title: "2110.0-8 vs 2106.0-8" + reference: 3 + compare: 4 + legend: + - '' + - 'Test Case: Test cases executed for: PDR throughput on 2n-skx with xxv710.' + - 'YYMM.V-E: [uSec +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "7" for CSIT rls2106, "8" for CSIT rls2110).' + - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' + - '2106.0-8 vs 2106.0-7: Compares CSIT environment current vs previous with previous VPP code.' + - '2110.0-8 vs 2106.0-8: Compares VPP code current vs previous in the current CSIT environment.' + +# VPP Latency Changes 2n-skx 2t1c +- type: "table" + title: "VPP Latency Changes 2n-skx 2t1c PDR90-direction1-avg" + algorithm: "table_comparison" + output-file: "{DIR[STATIC,VPP]}/latency-changes-2n-skx-xxv710-2t1c-pdr90-d1-avg" + include-tests: "latency-PDR90-direction1-avg" + filter: "'2T1C' and 'NDRPDR' and 'NIC_Intel-XXV710' and not 'NF_DENSITY'" + columns: + - title: "2101.0-7" + data-set: "vpp-2n-skx-hist-iter-new-env" + - title: "2106.0-7" + data-set: "vpp-2n-skx-prev-iter-old-env" + - title: "2106.0-8" + data-set: "vpp-2n-skx-prev-iter-new-env" + - title: "2110.0-8" + data-set: "vpp-2n-skx-curr-iter-best" + comparisons: + - title: "2106.0-8 vs 2106.0-7" + reference: 2 + compare: 3 + - title: "2110.0-8 vs 2106.0-8" + reference: 3 + compare: 4 + legend: + - '' + - 'Test Case: Test cases executed for: PDR throughput on 2n-skx with xxv710.' + - 'YYMM.V-E: [uSec +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "7" for CSIT rls2106, "8" for CSIT rls2110).' + - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' + - '2106.0-8 vs 2106.0-7: Compares CSIT environment current vs previous with previous VPP code.' + - '2110.0-8 vs 2106.0-8: Compares VPP code current vs previous in the current CSIT environment.' + +# VPP Latency Changes 2n-skx 2t1c +- type: "table" + title: "VPP Latency Changes 2n-skx 2t1c PDR90-direction1-max" + algorithm: "table_comparison" + output-file: "{DIR[STATIC,VPP]}/latency-changes-2n-skx-xxv710-2t1c-pdr90-d1-max" + include-tests: "latency-PDR90-direction1-max" + filter: "'2T1C' and 'NDRPDR' and 'NIC_Intel-XXV710' and not 'NF_DENSITY'" + columns: + - title: "2101.0-7" + data-set: "vpp-2n-skx-hist-iter-new-env" + - title: "2106.0-7" + data-set: "vpp-2n-skx-prev-iter-old-env" + - title: "2106.0-8" + data-set: "vpp-2n-skx-prev-iter-new-env" + - title: "2110.0-8" + data-set: "vpp-2n-skx-curr-iter-best" + comparisons: + - title: "2106.0-8 vs 2106.0-7" + reference: 2 + compare: 3 + - title: "2110.0-8 vs 2106.0-8" + reference: 3 + compare: 4 + legend: + - '' + - 'Test Case: Test cases executed for: PDR throughput on 2n-skx with xxv710.' + - 'YYMM.V-E: [uSec +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "7" for CSIT rls2106, "8" for CSIT rls2110).' + - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' + - '2106.0-8 vs 2106.0-7: Compares CSIT environment current vs previous with previous VPP code.' + - '2110.0-8 vs 2106.0-8: Compares VPP code current vs previous in the current CSIT environment.' + +# VPP Latency Changes 2n-clx 2t1c +- type: "table" + title: "VPP Latency Changes 2n-clx 2t1c PDR50-direction1-avg" + algorithm: "table_comparison" + output-file: "{DIR[STATIC,VPP]}/latency-changes-2n-clx-xxv710-2t1c-pdr50-d1-avg" + include-tests: "latency-PDR50-direction1-avg" + filter: "'2T1C' and 'NDRPDR' and 'NIC_Intel-XXV710' and not 'NF_DENSITY'" + columns: + - title: "2101.0-7" + data-set: "vpp-2n-clx-hist-iter-new-env" + - title: "2106.0-7" + data-set: "vpp-2n-clx-prev-iter-old-env" + - title: "2106.0-8" + data-set: "vpp-2n-clx-prev-iter-new-env" + - title: "2110.0-8" + data-set: "vpp-2n-clx-curr-iter-best" + comparisons: + - title: "2106.0-8 vs 2106.0-7" + reference: 2 + compare: 3 + - title: "2110.0-8 vs 2106.0-8" + reference: 3 + compare: 4 + legend: + - '' + - 'Test Case: Test cases executed for: PDR throughput on 2n-clx with xxv710.' + - 'YYMM.V-E: [uSec +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "7" for CSIT rls2106, "8" for CSIT rls2110).' + - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' + - '2106.0-8 vs 2106.0-7: Compares CSIT environment current vs previous with previous VPP code.' + - '2110.0-8 vs 2106.0-8: Compares VPP code current vs previous in the current CSIT environment.' + +# VPP Latency Changes 2n-clx 2t1c +- type: "table" + title: "VPP Latency Changes 2n-clx 2t1c PDR90-direction1-avg" + algorithm: "table_comparison" + output-file: "{DIR[STATIC,VPP]}/latency-changes-2n-clx-xxv710-2t1c-pdr90-d1-avg" + include-tests: "latency-PDR90-direction1-avg" + filter: "'2T1C' and 'NDRPDR' and 'NIC_Intel-XXV710' and not 'NF_DENSITY'" + columns: + - title: "2101.0-7" + data-set: "vpp-2n-clx-hist-iter-new-env" + - title: "2106.0-7" + data-set: "vpp-2n-clx-prev-iter-old-env" + - title: "2106.0-8" + data-set: "vpp-2n-clx-prev-iter-new-env" + - title: "2110.0-8" + data-set: "vpp-2n-clx-curr-iter-best" + comparisons: + - title: "2106.0-8 vs 2106.0-7" + reference: 2 + compare: 3 + - title: "2110.0-8 vs 2106.0-8" + reference: 3 + compare: 4 + legend: + - '' + - 'Test Case: Test cases executed for: PDR throughput on 2n-clx with xxv710.' + - 'YYMM.V-E: [uSec +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "7" for CSIT rls2106, "8" for CSIT rls2110).' + - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' + - '2106.0-8 vs 2106.0-7: Compares CSIT environment current vs previous with previous VPP code.' + - '2110.0-8 vs 2106.0-8: Compares VPP code current vs previous in the current CSIT environment.' + +# VPP Latency Changes 2n-clx 2t1c +- type: "table" + title: "VPP Latency Changes 2n-clx 2t1c PDR90-direction1-max" + algorithm: "table_comparison" + output-file: "{DIR[STATIC,VPP]}/latency-changes-2n-clx-xxv710-2t1c-pdr90-d1-max" + include-tests: "latency-PDR90-direction1-max" + filter: "'2T1C' and 'NDRPDR' and 'NIC_Intel-XXV710' and not 'NF_DENSITY'" + columns: + - title: "2101.0-7" + data-set: "vpp-2n-clx-hist-iter-new-env" + - title: "2106.0-7" + data-set: "vpp-2n-clx-prev-iter-old-env" + - title: "2106.0-8" + data-set: "vpp-2n-clx-prev-iter-new-env" + - title: "2110.0-8" + data-set: "vpp-2n-clx-curr-iter-best" + comparisons: + - title: "2106.0-8 vs 2106.0-7" + reference: 2 + compare: 3 + - title: "2110.0-8 vs 2106.0-8" + reference: 3 + compare: 4 + legend: + - '' + - 'Test Case: Test cases executed for: PDR throughput on 2n-clx with xxv710.' + - 'YYMM.V-E: [uSec +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "7" for CSIT rls2106, "8" for CSIT rls2110).' + - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' + - '2106.0-8 vs 2106.0-7: Compares CSIT environment current vs previous with previous VPP code.' + - '2110.0-8 vs 2106.0-8: Compares VPP code current vs previous in the current CSIT environment.' + +# VPP Latency Changes 2n-clx 2t1c +- type: "table" + title: "VPP Latency Changes 2n-clx 2t1c PDR50-direction1-avg" + algorithm: "table_comparison" + output-file: "{DIR[STATIC,VPP]}/latency-changes-2n-clx-cx556a-2t1c-pdr50-d1-avg" + include-tests: "latency-PDR50-direction1-avg" + filter: "'2T1C' and 'NDRPDR' and 'NIC_Mellanox-CX556A' and not 'NF_DENSITY'" + columns: + - title: "2101.0-7" + data-set: "vpp-2n-clx-hist-iter-new-env" + - title: "2106.0-7" + data-set: "vpp-2n-clx-prev-iter-old-env" + - title: "2106.0-8" + data-set: "vpp-2n-clx-prev-iter-new-env" + - title: "2110.0-8" + data-set: "vpp-2n-clx-curr-iter-best" + comparisons: + - title: "2106.0-8 vs 2106.0-7" + reference: 2 + compare: 3 + - title: "2110.0-8 vs 2106.0-8" + reference: 3 + compare: 4 + legend: + - '' + - 'Test Case: Test cases executed for: PDR throughput on 2n-clx with cx556a.' + - 'YYMM.V-E: [uSec +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "7" for CSIT rls2106, "8" for CSIT rls2110).' + - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' + - '2106.0-8 vs 2106.0-7: Compares CSIT environment current vs previous with previous VPP code.' + - '2110.0-8 vs 2106.0-8: Compares VPP code current vs previous in the current CSIT environment.' + +# VPP Latency Changes 2n-clx 2t1c +- type: "table" + title: "VPP Latency Changes 2n-clx 2t1c PDR90-direction1-avg" + algorithm: "table_comparison" + output-file: "{DIR[STATIC,VPP]}/latency-changes-2n-clx-cx556a-2t1c-pdr90-d1-avg" + include-tests: "latency-PDR90-direction1-avg" + filter: "'2T1C' and 'NDRPDR' and 'NIC_Mellanox-CX556A' and not 'NF_DENSITY'" + columns: + - title: "2101.0-7" + data-set: "vpp-2n-clx-hist-iter-new-env" + - title: "2106.0-7" + data-set: "vpp-2n-clx-prev-iter-old-env" + - title: "2106.0-8" + data-set: "vpp-2n-clx-prev-iter-new-env" + - title: "2110.0-8" + data-set: "vpp-2n-clx-curr-iter-best" + comparisons: + - title: "2106.0-8 vs 2106.0-7" + reference: 2 + compare: 3 + - title: "2110.0-8 vs 2106.0-8" + reference: 3 + compare: 4 + legend: + - '' + - 'Test Case: Test cases executed for: PDR throughput on 2n-clx with cx556a.' + - 'YYMM.V-E: [uSec +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "7" for CSIT rls2106, "8" for CSIT rls2110).' + - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' + - '2106.0-8 vs 2106.0-7: Compares CSIT environment current vs previous with previous VPP code.' + - '2110.0-8 vs 2106.0-8: Compares VPP code current vs previous in the current CSIT environment.' + +# VPP Latency Changes 2n-clx 2t1c +- type: "table" + title: "VPP Latency Changes 2n-clx 2t1c PDR90-direction1-max" + algorithm: "table_comparison" + output-file: "{DIR[STATIC,VPP]}/latency-changes-2n-clx-cx556a-2t1c-pdr90-d1-max" + include-tests: "latency-PDR90-direction1-max" + filter: "'2T1C' and 'NDRPDR' and 'NIC_Mellanox-CX556A' and not 'NF_DENSITY'" + columns: + - title: "2101.0-7" + data-set: "vpp-2n-clx-hist-iter-new-env" + - title: "2106.0-7" + data-set: "vpp-2n-clx-prev-iter-old-env" + - title: "2106.0-8" + data-set: "vpp-2n-clx-prev-iter-new-env" + - title: "2110.0-8" + data-set: "vpp-2n-clx-curr-iter-best" + comparisons: + - title: "2106.0-8 vs 2106.0-7" + reference: 2 + compare: 3 + - title: "2110.0-8 vs 2106.0-8" + reference: 3 + compare: 4 + legend: + - '' + - 'Test Case: Test cases executed for: PDR throughput on 2n-clx with cx556a.' + - 'YYMM.V-E: [uSec +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "7" for CSIT rls2106, "8" for CSIT rls2110).' + - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' + - '2106.0-8 vs 2106.0-7: Compares CSIT environment current vs previous with previous VPP code.' + - '2110.0-8 vs 2106.0-8: Compares VPP code current vs previous in the current CSIT environment.' + +# VPP Latency Changes 2n-zn2 2t1c +- type: "table" + title: "VPP Latency Changes 2n-zn2 2t1c PDR50-direction1-avg" + algorithm: "table_comparison" + output-file: "{DIR[STATIC,VPP]}/latency-changes-2n-zn2-xxv710-2t1c-pdr50-d1-avg" + include-tests: "latency-PDR50-direction1-avg" + filter: "'2T1C' and 'NDRPDR' and 'NIC_Intel-XXV710'" + columns: + - title: "2101.0-7" + data-set: "vpp-2n-zn2-hist-iter-new-env" + - title: "2106.0-7" + data-set: "vpp-2n-zn2-prev-iter-old-env" + - title: "2106.0-8" + data-set: "vpp-2n-zn2-prev-iter-new-env" + - title: "2110.0-8" + data-set: "vpp-2n-zn2-curr-iter-best" + comparisons: + - title: "2106.0-8 vs 2106.0-7" + reference: 2 + compare: 3 + - title: "2110.0-8 vs 2106.0-8" + reference: 3 + compare: 4 + legend: + - '' + - 'Test Case: Test cases executed for: PDR throughput on 2n-zn2 with xxv710.' + - 'YYMM.V-E: [uSec +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "7" for CSIT rls2106, "8" for CSIT rls2110).' + - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' + - '2106.0-8 vs 2106.0-7: Compares CSIT environment current vs previous with previous VPP code.' + - '2110.0-8 vs 2106.0-8: Compares VPP code current vs previous in the current CSIT environment.' + +# VPP Latency Changes 2n-zn2 2t1c +- type: "table" + title: "VPP Latency Changes 2n-zn2 2t1c PDR90-direction1-avg" + algorithm: "table_comparison" + output-file: "{DIR[STATIC,VPP]}/latency-changes-2n-zn2-xxv710-2t1c-pdr90-d1-avg" + include-tests: "latency-PDR90-direction1-avg" + filter: "'2T1C' and 'NDRPDR' and 'NIC_Intel-XXV710'" + columns: + - title: "2101.0-7" + data-set: "vpp-2n-zn2-hist-iter-new-env" + - title: "2106.0-7" + data-set: "vpp-2n-zn2-prev-iter-old-env" + - title: "2106.0-8" + data-set: "vpp-2n-zn2-prev-iter-new-env" + - title: "2110.0-8" + data-set: "vpp-2n-zn2-curr-iter-best" + comparisons: + - title: "2106.0-8 vs 2106.0-7" + reference: 2 + compare: 3 + - title: "2110.0-8 vs 2106.0-8" + reference: 3 + compare: 4 + legend: + - '' + - 'Test Case: Test cases executed for: PDR throughput on 2n-zn2 with xxv710.' + - 'YYMM.V-E: [uSec +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "7" for CSIT rls2106, "8" for CSIT rls2110).' + - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' + - '2106.0-8 vs 2106.0-7: Compares CSIT environment current vs previous with previous VPP code.' + - '2110.0-8 vs 2106.0-8: Compares VPP code current vs previous in the current CSIT environment.' + +# VPP Latency Changes 2n-zn2 2t1c +- type: "table" + title: "VPP Latency Changes 2n-zn2 2t1c PDR90-direction1-max" + algorithm: "table_comparison" + output-file: "{DIR[STATIC,VPP]}/latency-changes-2n-zn2-xxv710-2t1c-pdr90-d1-max" + include-tests: "latency-PDR90-direction1-max" + filter: "'2T1C' and 'NDRPDR' and 'NIC_Intel-XXV710'" + columns: + - title: "2101.0-7" + data-set: "vpp-2n-zn2-hist-iter-new-env" + - title: "2106.0-7" + data-set: "vpp-2n-zn2-prev-iter-old-env" + - title: "2106.0-8" + data-set: "vpp-2n-zn2-prev-iter-new-env" + - title: "2110.0-8" + data-set: "vpp-2n-zn2-curr-iter-best" + comparisons: + - title: "2106.0-8 vs 2106.0-7" + reference: 2 + compare: 3 + - title: "2110.0-8 vs 2106.0-8" + reference: 3 + compare: 4 + legend: + - '' + - 'Test Case: Test cases executed for: PDR throughput on 2n-zn2 with xxv710.' + - 'YYMM.V-E: [uSec +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "7" for CSIT rls2106, "8" for CSIT rls2110).' + - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' + - '2106.0-8 vs 2106.0-7: Compares CSIT environment current vs previous with previous VPP code.' + - '2110.0-8 vs 2106.0-8: Compares VPP code current vs previous in the current CSIT environment.' + +# VPP Latency Changes 2n-tx2 1t1c +- type: "table" + title: "VPP Latency Changes 2n-tx2 1t1c PDR50-direction1-avg" + algorithm: "table_comparison" + output-file: "{DIR[STATIC,VPP]}/latency-changes-2n-tx2-xl710-1t1c-pdr50-d1-avg" + include-tests: "latency-PDR50-direction1-avg" + filter: "'1T1C' and 'NDRPDR'" + columns: + - title: "2101.0-7" + data-set: "vpp-2n-tx2-hist-iter-new-env" + - title: "2106.0-7" + data-set: "vpp-2n-tx2-prev-iter-old-env" + - title: "2106.0-8" + data-set: "vpp-2n-tx2-prev-iter-new-env" + - title: "2110.0-8" + data-set: "vpp-2n-tx2-curr-iter-best" + comparisons: + - title: "2106.0-8 vs 2106.0-7" + reference: 2 + compare: 3 + - title: "2110.0-8 vs 2106.0-8" + reference: 3 + compare: 4 + legend: + - '' + - 'Test Case: Test cases executed for: PDR throughput on 2n-tx2 with xl710.' + - 'YYMM.V-E: [uSec +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "7" for CSIT rls2106, "8" for CSIT rls2110).' + - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' + - '2106.0-8 vs 2106.0-7: Compares CSIT environment current vs previous with previous VPP code.' + - '2110.0-8 vs 2106.0-8: Compares VPP code current vs previous in the current CSIT environment.' + +# VPP Latency Changes 2n-tx2 1t1c +- type: "table" + title: "VPP Latency Changes 2n-tx2 1t1c PDR90-direction1-avg" + algorithm: "table_comparison" + output-file: "{DIR[STATIC,VPP]}/latency-changes-2n-tx2-xl710-1t1c-pdr90-d1-avg" + include-tests: "latency-PDR90-direction1-avg" + filter: "'1T1C' and 'NDRPDR'" + columns: + - title: "2101.0-7" + data-set: "vpp-2n-tx2-hist-iter-new-env" + - title: "2106.0-7" + data-set: "vpp-2n-tx2-prev-iter-old-env" + - title: "2106.0-8" + data-set: "vpp-2n-tx2-prev-iter-new-env" + - title: "2110.0-8" + data-set: "vpp-2n-tx2-curr-iter-best" + comparisons: + - title: "2106.0-8 vs 2106.0-7" + reference: 2 + compare: 3 + - title: "2110.0-8 vs 2106.0-8" + reference: 3 + compare: 4 + legend: + - '' + - 'Test Case: Test cases executed for: PDR throughput on 2n-tx2 with xl710.' + - 'YYMM.V-E: [uSec +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "7" for CSIT rls2106, "8" for CSIT rls2110).' + - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' + - '2106.0-8 vs 2106.0-7: Compares CSIT environment current vs previous with previous VPP code.' + - '2110.0-8 vs 2106.0-8: Compares VPP code current vs previous in the current CSIT environment.' + +# VPP Latency Changes 2n-tx2 1t1c +- type: "table" + title: "VPP Latency Changes 2n-tx2 1t1c PDR90-direction1-max" + algorithm: "table_comparison" + output-file: "{DIR[STATIC,VPP]}/latency-changes-2n-tx2-xl710-1t1c-pdr90-d1-max" + include-tests: "latency-PDR90-direction1-max" + filter: "'1T1C' and 'NDRPDR'" + columns: + - title: "2101.0-7" + data-set: "vpp-2n-tx2-hist-iter-new-env" + - title: "2106.0-7" + data-set: "vpp-2n-tx2-prev-iter-old-env" + - title: "2106.0-8" + data-set: "vpp-2n-tx2-prev-iter-new-env" + - title: "2110.0-8" + data-set: "vpp-2n-tx2-curr-iter-best" + comparisons: + - title: "2106.0-8 vs 2106.0-7" + reference: 2 + compare: 3 + - title: "2110.0-8 vs 2106.0-8" + reference: 3 + compare: 4 + legend: + - '' + - 'Test Case: Test cases executed for: PDR throughput on 2n-tx2 with xl710.' + - 'YYMM.V-E: [uSec +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "7" for CSIT rls2106, "8" for CSIT rls2110).' + - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' + - '2106.0-8 vs 2106.0-7: Compares CSIT environment current vs previous with previous VPP code.' + - '2110.0-8 vs 2106.0-8: Compares VPP code current vs previous in the current CSIT environment.' + +# VPP Latency Changes 3n-tsh 1t1c +- type: "table" + title: "VPP Latency Changes 3n-tsh 1t1c PDR50-direction1-avg" + algorithm: "table_comparison" + output-file: "{DIR[STATIC,VPP]}/latency-changes-3n-tsh-x520-1t1c-pdr50-d1-avg" + include-tests: "latency-PDR50-direction1-avg" + filter: "'1T1C' and 'NDRPDR'" + columns: + - title: "2101.0-7" + data-set: "vpp-3n-tsh-hist-iter-new-env" + - title: "2106.0-7" + data-set: "vpp-3n-tsh-prev-iter-old-env" + - title: "2106.0-8" + data-set: "vpp-3n-tsh-prev-iter-new-env" + - title: "2110.0-8" + data-set: "vpp-3n-tsh-curr-iter-best" + comparisons: + - title: "2106.0-8 vs 2106.0-7" + reference: 2 + compare: 3 + - title: "2110.0-8 vs 2106.0-8" + reference: 3 + compare: 4 + legend: + - '' + - 'Test Case: Test cases executed for: PDR throughput on 3n-tsh with x520.' + - 'YYMM.V-E: [uSec +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "7" for CSIT rls2106, "8" for CSIT rls2110).' + - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' + - '2106.0-8 vs 2106.0-7: Compares CSIT environment current vs previous with previous VPP code.' + - '2110.0-8 vs 2106.0-8: Compares VPP code current vs previous in the current CSIT environment.' + +# VPP Latency Changes 3n-tsh 1t1c +- type: "table" + title: "VPP Latency Changes 3n-tsh 1t1c PDR90-direction1-avg" + algorithm: "table_comparison" + output-file: "{DIR[STATIC,VPP]}/latency-changes-3n-tsh-x520-1t1c-pdr90-d1-avg" + include-tests: "latency-PDR90-direction1-avg" + filter: "'1T1C' and 'NDRPDR'" + columns: + - title: "2101.0-7" + data-set: "vpp-3n-tsh-hist-iter-new-env" + - title: "2106.0-7" + data-set: "vpp-3n-tsh-prev-iter-old-env" + - title: "2106.0-8" + data-set: "vpp-3n-tsh-prev-iter-new-env" + - title: "2110.0-8" + data-set: "vpp-3n-tsh-curr-iter-best" + comparisons: + - title: "2106.0-8 vs 2106.0-7" + reference: 2 + compare: 3 + - title: "2110.0-8 vs 2106.0-8" + reference: 3 + compare: 4 + legend: + - '' + - 'Test Case: Test cases executed for: PDR throughput on 3n-tsh with x520.' + - 'YYMM.V-E: [uSec +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "7" for CSIT rls2106, "8" for CSIT rls2110).' + - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' + - '2106.0-8 vs 2106.0-7: Compares CSIT environment current vs previous with previous VPP code.' + - '2110.0-8 vs 2106.0-8: Compares VPP code current vs previous in the current CSIT environment.' + +# VPP Latency Changes 3n-tsh 1t1c +- type: "table" + title: "VPP Latency Changes 3n-tsh 1t1c PDR90-direction1-max" + algorithm: "table_comparison" + output-file: "{DIR[STATIC,VPP]}/latency-changes-3n-tsh-x520-1t1c-pdr90-d1-max" + include-tests: "latency-PDR90-direction1-max" + filter: "'1T1C' and 'NDRPDR'" + columns: + - title: "2101.0-7" + data-set: "vpp-3n-tsh-hist-iter-new-env" + - title: "2106.0-7" + data-set: "vpp-3n-tsh-prev-iter-old-env" + - title: "2106.0-8" + data-set: "vpp-3n-tsh-prev-iter-new-env" + - title: "2110.0-8" + data-set: "vpp-3n-tsh-curr-iter-best" + comparisons: + - title: "2106.0-8 vs 2106.0-7" + reference: 2 + compare: 3 + - title: "2110.0-8 vs 2106.0-8" + reference: 3 + compare: 4 + legend: + - '' + - 'Test Case: Test cases executed for: PDR throughput on 3n-tsh with x520.' + - 'YYMM.V-E: [uSec +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "7" for CSIT rls2106, "8" for CSIT rls2110).' + - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' + - '2106.0-8 vs 2106.0-7: Compares CSIT environment current vs previous with previous VPP code.' + - '2110.0-8 vs 2106.0-8: Compares VPP code current vs previous in the current CSIT environment.' + # VPP Soak vs NDR - 2n-skx - type: "table" title: "VPP Soak vs NDR 2n-skx" @@ -375,30 +1519,28 @@ include-tests: "PDR" # "PDR" | "NDR" | "MRR" filter: "'2T1C' and 'NDRPDR' and 'NIC_Intel-XXV710' and not 'NF_DENSITY'" columns: - - title: "2009.0-6" + - title: "2101.0-7" data-set: "vpp-3n-skx-hist-iter-new-env" - - title: "2101.0-6" + - title: "2106.0-7" data-set: "vpp-3n-skx-prev-iter-old-env" - - title: "2101.0-7" + - title: "2106.0-8" data-set: "vpp-3n-skx-prev-iter-new-env" - - title: "2106.0-7" + - title: "2110.0-8" data-set: "vpp-3n-skx-curr-iter" comparisons: - - title: "2101.0-7 vs 2101.0-6" + - title: "2106.0-8 vs 2106.0-7" reference: 2 compare: 3 -# rca-file: "rca/rca-3n-skx-2t1c-pdr-rca1.yaml" - - title: "2106.0-7 vs 2101.0-7" + - title: "2110.0-8 vs 2106.0-8" reference: 3 compare: 4 -# rca-file: "rca/rca-3n-skx-2t1c-pdr-rca2.yaml" legend: - '' - 'Test Case: Test cases executed for: PDR throughput on 3n-skx with xxv710.' - - 'YYMM.V-E: [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "6" for CSIT rls2101, "7" for CSIT rls2106).' + - 'YYMM.V-E: [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "7" for CSIT rls2106, "8" for CSIT rls2110).' - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' - - '2101.0-7 vs 2101.0-6: Compares CSIT environment current vs previous with previous VPP code.' - - '2106.0-7 vs 2101.0-7: Compares VPP code current vs previous in the current CSIT environment.' + - '2106.0-8 vs 2106.0-7: Compares CSIT environment current vs previous with previous VPP code.' + - '2110.0-8 vs 2106.0-8: Compares VPP code current vs previous in the current CSIT environment.' # VPP Performance Changes 3n-skx 4t2c pdr - type: "table" @@ -408,30 +1550,28 @@ include-tests: "PDR" # "PDR" | "NDR" | "MRR" filter: "'4T2C' and 'NDRPDR' and 'NIC_Intel-XXV710' and not 'NF_DENSITY'" columns: - - title: "2009.0-6" + - title: "2101.0-7" data-set: "vpp-3n-skx-hist-iter-new-env" - - title: "2101.0-6" + - title: "2106.0-7" data-set: "vpp-3n-skx-prev-iter-old-env" - - title: "2101.0-7" + - title: "2106.0-8" data-set: "vpp-3n-skx-prev-iter-new-env" - - title: "2106.0-7" + - title: "2110.0-8" data-set: "vpp-3n-skx-curr-iter" comparisons: - - title: "2101.0-7 vs 2101.0-6" + - title: "2106.0-8 vs 2106.0-7" reference: 2 compare: 3 -# rca-file: "rca/rca-3n-skx-4t2c-pdr-rca1.yaml" - - title: "2106.0-7 vs 2101.0-7" + - title: "2110.0-8 vs 2106.0-8" reference: 3 compare: 4 -# rca-file: "rca/rca-3n-skx-4t2c-pdr-rca2.yaml" legend: - '' - 'Test Case: Test cases executed for: PDR throughput on 3n-skx with xxv710.' - - 'YYMM.V-E: [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "6" for CSIT rls2101, "7" for CSIT rls2106).' + - 'YYMM.V-E: [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "7" for CSIT rls2106, "8" for CSIT rls2110).' - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' - - '2101.0-7 vs 2101.0-6: Compares CSIT environment current vs previous with previous VPP code.' - - '2106.0-7 vs 2101.0-7: Compares VPP code current vs previous in the current CSIT environment.' + - '2106.0-8 vs 2106.0-7: Compares CSIT environment current vs previous with previous VPP code.' + - '2110.0-8 vs 2106.0-8: Compares VPP code current vs previous in the current CSIT environment.' # VPP Performance Changes 3n-skx 2t1c ndr - type: "table" @@ -441,30 +1581,28 @@ include-tests: "NDR" # "PDR" | "NDR" | "MRR" filter: "'2T1C' and 'NDRPDR' and 'NIC_Intel-XXV710' and not 'NF_DENSITY'" columns: - - title: "2009.0-6" + - title: "2101.0-7" data-set: "vpp-3n-skx-hist-iter-new-env" - - title: "2101.0-6" + - title: "2106.0-7" data-set: "vpp-3n-skx-prev-iter-old-env" - - title: "2101.0-7" + - title: "2106.0-8" data-set: "vpp-3n-skx-prev-iter-new-env" - - title: "2106.0-7" + - title: "2110.0-8" data-set: "vpp-3n-skx-curr-iter" comparisons: - - title: "2101.0-7 vs 2101.0-6" + - title: "2106.0-8 vs 2106.0-7" reference: 2 compare: 3 -# rca-file: "rca/rca-3n-skx-2t1c-ndr-rca1.yaml" - - title: "2106.0-7 vs 2101.0-7" + - title: "2110.0-8 vs 2106.0-8" reference: 3 compare: 4 -# rca-file: "rca/rca-3n-skx-2t1c-ndr-rca2.yaml" legend: - '' - 'Test Case: Test cases executed for: NDR throughput on 3n-skx with xxv710.' - - 'YYMM.V-E: [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "6" for CSIT rls2101, "7" for CSIT rls2106).' + - 'YYMM.V-E: [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "7" for CSIT rls2106, "8" for CSIT rls2110).' - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' - - '2101.0-7 vs 2101.0-6: Compares CSIT environment current vs previous with previous VPP code.' - - '2106.0-7 vs 2101.0-7: Compares VPP code current vs previous in the current CSIT environment.' + - '2106.0-8 vs 2106.0-7: Compares CSIT environment current vs previous with previous VPP code.' + - '2110.0-8 vs 2106.0-8: Compares VPP code current vs previous in the current CSIT environment.' # VPP Performance Changes 3n-skx 4t2c ndr - type: "table" @@ -474,30 +1612,28 @@ include-tests: "NDR" # "PDR" | "NDR" | "MRR" filter: "'4T2C' and 'NDRPDR' and 'NIC_Intel-XXV710' and not 'NF_DENSITY'" columns: - - title: "2009.0-6" + - title: "2101.0-7" data-set: "vpp-3n-skx-hist-iter-new-env" - - title: "2101.0-6" + - title: "2106.0-7" data-set: "vpp-3n-skx-prev-iter-old-env" - - title: "2101.0-7" + - title: "2106.0-8" data-set: "vpp-3n-skx-prev-iter-new-env" - - title: "2106.0-7" + - title: "2110.0-8" data-set: "vpp-3n-skx-curr-iter" comparisons: - - title: "2101.0-7 vs 2101.0-6" + - title: "2106.0-8 vs 2106.0-7" reference: 2 compare: 3 -# rca-file: "rca/rca-3n-skx-4t2c-ndr-rca1.yaml" - - title: "2106.0-7 vs 2101.0-7" + - title: "2110.0-8 vs 2106.0-8" reference: 3 compare: 4 -# rca-file: "rca/rca-3n-skx-4t2c-ndr-rca2.yaml" legend: - '' - 'Test Case: Test cases executed for: NDR throughput on 3n-skx with xxv710.' - - 'YYMM.V-E: [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "6" for CSIT rls2101, "7" for CSIT rls2106).' + - 'YYMM.V-E: [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "7" for CSIT rls2106, "8" for CSIT rls2110).' - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' - - '2101.0-7 vs 2101.0-6: Compares CSIT environment current vs previous with previous VPP code.' - - '2106.0-7 vs 2101.0-7: Compares VPP code current vs previous in the current CSIT environment.' + - '2106.0-8 vs 2106.0-7: Compares CSIT environment current vs previous with previous VPP code.' + - '2110.0-8 vs 2106.0-8: Compares VPP code current vs previous in the current CSIT environment.' # VPP Performance Changes 2n-skx 2t1c pdr - type: "table" @@ -507,30 +1643,28 @@ include-tests: "PDR" # "PDR" | "NDR" | "MRR" filter: "'2T1C' and 'NDRPDR' and 'NIC_Intel-XXV710' and not 'NF_DENSITY'" columns: - - title: "2009.0-6" + - title: "2101.0-7" data-set: "vpp-2n-skx-hist-iter-new-env" - - title: "2101.0-6" + - title: "2106.0-7" data-set: "vpp-2n-skx-prev-iter-old-env" - - title: "2101.0-7" + - title: "2106.0-8" data-set: "vpp-2n-skx-prev-iter-new-env" - - title: "2106.0-7" + - title: "2110.0-8" data-set: "vpp-2n-skx-curr-iter" comparisons: - - title: "2101.0-7 vs 2101.0-6" + - title: "2106.0-8 vs 2106.0-7" reference: 2 compare: 3 -# rca-file: "rca/rca-2n-skx-2t1c-pdr-rca1.yaml" - - title: "2106.0-7 vs 2101.0-7" + - title: "2110.0-8 vs 2106.0-8" reference: 3 compare: 4 -# rca-file: "rca/rca-2n-skx-2t1c-pdr-rca2.yaml" legend: - '' - 'Test Case: Test cases executed for: PDR throughput on 2n-skx with xxv710.' - - 'YYMM.V-E: [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "6" for CSIT rls2101, "7" for CSIT rls2106).' + - 'YYMM.V-E: [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "7" for CSIT rls2106, "8" for CSIT rls2110).' - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' - - '2101.0-7 vs 2101.0-6: Compares CSIT environment current vs previous with previous VPP code.' - - '2106.0-7 vs 2101.0-7: Compares VPP code current vs previous in the current CSIT environment.' + - '2106.0-8 vs 2106.0-7: Compares CSIT environment current vs previous with previous VPP code.' + - '2110.0-8 vs 2106.0-8: Compares VPP code current vs previous in the current CSIT environment.' # VPP Performance Changes 2n-skx 4t2c pdr - type: "table" @@ -540,30 +1674,28 @@ include-tests: "PDR" # "PDR" | "NDR" | "MRR" filter: "'4T2C' and 'NDRPDR' and 'NIC_Intel-XXV710' and not 'NF_DENSITY'" columns: - - title: "2009.0-6" + - title: "2101.0-7" data-set: "vpp-2n-skx-hist-iter-new-env" - - title: "2101.0-6" + - title: "2106.0-7" data-set: "vpp-2n-skx-prev-iter-old-env" - - title: "2101.0-7" + - title: "2106.0-8" data-set: "vpp-2n-skx-prev-iter-new-env" - - title: "2106.0-7" + - title: "2110.0-8" data-set: "vpp-2n-skx-curr-iter" comparisons: - - title: "2101.0-7 vs 2101.0-6" + - title: "2106.0-8 vs 2106.0-7" reference: 2 compare: 3 -# rca-file: "rca/rca-2n-skx-4t2c-pdr-rca1.yaml" - - title: "2106.0-7 vs 2101.0-7" + - title: "2110.0-8 vs 2106.0-8" reference: 3 compare: 4 -# rca-file: "rca/rca-2n-skx-4t2c-pdr-rca2.yaml" legend: - '' - 'Test Case: Test cases executed for: PDR throughput on 2n-skx with xxv710.' - - 'YYMM.V-E: [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "6" for CSIT rls2101, "7" for CSIT rls2106).' + - 'YYMM.V-E: [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "7" for CSIT rls2106, "8" for CSIT rls2110).' - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' - - '2101.0-7 vs 2101.0-6: Compares CSIT environment current vs previous with previous VPP code.' - - '2106.0-7 vs 2101.0-7: Compares VPP code current vs previous in the current CSIT environment.' + - '2106.0-8 vs 2106.0-7: Compares CSIT environment current vs previous with previous VPP code.' + - '2110.0-8 vs 2106.0-8: Compares VPP code current vs previous in the current CSIT environment.' # VPP Performance Changes 2n-skx 2t1c ndr - type: "table" @@ -573,30 +1705,28 @@ include-tests: "NDR" # "PDR" | "NDR" | "MRR" filter: "'2T1C' and 'NDRPDR' and 'NIC_Intel-XXV710' and not 'NF_DENSITY'" columns: - - title: "2009.0-6" + - title: "2101.0-7" data-set: "vpp-2n-skx-hist-iter-new-env" - - title: "2101.0-6" + - title: "2106.0-7" data-set: "vpp-2n-skx-prev-iter-old-env" - - title: "2101.0-7" + - title: "2106.0-8" data-set: "vpp-2n-skx-prev-iter-new-env" - - title: "2106.0-7" + - title: "2110.0-8" data-set: "vpp-2n-skx-curr-iter" comparisons: - - title: "2101.0-7 vs 2101.0-6" + - title: "2106.0-8 vs 2106.0-7" reference: 2 compare: 3 -# rca-file: "rca/rca-2n-skx-2t1c-ndr-rca1.yaml" - - title: "2106.0-7 vs 2101.0-7" + - title: "2110.0-8 vs 2106.0-8" reference: 3 compare: 4 -# rca-file: "rca/rca-2n-skx-2t1c-ndr-rca2.yaml" legend: - '' - 'Test Case: Test cases executed for: NDR throughput on 2n-skx with xxv710.' - - 'YYMM.V-E: [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "6" for CSIT rls2101, "7" for CSIT rls2106).' + - 'YYMM.V-E: [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "7" for CSIT rls2106, "8" for CSIT rls2110).' - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' - - '2101.0-7 vs 2101.0-6: Compares CSIT environment current vs previous with previous VPP code.' - - '2106.0-7 vs 2101.0-7: Compares VPP code current vs previous in the current CSIT environment.' + - '2106.0-8 vs 2106.0-7: Compares CSIT environment current vs previous with previous VPP code.' + - '2110.0-8 vs 2106.0-8: Compares VPP code current vs previous in the current CSIT environment.' # VPP Performance Changes 2n-skx 4t2c ndr - type: "table" @@ -606,30 +1736,28 @@ include-tests: "NDR" # "PDR" | "NDR" | "MRR" filter: "'4T2C' and 'NDRPDR' and 'NIC_Intel-XXV710' and not 'NF_DENSITY'" columns: - - title: "2009.0-6" + - title: "2101.0-7" data-set: "vpp-2n-skx-hist-iter-new-env" - - title: "2101.0-6" + - title: "2106.0-7" data-set: "vpp-2n-skx-prev-iter-old-env" - - title: "2101.0-7" + - title: "2106.0-8" data-set: "vpp-2n-skx-prev-iter-new-env" - - title: "2106.0-7" + - title: "2110.0-8" data-set: "vpp-2n-skx-curr-iter" comparisons: - - title: "2101.0-7 vs 2101.0-6" + - title: "2106.0-8 vs 2106.0-7" reference: 2 compare: 3 -# rca-file: "rca/rca-2n-skx-4t2c-ndr-rca1.yaml" - - title: "2106.0-7 vs 2101.0-7" + - title: "2110.0-8 vs 2106.0-8" reference: 3 compare: 4 -# rca-file: "rca/rca-2n-skx-4t2c-ndr-rca2.yaml" legend: - '' - 'Test Case: Test cases executed for: NDR throughput on 2n-skx with xxv710.' - - 'YYMM.V-E: [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "6" for CSIT rls2101, "7" for CSIT rls2106).' + - 'YYMM.V-E: [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "7" for CSIT rls2106, "8" for CSIT rls2110).' - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' - - '2101.0-7 vs 2101.0-6: Compares CSIT environment current vs previous with previous VPP code.' - - '2106.0-7 vs 2101.0-7: Compares VPP code current vs previous in the current CSIT environment.' + - '2106.0-8 vs 2106.0-7: Compares CSIT environment current vs previous with previous VPP code.' + - '2110.0-8 vs 2106.0-8: Compares VPP code current vs previous in the current CSIT environment.' # VPP Performance Changes 2n-clx-xxv710 2t1c pdr - type: "table" @@ -639,30 +1767,28 @@ include-tests: "PDR" # "PDR" | "NDR" | "MRR" filter: "'2T1C' and 'NDRPDR' and 'NIC_Intel-XXV710' and not 'NF_DENSITY'" columns: - - title: "2009.0-6" + - title: "2101.0-7" data-set: "vpp-2n-clx-hist-iter-new-env" - - title: "2101.0-6" + - title: "2106.0-7" data-set: "vpp-2n-clx-prev-iter-old-env" - - title: "2101.0-7" + - title: "2106.0-8" data-set: "vpp-2n-clx-prev-iter-new-env" - - title: "2106.0-7" + - title: "2110.0-8" data-set: "vpp-2n-clx-curr-iter" comparisons: - - title: "2101.0-7 vs 2101.0-6" + - title: "2106.0-8 vs 2106.0-7" reference: 2 compare: 3 -# rca-file: "rca/rca-2n-clx-2t1c-pdr-rca1.yaml" - - title: "2106.0-7 vs 2101.0-7" + - title: "2110.0-8 vs 2106.0-8" reference: 3 compare: 4 -# rca-file: "rca/rca-2n-clx-2t1c-pdr-rca1.yaml" legend: - '' - 'Test Case: Test cases executed for: PDR throughput on 2n-clx with xxv710.' - - 'YYMM.V-E: [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "6" for CSIT rls2101, "7" for CSIT rls2106).' + - 'YYMM.V-E: [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "7" for CSIT rls2106, "8" for CSIT rls2110).' - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' - - '2101.0-7 vs 2101.0-6: Compares CSIT environment current vs previous with previous VPP code.' - - '2106.0-7 vs 2101.0-7: Compares VPP code current vs previous in the current CSIT environment.' + - '2106.0-8 vs 2106.0-7: Compares CSIT environment current vs previous with previous VPP code.' + - '2110.0-8 vs 2106.0-8: Compares VPP code current vs previous in the current CSIT environment.' # VPP Performance Changes 2n-clx-xxv710 4t2c pdr - type: "table" @@ -672,30 +1798,28 @@ include-tests: "PDR" # "PDR" | "NDR" | "MRR" filter: "'4T2C' and 'NDRPDR' and 'NIC_Intel-XXV710' and not 'NF_DENSITY'" columns: - - title: "2009.0-6" + - title: "2101.0-7" data-set: "vpp-2n-clx-hist-iter-new-env" - - title: "2101.0-6" + - title: "2106.0-7" data-set: "vpp-2n-clx-prev-iter-old-env" - - title: "2101.0-7" + - title: "2106.0-8" data-set: "vpp-2n-clx-prev-iter-new-env" - - title: "2106.0-7" + - title: "2110.0-8" data-set: "vpp-2n-clx-curr-iter" comparisons: - - title: "2101.0-7 vs 2101.0-6" + - title: "2106.0-8 vs 2106.0-7" reference: 2 compare: 3 -# rca-file: "rca/rca-2n-clx-4t2c-pdr-rca1.yaml" - - title: "2106.0-7 vs 2101.0-7" + - title: "2110.0-8 vs 2106.0-8" reference: 3 compare: 4 -# rca-file: "rca/rca-2n-clx-4t2c-pdr-rca1.yaml" legend: - '' - 'Test Case: Test cases executed for: PDR throughput on 2n-clx with xxv710.' - - 'YYMM.V-E: [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "6" for CSIT rls2101, "7" for CSIT rls2106).' + - 'YYMM.V-E: [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "7" for CSIT rls2106, "8" for CSIT rls2110).' - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' - - '2101.0-7 vs 2101.0-6: Compares CSIT environment current vs previous with previous VPP code.' - - '2106.0-7 vs 2101.0-7: Compares VPP code current vs previous in the current CSIT environment.' + - '2106.0-8 vs 2106.0-7: Compares CSIT environment current vs previous with previous VPP code.' + - '2110.0-8 vs 2106.0-8: Compares VPP code current vs previous in the current CSIT environment.' # VPP Performance Changes 2n-clx-xxv710 2t1c ndr - type: "table" @@ -705,30 +1829,28 @@ include-tests: "NDR" # "PDR" | "NDR" | "MRR" filter: "'2T1C' and 'NDRPDR' and 'NIC_Intel-XXV710' and not 'NF_DENSITY'" columns: - - title: "2009.0-6" + - title: "2101.0-7" data-set: "vpp-2n-clx-hist-iter-new-env" - - title: "2101.0-6" + - title: "2106.0-7" data-set: "vpp-2n-clx-prev-iter-old-env" - - title: "2101.0-7" + - title: "2106.0-8" data-set: "vpp-2n-clx-prev-iter-new-env" - - title: "2106.0-7" + - title: "2110.0-8" data-set: "vpp-2n-clx-curr-iter" comparisons: - - title: "2101.0-7 vs 2101.0-6" + - title: "2106.0-8 vs 2106.0-7" reference: 2 compare: 3 -# rca-file: "rca/rca-2n-clx-2t1c-ndr-rca1.yaml" - - title: "2106.0-7 vs 2101.0-7" + - title: "2110.0-8 vs 2106.0-8" reference: 3 compare: 4 -# rca-file: "rca/rca-2n-clx-2t1c-ndr-rca1.yaml" legend: - '' - 'Test Case: Test cases executed for: NDR throughput on 2n-clx with xxv710.' - - 'YYMM.V-E: [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "6" for CSIT rls2101, "7" for CSIT rls2106).' + - 'YYMM.V-E: [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "7" for CSIT rls2106, "8" for CSIT rls2110).' - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' - - '2101.0-7 vs 2101.0-6: Compares CSIT environment current vs previous with previous VPP code.' - - '2106.0-7 vs 2101.0-7: Compares VPP code current vs previous in the current CSIT environment.' + - '2106.0-8 vs 2106.0-7: Compares CSIT environment current vs previous with previous VPP code.' + - '2110.0-8 vs 2106.0-8: Compares VPP code current vs previous in the current CSIT environment.' # VPP Performance Changes 2n-clx-xxv710 4t2c ndr - type: "table" @@ -738,30 +1860,28 @@ include-tests: "NDR" # "PDR" | "NDR" | "MRR" filter: "'4T2C' and 'NDRPDR' and 'NIC_Intel-XXV710' and not 'NF_DENSITY'" columns: - - title: "2009.0-6" + - title: "2101.0-7" data-set: "vpp-2n-clx-hist-iter-new-env" - - title: "2101.0-6" + - title: "2106.0-7" data-set: "vpp-2n-clx-prev-iter-old-env" - - title: "2101.0-7" + - title: "2106.0-8" data-set: "vpp-2n-clx-prev-iter-new-env" - - title: "2106.0-7" + - title: "2110.0-8" data-set: "vpp-2n-clx-curr-iter" comparisons: - - title: "2101.0-7 vs 2101.0-6" + - title: "2106.0-8 vs 2106.0-7" reference: 2 compare: 3 -# rca-file: "rca/rca-2n-clx-4t2c-ndr-rca1.yaml" - - title: "2106.0-7 vs 2101.0-7" + - title: "2110.0-8 vs 2106.0-8" reference: 3 compare: 4 -# rca-file: "rca/rca-2n-clx-4t2c-ndr-rca1.yaml" legend: - '' - 'Test Case: Test cases executed for: NDR throughput on 2n-clx with xxv710.' - - 'YYMM.V-E: [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "6" for CSIT rls2101, "7" for CSIT rls2106).' + - 'YYMM.V-E: [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "7" for CSIT rls2106, "8" for CSIT rls2110).' - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' - - '2101.0-7 vs 2101.0-6: Compares CSIT environment current vs previous with previous VPP code.' - - '2106.0-7 vs 2101.0-7: Compares VPP code current vs previous in the current CSIT environment.' + - '2106.0-8 vs 2106.0-7: Compares CSIT environment current vs previous with previous VPP code.' + - '2110.0-8 vs 2106.0-8: Compares VPP code current vs previous in the current CSIT environment.' # VPP Performance Changes 2n-clx-cx556a 2t1c pdr - type: "table" @@ -771,30 +1891,28 @@ include-tests: "PDR" # "PDR" | "NDR" | "MRR" filter: "'2T1C' and 'NDRPDR' and 'NIC_Mellanox-CX556A' and not 'NF_DENSITY'" columns: - - title: "2009.0-6" + - title: "2101.0-7" data-set: "vpp-2n-clx-hist-iter-new-env" - - title: "2101.0-6" + - title: "2106.0-7" data-set: "vpp-2n-clx-prev-iter-old-env" - - title: "2101.0-7" + - title: "2106.0-8" data-set: "vpp-2n-clx-prev-iter-new-env" - - title: "2106.0-7" + - title: "2110.0-8" data-set: "vpp-2n-clx-curr-iter" comparisons: - - title: "2101.0-7 vs 2101.0-6" + - title: "2106.0-8 vs 2106.0-7" reference: 2 compare: 3 -# rca-file: "rca/rca-2n-clx-2t1c-pdr-rca2.yaml" - - title: "2106.0-7 vs 2101.0-7" + - title: "2110.0-8 vs 2106.0-8" reference: 3 compare: 4 -# rca-file: "rca/rca-2n-clx-2t1c-pdr-rca2.yaml" legend: - '' - 'Test Case: Test cases executed for: PDR throughput on 2n-clx with cx556a.' - - 'YYMM.V-E: [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "6" for CSIT rls2101, "7" for CSIT rls2106).' + - 'YYMM.V-E: [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "7" for CSIT rls2106, "8" for CSIT rls2110).' - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' - - '2101.0-7 vs 2101.0-6: Compares CSIT environment current vs previous with previous VPP code.' - - '2106.0-7 vs 2101.0-7: Compares VPP code current vs previous in the current CSIT environment.' + - '2106.0-8 vs 2106.0-7: Compares CSIT environment current vs previous with previous VPP code.' + - '2110.0-8 vs 2106.0-8: Compares VPP code current vs previous in the current CSIT environment.' # VPP Performance Changes 2n-clx-cx556a 4t2c pdr - type: "table" @@ -804,30 +1922,28 @@ include-tests: "PDR" # "PDR" | "NDR" | "MRR" filter: "'4T2C' and 'NDRPDR' and 'NIC_Mellanox-CX556A' and not 'NF_DENSITY'" columns: - - title: "2009.0-6" + - title: "2101.0-7" data-set: "vpp-2n-clx-hist-iter-new-env" - - title: "2101.0-6" + - title: "2106.0-7" data-set: "vpp-2n-clx-prev-iter-old-env" - - title: "2101.0-7" + - title: "2106.0-8" data-set: "vpp-2n-clx-prev-iter-new-env" - - title: "2106.0-7" + - title: "2110.0-8" data-set: "vpp-2n-clx-curr-iter" comparisons: - - title: "2101.0-7 vs 2101.0-6" + - title: "2106.0-8 vs 2106.0-7" reference: 2 compare: 3 -# rca-file: "rca/rca-2n-clx-4t2c-pdr-rca2.yaml" - - title: "2106.0-7 vs 2101.0-7" + - title: "2110.0-8 vs 2106.0-8" reference: 3 compare: 4 -# rca-file: "rca/rca-2n-clx-4t2c-pdr-rca2.yaml" legend: - '' - 'Test Case: Test cases executed for: PDR throughput on 2n-clx with cx556a.' - - 'YYMM.V-E: [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "6" for CSIT rls2101, "7" for CSIT rls2106).' + - 'YYMM.V-E: [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "7" for CSIT rls2106, "8" for CSIT rls2110).' - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' - - '2101.0-7 vs 2101.0-6: Compares CSIT environment current vs previous with previous VPP code.' - - '2106.0-7 vs 2101.0-7: Compares VPP code current vs previous in the current CSIT environment.' + - '2106.0-8 vs 2106.0-7: Compares CSIT environment current vs previous with previous VPP code.' + - '2110.0-8 vs 2106.0-8: Compares VPP code current vs previous in the current CSIT environment.' # VPP Performance Changes 2n-clx-cx556a 2t1c ndr - type: "table" @@ -837,30 +1953,28 @@ include-tests: "NDR" # "PDR" | "NDR" | "MRR" filter: "'2T1C' and 'NDRPDR' and 'NIC_Mellanox-CX556A' and not 'NF_DENSITY'" columns: - - title: "2009.0-6" + - title: "2101.0-7" data-set: "vpp-2n-clx-hist-iter-new-env" - - title: "2101.0-6" + - title: "2106.0-7" data-set: "vpp-2n-clx-prev-iter-old-env" - - title: "2101.0-7" + - title: "2106.0-8" data-set: "vpp-2n-clx-prev-iter-new-env" - - title: "2106.0-7" + - title: "2110.0-8" data-set: "vpp-2n-clx-curr-iter" comparisons: - - title: "2101.0-7 vs 2101.0-6" + - title: "2106.0-8 vs 2106.0-7" reference: 2 compare: 3 -# rca-file: "rca/rca-2n-clx-2t1c-ndr-rca2.yaml" - - title: "2106.0-7 vs 2101.0-7" + - title: "2110.0-8 vs 2106.0-8" reference: 3 compare: 4 -# rca-file: "rca/rca-2n-clx-2t1c-ndr-rca2.yaml" legend: - '' - 'Test Case: Test cases executed for: NDR throughput on 2n-clx with cx556a.' - - 'YYMM.V-E: [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "6" for CSIT rls2101, "7" for CSIT rls2106).' + - 'YYMM.V-E: [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "7" for CSIT rls2106, "8" for CSIT rls2110).' - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' - - '2101.0-7 vs 2101.0-6: Compares CSIT environment current vs previous with previous VPP code.' - - '2106.0-7 vs 2101.0-7: Compares VPP code current vs previous in the current CSIT environment.' + - '2106.0-8 vs 2106.0-7: Compares CSIT environment current vs previous with previous VPP code.' + - '2110.0-8 vs 2106.0-8: Compares VPP code current vs previous in the current CSIT environment.' # VPP Performance Changes 2n-clx-cx556a 4t2c ndr - type: "table" @@ -870,30 +1984,28 @@ include-tests: "NDR" # "PDR" | "NDR" | "MRR" filter: "'4T2C' and 'NDRPDR' and 'NIC_Mellanox-CX556A' and not 'NF_DENSITY'" columns: - - title: "2009.0-6" + - title: "2101.0-7" data-set: "vpp-2n-clx-hist-iter-new-env" - - title: "2101.0-6" + - title: "2106.0-7" data-set: "vpp-2n-clx-prev-iter-old-env" - - title: "2101.0-7" + - title: "2106.0-8" data-set: "vpp-2n-clx-prev-iter-new-env" - - title: "2106.0-7" + - title: "2110.0-8" data-set: "vpp-2n-clx-curr-iter" comparisons: - - title: "2101.0-7 vs 2101.0-6" + - title: "2106.0-8 vs 2106.0-7" reference: 2 compare: 3 -# rca-file: "rca/rca-2n-clx-4t2c-ndr-rca2.yaml" - - title: "2106.0-7 vs 2101.0-7" + - title: "2110.0-8 vs 2106.0-8" reference: 3 compare: 4 -# rca-file: "rca/rca-2n-clx-4t2c-ndr-rca2.yaml" legend: - '' - 'Test Case: Test cases executed for: NDR throughput on 2n-clx with cx556a.' - - 'YYMM.V-E: [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "6" for CSIT rls2101, "7" for CSIT rls2106).' + - 'YYMM.V-E: [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "7" for CSIT rls2106, "8" for CSIT rls2110).' - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' - - '2101.0-7 vs 2101.0-6: Compares CSIT environment current vs previous with previous VPP code.' - - '2106.0-7 vs 2101.0-7: Compares VPP code current vs previous in the current CSIT environment.' + - '2106.0-8 vs 2106.0-7: Compares CSIT environment current vs previous with previous VPP code.' + - '2110.0-8 vs 2106.0-8: Compares VPP code current vs previous in the current CSIT environment.' # VPP Performance Changes 2n-zn2-xxv710 2t1c pdr - type: "table" @@ -903,30 +2015,28 @@ include-tests: "PDR" # "PDR" | "NDR" | "MRR" filter: "'2T1C' and 'NDRPDR' and 'NIC_Intel-XXV710'" columns: - - title: "2009.0-6" + - title: "2101.0-7" data-set: "vpp-2n-zn2-hist-iter-new-env" - - title: "2101.0-6" + - title: "2106.0-7" data-set: "vpp-2n-zn2-prev-iter-old-env" - - title: "2101.0-7" + - title: "2106.0-8" data-set: "vpp-2n-zn2-prev-iter-new-env" - - title: "2106.0-7" + - title: "2110.0-8" data-set: "vpp-2n-zn2-curr-iter" comparisons: - - title: "2101.0-7 vs 2101.0-6" + - title: "2106.0-8 vs 2106.0-7" reference: 2 compare: 3 -# rca-file: "rca/rca-2n-zn2-2t1c-pdr-rca1.yaml" - - title: "2106.0-7 vs 2101.0-7" + - title: "2110.0-8 vs 2106.0-8" reference: 3 compare: 4 -# rca-file: "rca/rca-2n-zn2-2t1c-pdr-rca1.yaml" legend: - '' - 'Test Case: Test cases executed for: PDR throughput on 2n-zn2 with xxv710.' - - 'YYMM.V-E: [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "6" for CSIT rls2101, "7" for CSIT rls2106).' + - 'YYMM.V-E: [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "7" for CSIT rls2106, "8" for CSIT rls2110).' - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' - - '2101.0-7 vs 2101.0-6: Compares CSIT environment current vs previous with previous VPP code.' - - '2106.0-7 vs 2101.0-7: Compares VPP code current vs previous in the current CSIT environment.' + - '2106.0-8 vs 2106.0-7: Compares CSIT environment current vs previous with previous VPP code.' + - '2110.0-8 vs 2106.0-8: Compares VPP code current vs previous in the current CSIT environment.' # VPP Performance Changes 2n-zn2-xxv710 4t2c pdr - type: "table" @@ -936,30 +2046,28 @@ include-tests: "PDR" # "PDR" | "NDR" | "MRR" filter: "'4T2C' and 'NDRPDR' and 'NIC_Intel-XXV710'" columns: - - title: "2009.0-6" + - title: "2101.0-7" data-set: "vpp-2n-zn2-hist-iter-new-env" - - title: "2101.0-6" + - title: "2106.0-7" data-set: "vpp-2n-zn2-prev-iter-old-env" - - title: "2101.0-7" + - title: "2106.0-8" data-set: "vpp-2n-zn2-prev-iter-new-env" - - title: "2106.0-7" + - title: "2110.0-8" data-set: "vpp-2n-zn2-curr-iter" comparisons: - - title: "2101.0-7 vs 2101.0-6" + - title: "2106.0-8 vs 2106.0-7" reference: 2 compare: 3 -# rca-file: "rca/rca-2n-zn2-4t2c-pdr-rca1.yaml" - - title: "2106.0-7 vs 2101.0-7" + - title: "2110.0-8 vs 2106.0-8" reference: 3 compare: 4 -# rca-file: "rca/rca-2n-zn2-4t2c-pdr-rca1.yaml" legend: - '' - 'Test Case: Test cases executed for: PDR throughput on 2n-zn2 with xxv710.' - - 'YYMM.V-E: [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "6" for CSIT rls2101, "7" for CSIT rls2106).' + - 'YYMM.V-E: [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "7" for CSIT rls2106, "8" for CSIT rls2110).' - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' - - '2101.0-7 vs 2101.0-6: Compares CSIT environment current vs previous with previous VPP code.' - - '2106.0-7 vs 2101.0-7: Compares VPP code current vs previous in the current CSIT environment.' + - '2106.0-8 vs 2106.0-7: Compares CSIT environment current vs previous with previous VPP code.' + - '2110.0-8 vs 2106.0-8: Compares VPP code current vs previous in the current CSIT environment.' # VPP Performance Changes 2n-zn2-xxv710 2t1c ndr - type: "table" @@ -969,30 +2077,28 @@ include-tests: "NDR" # "PDR" | "NDR" | "MRR" filter: "'2T1C' and 'NDRPDR' and 'NIC_Intel-XXV710'" columns: - - title: "2009.0-6" + - title: "2101.0-7" data-set: "vpp-2n-zn2-hist-iter-new-env" - - title: "2101.0-6" + - title: "2106.0-7" data-set: "vpp-2n-zn2-prev-iter-old-env" - - title: "2101.0-7" + - title: "2106.0-8" data-set: "vpp-2n-zn2-prev-iter-new-env" - - title: "2106.0-7" + - title: "2110.0-8" data-set: "vpp-2n-zn2-curr-iter" comparisons: - - title: "2101.0-7 vs 2101.0-6" + - title: "2106.0-8 vs 2106.0-7" reference: 2 compare: 3 -# rca-file: "rca/rca-2n-zn2-2t1c-ndr-rca1.yaml" - - title: "2106.0-7 vs 2101.0-7" + - title: "2110.0-8 vs 2106.0-8" reference: 3 compare: 4 -# rca-file: "rca/rca-2n-zn2-2t1c-ndr-rca1.yaml" legend: - '' - 'Test Case: Test cases executed for: NDR throughput on 2n-zn2 with xxv710.' - - 'YYMM.V-E: [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "6" for CSIT rls2101, "7" for CSIT rls2106).' + - 'YYMM.V-E: [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "7" for CSIT rls2106, "8" for CSIT rls2110).' - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' - - '2101.0-7 vs 2101.0-6: Compares CSIT environment current vs previous with previous VPP code.' - - '2106.0-7 vs 2101.0-7: Compares VPP code current vs previous in the current CSIT environment.' + - '2106.0-8 vs 2106.0-7: Compares CSIT environment current vs previous with previous VPP code.' + - '2110.0-8 vs 2106.0-8: Compares VPP code current vs previous in the current CSIT environment.' # VPP Performance Changes 2n-zn2-xxv710 4t2c ndr - type: "table" @@ -1002,30 +2108,28 @@ include-tests: "NDR" # "PDR" | "NDR" | "MRR" filter: "'4T2C' and 'NDRPDR' and 'NIC_Intel-XXV710'" columns: - - title: "2009.0-6" + - title: "2101.0-7" data-set: "vpp-2n-zn2-hist-iter-new-env" - - title: "2101.0-6" + - title: "2106.0-7" data-set: "vpp-2n-zn2-prev-iter-old-env" - - title: "2101.0-7" + - title: "2106.0-8" data-set: "vpp-2n-zn2-prev-iter-new-env" - - title: "2106.0-7" + - title: "2110.0-8" data-set: "vpp-2n-zn2-curr-iter" comparisons: - - title: "2101.0-7 vs 2101.0-6" + - title: "2106.0-8 vs 2106.0-7" reference: 2 compare: 3 -# rca-file: "rca/rca-2n-zn2-4t2c-ndr-rca1.yaml" - - title: "2106.0-7 vs 2101.0-7" + - title: "2110.0-8 vs 2106.0-8" reference: 3 compare: 4 -# rca-file: "rca/rca-2n-zn2-4t2c-ndr-rca1.yaml" legend: - '' - 'Test Case: Test cases executed for: NDR throughput on 2n-zn2 with xxv710.' - - 'YYMM.V-E: [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "6" for CSIT rls2101, "7" for CSIT rls2106).' + - 'YYMM.V-E: [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "7" for CSIT rls2106, "8" for CSIT rls2110).' - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' - - '2101.0-7 vs 2101.0-6: Compares CSIT environment current vs previous with previous VPP code.' - - '2106.0-7 vs 2101.0-7: Compares VPP code current vs previous in the current CSIT environment.' + - '2106.0-8 vs 2106.0-7: Compares CSIT environment current vs previous with previous VPP code.' + - '2110.0-8 vs 2106.0-8: Compares VPP code current vs previous in the current CSIT environment.' # VPP Performance Changes 2n-dnv 1t1c pdr - type: "table" @@ -1035,28 +2139,28 @@ include-tests: "PDR" # "PDR" | "NDR" | "MRR" filter: "'1T1C'" columns: - - title: "2009.0-6" + - title: "2101.0-7" data-set: "vpp-2n-dnv-hist-iter-new-env" - - title: "2101.0-6" + - title: "2106.0-7" data-set: "vpp-2n-dnv-prev-iter-old-env" - - title: "2101.0-7" + - title: "2106.0-8" data-set: "vpp-2n-dnv-prev-iter-new-env" - - title: "2106.0-7" + - title: "2110.0-8" data-set: "vpp-2n-dnv-curr-iter" comparisons: - - title: "2101.0-7 vs 2101.0-6" + - title: "2106.0-8 vs 2106.0-7" reference: 2 compare: 3 - - title: "2101.0-6 vs 2009.0-5" + - title: "2110.0-8 vs 2106.0-8" reference: 3 compare: 4 legend: - '' - 'Test Case: Test cases executed for: PDR throughput on 2n-dnv with x553.' - - 'YYMM.V-E: [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "6" for CSIT rls2101, "7" for CSIT rls2106).' + - 'YYMM.V-E: [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "7" for CSIT rls2106, "8" for CSIT rls2110).' - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' - - '2101.0-7 vs 2101.0-6: Compares CSIT environment current vs previous with previous VPP code.' - - '2106.0-7 vs 2101.0-7: Compares VPP code current vs previous.' + - '2106.0-8 vs 2106.0-7: Compares CSIT environment current vs previous with previous VPP code.' + - '2110.0-8 vs 2106.0-8: Compares VPP code current vs previous.' # VPP Performance Changes 2n-dnv 2t2c pdr - type: "table" @@ -1066,28 +2170,28 @@ include-tests: "PDR" # "PDR" | "NDR" | "MRR" filter: "'2T2C'" columns: - - title: "2009.0-6" + - title: "2101.0-7" data-set: "vpp-2n-dnv-hist-iter-new-env" - - title: "2101.0-6" + - title: "2106.0-7" data-set: "vpp-2n-dnv-prev-iter-old-env" - - title: "2101.0-7" + - title: "2106.0-8" data-set: "vpp-2n-dnv-prev-iter-new-env" - - title: "2106.0-7" + - title: "2110.0-8" data-set: "vpp-2n-dnv-curr-iter" comparisons: - - title: "2101.0-7 vs 2101.0-6" + - title: "2106.0-8 vs 2106.0-7" reference: 2 compare: 3 - - title: "2101.0-6 vs 2009.0-5" + - title: "2110.0-8 vs 2106.0-8" reference: 3 compare: 4 legend: - '' - 'Test Case: Test cases executed for: PDR throughput on 2n-dnv with x553.' - - 'YYMM.V-E: [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "6" for CSIT rls2101, "7" for CSIT rls2106).' + - 'YYMM.V-E: [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "7" for CSIT rls2106, "8" for CSIT rls2110).' - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' - - '2101.0-7 vs 2101.0-6: Compares CSIT environment current vs previous with previous VPP code.' - - '2106.0-7 vs 2101.0-7: Compares VPP code current vs previous.' + - '2106.0-8 vs 2106.0-7: Compares CSIT environment current vs previous with previous VPP code.' + - '2110.0-8 vs 2106.0-8: Compares VPP code current vs previous.' # VPP Performance Changes 2n-dnv 1t1c ndr - type: "table" @@ -1097,28 +2201,28 @@ include-tests: "NDR" # "PDR" | "NDR" | "MRR" filter: "'1T1C'" columns: - - title: "2009.0-6" + - title: "2101.0-7" data-set: "vpp-2n-dnv-hist-iter-new-env" - - title: "2101.0-6" + - title: "2106.0-7" data-set: "vpp-2n-dnv-prev-iter-old-env" - - title: "2101.0-7" + - title: "2106.0-8" data-set: "vpp-2n-dnv-prev-iter-new-env" - - title: "2106.0-7" + - title: "2110.0-8" data-set: "vpp-2n-dnv-curr-iter" comparisons: - - title: "2101.0-7 vs 2101.0-6" + - title: "2106.0-8 vs 2106.0-7" reference: 2 compare: 3 - - title: "2101.0-6 vs 2009.0-5" + - title: "2110.0-8 vs 2106.0-8" reference: 3 compare: 4 legend: - '' - 'Test Case: Test cases executed for: NDR throughput on 2n-dnv with x553.' - - 'YYMM.V-E: [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "6" for CSIT rls2101, "7" for CSIT rls2106).' + - 'YYMM.V-E: [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "7" for CSIT rls2106, "8" for CSIT rls2110).' - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' - - '2101.0-7 vs 2101.0-6: Compares CSIT environment current vs previous with previous VPP code.' - - '2106.0-7 vs 2101.0-7: Compares VPP code current vs previous.' + - '2106.0-8 vs 2106.0-7: Compares CSIT environment current vs previous with previous VPP code.' + - '2110.0-8 vs 2106.0-8: Compares VPP code current vs previous.' # VPP Performance Changes 2n-dnv 2t2c ndr - type: "table" @@ -1128,28 +2232,28 @@ include-tests: "NDR" # "PDR" | "NDR" | "MRR" filter: "'2T2C'" columns: - - title: "2009.0-6" + - title: "2101.0-7" data-set: "vpp-2n-dnv-hist-iter-new-env" - - title: "2101.0-6" + - title: "2106.0-7" data-set: "vpp-2n-dnv-prev-iter-old-env" - - title: "2101.0-7" + - title: "2106.0-8" data-set: "vpp-2n-dnv-prev-iter-new-env" - - title: "2106.0-7" + - title: "2110.0-8" data-set: "vpp-2n-dnv-curr-iter" comparisons: - - title: "2101.0-7 vs 2101.0-6" + - title: "2106.0-8 vs 2106.0-7" reference: 2 compare: 3 - - title: "2101.0-6 vs 2009.0-5" + - title: "2110.0-8 vs 2106.0-8" reference: 3 compare: 4 legend: - '' - 'Test Case: Test cases executed for: NDR throughput on 2n-dnv with x553.' - - 'YYMM.V-E: [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "6" for CSIT rls2101, "7" for CSIT rls2106).' + - 'YYMM.V-E: [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "7" for CSIT rls2106, "8" for CSIT rls2110).' - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' - - '2101.0-7 vs 2101.0-6: Compares CSIT environment current vs previous with previous VPP code.' - - '2106.0-7 vs 2101.0-7: Compares VPP code current vs previous.' + - '2106.0-8 vs 2106.0-7: Compares CSIT environment current vs previous with previous VPP code.' + - '2110.0-8 vs 2106.0-8: Compares VPP code current vs previous.' # VPP Performance Changes 3n-dnv 1t1c pdr - type: "table" @@ -1159,28 +2263,28 @@ include-tests: "PDR" # "PDR" | "NDR" | "MRR" filter: "'1T1C'" columns: - - title: "2009.0-6" + - title: "2101.0-7" data-set: "vpp-3n-dnv-hist-iter-new-env" - - title: "2101.0-6" + - title: "2106.0-7" data-set: "vpp-3n-dnv-prev-iter-old-env" - - title: "2101.0-7" + - title: "2106.0-8" data-set: "vpp-3n-dnv-prev-iter-new-env" - - title: "2106.0-7" + - title: "2110.0-8" data-set: "vpp-3n-dnv-curr-iter" comparisons: - - title: "2101.0-7 vs 2101.0-6" + - title: "2106.0-8 vs 2106.0-7" reference: 2 compare: 3 - - title: "2101.0-6 vs 2009.0-5" + - title: "2110.0-8 vs 2106.0-8" reference: 3 compare: 4 legend: - '' - 'Test Case: Test cases executed for: PDR throughput on 3n-dnv with x553.' - - 'YYMM.V-E: [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "6" for CSIT rls2101, "7" for CSIT rls2106).' + - 'YYMM.V-E: [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "7" for CSIT rls2106, "8" for CSIT rls2110).' - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' - - '2101.0-7 vs 2101.0-6: Compares CSIT environment current vs previous with previous VPP code.' - - '2106.0-7 vs 2101.0-7: Compares VPP code current vs previous.' + - '2106.0-8 vs 2106.0-7: Compares CSIT environment current vs previous with previous VPP code.' + - '2110.0-8 vs 2106.0-8: Compares VPP code current vs previous.' # VPP Performance Changes 3n-dnv 2t2c pdr - type: "table" @@ -1190,28 +2294,28 @@ include-tests: "PDR" # "PDR" | "NDR" | "MRR" filter: "'2T2C'" columns: - - title: "2009.0-6" + - title: "2101.0-7" data-set: "vpp-3n-dnv-hist-iter-new-env" - - title: "2101.0-6" + - title: "2106.0-7" data-set: "vpp-3n-dnv-prev-iter-old-env" - - title: "2101.0-7" + - title: "2106.0-8" data-set: "vpp-3n-dnv-prev-iter-new-env" - - title: "2106.0-7" + - title: "2110.0-8" data-set: "vpp-3n-dnv-curr-iter" comparisons: - - title: "2101.0-7 vs 2101.0-6" + - title: "2106.0-8 vs 2106.0-7" reference: 2 compare: 3 - - title: "2101.0-6 vs 2009.0-5" + - title: "2110.0-8 vs 2106.0-8" reference: 3 compare: 4 legend: - '' - 'Test Case: Test cases executed for: PDR throughput on 3n-dnv with x553.' - - 'YYMM.V-E: [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "6" for CSIT rls2101, "7" for CSIT rls2106).' + - 'YYMM.V-E: [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "7" for CSIT rls2106, "8" for CSIT rls2110).' - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' - - '2101.0-7 vs 2101.0-6: Compares CSIT environment current vs previous with previous VPP code.' - - '2106.0-7 vs 2101.0-7: Compares VPP code current vs previous.' + - '2106.0-8 vs 2106.0-7: Compares CSIT environment current vs previous with previous VPP code.' + - '2110.0-8 vs 2106.0-8: Compares VPP code current vs previous.' # VPP Performance Changes 3n-dnv 1t1c ndr - type: "table" @@ -1221,28 +2325,28 @@ include-tests: "NDR" # "PDR" | "NDR" | "MRR" filter: "'1T1C'" columns: - - title: "2009.0-6" + - title: "2101.0-7" data-set: "vpp-3n-dnv-hist-iter-new-env" - - title: "2101.0-6" + - title: "2106.0-7" data-set: "vpp-3n-dnv-prev-iter-old-env" - - title: "2101.0-7" + - title: "2106.0-8" data-set: "vpp-3n-dnv-prev-iter-new-env" - - title: "2106.0-7" + - title: "2110.0-8" data-set: "vpp-3n-dnv-curr-iter" comparisons: - - title: "2101.0-7 vs 2101.0-6" + - title: "2106.0-8 vs 2106.0-7" reference: 2 compare: 3 - - title: "2101.0-6 vs 2009.0-5" + - title: "2110.0-8 vs 2106.0-8" reference: 3 compare: 4 legend: - '' - 'Test Case: Test cases executed for: NDR throughput on 3n-dnv with x553.' - - 'YYMM.V-E: [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "6" for CSIT rls2101, "7" for CSIT rls2106).' + - 'YYMM.V-E: [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "7" for CSIT rls2106, "8" for CSIT rls2110).' - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' - - '2101.0-7 vs 2101.0-6: Compares CSIT environment current vs previous with previous VPP code.' - - '2106.0-7 vs 2101.0-7: Compares VPP code current vs previous.' + - '2106.0-8 vs 2106.0-7: Compares CSIT environment current vs previous with previous VPP code.' + - '2110.0-8 vs 2106.0-8: Compares VPP code current vs previous.' # VPP Performance Changes 3n-dnv 2t2c ndr - type: "table" @@ -1252,28 +2356,28 @@ include-tests: "NDR" # "PDR" | "NDR" | "MRR" filter: "'2T2C'" columns: - - title: "2009.0-6" + - title: "2101.0-7" data-set: "vpp-3n-dnv-hist-iter-new-env" - - title: "2101.0-6" + - title: "2106.0-7" data-set: "vpp-3n-dnv-prev-iter-old-env" - - title: "2101.0-7" + - title: "2106.0-8" data-set: "vpp-3n-dnv-prev-iter-new-env" - - title: "2106.0-7" + - title: "2110.0-8" data-set: "vpp-3n-dnv-curr-iter" comparisons: - - title: "2101.0-7 vs 2101.0-6" + - title: "2106.0-8 vs 2106.0-7" reference: 2 compare: 3 - - title: "2101.0-6 vs 2009.0-5" + - title: "2110.0-8 vs 2106.0-8" reference: 3 compare: 4 legend: - '' - 'Test Case: Test cases executed for: NDR throughput on 3n-dnv with x553.' - - 'YYMM.V-E: [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "6" for CSIT rls2101, "7" for CSIT rls2106).' + - 'YYMM.V-E: [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "7" for CSIT rls2106, "8" for CSIT rls2110).' - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' - - '2101.0-7 vs 2101.0-6: Compares CSIT environment current vs previous with previous VPP code.' - - '2106.0-7 vs 2101.0-7: Compares VPP code current vs previous.' + - '2106.0-8 vs 2106.0-7: Compares CSIT environment current vs previous with previous VPP code.' + - '2110.0-8 vs 2106.0-8: Compares VPP code current vs previous.' # VPP Performance Changes 3n-tsh 1t1c pdr - type: "table" @@ -1283,32 +2387,28 @@ include-tests: "PDR" # "PDR" | "NDR" | "MRR" filter: "'1T1C'" columns: - - title: "2009.0-6" + - title: "2101.0-7" data-set: "vpp-3n-tsh-hist-iter-new-env" - - title: "2101.0-6" - data-set: "vpp-3n-tsh-prev-iter-old-env" -# - title: "2101.0-7" -# data-set: "vpp-3n-tsh-prev-iter-new-env" - title: "2106.0-7" + data-set: "vpp-3n-tsh-prev-iter-old-env" + - title: "2106.0-8" + data-set: "vpp-3n-tsh-prev-iter-new-env" + - title: "2110.0-8" data-set: "vpp-3n-tsh-curr-iter" comparisons: -# - title: "2101.0-7 vs 2101.0-6" -# reference: 2 -# compare: 3 -# rca-file: "rca/rca-3n-tsh-1t1c-pdr-rca1.yaml" -# - title: "2106.0-7 vs 2101.0-7" - - title: "2106.0-7 vs 2101.0-6" - reference: 2 # 3 - compare: 3 # 4 -# rca-file: "rca/rca-3n-tsh-1t1c-pdr-rca2.yaml" + - title: "2106.0-8 vs 2106.0-7" + reference: 2 + compare: 3 + - title: "2110.0-8 vs 2106.0-8" + reference: 3 + compare: 4 legend: - '' - 'Test Case: Test cases executed for: PDR throughput on 3n-tsh with x520.' - - 'YYMM.V-E: [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "6" for CSIT rls2101, "7" for CSIT rls2106).' + - 'YYMM.V-E: [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "7" for CSIT rls2106, "8" for CSIT rls2110).' - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' - - '2101.0-7 vs 2101.0-6: Compares CSIT environment current vs previous with previous VPP code.' -# - '2106.0-7 vs 2101.0-7: Compares VPP code current vs previous in the current CSIT environment.' - - '2106.0-7 vs 2101.0-6: Compares VPP code current vs previous.' + - '2106.0-8 vs 2106.0-7: Compares CSIT environment current vs previous with previous VPP code.' + - '2110.0-8 vs 2106.0-8: Compares VPP code current vs previous in the current CSIT environment.' # VPP Performance Changes 3n-tsh 2t2c pdr - type: "table" @@ -1318,32 +2418,28 @@ include-tests: "PDR" # "PDR" | "NDR" | "MRR" filter: "'2T2C'" columns: - - title: "2009.0-6" + - title: "2101.0-7" data-set: "vpp-3n-tsh-hist-iter-new-env" - - title: "2101.0-6" - data-set: "vpp-3n-tsh-prev-iter-old-env" -# - title: "2101.0-7" -# data-set: "vpp-3n-tsh-prev-iter-new-env" - title: "2106.0-7" + data-set: "vpp-3n-tsh-prev-iter-old-env" + - title: "2106.0-8" + data-set: "vpp-3n-tsh-prev-iter-new-env" + - title: "2110.0-8" data-set: "vpp-3n-tsh-curr-iter" comparisons: -# - title: "2101.0-7 vs 2101.0-6" -# reference: 2 -# compare: 3 -# rca-file: "rca/rca-3n-tsh-2t2c-pdr-rca1.yaml" -# - title: "2106.0-7 vs 2101.0-7" - - title: "2106.0-7 vs 2101.0-6" - reference: 2 # 3 - compare: 3 # 4 -# rca-file: "rca/rca-3n-tsh-2t2c-pdr-rca2.yaml" + - title: "2106.0-8 vs 2106.0-7" + reference: 2 + compare: 3 + - title: "2110.0-8 vs 2106.0-8" + reference: 3 + compare: 4 legend: - '' - 'Test Case: Test cases executed for: PDR throughput on 3n-tsh with x520.' - - 'YYMM.V-E: [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "6" for CSIT rls2101, "7" for CSIT rls2106).' + - 'YYMM.V-E: [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "7" for CSIT rls2106, "8" for CSIT rls2110).' - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' - - '2101.0-7 vs 2101.0-6: Compares CSIT environment current vs previous with previous VPP code.' -# - '2106.0-7 vs 2101.0-7: Compares VPP code current vs previous in the current CSIT environment.' - - '2106.0-7 vs 2101.0-6: Compares VPP code current vs previous.' + - '2106.0-8 vs 2106.0-7: Compares CSIT environment current vs previous with previous VPP code.' + - '2110.0-8 vs 2106.0-8: Compares VPP code current vs previous in the current CSIT environment.' # VPP Performance Changes 3n-tsh 1t1c ndr - type: "table" @@ -1353,32 +2449,28 @@ include-tests: "NDR" # "PDR" | "NDR" | "MRR" filter: "'1T1C'" columns: - - title: "2009.0-6" + - title: "2101.0-7" data-set: "vpp-3n-tsh-hist-iter-new-env" - - title: "2101.0-6" - data-set: "vpp-3n-tsh-prev-iter-old-env" -# - title: "2101.0-7" -# data-set: "vpp-3n-tsh-prev-iter-new-env" - title: "2106.0-7" + data-set: "vpp-3n-tsh-prev-iter-old-env" + - title: "2106.0-8" + data-set: "vpp-3n-tsh-prev-iter-new-env" + - title: "2110.0-8" data-set: "vpp-3n-tsh-curr-iter" comparisons: -# - title: "2101.0-7 vs 2101.0-6" -# reference: 2 -# compare: 3 -# rca-file: "rca/rca-3n-tsh-1t1c-ndr-rca1.yaml" -# - title: "2106.0-7 vs 2101.0-7" - - title: "2106.0-7 vs 2101.0-6" - reference: 2 # 3 - compare: 3 # 4 -# rca-file: "rca/rca-3n-tsh-1t1c-ndr-rca2.yaml" + - title: "2106.0-8 vs 2106.0-7" + reference: 2 + compare: 3 + - title: "2110.0-8 vs 2106.0-8" + reference: 3 + compare: 4 legend: - '' - 'Test Case: Test cases executed for: NDR throughput on 3n-tsh with x520.' - - 'YYMM.V-E: [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "6" for CSIT rls2101, "7" for CSIT rls2106).' + - 'YYMM.V-E: [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "7" for CSIT rls2106, "8" for CSIT rls2110).' - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' - - '2101.0-7 vs 2101.0-6: Compares CSIT environment current vs previous with previous VPP code.' -# - '2106.0-7 vs 2101.0-7: Compares VPP code current vs previous in the current CSIT environment.' - - '2106.0-7 vs 2101.0-6: Compares VPP code current vs previous.' + - '2106.0-8 vs 2106.0-7: Compares CSIT environment current vs previous with previous VPP code.' + - '2110.0-8 vs 2106.0-8: Compares VPP code current vs previous in the current CSIT environment.' # VPP Performance Changes 3n-tsh 2t2c ndr - type: "table" @@ -1388,32 +2480,28 @@ include-tests: "NDR" # "PDR" | "NDR" | "MRR" filter: "'2T2C'" columns: - - title: "2009.0-6" + - title: "2101.0-7" data-set: "vpp-3n-tsh-hist-iter-new-env" - - title: "2101.0-6" - data-set: "vpp-3n-tsh-prev-iter-old-env" -# - title: "2101.0-7" -# data-set: "vpp-3n-tsh-prev-iter-new-env" - title: "2106.0-7" + data-set: "vpp-3n-tsh-prev-iter-old-env" + - title: "2106.0-8" + data-set: "vpp-3n-tsh-prev-iter-new-env" + - title: "2110.0-8" data-set: "vpp-3n-tsh-curr-iter" comparisons: -# - title: "2101.0-7 vs 2101.0-6" -# reference: 2 -# compare: 3 -# rca-file: "rca/rca-3n-tsh-2t2c-ndr-rca1.yaml" -# - title: "2106.0-7 vs 2101.0-7" - - title: "2106.0-7 vs 2101.0-6" - reference: 2 # 3 - compare: 3 # 4 -# rca-file: "rca/rca-3n-tsh-2t2c-ndr-rca2.yaml" + - title: "2106.0-8 vs 2106.0-7" + reference: 2 + compare: 3 + - title: "2110.0-8 vs 2106.0-8" + reference: 3 + compare: 4 legend: - '' - 'Test Case: Test cases executed for: NDR throughput on 3n-tsh with x520.' - - 'YYMM.V-E: [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "6" for CSIT rls2101, "7" for CSIT rls2106).' + - 'YYMM.V-E: [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "7" for CSIT rls2106, "8" for CSIT rls2110).' - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' - - '2101.0-7 vs 2101.0-6: Compares CSIT environment current vs previous with previous VPP code.' -# - '2106.0-7 vs 2101.0-7: Compares VPP code current vs previous in the current CSIT environment.' - - '2106.0-7 vs 2101.0-6: Compares VPP code current vs previous.' + - '2106.0-8 vs 2106.0-7: Compares CSIT environment current vs previous with previous VPP code.' + - '2110.0-8 vs 2106.0-8: Compares VPP code current vs previous in the current CSIT environment.' # VPP Performance Changes 2n-tx2 1t1c pdr - type: "table" @@ -1423,30 +2511,28 @@ include-tests: "PDR" # "PDR" | "NDR" | "MRR" filter: "'1T1C'" columns: - - title: "2009.0-6" + - title: "2101.0-7" data-set: "vpp-2n-tx2-hist-iter-new-env" - - title: "2101.0-6" - data-set: "vpp-2n-tx2-prev-iter-old-env" -# - title: "2101.0-7" -# data-set: "vpp-2n-tx2-prev-iter-new-env" - title: "2106.0-7" + data-set: "vpp-2n-tx2-prev-iter-old-env" + - title: "2106.0-8" + data-set: "vpp-2n-tx2-prev-iter-new-env" + - title: "2110.0-8" data-set: "vpp-2n-tx2-curr-iter" comparisons: -# - title: "2101.0-7 vs 2101.0-6" -# reference: 2 -# compare: 3 -# - title: "2106.0-7 vs 2101.0-7" - - title: "2106.0-7 vs 2101.0-6" - reference: 2 # 3 - compare: 3 # 4 + - title: "2106.0-8 vs 2106.0-7" + reference: 2 + compare: 3 + - title: "2110.0-8 vs 2106.0-8" + reference: 3 + compare: 4 legend: - '' - 'Test Case: Test cases executed for: PDR throughput on 2n-tx2 with xl710.' - - 'YYMM.V-E: [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "6" for CSIT rls2101, "7" for CSIT rls2106).' + - 'YYMM.V-E: [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "7" for CSIT rls2106, "8" for CSIT rls2110).' - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' - - '2101.0-7 vs 2101.0-6: Compares CSIT environment current vs previous with previous VPP code.' -# - '2106.0-7 vs 2101.0-7: Compares VPP code current vs previous in the current CSIT environment.' - - '2106.0-7 vs 2101.0-6: Compares VPP code current vs previous.' + - '2106.0-8 vs 2106.0-7: Compares CSIT environment current vs previous with previous VPP code.' + - '2110.0-8 vs 2106.0-8: Compares VPP code current vs previous in the current CSIT environment.' # VPP Performance Changes 2n-tx2 2t2c pdr - type: "table" @@ -1456,30 +2542,28 @@ include-tests: "PDR" # "PDR" | "NDR" | "MRR" filter: "'2T2C'" columns: - - title: "2009.0-6" + - title: "2101.0-7" data-set: "vpp-2n-tx2-hist-iter-new-env" - - title: "2101.0-6" - data-set: "vpp-2n-tx2-prev-iter-old-env" -# - title: "2101.0-7" -# data-set: "vpp-2n-tx2-prev-iter-new-env" - title: "2106.0-7" + data-set: "vpp-2n-tx2-prev-iter-old-env" + - title: "2106.0-8" + data-set: "vpp-2n-tx2-prev-iter-new-env" + - title: "2110.0-8" data-set: "vpp-2n-tx2-curr-iter" comparisons: -# - title: "2101.0-7 vs 2101.0-6" -# reference: 2 -# compare: 3 -# - title: "2106.0-7 vs 2101.0-7" - - title: "2106.0-7 vs 2101.0-6" - reference: 2 # 3 - compare: 3 # 4 + - title: "2106.0-8 vs 2106.0-7" + reference: 2 + compare: 3 + - title: "2110.0-8 vs 2106.0-8" + reference: 3 + compare: 4 legend: - '' - 'Test Case: Test cases executed for: PDR throughput on 2n-tx2 with xl710.' - - 'YYMM.V-E: [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "6" for CSIT rls2101, "7" for CSIT rls2106).' + - 'YYMM.V-E: [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "7" for CSIT rls2106, "8" for CSIT rls2110).' - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' - - '2101.0-7 vs 2101.0-6: Compares CSIT environment current vs previous with previous VPP code.' -# - '2106.0-7 vs 2101.0-7: Compares VPP code current vs previous in the current CSIT environment.' - - '2106.0-7 vs 2101.0-6: Compares VPP code current vs previous.' + - '2106.0-8 vs 2106.0-7: Compares CSIT environment current vs previous with previous VPP code.' + - '2110.0-8 vs 2106.0-8: Compares VPP code current vs previous in the current CSIT environment.' # VPP Performance Changes 2n-tx2 1t1c ndr - type: "table" @@ -1489,30 +2573,28 @@ include-tests: "NDR" # "PDR" | "NDR" | "MRR" filter: "'1T1C'" columns: - - title: "2009.0-6" + - title: "2101.0-7" data-set: "vpp-2n-tx2-hist-iter-new-env" - - title: "2101.0-6" - data-set: "vpp-2n-tx2-prev-iter-old-env" -# - title: "2101.0-7" -# data-set: "vpp-2n-tx2-prev-iter-new-env" - title: "2106.0-7" + data-set: "vpp-2n-tx2-prev-iter-old-env" + - title: "2106.0-8" + data-set: "vpp-2n-tx2-prev-iter-new-env" + - title: "2110.0-8" data-set: "vpp-2n-tx2-curr-iter" comparisons: -# - title: "2101.0-7 vs 2101.0-6" -# reference: 2 -# compare: 3 -# - title: "2106.0-7 vs 2101.0-7" - - title: "2106.0-7 vs 2101.0-6" - reference: 2 # 3 - compare: 3 # 4 + - title: "2106.0-8 vs 2106.0-7" + reference: 2 + compare: 3 + - title: "2110.0-8 vs 2106.0-8" + reference: 3 + compare: 4 legend: - '' - 'Test Case: Test cases executed for: NDR throughput on 2n-tx2 with xl710.' - - 'YYMM.V-E: [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "6" for CSIT rls2101, "7" for CSIT rls2106).' + - 'YYMM.V-E: [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "7" for CSIT rls2106, "8" for CSIT rls2110).' - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' - - '2101.0-7 vs 2101.0-6: Compares CSIT environment current vs previous with previous VPP code.' -# - '2106.0-7 vs 2101.0-7: Compares VPP code current vs previous in the current CSIT environment.' - - '2106.0-7 vs 2101.0-6: Compares VPP code current vs previous.' + - '2106.0-8 vs 2106.0-7: Compares CSIT environment current vs previous with previous VPP code.' + - '2110.0-8 vs 2106.0-8: Compares VPP code current vs previous in the current CSIT environment.' # VPP Performance Changes 2n-tx2 2t2c ndr - type: "table" @@ -1522,30 +2604,28 @@ include-tests: "NDR" # "PDR" | "NDR" | "MRR" filter: "'2T2C'" columns: - - title: "2009.0-6" + - title: "2101.0-7" data-set: "vpp-2n-tx2-hist-iter-new-env" - - title: "2101.0-6" - data-set: "vpp-2n-tx2-prev-iter-old-env" -# - title: "2101.0-7" -# data-set: "vpp-2n-tx2-prev-iter-new-env" - title: "2106.0-7" + data-set: "vpp-2n-tx2-prev-iter-old-env" + - title: "2106.0-8" + data-set: "vpp-2n-tx2-prev-iter-new-env" + - title: "2110.0-8" data-set: "vpp-2n-tx2-curr-iter" comparisons: -# - title: "2101.0-7 vs 2101.0-6" -# reference: 2 -# compare: 3 -# - title: "2106.0-7 vs 2101.0-7" - - title: "2106.0-7 vs 2101.0-6" - reference: 2 # 3 - compare: 3 # 4 + - title: "2106.0-8 vs 2106.0-7" + reference: 2 + compare: 3 + - title: "2110.0-8 vs 2106.0-8" + reference: 3 + compare: 4 legend: - '' - 'Test Case: Test cases executed for: NDR throughput on 2n-tx2 with xl710.' - - 'YYMM.V-E: [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "6" for CSIT rls2101, "7" for CSIT rls2106).' + - 'YYMM.V-E: [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "7" for CSIT rls2106, "8" for CSIT rls2110).' - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' - - '2101.0-7 vs 2101.0-6: Compares CSIT environment current vs previous with previous VPP code.' -# - '2106.0-7 vs 2101.0-7: Compares VPP code current vs previous in the current CSIT environment.' - - '2106.0-7 vs 2101.0-6: Compares VPP code current vs previous.' + - '2106.0-8 vs 2106.0-7: Compares CSIT environment current vs previous with previous VPP code.' + - '2110.0-8 vs 2106.0-8: Compares VPP code current vs previous in the current CSIT environment.' # VPP Comparison Across Testbeds 2n-skx to 2n-clx 2t1c ndr - type: "table" @@ -1631,189 +2711,189 @@ - "2n-skx, 2n-clx - testbeds and NICs tested." - "Diff - difference between 2n-skx and 2n-clx testbeds." -# VPP Comparison Across Testbeds 2n-clx to 2n-icx 1c ndr -- type: "table" - title: "VPP Comparison Across Testbeds 2n-clx to 2n-icx 1c ndr" - algorithm: "table_comparison" - output-file: "{DIR[STATIC,VPP]}/performance-compare-testbeds-2n-clx-2n-icx-1c-ndr" - include-tests: "NDR" # "PDR" | "NDR" | "MRR" - filter: "('NIC_Intel-XXV710' or 'NIC_Intel-E810CQ') and 'NDRPDR' and '1C'" - columns: - - title: "2n-clx xxv710" - data-set: "vpp-2n-clx-curr-iter" - tag: "NIC_Intel-XXV710" - - title: "2n-icx e810cq" - data-set: "vpp-2n-icx-curr-iter" - tag: "NIC_Intel-E810CQ" - comparisons: - - title: "Diff" - reference: 1 - compare: 2 - legend: - - "" - - "2n-clx xxv710, 2n-icx e810cq - testbeds and NICs tested." - - "Diff - difference between 2n-clx xxv710 and 2n-icx e810cq testbeds." - -# VPP Comparison Across Testbeds 2n-clx to 2n-icx 2c ndr -- type: "table" - title: "VPP Comparison Across Testbeds 2n-clx to 2n-icx 2c ndr" - algorithm: "table_comparison" - output-file: "{DIR[STATIC,VPP]}/performance-compare-testbeds-2n-clx-2n-icx-2c-ndr" - include-tests: "NDR" # "PDR" | "NDR" | "MRR" - filter: "('NIC_Intel-XXV710' or 'NIC_Intel-E810CQ') and 'NDRPDR' and '2C'" - columns: - - title: "2n-clx xxv710" - data-set: "vpp-2n-clx-curr-iter" - tag: "NIC_Intel-XXV710" - - title: "2n-icx e810cq" - data-set: "vpp-2n-icx-curr-iter" - tag: "NIC_Intel-E810CQ" - comparisons: - - title: "Diff" - reference: 1 - compare: 2 - legend: - - "" - - "2n-clx xxv710, 2n-icx e810cq - testbeds and NICs tested." - - "Diff - difference between 2n-clx xxv710 and 2n-icx e810cq testbeds." - -# VPP Comparison Across Testbeds 2n-clx to 2n-icx 1c pdr -- type: "table" - title: "VPP Comparison Across Testbeds 2n-clx to 2n-icx 1c pdr" - algorithm: "table_comparison" - output-file: "{DIR[STATIC,VPP]}/performance-compare-testbeds-2n-clx-2n-icx-1c-pdr" - include-tests: "PDR" # "PDR" | "NDR" | "MRR" - filter: "('NIC_Intel-XXV710' or 'NIC_Intel-E810CQ') and 'NDRPDR' and '1C'" - columns: - - title: "2n-clx xxv710" - data-set: "vpp-2n-clx-curr-iter" - tag: "NIC_Intel-XXV710" - - title: "2n-icx e810cq" - data-set: "vpp-2n-icx-curr-iter" - tag: "NIC_Intel-E810CQ" - comparisons: - - title: "Diff" - reference: 1 - compare: 2 - legend: - - "" - - "2n-clx xxv710, 2n-icx e810cq - testbeds and NICs tested." - - "Diff - difference between 2n-clx xxv710 and 2n-icx e810cq testbeds." - -# VPP Comparison Across Testbeds 2n-clx to 2n-icx 2c pdr -- type: "table" - title: "VPP Comparison Across Testbeds 2n-clx to 2n-icx 2c pdr" - algorithm: "table_comparison" - output-file: "{DIR[STATIC,VPP]}/performance-compare-testbeds-2n-clx-2n-icx-2c-pdr" - include-tests: "PDR" # "PDR" | "NDR" | "MRR" - filter: "('NIC_Intel-XXV710' or 'NIC_Intel-E810CQ') and 'NDRPDR' and '2C'" - columns: - - title: "2n-clx xxv710" - data-set: "vpp-3n-skx-curr-iter" - tag: "NIC_Intel-XXV710" - - title: "2n-icx e810cq" - data-set: "vpp-2n-icx-curr-iter" - tag: "NIC_Intel-E810CQ" - comparisons: - - title: "Diff" - reference: 1 - compare: 2 - legend: - - "" - - "2n-clx xxv710, 2n-icx e810cq - testbeds and NICs tested." - - "Diff - difference between 2n-clx xxv710 and 2n-icx e810cq testbeds." - -# VPP Comparison Across Testbeds 3n-skx to 3n-icx 1c ndr -- type: "table" - title: "VPP Comparison Across Testbeds 3n-skx to 3n-icx 1c ndr" - algorithm: "table_comparison" - output-file: "{DIR[STATIC,VPP]}/performance-compare-testbeds-3n-skx-3n-icx-1c-ndr" - include-tests: "NDR" # "PDR" | "NDR" | "MRR" - filter: "('NIC_Intel-XXV710' or 'NIC_Intel-E810CQ') and 'NDRPDR' and '1C'" - columns: - - title: "3n-skx xxv710" - data-set: "vpp-3n-skx-curr-iter" - tag: "NIC_Intel-XXV710" - - title: "3n-icx e810cq" - data-set: "vpp-3n-icx-curr-iter" - tag: "NIC_Intel-E810CQ" - comparisons: - - title: "Diff" - reference: 1 - compare: 2 - legend: - - "" - - "3n-skx xxv710, 3n-icx e810cq - testbeds and NICs tested." - - "Diff - difference between 3n-skx xxv710 and 3n-icx e810cq testbeds." - -# VPP Comparison Across Testbeds 3n-skx to 3n-icx 2c ndr -- type: "table" - title: "VPP Comparison Across Testbeds 3n-skx to 3n-icx ndr" - algorithm: "table_comparison" - output-file: "{DIR[STATIC,VPP]}/performance-compare-testbeds-3n-skx-3n-icx-2c-ndr" - include-tests: "NDR" # "PDR" | "NDR" | "MRR" - filter: "('NIC_Intel-XXV710' or 'NIC_Intel-E810CQ') and 'NDRPDR' and '2C'" - columns: - - title: "3n-skx xxv710" - data-set: "vpp-3n-skx-curr-iter" - tag: "NIC_Intel-XXV710" - - title: "3n-icx e810cq" - data-set: "vpp-3n-icx-curr-iter" - tag: "NIC_Intel-E810CQ" - comparisons: - - title: "Diff" - reference: 1 - compare: 2 - legend: - - "" - - "3n-skx xxv710, 3n-icx e810cq - testbeds and NICs tested." - - "Diff - difference between 3n-skx xxv710 and 3n-icx e810cq testbeds." - -# VPP Comparison Across Testbeds 3n-skx to 3n-icx 1c pdr -- type: "table" - title: "VPP Comparison Across Testbeds 3n-skx to 3n-icx 1c pdr" - algorithm: "table_comparison" - output-file: "{DIR[STATIC,VPP]}/performance-compare-testbeds-3n-skx-3n-icx-1c-pdr" - include-tests: "PDR" # "PDR" | "NDR" | "MRR" - filter: "('NIC_Intel-XXV710' or 'NIC_Intel-E810CQ') and 'NDRPDR' and '1C'" - columns: - - title: "3n-skx xxv710" - data-set: "vpp-3n-skx-curr-iter" - tag: "NIC_Intel-XXV710" - - title: "3n-icx e810cq" - data-set: "vpp-3n-icx-curr-iter" - tag: "NIC_Intel-E810CQ" - comparisons: - - title: "Diff" - reference: 1 - compare: 2 - legend: - - "" - - "3n-skx xxv710, 3n-icx e810cq - testbeds and NICs tested." - - "Diff - difference between 3n-skx xxv710 and 3n-icx e810cq testbeds." - -# VPP Comparison Across Testbeds 3n-skx to 3n-icx 2c pdr -- type: "table" - title: "VPP Comparison Across Testbeds 3n-skx to 3n-icx 2c pdr" - algorithm: "table_comparison" - output-file: "{DIR[STATIC,VPP]}/performance-compare-testbeds-3n-skx-3n-icx-2c-pdr" - include-tests: "PDR" # "PDR" | "NDR" | "MRR" - filter: "('NIC_Intel-XXV710' or 'NIC_Intel-E810CQ') and 'NDRPDR' and '2C'" - columns: - - title: "3n-skx xxv710" - data-set: "vpp-3n-skx-curr-iter" - tag: "NIC_Intel-XXV710" - - title: "3n-icx e810cq" - data-set: "vpp-3n-icx-curr-iter" - tag: "NIC_Intel-E810CQ" - comparisons: - - title: "Diff" - reference: 1 - compare: 2 - legend: - - "" - - "3n-skx xxv710, 3n-icx e810cq - testbeds and NICs tested." - - "Diff - difference between 3n-skx xxv710 and 3n-icx e810cq testbeds." +# # VPP Comparison Across Testbeds 2n-clx to 2n-icx 1c ndr +# - type: "table" +# title: "VPP Comparison Across Testbeds 2n-clx to 2n-icx 1c ndr" +# algorithm: "table_comparison" +# output-file: "{DIR[STATIC,VPP]}/performance-compare-testbeds-2n-clx-2n-icx-1c-ndr" +# include-tests: "NDR" # "PDR" | "NDR" | "MRR" +# filter: "('NIC_Intel-XXV710' or 'NIC_Intel-E810CQ') and 'NDRPDR' and '1C'" +# columns: +# - title: "2n-clx xxv710" +# data-set: "vpp-2n-clx-curr-iter" +# tag: "NIC_Intel-XXV710" +# - title: "2n-icx e810cq" +# data-set: "vpp-2n-icx-curr-iter" +# tag: "NIC_Intel-E810CQ" +# comparisons: +# - title: "Diff" +# reference: 1 +# compare: 2 +# legend: +# - "" +# - "2n-clx xxv710, 2n-icx e810cq - testbeds and NICs tested." +# - "Diff - difference between 2n-clx xxv710 and 2n-icx e810cq testbeds." +# +# # VPP Comparison Across Testbeds 2n-clx to 2n-icx 2c ndr +# - type: "table" +# title: "VPP Comparison Across Testbeds 2n-clx to 2n-icx 2c ndr" +# algorithm: "table_comparison" +# output-file: "{DIR[STATIC,VPP]}/performance-compare-testbeds-2n-clx-2n-icx-2c-ndr" +# include-tests: "NDR" # "PDR" | "NDR" | "MRR" +# filter: "('NIC_Intel-XXV710' or 'NIC_Intel-E810CQ') and 'NDRPDR' and '2C'" +# columns: +# - title: "2n-clx xxv710" +# data-set: "vpp-2n-clx-curr-iter" +# tag: "NIC_Intel-XXV710" +# - title: "2n-icx e810cq" +# data-set: "vpp-2n-icx-curr-iter" +# tag: "NIC_Intel-E810CQ" +# comparisons: +# - title: "Diff" +# reference: 1 +# compare: 2 +# legend: +# - "" +# - "2n-clx xxv710, 2n-icx e810cq - testbeds and NICs tested." +# - "Diff - difference between 2n-clx xxv710 and 2n-icx e810cq testbeds." +# +# # VPP Comparison Across Testbeds 2n-clx to 2n-icx 1c pdr +# - type: "table" +# title: "VPP Comparison Across Testbeds 2n-clx to 2n-icx 1c pdr" +# algorithm: "table_comparison" +# output-file: "{DIR[STATIC,VPP]}/performance-compare-testbeds-2n-clx-2n-icx-1c-pdr" +# include-tests: "PDR" # "PDR" | "NDR" | "MRR" +# filter: "('NIC_Intel-XXV710' or 'NIC_Intel-E810CQ') and 'NDRPDR' and '1C'" +# columns: +# - title: "2n-clx xxv710" +# data-set: "vpp-2n-clx-curr-iter" +# tag: "NIC_Intel-XXV710" +# - title: "2n-icx e810cq" +# data-set: "vpp-2n-icx-curr-iter" +# tag: "NIC_Intel-E810CQ" +# comparisons: +# - title: "Diff" +# reference: 1 +# compare: 2 +# legend: +# - "" +# - "2n-clx xxv710, 2n-icx e810cq - testbeds and NICs tested." +# - "Diff - difference between 2n-clx xxv710 and 2n-icx e810cq testbeds." +# +# # VPP Comparison Across Testbeds 2n-clx to 2n-icx 2c pdr +# - type: "table" +# title: "VPP Comparison Across Testbeds 2n-clx to 2n-icx 2c pdr" +# algorithm: "table_comparison" +# output-file: "{DIR[STATIC,VPP]}/performance-compare-testbeds-2n-clx-2n-icx-2c-pdr" +# include-tests: "PDR" # "PDR" | "NDR" | "MRR" +# filter: "('NIC_Intel-XXV710' or 'NIC_Intel-E810CQ') and 'NDRPDR' and '2C'" +# columns: +# - title: "2n-clx xxv710" +# data-set: "vpp-3n-skx-curr-iter" +# tag: "NIC_Intel-XXV710" +# - title: "2n-icx e810cq" +# data-set: "vpp-2n-icx-curr-iter" +# tag: "NIC_Intel-E810CQ" +# comparisons: +# - title: "Diff" +# reference: 1 +# compare: 2 +# legend: +# - "" +# - "2n-clx xxv710, 2n-icx e810cq - testbeds and NICs tested." +# - "Diff - difference between 2n-clx xxv710 and 2n-icx e810cq testbeds." +# +# # VPP Comparison Across Testbeds 3n-skx to 3n-icx 1c ndr +# - type: "table" +# title: "VPP Comparison Across Testbeds 3n-skx to 3n-icx 1c ndr" +# algorithm: "table_comparison" +# output-file: "{DIR[STATIC,VPP]}/performance-compare-testbeds-3n-skx-3n-icx-1c-ndr" +# include-tests: "NDR" # "PDR" | "NDR" | "MRR" +# filter: "('NIC_Intel-XXV710' or 'NIC_Intel-E810CQ') and 'NDRPDR' and '1C'" +# columns: +# - title: "3n-skx xxv710" +# data-set: "vpp-3n-skx-curr-iter" +# tag: "NIC_Intel-XXV710" +# - title: "3n-icx e810cq" +# data-set: "vpp-3n-icx-curr-iter" +# tag: "NIC_Intel-E810CQ" +# comparisons: +# - title: "Diff" +# reference: 1 +# compare: 2 +# legend: +# - "" +# - "3n-skx xxv710, 3n-icx e810cq - testbeds and NICs tested." +# - "Diff - difference between 3n-skx xxv710 and 3n-icx e810cq testbeds." +# +# # VPP Comparison Across Testbeds 3n-skx to 3n-icx 2c ndr +# - type: "table" +# title: "VPP Comparison Across Testbeds 3n-skx to 3n-icx ndr" +# algorithm: "table_comparison" +# output-file: "{DIR[STATIC,VPP]}/performance-compare-testbeds-3n-skx-3n-icx-2c-ndr" +# include-tests: "NDR" # "PDR" | "NDR" | "MRR" +# filter: "('NIC_Intel-XXV710' or 'NIC_Intel-E810CQ') and 'NDRPDR' and '2C'" +# columns: +# - title: "3n-skx xxv710" +# data-set: "vpp-3n-skx-curr-iter" +# tag: "NIC_Intel-XXV710" +# - title: "3n-icx e810cq" +# data-set: "vpp-3n-icx-curr-iter" +# tag: "NIC_Intel-E810CQ" +# comparisons: +# - title: "Diff" +# reference: 1 +# compare: 2 +# legend: +# - "" +# - "3n-skx xxv710, 3n-icx e810cq - testbeds and NICs tested." +# - "Diff - difference between 3n-skx xxv710 and 3n-icx e810cq testbeds." +# +# # VPP Comparison Across Testbeds 3n-skx to 3n-icx 1c pdr +# - type: "table" +# title: "VPP Comparison Across Testbeds 3n-skx to 3n-icx 1c pdr" +# algorithm: "table_comparison" +# output-file: "{DIR[STATIC,VPP]}/performance-compare-testbeds-3n-skx-3n-icx-1c-pdr" +# include-tests: "PDR" # "PDR" | "NDR" | "MRR" +# filter: "('NIC_Intel-XXV710' or 'NIC_Intel-E810CQ') and 'NDRPDR' and '1C'" +# columns: +# - title: "3n-skx xxv710" +# data-set: "vpp-3n-skx-curr-iter" +# tag: "NIC_Intel-XXV710" +# - title: "3n-icx e810cq" +# data-set: "vpp-3n-icx-curr-iter" +# tag: "NIC_Intel-E810CQ" +# comparisons: +# - title: "Diff" +# reference: 1 +# compare: 2 +# legend: +# - "" +# - "3n-skx xxv710, 3n-icx e810cq - testbeds and NICs tested." +# - "Diff - difference between 3n-skx xxv710 and 3n-icx e810cq testbeds." +# +# # VPP Comparison Across Testbeds 3n-skx to 3n-icx 2c pdr +# - type: "table" +# title: "VPP Comparison Across Testbeds 3n-skx to 3n-icx 2c pdr" +# algorithm: "table_comparison" +# output-file: "{DIR[STATIC,VPP]}/performance-compare-testbeds-3n-skx-3n-icx-2c-pdr" +# include-tests: "PDR" # "PDR" | "NDR" | "MRR" +# filter: "('NIC_Intel-XXV710' or 'NIC_Intel-E810CQ') and 'NDRPDR' and '2C'" +# columns: +# - title: "3n-skx xxv710" +# data-set: "vpp-3n-skx-curr-iter" +# tag: "NIC_Intel-XXV710" +# - title: "3n-icx e810cq" +# data-set: "vpp-3n-icx-curr-iter" +# tag: "NIC_Intel-E810CQ" +# comparisons: +# - title: "Diff" +# reference: 1 +# compare: 2 +# legend: +# - "" +# - "3n-skx xxv710, 3n-icx e810cq - testbeds and NICs tested." +# - "Diff - difference between 3n-skx xxv710 and 3n-icx e810cq testbeds." # VPP Comparison Across Topologies 3n-skx to 2n-skx 1c ndr - type: "table" @@ -1907,30 +2987,28 @@ include-tests: "MRR" # "PDR" | "NDR" | "MRR" filter: "'2T1C' and 'MRR' and 'NIC_Intel-XXV710' and not 'NF_DENSITY'" columns: - - title: "2009.0-6" + - title: "2101.0-7" data-set: "vpp-3n-skx-hist-iter-mrr-new-env" - - title: "2101.0-6" + - title: "2106.0-7" data-set: "vpp-3n-skx-prev-iter-mrr-old-env" - - title: "2101.0-7" + - title: "2106.0-8" data-set: "vpp-3n-skx-prev-iter-mrr-new-env" - - title: "2106.0-7" + - title: "2110.0-8" data-set: "vpp-3n-skx-curr-iter-mrr" comparisons: - - title: "2101.0-7 vs 2101.0-6" + - title: "2106.0-8 vs 2106.0-7" reference: 2 compare: 3 -# rca-file: "rca/rca-3n-skx-2t1c-mrr-rca1.yaml" - - title: "2106.0-7 vs 2101.0-7" + - title: "2110.0-8 vs 2106.0-8" reference: 3 compare: 4 -# rca-file: "rca/rca-3n-skx-2t1c-mrr-rca2.yaml" legend: - '' - 'Test Case: Test cases executed for: MRR throughput on 3n-skx with xxv710.' - - 'YYMM.V-E: [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "6" for CSIT rls2101, "7" for CSIT rls2106).' + - 'YYMM.V-E: [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "7" for CSIT rls2106, "8" for CSIT rls2110).' - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' - - '2101.0-7 vs 2101.0-6: Compares CSIT environment current vs previous with previous VPP code.' - - '2106.0-7 vs 2101.0-7: Compares VPP code current vs previous in the current CSIT environment.' + - '2106.0-8 vs 2106.0-7: Compares CSIT environment current vs previous with previous VPP code.' + - '2110.0-8 vs 2106.0-8: Compares VPP code current vs previous in the current CSIT environment.' # VPP Performance Changes 3n-skx 4t2c mrr - type: "table" @@ -1940,30 +3018,28 @@ include-tests: "MRR" # "PDR" | "NDR" | "MRR" filter: "'4T2C' and 'MRR' and 'NIC_Intel-XXV710' and not 'NF_DENSITY'" columns: - - title: "2009.0-6" + - title: "2101.0-7" data-set: "vpp-3n-skx-hist-iter-mrr-new-env" - - title: "2101.0-6" + - title: "2106.0-7" data-set: "vpp-3n-skx-prev-iter-mrr-old-env" - - title: "2101.0-7" + - title: "2106.0-8" data-set: "vpp-3n-skx-prev-iter-mrr-new-env" - - title: "2106.0-7" + - title: "2110.0-8" data-set: "vpp-3n-skx-curr-iter-mrr" comparisons: - - title: "2101.0-7 vs 2101.0-6" + - title: "2106.0-8 vs 2106.0-7" reference: 2 compare: 3 -# rca-file: "rca/rca-3n-skx-4t2c-mrr-rca1.yaml" - - title: "2106.0-7 vs 2101.0-7" + - title: "2110.0-8 vs 2106.0-8" reference: 3 compare: 4 -# rca-file: "rca/rca-3n-skx-4t2c-mrr-rca2.yaml" legend: - '' - 'Test Case: Test cases executed for: MRR throughput on 3n-skx with xxv710.' - - 'YYMM.V-E: [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "6" for CSIT rls2101, "7" for CSIT rls2106).' + - 'YYMM.V-E: [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "7" for CSIT rls2106, "8" for CSIT rls2110).' - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' - - '2101.0-7 vs 2101.0-6: Compares CSIT environment current vs previous with previous VPP code.' - - '2106.0-7 vs 2101.0-7: Compares VPP code current vs previous in the current CSIT environment.' + - '2106.0-8 vs 2106.0-7: Compares CSIT environment current vs previous with previous VPP code.' + - '2110.0-8 vs 2106.0-8: Compares VPP code current vs previous in the current CSIT environment.' # VPP Performance Changes 3n-skx 8t4c mrr - type: "table" @@ -1973,30 +3049,28 @@ include-tests: "MRR" # "PDR" | "NDR" | "MRR" filter: "'8T4C' and 'MRR' and 'NIC_Intel-XXV710' and not 'NF_DENSITY'" columns: - - title: "2009.0-6" + - title: "2101.0-7" data-set: "vpp-3n-skx-hist-iter-mrr-new-env" - - title: "2101.0-6" + - title: "2106.0-7" data-set: "vpp-3n-skx-prev-iter-mrr-old-env" - - title: "2101.0-7" + - title: "2106.0-8" data-set: "vpp-3n-skx-prev-iter-mrr-new-env" - - title: "2106.0-7" + - title: "2110.0-8" data-set: "vpp-3n-skx-curr-iter-mrr" comparisons: - - title: "2101.0-7 vs 2101.0-6" + - title: "2106.0-8 vs 2106.0-7" reference: 2 compare: 3 -# rca-file: "rca/rca-3n-skx-8t4c-mrr-rca1.yaml" - - title: "2106.0-7 vs 2101.0-7" + - title: "2110.0-8 vs 2106.0-8" reference: 3 compare: 4 -# rca-file: "rca/rca-3n-skx-8t4c-mrr-rca2.yaml" legend: - '' - 'Test Case: Test cases executed for: MRR throughput on 3n-skx with xxv710.' - - 'YYMM.V-E: [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "6" for CSIT rls2101, "7" for CSIT rls2106).' + - 'YYMM.V-E: [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "7" for CSIT rls2106, "8" for CSIT rls2110).' - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' - - '2101.0-7 vs 2101.0-6: Compares CSIT environment current vs previous with previous VPP code.' - - '2106.0-7 vs 2101.0-7: Compares VPP code current vs previous in the current CSIT environment.' + - '2106.0-8 vs 2106.0-7: Compares CSIT environment current vs previous with previous VPP code.' + - '2110.0-8 vs 2106.0-8: Compares VPP code current vs previous in the current CSIT environment.' # VPP Performance Changes 2n-skx 2t1c mrr - type: "table" @@ -2006,30 +3080,28 @@ include-tests: "MRR" # "PDR" | "NDR" | "MRR" filter: "'2T1C' and 'MRR' and 'NIC_Intel-XXV710' and not 'NF_DENSITY'" columns: - - title: "2009.0-6" + - title: "2101.0-7" data-set: "vpp-2n-skx-hist-iter-mrr-new-env" - - title: "2101.0-6" + - title: "2106.0-7" data-set: "vpp-2n-skx-prev-iter-mrr-old-env" - - title: "2101.0-7" + - title: "2106.0-8" data-set: "vpp-2n-skx-prev-iter-mrr-new-env" - - title: "2106.0-7" + - title: "2110.0-8" data-set: "vpp-2n-skx-curr-iter-mrr" comparisons: - - title: "2101.0-7 vs 2101.0-6" + - title: "2106.0-8 vs 2106.0-7" reference: 2 compare: 3 -# rca-file: "rca/rca-2n-skx-2t1c-mrr-rca1.yaml" - - title: "2106.0-7 vs 2101.0-7" + - title: "2110.0-8 vs 2106.0-8" reference: 3 compare: 4 -# rca-file: "rca/rca-2n-skx-2t1c-mrr-rca2.yaml" legend: - '' - 'Test Case: Test cases executed for: MRR throughput on 2n-skx with xxv710.' - - 'YYMM.V-E: [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "6" for CSIT rls2101, "7" for CSIT rls2106).' + - 'YYMM.V-E: [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "7" for CSIT rls2106, "8" for CSIT rls2110).' - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' - - '2101.0-7 vs 2101.0-6: Compares CSIT environment current vs previous with previous VPP code.' - - '2106.0-7 vs 2101.0-7: Compares VPP code current vs previous in the current CSIT environment.' + - '2106.0-8 vs 2106.0-7: Compares CSIT environment current vs previous with previous VPP code.' + - '2110.0-8 vs 2106.0-8: Compares VPP code current vs previous in the current CSIT environment.' # VPP Performance Changes 2n-skx 4t2c mrr - type: "table" @@ -2039,30 +3111,28 @@ include-tests: "MRR" # "PDR" | "NDR" | "MRR" filter: "'4T2C' and 'MRR' and 'NIC_Intel-XXV710' and not 'NF_DENSITY'" columns: - - title: "2009.0-6" + - title: "2101.0-7" data-set: "vpp-2n-skx-hist-iter-mrr-new-env" - - title: "2101.0-6" + - title: "2106.0-7" data-set: "vpp-2n-skx-prev-iter-mrr-old-env" - - title: "2101.0-7" + - title: "2106.0-8" data-set: "vpp-2n-skx-prev-iter-mrr-new-env" - - title: "2106.0-7" + - title: "2110.0-8" data-set: "vpp-2n-skx-curr-iter-mrr" comparisons: - - title: "2101.0-7 vs 2101.0-6" + - title: "2106.0-8 vs 2106.0-7" reference: 2 compare: 3 -# rca-file: "rca/rca-2n-skx-4t2c-mrr-rca1.yaml" - - title: "2106.0-7 vs 2101.0-7" + - title: "2110.0-8 vs 2106.0-8" reference: 3 compare: 4 -# rca-file: "rca/rca-2n-skx-4t2c-mrr-rca2.yaml" legend: - '' - 'Test Case: Test cases executed for: MRR throughput on 2n-skx with xxv710.' - - 'YYMM.V-E: [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "6" for CSIT rls2101, "7" for CSIT rls2106).' + - 'YYMM.V-E: [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "7" for CSIT rls2106, "8" for CSIT rls2110).' - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' - - '2101.0-7 vs 2101.0-6: Compares CSIT environment current vs previous with previous VPP code.' - - '2106.0-7 vs 2101.0-7: Compares VPP code current vs previous in the current CSIT environment.' + - '2106.0-8 vs 2106.0-7: Compares CSIT environment current vs previous with previous VPP code.' + - '2110.0-8 vs 2106.0-8: Compares VPP code current vs previous in the current CSIT environment.' # VPP Performance Changes 2n-skx 8t4c mrr - type: "table" @@ -2072,30 +3142,28 @@ include-tests: "MRR" # "PDR" | "NDR" | "MRR" filter: "'8T4C' and 'MRR' and 'NIC_Intel-XXV710' and not 'NF_DENSITY'" columns: - - title: "2009.0-6" + - title: "2101.0-7" data-set: "vpp-2n-skx-hist-iter-mrr-new-env" - - title: "2101.0-6" + - title: "2106.0-7" data-set: "vpp-2n-skx-prev-iter-mrr-old-env" - - title: "2101.0-7" + - title: "2106.0-8" data-set: "vpp-2n-skx-prev-iter-mrr-new-env" - - title: "2106.0-7" + - title: "2110.0-8" data-set: "vpp-2n-skx-curr-iter-mrr" comparisons: - - title: "2101.0-7 vs 2101.0-6" + - title: "2106.0-8 vs 2106.0-7" reference: 2 compare: 3 -# rca-file: "rca/rca-2n-skx-8t4c-mrr-rca1.yaml" - - title: "2106.0-7 vs 2101.0-7" + - title: "2110.0-8 vs 2106.0-8" reference: 3 compare: 4 -# rca-file: "rca/rca-2n-skx-8t4c-mrr-rca2.yaml" legend: - '' - 'Test Case: Test cases executed for: MRR throughput on 2n-skx with xxv710.' - - 'YYMM.V-E: [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "6" for CSIT rls2101, "7" for CSIT rls2106).' + - 'YYMM.V-E: [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "7" for CSIT rls2106, "8" for CSIT rls2110).' - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' - - '2101.0-7 vs 2101.0-6: Compares CSIT environment current vs previous with previous VPP code.' - - '2106.0-7 vs 2101.0-7: Compares VPP code current vs previous in the current CSIT environment.' + - '2106.0-8 vs 2106.0-7: Compares CSIT environment current vs previous with previous VPP code.' + - '2110.0-8 vs 2106.0-8: Compares VPP code current vs previous in the current CSIT environment.' # VPP Performance Changes 2n-clx-xxv710 2t1c mrr - type: "table" @@ -2105,30 +3173,28 @@ include-tests: "MRR" # "PDR" | "NDR" | "MRR" filter: "'2T1C' and 'MRR' and 'NIC_Intel-XXV710' and not 'NF_DENSITY'" columns: - - title: "2009.0-6" + - title: "2101.0-7" data-set: "vpp-2n-clx-hist-iter-mrr-new-env" - - title: "2101.0-6" + - title: "2106.0-7" data-set: "vpp-2n-clx-prev-iter-mrr-old-env" - - title: "2101.0-7" + - title: "2106.0-8" data-set: "vpp-2n-clx-prev-iter-mrr-new-env" - - title: "2106.0-7" + - title: "2110.0-8" data-set: "vpp-2n-clx-curr-iter-mrr" comparisons: - - title: "2101.0-7 vs 2101.0-6" + - title: "2106.0-8 vs 2106.0-7" reference: 2 compare: 3 -# rca-file: "rca/rca-2n-clx-2t1c-mrr-rca1.yaml" - - title: "2106.0-7 vs 2101.0-7" + - title: "2110.0-8 vs 2106.0-8" reference: 3 compare: 4 -# rca-file: "rca/rca-2n-clx-2t1c-mrr-rca2.yaml" legend: - '' - 'Test Case: Test cases executed for: MRR throughput on 2n-clx with xxv710.' - - 'YYMM.V-E: [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "6" for CSIT rls2101, "7" for CSIT rls2106).' + - 'YYMM.V-E: [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "7" for CSIT rls2106, "8" for CSIT rls2110).' - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' - - '2101.0-7 vs 2101.0-6: Compares CSIT environment current vs previous with previous VPP code.' - - '2106.0-7 vs 2101.0-7: Compares VPP code current vs previous in the current CSIT environment.' + - '2106.0-8 vs 2106.0-7: Compares CSIT environment current vs previous with previous VPP code.' + - '2110.0-8 vs 2106.0-8: Compares VPP code current vs previous in the current CSIT environment.' # VPP Performance Changes 2n-clx-xxv710 4t2c mrr - type: "table" @@ -2138,30 +3204,28 @@ include-tests: "MRR" # "PDR" | "NDR" | "MRR" filter: "'4T2C' and 'MRR' and 'NIC_Intel-XXV710' and not 'NF_DENSITY'" columns: - - title: "2009.0-6" + - title: "2101.0-7" data-set: "vpp-2n-clx-hist-iter-mrr-new-env" - - title: "2101.0-6" + - title: "2106.0-7" data-set: "vpp-2n-clx-prev-iter-mrr-old-env" - - title: "2101.0-7" + - title: "2106.0-8" data-set: "vpp-2n-clx-prev-iter-mrr-new-env" - - title: "2106.0-7" + - title: "2110.0-8" data-set: "vpp-2n-clx-curr-iter-mrr" comparisons: - - title: "2101.0-7 vs 2101.0-6" + - title: "2106.0-8 vs 2106.0-7" reference: 2 compare: 3 -# rca-file: "rca/rca-2n-clx-4t2c-mrr-rca1.yaml" - - title: "2106.0-7 vs 2101.0-7" + - title: "2110.0-8 vs 2106.0-8" reference: 3 compare: 4 -# rca-file: "rca/rca-2n-clx-4t2c-mrr-rca2.yaml" legend: - '' - 'Test Case: Test cases executed for: MRR throughput on 2n-clx with xxv710.' - - 'YYMM.V-E: [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "6" for CSIT rls2101, "7" for CSIT rls2106).' + - 'YYMM.V-E: [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "7" for CSIT rls2106, "8" for CSIT rls2110).' - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' - - '2101.0-7 vs 2101.0-6: Compares CSIT environment current vs previous with previous VPP code.' - - '2106.0-7 vs 2101.0-7: Compares VPP code current vs previous in the current CSIT environment.' + - '2106.0-8 vs 2106.0-7: Compares CSIT environment current vs previous with previous VPP code.' + - '2110.0-8 vs 2106.0-8: Compares VPP code current vs previous in the current CSIT environment.' # VPP Performance Changes 2n-clx-xxv710 8t4c mrr - type: "table" @@ -2171,30 +3235,28 @@ include-tests: "MRR" # "PDR" | "NDR" | "MRR" filter: "'8T4C' and 'MRR' and 'NIC_Intel-XXV710' and not 'NF_DENSITY'" columns: - - title: "2009.0-6" + - title: "2101.0-7" data-set: "vpp-2n-clx-hist-iter-mrr-new-env" - - title: "2101.0-6" + - title: "2106.0-7" data-set: "vpp-2n-clx-prev-iter-mrr-old-env" - - title: "2101.0-7" + - title: "2106.0-8" data-set: "vpp-2n-clx-prev-iter-mrr-new-env" - - title: "2106.0-7" + - title: "2110.0-8" data-set: "vpp-2n-clx-curr-iter-mrr" comparisons: - - title: "2101.0-7 vs 2101.0-6" + - title: "2106.0-8 vs 2106.0-7" reference: 2 compare: 3 -# rca-file: "rca/rca-2n-clx-8t4c-mrr-rca1.yaml" - - title: "2106.0-7 vs 2101.0-7" + - title: "2110.0-8 vs 2106.0-8" reference: 3 compare: 4 -# rca-file: "rca/rca-2n-clx-8t4c-mrr-rca2.yaml" legend: - '' - 'Test Case: Test cases executed for: MRR throughput on 2n-clx with xxv710.' - - 'YYMM.V-E: [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "6" for CSIT rls2101, "7" for CSIT rls2106).' + - 'YYMM.V-E: [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "7" for CSIT rls2106, "8" for CSIT rls2110).' - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' - - '2101.0-7 vs 2101.0-6: Compares CSIT environment current vs previous with previous VPP code.' - - '2106.0-7 vs 2101.0-7: Compares VPP code current vs previous in the current CSIT environment.' + - '2106.0-8 vs 2106.0-7: Compares CSIT environment current vs previous with previous VPP code.' + - '2110.0-8 vs 2106.0-8: Compares VPP code current vs previous in the current CSIT environment.' # VPP Performance Changes 2n-clx-cx556a 2t1c mrr - type: "table" @@ -2204,30 +3266,28 @@ include-tests: "MRR" # "PDR" | "NDR" | "MRR" filter: "'2T1C' and 'MRR' and 'NIC_Mellanox-CX556A' and not 'NF_DENSITY'" columns: - - title: "2009.0-6" + - title: "2101.0-7" data-set: "vpp-2n-clx-hist-iter-mrr-new-env" - - title: "2101.0-6" + - title: "2106.0-7" data-set: "vpp-2n-clx-prev-iter-mrr-old-env" - - title: "2101.0-7" + - title: "2106.0-8" data-set: "vpp-2n-clx-prev-iter-mrr-new-env" - - title: "2106.0-7" + - title: "2110.0-8" data-set: "vpp-2n-clx-curr-iter-mrr" comparisons: - - title: "2101.0-7 vs 2101.0-6" + - title: "2106.0-8 vs 2106.0-7" reference: 2 compare: 3 -# rca-file: "rca/rca-2n-clx-2t1c-mrr-rca1.yaml" - - title: "2106.0-7 vs 2101.0-7" + - title: "2110.0-8 vs 2106.0-8" reference: 3 compare: 4 -# rca-file: "rca/rca-2n-clx-2t1c-mrr-rca2.yaml" legend: - '' - 'Test Case: Test cases executed for: MRR throughput on 2n-clx with cx556a.' - - 'YYMM.V-E: [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "6" for CSIT rls2101, "7" for CSIT rls2106).' + - 'YYMM.V-E: [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "7" for CSIT rls2106, "8" for CSIT rls2110).' - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' - - '2101.0-7 vs 2101.0-6: Compares CSIT environment current vs previous with previous VPP code.' - - '2106.0-7 vs 2101.0-7: Compares VPP code current vs previous in the current CSIT environment.' + - '2106.0-8 vs 2106.0-7: Compares CSIT environment current vs previous with previous VPP code.' + - '2110.0-8 vs 2106.0-8: Compares VPP code current vs previous in the current CSIT environment.' # VPP Performance Changes 2n-clx-cx556a 4t2c mrr - type: "table" @@ -2237,30 +3297,28 @@ include-tests: "MRR" # "PDR" | "NDR" | "MRR" filter: "'4T2C' and 'MRR' and 'NIC_Mellanox-CX556A' and not 'NF_DENSITY'" columns: - - title: "2009.0-6" + - title: "2101.0-7" data-set: "vpp-2n-clx-hist-iter-mrr-new-env" - - title: "2101.0-6" + - title: "2106.0-7" data-set: "vpp-2n-clx-prev-iter-mrr-old-env" - - title: "2101.0-7" + - title: "2106.0-8" data-set: "vpp-2n-clx-prev-iter-mrr-new-env" - - title: "2106.0-7" + - title: "2110.0-8" data-set: "vpp-2n-clx-curr-iter-mrr" comparisons: - - title: "2101.0-7 vs 2101.0-6" + - title: "2106.0-8 vs 2106.0-7" reference: 2 compare: 3 -# rca-file: "rca/rca-2n-clx-4t2c-mrr-rca1.yaml" - - title: "2106.0-7 vs 2101.0-7" + - title: "2110.0-8 vs 2106.0-8" reference: 3 compare: 4 -# rca-file: "rca/rca-2n-clx-4t2c-mrr-rca2.yaml" legend: - '' - 'Test Case: Test cases executed for: MRR throughput on 2n-clx with cx556a.' - - 'YYMM.V-E: [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "6" for CSIT rls2101, "7" for CSIT rls2106).' + - 'YYMM.V-E: [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "7" for CSIT rls2106, "8" for CSIT rls2110).' - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' - - '2101.0-7 vs 2101.0-6: Compares CSIT environment current vs previous with previous VPP code.' - - '2106.0-7 vs 2101.0-7: Compares VPP code current vs previous in the current CSIT environment.' + - '2106.0-8 vs 2106.0-7: Compares CSIT environment current vs previous with previous VPP code.' + - '2110.0-8 vs 2106.0-8: Compares VPP code current vs previous in the current CSIT environment.' # VPP Performance Changes 2n-clx-cx556a 8t4c mrr - type: "table" @@ -2270,30 +3328,28 @@ include-tests: "MRR" # "PDR" | "NDR" | "MRR" filter: "'8T4C' and 'MRR' and 'NIC_Mellanox-CX556A' and not 'NF_DENSITY'" columns: - - title: "2009.0-6" + - title: "2101.0-7" data-set: "vpp-2n-clx-hist-iter-mrr-new-env" - - title: "2101.0-6" + - title: "2106.0-7" data-set: "vpp-2n-clx-prev-iter-mrr-old-env" - - title: "2101.0-7" + - title: "2106.0-8" data-set: "vpp-2n-clx-prev-iter-mrr-new-env" - - title: "2106.0-7" + - title: "2110.0-8" data-set: "vpp-2n-clx-curr-iter-mrr" comparisons: - - title: "2101.0-7 vs 2101.0-6" + - title: "2106.0-8 vs 2106.0-7" reference: 2 compare: 3 -# rca-file: "rca/rca-2n-clx-8t4c-mrr-rca1.yaml" - - title: "2106.0-7 vs 2101.0-7" + - title: "2110.0-8 vs 2106.0-8" reference: 3 compare: 4 -# rca-file: "rca/rca-2n-clx-8t4c-mrr-rca2.yaml" legend: - '' - 'Test Case: Test cases executed for: MRR throughput on 2n-clx with cx556a.' - - 'YYMM.V-E: [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "6" for CSIT rls2101, "7" for CSIT rls2106).' + - 'YYMM.V-E: [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "7" for CSIT rls2106, "8" for CSIT rls2110).' - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' - - '2101.0-7 vs 2101.0-6: Compares CSIT environment current vs previous with previous VPP code.' - - '2106.0-7 vs 2101.0-7: Compares VPP code current vs previous in the current CSIT environment.' + - '2106.0-8 vs 2106.0-7: Compares CSIT environment current vs previous with previous VPP code.' + - '2110.0-8 vs 2106.0-8: Compares VPP code current vs previous in the current CSIT environment.' # VPP Performance Changes 2n-zn2-xxv710 2t1c mrr - type: "table" @@ -2303,30 +3359,28 @@ include-tests: "MRR" # "PDR" | "NDR" | "MRR" filter: "'2T1C' and 'MRR' and 'NIC_Intel-XXV710'" columns: - - title: "2009.0-6" + - title: "2101.0-7" data-set: "vpp-2n-zn2-hist-iter-mrr-new-env" - - title: "2101.0-6" + - title: "2106.0-7" data-set: "vpp-2n-zn2-prev-iter-mrr-old-env" - - title: "2101.0-7" + - title: "2106.0-8" data-set: "vpp-2n-zn2-prev-iter-mrr-new-env" - - title: "2106.0-7" + - title: "2110.0-8" data-set: "vpp-2n-zn2-curr-iter-mrr" comparisons: - - title: "2101.0-7 vs 2101.0-6" + - title: "2106.0-8 vs 2106.0-7" reference: 2 compare: 3 -# rca-file: "rca/rca-2n-zn2-2t1c-mrr-rca1.yaml" - - title: "2106.0-7 vs 2101.0-7" + - title: "2110.0-8 vs 2106.0-8" reference: 3 compare: 4 -# rca-file: "rca/rca-2n-zn2-2t1c-mrr-rca2.yaml" legend: - '' - 'Test Case: Test cases executed for: MRR throughput on 2n-zn2 with xxv710.' - - 'YYMM.V-E: [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "6" for CSIT rls2101, "7" for CSIT rls2106).' + - 'YYMM.V-E: [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "7" for CSIT rls2106, "8" for CSIT rls2110).' - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' - - '2101.0-7 vs 2101.0-6: Compares CSIT environment current vs previous with previous VPP code.' - - '2106.0-7 vs 2101.0-7: Compares VPP code current vs previous in the current CSIT environment.' + - '2106.0-8 vs 2106.0-7: Compares CSIT environment current vs previous with previous VPP code.' + - '2110.0-8 vs 2106.0-8: Compares VPP code current vs previous in the current CSIT environment.' # VPP Performance Changes 2n-zn2-xxv710 4t2c mrr - type: "table" @@ -2336,30 +3390,28 @@ include-tests: "MRR" # "PDR" | "NDR" | "MRR" filter: "'4T2C' and 'MRR' and 'NIC_Intel-XXV710'" columns: - - title: "2009.0-6" + - title: "2101.0-7" data-set: "vpp-2n-zn2-hist-iter-mrr-new-env" - - title: "2101.0-6" + - title: "2106.0-7" data-set: "vpp-2n-zn2-prev-iter-mrr-old-env" - - title: "2101.0-7" + - title: "2106.0-8" data-set: "vpp-2n-zn2-prev-iter-mrr-new-env" - - title: "2106.0-7" + - title: "2110.0-8" data-set: "vpp-2n-zn2-curr-iter-mrr" comparisons: - - title: "2101.0-7 vs 2101.0-6" + - title: "2106.0-8 vs 2106.0-7" reference: 2 compare: 3 -# rca-file: "rca/rca-2n-zn2-4t2c-mrr-rca1.yaml" - - title: "2106.0-7 vs 2101.0-7" + - title: "2110.0-8 vs 2106.0-8" reference: 3 compare: 4 -# rca-file: "rca/rca-2n-zn2-4t2c-mrr-rca2.yaml" legend: - '' - 'Test Case: Test cases executed for: MRR throughput on 2n-zn2 with xxv710.' - - 'YYMM.V-E: [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "6" for CSIT rls2101, "7" for CSIT rls2106).' + - 'YYMM.V-E: [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "7" for CSIT rls2106, "8" for CSIT rls2110).' - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' - - '2101.0-7 vs 2101.0-6: Compares CSIT environment current vs previous with previous VPP code.' - - '2106.0-7 vs 2101.0-7: Compares VPP code current vs previous in the current CSIT environment.' + - '2106.0-8 vs 2106.0-7: Compares CSIT environment current vs previous with previous VPP code.' + - '2110.0-8 vs 2106.0-8: Compares VPP code current vs previous in the current CSIT environment.' # VPP Performance Changes 2n-zn2-xxv710 8t4c mrr - type: "table" @@ -2369,30 +3421,28 @@ include-tests: "MRR" # "PDR" | "NDR" | "MRR" filter: "'8T4C' and 'MRR' and 'NIC_Intel-XXV710'" columns: - - title: "2009.0-6" + - title: "2101.0-7" data-set: "vpp-2n-zn2-hist-iter-mrr-new-env" - - title: "2101.0-6" + - title: "2106.0-7" data-set: "vpp-2n-zn2-prev-iter-mrr-old-env" - - title: "2101.0-7" + - title: "2106.0-8" data-set: "vpp-2n-zn2-prev-iter-mrr-new-env" - - title: "2106.0-7" + - title: "2110.0-8" data-set: "vpp-2n-zn2-curr-iter-mrr" comparisons: - - title: "2101.0-7 vs 2101.0-6" + - title: "2106.0-8 vs 2106.0-7" reference: 2 compare: 3 -# rca-file: "rca/rca-2n-zn2-8t4c-mrr-rca1.yaml" - - title: "2106.0-7 vs 2101.0-7" + - title: "2110.0-8 vs 2106.0-8" reference: 3 compare: 4 -# rca-file: "rca/rca-2n-zn2-8t4c-mrr-rca2.yaml" legend: - '' - 'Test Case: Test cases executed for: MRR throughput on 2n-zn2 with xxv710.' - - 'YYMM.V-E: [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "6" for CSIT rls2101, "7" for CSIT rls2106).' + - 'YYMM.V-E: [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "7" for CSIT rls2106, "8" for CSIT rls2110).' - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' - - '2101.0-7 vs 2101.0-6: Compares CSIT environment current vs previous with previous VPP code.' - - '2106.0-7 vs 2101.0-7: Compares VPP code current vs previous in the current CSIT environment.' + - '2106.0-8 vs 2106.0-7: Compares CSIT environment current vs previous with previous VPP code.' + - '2110.0-8 vs 2106.0-8: Compares VPP code current vs previous in the current CSIT environment.' # VPP Performance Changes 2n-dnv 1t1c mrr - type: "table" @@ -2402,30 +3452,28 @@ include-tests: "MRR" # "PDR" | "NDR" | "MRR" filter: "'1T1C'" columns: - - title: "2009.0-6" + - title: "2101.0-7" data-set: "vpp-2n-dnv-hist-iter-mrr-new-env" - - title: "2101.0-6" + - title: "2106.0-7" data-set: "vpp-2n-dnv-prev-iter-mrr-old-env" - - title: "2101.0-7" + - title: "2106.0-8" data-set: "vpp-2n-dnv-prev-iter-mrr-new-env" - - title: "2106.0-7" + - title: "2110.0-8" data-set: "vpp-2n-dnv-curr-iter-mrr" comparisons: - - title: "2101.0-7 vs 2101.0-6" + - title: "2106.0-8 vs 2106.0-7" reference: 2 compare: 3 -# rca-file: "rca/rca-2n-dnv-1t1c-mrr-rca1.yaml" - - title: "2106.0-7 vs 2101.0-7" + - title: "2110.0-8 vs 2106.0-8" reference: 3 compare: 4 -# rca-file: "rca/rca-2n-dnv-1t1c-mrr-rca2.yaml" legend: - '' - 'Test Case: Test cases executed for: MRR throughput on 2n-dnv with x553.' - - 'YYMM.V-E: [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "6" for CSIT rls2101, "7" for CSIT rls2106).' + - 'YYMM.V-E: [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "7" for CSIT rls2106, "8" for CSIT rls2110).' - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' - - '2101.0-7 vs 2101.0-6: Compares CSIT environment current vs previous with previous VPP code.' - - '2106.0-7 vs 2101.0-7: Compares VPP code current vs previous in the current CSIT environment.' + - '2106.0-8 vs 2106.0-7: Compares CSIT environment current vs previous with previous VPP code.' + - '2110.0-8 vs 2106.0-8: Compares VPP code current vs previous in the current CSIT environment.' # VPP Performance Changes 2n-dnv 2t2c mrr - type: "table" @@ -2435,30 +3483,28 @@ include-tests: "MRR" # "PDR" | "NDR" | "MRR" filter: "'2T2C'" columns: - - title: "2009.0-6" + - title: "2101.0-7" data-set: "vpp-2n-dnv-hist-iter-mrr-new-env" - - title: "2101.0-6" + - title: "2106.0-7" data-set: "vpp-2n-dnv-prev-iter-mrr-old-env" - - title: "2101.0-7" + - title: "2106.0-8" data-set: "vpp-2n-dnv-prev-iter-mrr-new-env" - - title: "2106.0-7" + - title: "2110.0-8" data-set: "vpp-2n-dnv-curr-iter-mrr" comparisons: - - title: "2101.0-7 vs 2101.0-6" + - title: "2106.0-8 vs 2106.0-7" reference: 2 compare: 3 -# rca-file: "rca/rca-2n-dnv-2t2c-mrr-rca1.yaml" - - title: "2106.0-7 vs 2101.0-7" + - title: "2110.0-8 vs 2106.0-8" reference: 3 compare: 4 -# rca-file: "rca/rca-2n-dnv-2t2c-mrr-rca2.yaml" legend: - '' - 'Test Case: Test cases executed for: MRR throughput on 2n-dnv with x553.' - - 'YYMM.V-E: [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "6" for CSIT rls2101, "7" for CSIT rls2106).' + - 'YYMM.V-E: [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "7" for CSIT rls2106, "8" for CSIT rls2110).' - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' - - '2101.0-7 vs 2101.0-6: Compares CSIT environment current vs previous with previous VPP code.' - - '2106.0-7 vs 2101.0-7: Compares VPP code current vs previous in the current CSIT environment.' + - '2106.0-8 vs 2106.0-7: Compares CSIT environment current vs previous with previous VPP code.' + - '2110.0-8 vs 2106.0-8: Compares VPP code current vs previous in the current CSIT environment.' # VPP Performance Changes 2n-dnv 4t4c mrr - type: "table" @@ -2468,30 +3514,28 @@ include-tests: "MRR" # "PDR" | "NDR" | "MRR" filter: "'4T4C'" columns: - - title: "2009.0-6" + - title: "2101.0-7" data-set: "vpp-2n-dnv-hist-iter-mrr-new-env" - - title: "2101.0-6" + - title: "2106.0-7" data-set: "vpp-2n-dnv-prev-iter-mrr-old-env" - - title: "2101.0-7" + - title: "2106.0-8" data-set: "vpp-2n-dnv-prev-iter-mrr-new-env" - - title: "2106.0-7" + - title: "2110.0-8" data-set: "vpp-2n-dnv-curr-iter-mrr" comparisons: - - title: "2101.0-7 vs 2101.0-6" + - title: "2106.0-8 vs 2106.0-7" reference: 2 compare: 3 -# rca-file: "rca/rca-2n-dnv-4t4c-mrr-rca1.yaml" - - title: "2106.0-7 vs 2101.0-7" + - title: "2110.0-8 vs 2106.0-8" reference: 3 compare: 4 -# rca-file: "rca/rca-2n-dnv-4t4c-mrr-rca2.yaml" legend: - '' - 'Test Case: Test cases executed for: MRR throughput on 2n-dnv with x553.' - - 'YYMM.V-E: [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "6" for CSIT rls2101, "7" for CSIT rls2106).' + - 'YYMM.V-E: [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "7" for CSIT rls2106, "8" for CSIT rls2110).' - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' - - '2101.0-7 vs 2101.0-6: Compares CSIT environment current vs previous with previous VPP code.' - - '2106.0-7 vs 2101.0-7: Compares VPP code current vs previous in the current CSIT environment.' + - '2106.0-8 vs 2106.0-7: Compares CSIT environment current vs previous with previous VPP code.' + - '2110.0-8 vs 2106.0-8: Compares VPP code current vs previous in the current CSIT environment.' # VPP Performance Changes 3n-dnv 1t1c mrr - type: "table" @@ -2501,30 +3545,28 @@ include-tests: "MRR" # "PDR" | "NDR" | "MRR" filter: "'1T1C'" columns: - - title: "2009.0-6" + - title: "2101.0-7" data-set: "vpp-3n-dnv-hist-iter-mrr-new-env" - - title: "2101.0-6" + - title: "2106.0-7" data-set: "vpp-3n-dnv-prev-iter-mrr-old-env" - - title: "2101.0-7" + - title: "2106.0-8" data-set: "vpp-3n-dnv-prev-iter-mrr-new-env" - - title: "2106.0-7" + - title: "2110.0-8" data-set: "vpp-3n-dnv-curr-iter-mrr" comparisons: - - title: "2101.0-7 vs 2101.0-6" + - title: "2106.0-8 vs 2106.0-7" reference: 2 compare: 3 -# rca-file: "rca/rca-3n-dnv-1t1c-mrr-rca1.yaml" - - title: "2106.0-7 vs 2101.0-7" + - title: "2110.0-8 vs 2106.0-8" reference: 3 compare: 4 -# rca-file: "rca/rca-3n-dnv-1t1c-mrr-rca2.yaml" legend: - '' - 'Test Case: Test cases executed for: MRR throughput on 3n-dnv with x553.' - - 'YYMM.V-E: [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "6" for CSIT rls2101, "7" for CSIT rls2106).' + - 'YYMM.V-E: [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "7" for CSIT rls2106, "8" for CSIT rls2110).' - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' - - '2101.0-7 vs 2101.0-6: Compares CSIT environment current vs previous with previous VPP code.' - - '2106.0-7 vs 2101.0-7: Compares VPP code current vs previous in the current CSIT environment.' + - '2106.0-8 vs 2106.0-7: Compares CSIT environment current vs previous with previous VPP code.' + - '2110.0-8 vs 2106.0-8: Compares VPP code current vs previous in the current CSIT environment.' # VPP Performance Changes 3n-dnv 2t2c mrr - type: "table" @@ -2534,30 +3576,28 @@ include-tests: "MRR" # "PDR" | "NDR" | "MRR" filter: "'2T2C'" columns: - - title: "2009.0-6" + - title: "2101.0-7" data-set: "vpp-3n-dnv-hist-iter-mrr-new-env" - - title: "2101.0-6" + - title: "2106.0-7" data-set: "vpp-3n-dnv-prev-iter-mrr-old-env" - - title: "2101.0-7" + - title: "2106.0-8" data-set: "vpp-3n-dnv-prev-iter-mrr-new-env" - - title: "2106.0-7" + - title: "2110.0-8" data-set: "vpp-3n-dnv-curr-iter-mrr" comparisons: - - title: "2101.0-7 vs 2101.0-6" + - title: "2106.0-8 vs 2106.0-7" reference: 2 compare: 3 -# rca-file: "rca/rca-3n-dnv-2t2c-mrr-rca1.yaml" - - title: "2106.0-7 vs 2101.0-7" + - title: "2110.0-8 vs 2106.0-8" reference: 3 compare: 4 -# rca-file: "rca/rca-3n-dnv-2t2c-mrr-rca2.yaml" legend: - '' - 'Test Case: Test cases executed for: MRR throughput on 3n-dnv with x553.' - - 'YYMM.V-E: [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "6" for CSIT rls2101, "7" for CSIT rls2106).' + - 'YYMM.V-E: [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "7" for CSIT rls2106, "8" for CSIT rls2110).' - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' - - '2101.0-7 vs 2101.0-6: Compares CSIT environment current vs previous with previous VPP code.' - - '2106.0-7 vs 2101.0-7: Compares VPP code current vs previous in the current CSIT environment.' + - '2106.0-8 vs 2106.0-7: Compares CSIT environment current vs previous with previous VPP code.' + - '2110.0-8 vs 2106.0-8: Compares VPP code current vs previous in the current CSIT environment.' # VPP Performance Changes 3n-dnv 4t4c mrr - type: "table" @@ -2567,30 +3607,28 @@ include-tests: "MRR" # "PDR" | "NDR" | "MRR" filter: "'4T4C'" columns: - - title: "2009.0-6" + - title: "2101.0-7" data-set: "vpp-3n-dnv-hist-iter-mrr-new-env" - - title: "2101.0-6" + - title: "2106.0-7" data-set: "vpp-3n-dnv-prev-iter-mrr-old-env" - - title: "2101.0-7" + - title: "2106.0-8" data-set: "vpp-3n-dnv-prev-iter-mrr-new-env" - - title: "2106.0-7" + - title: "2110.0-8" data-set: "vpp-3n-dnv-curr-iter-mrr" comparisons: - - title: "2101.0-7 vs 2101.0-6" + - title: "2106.0-8 vs 2106.0-7" reference: 2 compare: 3 -# rca-file: "rca/rca-3n-dnv-4t4c-mrr-rca1.yaml" - - title: "2106.0-7 vs 2101.0-7" + - title: "2110.0-8 vs 2106.0-8" reference: 3 compare: 4 -# rca-file: "rca/rca-3n-dnv-4t4c-mrr-rca2.yaml" legend: - '' - 'Test Case: Test cases executed for: MRR throughput on 3n-dnv with x553.' - - 'YYMM.V-E: [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "6" for CSIT rls2101, "7" for CSIT rls2106).' + - 'YYMM.V-E: [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "7" for CSIT rls2106, "8" for CSIT rls2110).' - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' - - '2101.0-7 vs 2101.0-6: Compares CSIT environment current vs previous with previous VPP code.' - - '2106.0-7 vs 2101.0-7: Compares VPP code current vs previous in the current CSIT environment.' + - '2106.0-8 vs 2106.0-7: Compares CSIT environment current vs previous with previous VPP code.' + - '2110.0-8 vs 2106.0-8: Compares VPP code current vs previous in the current CSIT environment.' # VPP Performance Changes 3n-tsh 1t1c mrr - type: "table" @@ -2600,30 +3638,28 @@ include-tests: "MRR" # "PDR" | "NDR" | "MRR" filter: "'1T1C'" columns: - - title: "2009.0-6" + - title: "2101.0-7" data-set: "vpp-3n-tsh-hist-iter-mrr-new-env" - - title: "2101.0-6" + - title: "2106.0-7" data-set: "vpp-3n-tsh-prev-iter-mrr-old-env" - - title: "2101.0-7" + - title: "2106.0-8" data-set: "vpp-3n-tsh-prev-iter-mrr-new-env" - - title: "2106.0-7" + - title: "2110.0-8" data-set: "vpp-3n-tsh-curr-iter-mrr" comparisons: - - title: "2101.0-7 vs 2101.0-6" + - title: "2106.0-8 vs 2106.0-7" reference: 2 compare: 3 -# rca-file: "rca/rca-3n-tsh-1t1c-mrr-rca1.yaml" - - title: "2106.0-7 vs 2101.0-7" + - title: "2110.0-8 vs 2106.0-8" reference: 3 compare: 4 -# rca-file: "rca/rca-3n-tsh-1t1c-mrr-rca2.yaml" legend: - '' - 'Test Case: Test cases executed for: MRR throughput on 3n-tsh with x520.' - - 'YYMM.V-E: [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "6" for CSIT rls2101, "7" for CSIT rls2106).' + - 'YYMM.V-E: [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "7" for CSIT rls2106, "8" for CSIT rls2110).' - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' - - '2101.0-7 vs 2101.0-6: Compares CSIT environment current vs previous with previous VPP code.' - - '2106.0-7 vs 2101.0-7: Compares VPP code current vs previous in the current CSIT environment.' + - '2106.0-8 vs 2106.0-7: Compares CSIT environment current vs previous with previous VPP code.' + - '2110.0-8 vs 2106.0-8: Compares VPP code current vs previous in the current CSIT environment.' # VPP Performance Changes 3n-tsh 2t2c mrr - type: "table" @@ -2633,30 +3669,28 @@ include-tests: "MRR" # "PDR" | "NDR" | "MRR" filter: "'2T2C'" columns: - - title: "2009.0-6" + - title: "2101.0-7" data-set: "vpp-3n-tsh-hist-iter-mrr-new-env" - - title: "2101.0-6" + - title: "2106.0-7" data-set: "vpp-3n-tsh-prev-iter-mrr-old-env" - - title: "2101.0-7" + - title: "2106.0-8" data-set: "vpp-3n-tsh-prev-iter-mrr-new-env" - - title: "2106.0-7" + - title: "2110.0-8" data-set: "vpp-3n-tsh-curr-iter-mrr" comparisons: - - title: "2101.0-7 vs 2101.0-6" + - title: "2106.0-8 vs 2106.0-7" reference: 2 compare: 3 -# rca-file: "rca/rca-3n-tsh-2t2c-mrr-rca1.yaml" - - title: "2106.0-7 vs 2101.0-7" + - title: "2110.0-8 vs 2106.0-8" reference: 3 compare: 4 -# rca-file: "rca/rca-3n-tsh-2t2c-mrr-rca2.yaml" legend: - '' - 'Test Case: Test cases executed for: MRR throughput on 3n-tsh with x520.' - - 'YYMM.V-E: [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "6" for CSIT rls2101, "7" for CSIT rls2106).' + - 'YYMM.V-E: [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "7" for CSIT rls2106, "8" for CSIT rls2110).' - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' - - '2101.0-7 vs 2101.0-6: Compares CSIT environment current vs previous with previous VPP code.' - - '2106.0-7 vs 2101.0-7: Compares VPP code current vs previous in the current CSIT environment.' + - '2106.0-8 vs 2106.0-7: Compares CSIT environment current vs previous with previous VPP code.' + - '2110.0-8 vs 2106.0-8: Compares VPP code current vs previous in the current CSIT environment.' # VPP Performance Changes 3n-tsh 4t4c mrr - type: "table" @@ -2666,30 +3700,28 @@ include-tests: "MRR" # "PDR" | "NDR" | "MRR" filter: "'4T4C'" columns: - - title: "2009.0-6" + - title: "2101.0-7" data-set: "vpp-3n-tsh-hist-iter-mrr-new-env" - - title: "2101.0-6" + - title: "2106.0-7" data-set: "vpp-3n-tsh-prev-iter-mrr-old-env" - - title: "2101.0-7" + - title: "2106.0-8" data-set: "vpp-3n-tsh-prev-iter-mrr-new-env" - - title: "2106.0-7" + - title: "2110.0-8" data-set: "vpp-3n-tsh-curr-iter-mrr" comparisons: - - title: "2101.0-7 vs 2101.0-6" + - title: "2106.0-8 vs 2106.0-7" reference: 2 compare: 3 -# rca-file: "rca/rca-3n-tsh-4t4c-mrr-rca1.yaml" - - title: "2106.0-7 vs 2101.0-7" + - title: "2110.0-8 vs 2106.0-8" reference: 3 compare: 4 -# rca-file: "rca/rca-3n-tsh-4t4c-mrr-rca2.yaml" legend: - '' - 'Test Case: Test cases executed for: MRR throughput on 3n-tsh with x520.' - - 'YYMM.V-E: [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "6" for CSIT rls2101, "7" for CSIT rls2106).' + - 'YYMM.V-E: [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "7" for CSIT rls2106, "8" for CSIT rls2110).' - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' - - '2101.0-7 vs 2101.0-6: Compares CSIT environment current vs previous with previous VPP code.' - - '2106.0-7 vs 2101.0-7: Compares VPP code current vs previous in the current CSIT environment.' + - '2106.0-8 vs 2106.0-7: Compares CSIT environment current vs previous with previous VPP code.' + - '2110.0-8 vs 2106.0-8: Compares VPP code current vs previous in the current CSIT environment.' # VPP Performance Changes 2n-tx2 1t1c mrr - type: "table" @@ -2699,30 +3731,28 @@ include-tests: "MRR" # "PDR" | "NDR" | "MRR" filter: "'1T1C'" columns: - - title: "2009.0-6" + - title: "2101.0-7" data-set: "vpp-2n-tx2-hist-iter-mrr-new-env" - - title: "2101.0-6" + - title: "2106.0-7" data-set: "vpp-2n-tx2-prev-iter-mrr-old-env" - - title: "2101.0-7" + - title: "2106.0-8" data-set: "vpp-2n-tx2-prev-iter-mrr-new-env" - - title: "2106.0-7" + - title: "2110.0-8" data-set: "vpp-2n-tx2-curr-iter-mrr" comparisons: - - title: "2101.0-7 vs 2101.0-6" + - title: "2106.0-8 vs 2106.0-7" reference: 2 compare: 3 -# rca-file: "rca/rca-2n-tx2-1t1c-mrr-rca1.yaml" - - title: "2106.0-7 vs 2101.0-7" + - title: "2110.0-8 vs 2106.0-8" reference: 3 compare: 4 -# rca-file: "rca/rca-2n-tx2-1t1c-mrr-rca2.yaml" legend: - '' - 'Test Case: Test cases executed for: MRR throughput on 2n-tx2 with xl710.' - - 'YYMM.V-E: [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "6" for CSIT rls2101, "7" for CSIT rls2106).' + - 'YYMM.V-E: [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "7" for CSIT rls2106, "8" for CSIT rls2110).' - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' - - '2101.0-7 vs 2101.0-6: Compares CSIT environment current vs previous with previous VPP code.' - - '2106.0-7 vs 2101.0-7: Compares VPP code current vs previous in the current CSIT environment.' + - '2106.0-8 vs 2106.0-7: Compares CSIT environment current vs previous with previous VPP code.' + - '2110.0-8 vs 2106.0-8: Compares VPP code current vs previous in the current CSIT environment.' # VPP Performance Changes 2n-tx2 2t2c mrr - type: "table" @@ -2732,30 +3762,28 @@ include-tests: "MRR" # "PDR" | "NDR" | "MRR" filter: "'2T2C'" columns: - - title: "2009.0-6" + - title: "2101.0-7" data-set: "vpp-2n-tx2-hist-iter-mrr-new-env" - - title: "2101.0-6" + - title: "2106.0-7" data-set: "vpp-2n-tx2-prev-iter-mrr-old-env" - - title: "2101.0-7" + - title: "2106.0-8" data-set: "vpp-2n-tx2-prev-iter-mrr-new-env" - - title: "2106.0-7" + - title: "2110.0-8" data-set: "vpp-2n-tx2-curr-iter-mrr" comparisons: - - title: "2101.0-7 vs 2101.0-6" + - title: "2106.0-8 vs 2106.0-7" reference: 2 compare: 3 -# rca-file: "rca/rca-2n-tx2-2t2c-mrr-rca1.yaml" - - title: "2106.0-7 vs 2101.0-7" + - title: "2110.0-8 vs 2106.0-8" reference: 3 compare: 4 -# rca-file: "rca/rca-2n-tx2-2t2c-mrr-rca2.yaml" legend: - '' - 'Test Case: Test cases executed for: MRR throughput on 2n-tx2 with xl710.' - - 'YYMM.V-E: [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "6" for CSIT rls2101, "7" for CSIT rls2106).' + - 'YYMM.V-E: [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "7" for CSIT rls2106, "8" for CSIT rls2110).' - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' - - '2101.0-7 vs 2101.0-6: Compares CSIT environment current vs previous with previous VPP code.' - - '2106.0-7 vs 2101.0-7: Compares VPP code current vs previous in the current CSIT environment.' + - '2106.0-8 vs 2106.0-7: Compares CSIT environment current vs previous with previous VPP code.' + - '2110.0-8 vs 2106.0-8: Compares VPP code current vs previous in the current CSIT environment.' # VPP Performance Changes 2n-tx2 4t4c mrr - type: "table" @@ -2765,30 +3793,28 @@ include-tests: "MRR" # "PDR" | "NDR" | "MRR" filter: "'4T4C'" columns: - - title: "2009.0-6" + - title: "2101.0-7" data-set: "vpp-2n-tx2-hist-iter-mrr-new-env" - - title: "2101.0-6" + - title: "2106.0-7" data-set: "vpp-2n-tx2-prev-iter-mrr-old-env" - - title: "2101.0-7" + - title: "2106.0-8" data-set: "vpp-2n-tx2-prev-iter-mrr-new-env" - - title: "2106.0-7" + - title: "2110.0-8" data-set: "vpp-2n-tx2-curr-iter-mrr" comparisons: - - title: "2101.0-7 vs 2101.0-6" + - title: "2106.0-8 vs 2106.0-7" reference: 2 compare: 3 -# rca-file: "rca/rca-2n-tx2-4t4c-mrr-rca1.yaml" - - title: "2106.0-7 vs 2101.0-7" + - title: "2110.0-8 vs 2106.0-8" reference: 3 compare: 4 -# rca-file: "rca/rca-2n-tx2-4t4c-mrr-rca2.yaml" legend: - '' - 'Test Case: Test cases executed for: MRR throughput on 2n-tx2 with xl710.' - - 'YYMM.V-E: [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "6" for CSIT rls2101, "7" for CSIT rls2106).' + - 'YYMM.V-E: [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "7" for CSIT rls2106, "8" for CSIT rls2110).' - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' - - '2101.0-7 vs 2101.0-6: Compares CSIT environment current vs previous with previous VPP code.' - - '2106.0-7 vs 2101.0-7: Compares VPP code current vs previous in the current CSIT environment.' + - '2106.0-8 vs 2106.0-7: Compares CSIT environment current vs previous with previous VPP code.' + - '2110.0-8 vs 2106.0-8: Compares VPP code current vs previous in the current CSIT environment.' # VPP Comparison Across Testbeds 2n-skx to 2n-clx 2t1c mrr - type: "table" @@ -2938,7 +3964,7 @@ # - "" # - "2n-clx xxv710, 2n-icx e810cq - testbeds and NICs tested." # - "Diff - difference between 2n-clx xxv710 and 2n-icx e810cq testbeds." -# +# # # VPP Comparison Across Testbeds 2n-clx to 2n-icx 2c mrr # - type: "table" # title: "VPP Comparison Across Testbeds 2n-clx to 2n-icx 2c mrr" @@ -2961,7 +3987,7 @@ # - "" # - "2n-clx xxv710, 2n-icx e810cq - testbeds and NICs tested." # - "Diff - difference between 2n-clx xxv710 and 2n-icx e810cq testbeds." -# +# # # VPP Comparison Across Testbeds 2n-clx to 2n-icx 4c mrr # - type: "table" # title: "VPP Comparison Across Testbeds 2n-clx to 2n-icx 4c mrr" @@ -3068,11 +4094,12 @@ # data: "data msg" # data: "vpp-2n-icx-curr-iter-best" # filter: "'NDRPDR'" +# remove-ndr: True # parameters: # - "name" # - "parent" # - "msg" - +# # # Detailed Test Results - VPP Performance Results 3n-icx # - type: "table" # title: "Detailed Test Results - VPP Performance Results 3n-icx" @@ -3085,6 +4112,7 @@ # data: "data msg" # data: "vpp-3n-icx-curr-iter-best" # filter: "'NDRPDR'" +# remove-ndr: True # parameters: # - "name" # - "parent" @@ -3158,6 +4186,40 @@ - "parent" - "msg" +# Detailed Test Results - VPP Performance Results 2n-aws +- type: "table" + title: "Detailed Test Results - VPP Performance Results 2n-aws" + algorithm: "table_merged_details" + output-file: "{DIR[DTR,PERF,VPP,2N,AWS]}/vpp_performance_results_2n_aws" + columns: + - title: " |prein| Test Name |preout| " + data: "data name" + - title: " |prein| Throughput: |br| 1. Mpps Gbps (NDR) |br| 2. Mpps Gbps (PDR) |br| |br| One-Way Latency Percentiles in uSec at %PDR load, |br| one set per each direction: |br| 3. P50 P90 P99 P50 P90 P99 (10% PDR) |br| 4. P50 P90 P99 P50 P90 P99 (50% PDR) |br| 5. P50 P90 P99 P50 P90 P99 (90% PDR) |preout| " + data: "data msg" + data: "vpp-2n-aws-curr-cov" + filter: "all" + parameters: + - "name" + - "parent" + - "msg" + +# Detailed Test Results - VPP Performance Results 3n-aws +- type: "table" + title: "Detailed Test Results - VPP Performance Results 3n-aws" + algorithm: "table_merged_details" + output-file: "{DIR[DTR,PERF,VPP,3N,AWS]}/vpp_performance_results_3n_aws" + columns: + - title: " |prein| Test Name |preout| " + data: "data name" + - title: " |prein| Throughput: |br| 1. Mpps Gbps (NDR) |br| 2. Mpps Gbps (PDR) |br| |br| One-Way Latency Percentiles in uSec at %PDR load, |br| one set per each direction: |br| 3. P50 P90 P99 P50 P90 P99 (10% PDR) |br| 4. P50 P90 P99 P50 P90 P99 (50% PDR) |br| 5. P50 P90 P99 P50 P90 P99 (90% PDR) |preout| " + data: "data msg" + data: "vpp-3n-aws-curr-cov" + filter: "all" + parameters: + - "name" + - "parent" + - "msg" + # Test configuration - VPP Performance Test Configs 3n-skx - type: "table" title: "Test configuration - VPP Performance Test Configs 3n-skx" @@ -3238,11 +4300,12 @@ # data: "data conf-history" # data: "vpp-2n-icx-curr-iter-best" # filter: "'NDRPDR'" +# remove-ndr: True # parameters: # - "parent" # - "name" # - "conf-history" - +# # # Test configuration - VPP Performance Test Configs 3n-icx # - type: "table" # title: "Test configuration - VPP Performance Test Configs 3n-icx" @@ -3255,6 +4318,7 @@ # data: "data conf-history" # data: "vpp-3n-icx-curr-iter-best" # filter: "'NDRPDR'" +# remove-ndr: True # parameters: # - "parent" # - "name" @@ -3328,6 +4392,40 @@ - "name" - "conf-history" +# Test configuration - VPP Performance Test Configs 2n-aws +- type: "table" + title: "Test configuration - VPP Performance Test Configs 2n-aws" + algorithm: "table_merged_details" + output-file: "{DIR[DTC,PERF,VPP,2N,AWS]}/" + columns: + - title: " |prein| Test Name |preout| " + data: "data name" + - title: " |prein| VPP API Test Commands History - Commands Used Per Test Case |preout| " + data: "data conf-history" + data: "vpp-2n-aws-curr-cov" + filter: "all" + parameters: + - "parent" + - "name" + - "conf-history" + +# Test configuration - VPP Performance Test Configs 3n-aws +- type: "table" + title: "Test configuration - VPP Performance Test Configs 3n-aws" + algorithm: "table_merged_details" + output-file: "{DIR[DTC,PERF,VPP,3N,AWS]}/" + columns: + - title: " |prein| Test Name |preout| " + data: "data name" + - title: " |prein| VPP API Test Commands History - Commands Used Per Test Case |preout| " + data: "data conf-history" + data: "vpp-3n-aws-curr-cov" + filter: "all" + parameters: + - "parent" + - "name" + - "conf-history" + # Test Operational Data - VPP Performance Operational Data 3n-skx - type: "table" title: "Test Operational Data - VPP Performance Operational Data 3n-skx" @@ -3408,6 +4506,22 @@ data: "vpp-2n-dnv-curr-cov" filter: "all" +# Test Operational Data - VPP Performance Operational Data 2n-aws +- type: "table" + title: "Test Operational Data - VPP Performance Operational Data 2n-aws" + algorithm: "table_oper_data_html" + output-file: "{DIR[DTO,PERF,VPP,2N,AWS]}/" + data: "vpp-2n-aws-curr-cov" + filter: "all" + +# Test Operational Data - VPP Performance Operational Data 3n-aws +- type: "table" + title: "Test Operational Data - VPP Performance Operational Data 3n-aws" + algorithm: "table_oper_data_html" + output-file: "{DIR[DTO,PERF,VPP,3N,AWS]}/" + data: "vpp-3n-aws-curr-cov" + filter: "all" + # Detailed Test Results - VPP MRR Results 3n-skx - type: "table" title: "Detailed Test Results - VPP MRR Results 3n-skx" @@ -3571,7 +4685,41 @@ data: "data name" - title: " |prein| Maximum Receive Rate trial [Mpps] |preout| " data: "data msg" - data: "vpp-2n-dnv-curr-iter-mrr" + data: "vpp-2n-dnv-curr-iter-mrr" + filter: "all" + parameters: + - "name" + - "parent" + - "msg" + +# Detailed Test Results - VPP MRR Results 2n-aws +- type: "table" + title: "Detailed Test Results - VPP MRR Results 2n-aws" + algorithm: "table_merged_details" + output-file: "{DIR[DTR,MRR,VPP,2N,AWS]}/" + columns: + - title: " |prein| Test Name |preout| " + data: "data name" + - title: " |prein| Maximum Receive Rate trial [Mpps] |preout| " + data: "data msg" + data: "vpp-2n-aws-curr-iter-mrr" + filter: "all" + parameters: + - "name" + - "parent" + - "msg" + +# Detailed Test Results - VPP MRR Results 3n-aws +- type: "table" + title: "Detailed Test Results - VPP MRR Results 3n-aws" + algorithm: "table_merged_details" + output-file: "{DIR[DTR,MRR,VPP,3N,AWS]}/" + columns: + - title: " |prein| Test Name |preout| " + data: "data name" + - title: " |prein| Maximum Receive Rate trial [Mpps] |preout| " + data: "data msg" + data: "vpp-3n-aws-curr-iter-mrr" filter: "all" parameters: - "name" @@ -3748,6 +4896,40 @@ - "name" - "conf-history" +# Test configuration - VPP MRR Test Configs 2n-aws +- type: "table" + title: "Test configuration - VPP MRR Test Configs 2n-aws" + algorithm: "table_merged_details" + output-file: "{DIR[DTC,MRR,VPP,2N,AWS]}/" + columns: + - title: " |prein| Test Name |preout| " + data: "data name" + - title: " |prein| VPP API Test Commands History - Commands Used Per Test Case |preout| " + data: "data conf-history" + data: "vpp-2n-aws-curr-iter-mrr" + filter: "all" + parameters: + - "parent" + - "name" + - "conf-history" + +# Test configuration - VPP MRR Test Configs 3n-aws +- type: "table" + title: "Test configuration - VPP MRR Test Configs 3n-aws" + algorithm: "table_merged_details" + output-file: "{DIR[DTC,MRR,VPP,3N,AWS]}/" + columns: + - title: " |prein| Test Name |preout| " + data: "data name" + - title: " |prein| VPP API Test Commands History - Commands Used Per Test Case |preout| " + data: "data conf-history" + data: "vpp-3n-aws-curr-iter-mrr" + filter: "all" + parameters: + - "parent" + - "name" + - "conf-history" + # Detailed Test Results - VPP Device Results - Ubuntu - type: "table" title: "Detailed Test Results - VPP Device Results - Ubuntu" @@ -3793,11 +4975,11 @@ include-tests: "PDR" # "PDR" | "NDR" | "MRR" filter: "'2T1C' and 'NDRPDR' and 'NIC_Intel-XXV710'" columns: - - title: "2009" + - title: "20.11" data-set: "dpdk-3n-skx-hist-iter" - - title: "2101" + - title: "21.02" data-set: "dpdk-3n-skx-prev-iter" - - title: "2106" + - title: "21.08" data-set: "dpdk-3n-skx-curr-iter" comparisons: - title: "Diff" @@ -3805,8 +4987,8 @@ compare: 3 legend: - "" - - "2009, 2101, 2106 - DPDK versions tested." - - "Diff - difference between 2101 and 2106 DPDK version." + - "20.11, 21.02, 21.08 - DPDK versions tested." + - "Diff - difference between 21.02 and 21.08 DPDK version." # DPDK Performance Changes 3n-skx 4t2c pdr - type: "table" @@ -3816,11 +4998,11 @@ include-tests: "PDR" # "PDR" | "NDR" | "MRR" filter: "'4T2C' and 'NDRPDR' and 'NIC_Intel-XXV710'" columns: - - title: "2005" + - title: "20.11" data-set: "dpdk-3n-skx-hist-iter" - - title: "2009" + - title: "21.02" data-set: "dpdk-3n-skx-prev-iter" - - title: "2101" + - title: "21.08" data-set: "dpdk-3n-skx-curr-iter" comparisons: - title: "Diff" @@ -3828,8 +5010,8 @@ compare: 3 legend: - "" - - "2009, 2101, 2106 - DPDK versions tested." - - "Diff - difference between 2101 and 2106 DPDK version." + - "20.11, 21.02, 21.08 - DPDK versions tested." + - "Diff - difference between 21.02 and 21.08 DPDK version." # DPDK Performance Changes 3n-skx 2t1c ndr - type: "table" @@ -3839,11 +5021,11 @@ include-tests: "NDR" # "PDR" | "NDR" | "MRR" filter: "'2T1C' and 'NDRPDR' and 'NIC_Intel-XXV710'" columns: - - title: "2009" + - title: "20.11" data-set: "dpdk-3n-skx-hist-iter" - - title: "2101" + - title: "21.02" data-set: "dpdk-3n-skx-prev-iter" - - title: "2106" + - title: "21.08" data-set: "dpdk-3n-skx-curr-iter" comparisons: - title: "Diff" @@ -3851,8 +5033,8 @@ compare: 3 legend: - "" - - "2009, 2101, 2106 - DPDK versions tested." - - "Diff - difference between 2101 and 2106 DPDK version." + - "20.11, 21.02, 21.08 - DPDK versions tested." + - "Diff - difference between 21.02 and 21.08 DPDK version." # DPDK Performance Changes 3n-skx 4t2c ndr - type: "table" @@ -3862,11 +5044,11 @@ include-tests: "NDR" # "PDR" | "NDR" | "MRR" filter: "'4T2C' and 'NDRPDR' and 'NIC_Intel-XXV710'" columns: - - title: "2009" + - title: "20.11" data-set: "dpdk-3n-skx-hist-iter" - - title: "2101" + - title: "21.02" data-set: "dpdk-3n-skx-prev-iter" - - title: "2106" + - title: "21.08" data-set: "dpdk-3n-skx-curr-iter" comparisons: - title: "Diff" @@ -3874,8 +5056,8 @@ compare: 3 legend: - "" - - "2009, 2101, 2106 - DPDK versions tested." - - "Diff - difference between 2101 and 2106 DPDK version." + - "20.11, 21.02, 21.08 - DPDK versions tested." + - "Diff - difference between 21.02 and 21.08 DPDK version." # DPDK Performance Changes 2n-skx 2t1c pdr - type: "table" @@ -3885,11 +5067,11 @@ include-tests: "PDR" # "PDR" | "NDR" | "MRR" filter: "'2T1C' and 'NDRPDR' and 'NIC_Intel-XXV710'" columns: - - title: "2009" + - title: "20.11" data-set: "dpdk-2n-skx-hist-iter" - - title: "2101" + - title: "21.02" data-set: "dpdk-2n-skx-prev-iter" - - title: "2106" + - title: "21.08" data-set: "dpdk-2n-skx-curr-iter" comparisons: - title: "Diff" @@ -3897,8 +5079,8 @@ compare: 3 legend: - "" - - "2009, 2101, 2106 - DPDK versions tested." - - "Diff - difference between 2101 and 2106 DPDK version." + - "20.11, 21.02, 21.08 - DPDK versions tested." + - "Diff - difference between 21.02 and 21.08 DPDK version." # DPDK Performance Changes 2n-skx 4t2c pdr - type: "table" @@ -3908,11 +5090,11 @@ include-tests: "PDR" # "PDR" | "NDR" | "MRR" filter: "'4T2C' and 'NDRPDR' and 'NIC_Intel-XXV710'" columns: - - title: "2009" + - title: "20.11" data-set: "dpdk-2n-skx-hist-iter" - - title: "2101" + - title: "21.02" data-set: "dpdk-2n-skx-prev-iter" - - title: "2106" + - title: "21.08" data-set: "dpdk-2n-skx-curr-iter" comparisons: - title: "Diff" @@ -3920,8 +5102,8 @@ compare: 3 legend: - "" - - "2009, 2101, 2106 - DPDK versions tested." - - "Diff - difference between 2101 and 2106 DPDK version." + - "20.11, 21.02, 21.08 - DPDK versions tested." + - "Diff - difference between 21.02 and 21.08 DPDK version." # DPDK Performance Changes 2n-skx 2t1c ndr - type: "table" @@ -3931,11 +5113,11 @@ include-tests: "NDR" # "PDR" | "NDR" | "MRR" filter: "'2T1C' and 'NDRPDR' and 'NIC_Intel-XXV710'" columns: - - title: "2009" + - title: "20.11" data-set: "dpdk-2n-skx-hist-iter" - - title: "2101" + - title: "21.02" data-set: "dpdk-2n-skx-prev-iter" - - title: "2106" + - title: "21.08" data-set: "dpdk-2n-skx-curr-iter" comparisons: - title: "Diff" @@ -3943,8 +5125,8 @@ compare: 3 legend: - "" - - "2009, 2101, 2106 - DPDK versions tested." - - "Diff - difference between 2101 and 2106 DPDK version." + - "20.11, 21.02, 21.08 - DPDK versions tested." + - "Diff - difference between 21.02 and 21.08 DPDK version." # DPDK Performance Changes 2n-skx 4t2c ndr - type: "table" @@ -3954,11 +5136,11 @@ include-tests: "NDR" # "PDR" | "NDR" | "MRR" filter: "'4T2C' and 'NDRPDR' and 'NIC_Intel-XXV710'" columns: - - title: "2009" + - title: "20.11" data-set: "dpdk-2n-skx-hist-iter" - - title: "2101" + - title: "21.02" data-set: "dpdk-2n-skx-prev-iter" - - title: "2106" + - title: "21.08" data-set: "dpdk-2n-skx-curr-iter" comparisons: - title: "Diff" @@ -3966,8 +5148,8 @@ compare: 3 legend: - "" - - "2009, 2101, 2106 - DPDK versions tested." - - "Diff - difference between 2101 and 2106 DPDK version." + - "20.11, 21.02, 21.08 - DPDK versions tested." + - "Diff - difference between 21.02 and 21.08 DPDK version." # DPDK Performance Changes 2n-clx 2t1c pdr - type: "table" @@ -3977,11 +5159,11 @@ include-tests: "PDR" # "PDR" | "NDR" | "MRR" filter: "'2T1C' and 'NDRPDR' and 'NIC_Intel-XXV710'" columns: - - title: "2009" + - title: "20.11" data-set: "dpdk-2n-clx-hist-iter" - - title: "2101" + - title: "21.02" data-set: "dpdk-2n-clx-prev-iter" - - title: "2106" + - title: "21.08" data-set: "dpdk-2n-clx-curr-iter" comparisons: - title: "Diff" @@ -3989,8 +5171,8 @@ compare: 3 legend: - "" - - "2009, 2101, 2106 - DPDK versions tested." - - "Diff - difference between 2101 and 2106 DPDK version." + - "20.11, 21.02, 21.08 - DPDK versions tested." + - "Diff - difference between 21.02 and 21.08 DPDK version." # DPDK Performance Changes 2n-clx 4t2c pdr - type: "table" @@ -4000,11 +5182,11 @@ include-tests: "PDR" # "PDR" | "NDR" | "MRR" filter: "'4T2C' and 'NDRPDR' and 'NIC_Intel-XXV710'" columns: - - title: "2009" + - title: "20.11" data-set: "dpdk-2n-clx-hist-iter" - - title: "2101" + - title: "21.02" data-set: "dpdk-2n-clx-prev-iter" - - title: "2106" + - title: "21.08" data-set: "dpdk-2n-clx-curr-iter" comparisons: - title: "Diff" @@ -4012,8 +5194,8 @@ compare: 3 legend: - "" - - "2009, 2101, 2106 - DPDK versions tested." - - "Diff - difference between 2101 and 2106 DPDK version." + - "20.11, 21.02, 21.08 - DPDK versions tested." + - "Diff - difference between 21.02 and 21.08 DPDK version." # DPDK Performance Changes 2n-clx 2t1c ndr - type: "table" @@ -4023,11 +5205,11 @@ include-tests: "NDR" # "PDR" | "NDR" | "MRR" filter: "'2T1C' and 'NDRPDR' and 'NIC_Intel-XXV710'" columns: - - title: "2009" + - title: "20.11" data-set: "dpdk-2n-clx-hist-iter" - - title: "2101" + - title: "21.02" data-set: "dpdk-2n-clx-prev-iter" - - title: "2106" + - title: "21.08" data-set: "dpdk-2n-clx-curr-iter" comparisons: - title: "Diff" @@ -4035,8 +5217,8 @@ compare: 3 legend: - "" - - "2009, 2101, 2106 - DPDK versions tested." - - "Diff - difference between 2101 and 2106 DPDK version." + - "20.11, 21.02, 21.08 - DPDK versions tested." + - "Diff - difference between 21.02 and 21.08 DPDK version." # DPDK Performance Changes 2n-clx 4t2c ndr - type: "table" @@ -4046,11 +5228,11 @@ include-tests: "NDR" # "PDR" | "NDR" | "MRR" filter: "'4T2C' and 'NDRPDR' and 'NIC_Intel-XXV710'" columns: - - title: "2009" + - title: "20.11" data-set: "dpdk-2n-clx-hist-iter" - - title: "2101" + - title: "21.02" data-set: "dpdk-2n-clx-prev-iter" - - title: "2106" + - title: "21.08" data-set: "dpdk-2n-clx-curr-iter" comparisons: - title: "Diff" @@ -4058,8 +5240,8 @@ compare: 3 legend: - "" - - "2009, 2101, 2106 - DPDK versions tested." - - "Diff - difference between 2101 and 2106 DPDK version." + - "20.11, 21.02, 21.08 - DPDK versions tested." + - "Diff - difference between 21.02 and 21.08 DPDK version." # DPDK Performance Changes 2n-zn2 2t1c pdr - type: "table" @@ -4069,11 +5251,11 @@ include-tests: "PDR" # "PDR" | "NDR" | "MRR" filter: "'2T1C' and 'NDRPDR' and 'NIC_Intel-XXV710'" columns: - - title: "2009" + - title: "20.11" data-set: "dpdk-2n-zn2-hist-iter" - - title: "2101" + - title: "21.02" data-set: "dpdk-2n-zn2-prev-iter" - - title: "2106" + - title: "21.08" data-set: "dpdk-2n-zn2-curr-iter" comparisons: - title: "Diff" @@ -4081,8 +5263,8 @@ compare: 3 legend: - "" - - "2009, 2101, 2106 - DPDK versions tested." - - "Diff - difference between 2101 and 2106 DPDK version." + - "20.11, 21.02, 21.08 - DPDK versions tested." + - "Diff - difference between 21.02 and 21.08 DPDK version." # DPDK Performance Changes 2n-zn2 4t2c pdr - type: "table" @@ -4092,11 +5274,11 @@ include-tests: "PDR" # "PDR" | "NDR" | "MRR" filter: "'4T2C' and 'NDRPDR' and 'NIC_Intel-XXV710'" columns: - - title: "2009" + - title: "20.11" data-set: "dpdk-2n-zn2-hist-iter" - - title: "2101" + - title: "21.02" data-set: "dpdk-2n-zn2-prev-iter" - - title: "2106" + - title: "21.08" data-set: "dpdk-2n-zn2-curr-iter" comparisons: - title: "Diff" @@ -4104,8 +5286,8 @@ compare: 3 legend: - "" - - "2009, 2101, 2106 - DPDK versions tested." - - "Diff - difference between 2101 and 2106 DPDK version." + - "20.11, 21.02, 21.08 - DPDK versions tested." + - "Diff - difference between 21.02 and 21.08 DPDK version." # DPDK Performance Changes 2n-zn2 2t1c ndr - type: "table" @@ -4115,11 +5297,11 @@ include-tests: "NDR" # "PDR" | "NDR" | "MRR" filter: "'2T1C' and 'NDRPDR' and 'NIC_Intel-XXV710'" columns: - - title: "2009" + - title: "20.11" data-set: "dpdk-2n-zn2-hist-iter" - - title: "2101" + - title: "21.02" data-set: "dpdk-2n-zn2-prev-iter" - - title: "2106" + - title: "21.08" data-set: "dpdk-2n-zn2-curr-iter" comparisons: - title: "Diff" @@ -4127,8 +5309,8 @@ compare: 3 legend: - "" - - "2009, 2101, 2106 - DPDK versions tested." - - "Diff - difference between 2101 and 2106 DPDK version." + - "20.11, 21.02, 21.08 - DPDK versions tested." + - "Diff - difference between 21.02 and 21.08 DPDK version." # DPDK Performance Changes 2n-zn2 4t2c ndr - type: "table" @@ -4138,11 +5320,11 @@ include-tests: "NDR" # "PDR" | "NDR" | "MRR" filter: "'4T2C' and 'NDRPDR' and 'NIC_Intel-XXV710'" columns: - - title: "2009" + - title: "20.11" data-set: "dpdk-2n-zn2-hist-iter" - - title: "2101" + - title: "21.02" data-set: "dpdk-2n-zn2-prev-iter" - - title: "2106" + - title: "21.08" data-set: "dpdk-2n-zn2-curr-iter" comparisons: - title: "Diff" @@ -4150,8 +5332,8 @@ compare: 3 legend: - "" - - "2009, 2101, 2106 - DPDK versions tested." - - "Diff - difference between 2101 and 2106 DPDK version." + - "20.11, 21.02, 21.08 - DPDK versions tested." + - "Diff - difference between 21.02 and 21.08 DPDK version." ## DPDK Performance Changes 2n-dnv 1t1c pdr #- type: "table" @@ -4345,11 +5527,11 @@ include-tests: "PDR" # "PDR" | "NDR" | "MRR" filter: "'1T1C' and 'NDRPDR' and 'NIC_Intel-XXV710'" columns: - - title: "2009" + - title: "20.11" data-set: "dpdk-3n-tsh-hist-iter" - - title: "2101" + - title: "21.02" data-set: "dpdk-3n-tsh-prev-iter" - - title: "2106" + - title: "21.08" data-set: "dpdk-3n-tsh-curr-iter" comparisons: - title: "Diff" @@ -4357,8 +5539,8 @@ compare: 3 legend: - "" - - "2009, 2101, 2106 - DPDK versions tested." - - "Diff - difference between 2101 and 2106 DPDK version." + - "20.11, 21.02, 21.08 - DPDK versions tested." + - "Diff - difference between 21.02 and 21.08 DPDK version." # DPDK Performance Changes 3n-tsh 2t2c pdr - type: "table" @@ -4368,11 +5550,11 @@ include-tests: "PDR" # "PDR" | "NDR" | "MRR" filter: "'2T2C' and 'NDRPDR' and 'NIC_Intel-XXV710'" columns: - - title: "2009" + - title: "20.11" data-set: "dpdk-3n-tsh-hist-iter" - - title: "2101" + - title: "21.02" data-set: "dpdk-3n-tsh-prev-iter" - - title: "2106" + - title: "21.08" data-set: "dpdk-3n-tsh-curr-iter" comparisons: - title: "Diff" @@ -4380,8 +5562,8 @@ compare: 3 legend: - "" - - "2009, 2101, 2106 - DPDK versions tested." - - "Diff - difference between 2101 and 2106 DPDK version." + - "20.11, 21.02, 21.08 - DPDK versions tested." + - "Diff - difference between 21.02 and 21.08 DPDK version." # DPDK Performance Changes 3n-tsh 1t1c ndr - type: "table" @@ -4391,11 +5573,11 @@ include-tests: "NDR" # "PDR" | "NDR" | "MRR" filter: "'1T1C' and 'NDRPDR' and 'NIC_Intel-XXV710'" columns: - - title: "2009" + - title: "20.11" data-set: "dpdk-3n-tsh-hist-iter" - - title: "2101" + - title: "21.02" data-set: "dpdk-3n-tsh-prev-iter" - - title: "2106" + - title: "21.08" data-set: "dpdk-3n-tsh-curr-iter" comparisons: - title: "Diff" @@ -4403,8 +5585,8 @@ compare: 3 legend: - "" - - "2009, 2101, 2106 - DPDK versions tested." - - "Diff - difference between 2101 and 2106 DPDK version." + - "20.11, 21.02, 21.08 - DPDK versions tested." + - "Diff - difference between 21.02 and 21.08 DPDK version." # DPDK Performance Changes 3n-tsh 2t2c ndr - type: "table" @@ -4414,11 +5596,11 @@ include-tests: "NDR" # "PDR" | "NDR" | "MRR" filter: "'2T2C' and 'NDRPDR' and 'NIC_Intel-XXV710'" columns: - - title: "2009" + - title: "20.11" data-set: "dpdk-3n-tsh-hist-iter" - - title: "2101" + - title: "21.02" data-set: "dpdk-3n-tsh-prev-iter" - - title: "2106" + - title: "21.08" data-set: "dpdk-3n-tsh-curr-iter" comparisons: - title: "Diff" @@ -4426,8 +5608,8 @@ compare: 3 legend: - "" - - "2009, 2101, 2106 - DPDK versions tested." - - "Diff - difference between 2101 and 2106 DPDK version." + - "20.11, 21.02, 21.08 - DPDK versions tested." + - "Diff - difference between 21.02 and 21.08 DPDK version." # DPDK Comparison Across Testbeds 2n-skx to 2n-clx ndr - type: "table" @@ -4553,7 +5735,7 @@ - type: "table" title: "Detailed Test Results - DPDK Performance Results 2n-zn2" algorithm: "table_merged_details" - output-file: "{DIR[DTR,PERF,DPDK,2N,SKX]}/dpdk_performance_results_2n_zn2" + output-file: "{DIR[DTR,PERF,DPDK,2N,ZN2]}/dpdk_performance_results_2n_zn2" columns: - title: " |prein| Test Name |preout| " data: "data name" @@ -4635,22 +5817,40 @@ - "parent" - "msg" -# # Detailed Test Results - DPDK Performance Results 2n-tx2 -# - type: "table" -# title: "Detailed Test Results - DPDK Performance Results 2n-tx2" -# algorithm: "table_merged_details" -# output-file: "{DIR[DTR,PERF,DPDK,2N,TX2]}/dpdk_performance_results_2n_tx2" -# columns: -# - title: " |prein| Test Name |preout| " -# data: "data name" -# - title: " |prein| Throughput: |br| 1. Mpps Gbps (NDR) |br| 2. Mpps Gbps (PDR) |br| |br| One-Way Latency Percentiles in uSec at %PDR load, |br| one set per each direction: |br| 3. P50 P90 P99 P50 P90 P99 (10% PDR) |br| 4. P50 P90 P99 P50 P90 P99 (50% PDR) |br| 5. P50 P90 P99 P50 P90 P99 (90% PDR) |preout| " -# data: "data msg" -# data: "dpdk-2n-tx2-curr-iter-best" -# filter: "all" -# parameters: -# - "name" -# - "parent" -# - "msg" +# Detailed Test Results - DPDK Performance Results 2n-tx2 +- type: "table" + title: "Detailed Test Results - DPDK Performance Results 2n-tx2" + algorithm: "table_merged_details" + output-file: "{DIR[DTR,PERF,DPDK,2N,TX2]}/dpdk_performance_results_2n_tx2" + columns: + - title: " |prein| Test Name |preout| " + data: "data name" + - title: " |prein| Throughput: |br| 1. Mpps Gbps (NDR) |br| 2. Mpps Gbps (PDR) |br| |br| One-Way Latency Percentiles in uSec at %PDR load, |br| one set per each direction: |br| 3. P50 P90 P99 P50 P90 P99 (10% PDR) |br| 4. P50 P90 P99 P50 P90 P99 (50% PDR) |br| 5. P50 P90 P99 P50 P90 P99 (90% PDR) |preout| " + data: "data msg" + data: "dpdk-2n-tx2-curr-iter-best" + filter: "all" + parameters: + - "name" + - "parent" + - "msg" + +# Detailed Test Results - TRex Performance Results 2n-skx +- type: "table" + title: "Detailed Test Results - TRex Performance Results 2n-skx" + algorithm: "table_merged_details" + output-file: "{DIR[DTR,PERF,TREX,2N,SKX]}/trex_performance_results_2n_skx" + columns: + - title: " |prein| Test Name |preout| " + data: "data name" + - title: " |prein| Throughput: |br| 1. Mpps Gbps (NDR) |br| 2. Mpps Gbps (PDR) |br| |br| One-Way Latency Percentiles in uSec at %PDR load, |br| one set per each direction: |br| 3. P50 P90 P99 P50 P90 P99 (10% PDR) |br| 4. P50 P90 P99 P50 P90 P99 (50% PDR) |br| 5. P50 P90 P99 P50 P90 P99 (90% PDR) |preout| " + data: "data msg" + data: "trex-2n-skx-curr-cov" + filter: "all" + remove-ndr: False + parameters: + - "name" + - "parent" + - "msg" ################################################################################ ### F I L E S ### @@ -4672,6 +5872,8 @@ - "{DIR[DTR,PERF,VPP,2N,TX2]}" - "{DIR[DTR,PERF,VPP,2N,DNV]}" - "{DIR[DTR,PERF,VPP,3N,DNV]}" + - "{DIR[DTR,PERF,VPP,2N,AWS]}" + - "{DIR[DTR,PERF,VPP,3N,AWS]}" data: - "vpp-2n-skx-curr-cov" - "vpp-3n-skx-curr-cov" @@ -4683,6 +5885,8 @@ - "vpp-2n-tx2-curr-cov" - "vpp-2n-dnv-curr-cov" - "vpp-3n-dnv-curr-cov" + - "vpp-2n-aws-curr-cov" + - "vpp-3n-aws-curr-cov" filter: "'NDRPDR'" data-start-level: 4 order-chapters: @@ -4711,6 +5915,8 @@ - "2n-tx2" - "2n-dnv" - "3n-dnv" + - "2n-aws" + - "3n-aws" level-3: - "xl710" - "x520" @@ -4721,6 +5927,7 @@ - "cx556a" - "vic1227" - "vic1385" + - "ena" # VPP Performance Configuration - type: "file" @@ -4738,6 +5945,8 @@ - "{DIR[DTC,PERF,VPP,2N,TX2]}" - "{DIR[DTC,PERF,VPP,2N,DNV]}" - "{DIR[DTC,PERF,VPP,3N,DNV]}" + - "{DIR[DTC,PERF,VPP,2N,AWS]}" + - "{DIR[DTC,PERF,VPP,3N,AWS]}" data: - "vpp-2n-skx-curr-cov" - "vpp-3n-skx-curr-cov" @@ -4749,6 +5958,8 @@ - "vpp-2n-tx2-curr-cov" - "vpp-2n-dnv-curr-cov" - "vpp-3n-dnv-curr-cov" + - "vpp-2n-aws-curr-cov" + - "vpp-3n-aws-curr-cov" filter: "'NDRPDR'" data-start-level: 4 order-chapters: @@ -4777,6 +5988,8 @@ - "2n-tx2" - "2n-dnv" - "3n-dnv" + - "2n-aws" + - "3n-aws" level-3: - "xl710" - "x520" @@ -4787,6 +6000,7 @@ - "cx556a" - "vic1227" - "vic1385" + - "ena" # VPP Performance Operational - type: "file" @@ -4804,6 +6018,8 @@ - "{DIR[DTO,PERF,VPP,2N,TX2]}" - "{DIR[DTO,PERF,VPP,2N,DNV]}" - "{DIR[DTO,PERF,VPP,3N,DNV]}" + - "{DIR[DTO,PERF,VPP,2N,AWS]}" + - "{DIR[DTO,PERF,VPP,3N,AWS]}" data: - "vpp-2n-skx-curr-cov" - "vpp-3n-skx-curr-cov" @@ -4815,6 +6031,8 @@ - "vpp-2n-tx2-curr-cov" - "vpp-2n-dnv-curr-cov" - "vpp-3n-dnv-curr-cov" + - "vpp-2n-aws-curr-cov" + - "vpp-3n-aws-curr-cov" filter: "'NDRPDR'" data-start-level: 4 order-chapters: @@ -4843,6 +6061,8 @@ - "2n-tx2" - "2n-dnv" - "3n-dnv" + - "2n-aws" + - "3n-aws" level-3: - "xl710" - "x520" @@ -4853,6 +6073,7 @@ - "cx556a" - "vic1227" - "vic1385" + - "ena" # VPP MRR Results - type: "file" @@ -4870,6 +6091,8 @@ - "{DIR[DTR,MRR,VPP,2N,TX2]}" - "{DIR[DTR,MRR,VPP,2N,DNV]}" - "{DIR[DTR,MRR,VPP,3N,DNV]}" + - "{DIR[DTR,MRR,VPP,2N,AWS]}" + - "{DIR[DTR,MRR,VPP,3N,AWS]}" data: - "vpp-2n-skx-curr-iter-mrr" - "vpp-3n-skx-curr-iter-mrr" @@ -4881,6 +6104,8 @@ - "vpp-2n-tx2-curr-iter-mrr" - "vpp-2n-dnv-curr-iter-mrr" - "vpp-3n-dnv-curr-iter-mrr" + - "vpp-2n-aws-curr-iter-mrr" + - "vpp-3n-aws-curr-iter-mrr" filter: "'MRR'" data-start-level: 4 order-chapters: @@ -4909,6 +6134,8 @@ - "2n-tx2" - "2n-dnv" - "3n-dnv" + - "2n-aws" + - "3n-aws" level-3: - "xl710" - "x520" @@ -4919,6 +6146,7 @@ - "cx556a" - "vic1227" - "vic1385" + - "ena" # VPP MRR Configuration - type: "file" @@ -4936,6 +6164,8 @@ - "{DIR[DTC,MRR,VPP,2N,TX2]}" - "{DIR[DTC,MRR,VPP,2N,DNV]}" - "{DIR[DTC,MRR,VPP,3N,DNV]}" + - "{DIR[DTC,MRR,VPP,2N,AWS]}" + - "{DIR[DTC,MRR,VPP,3N,AWS]}" data: - "vpp-2n-skx-curr-iter-mrr" - "vpp-3n-skx-curr-iter-mrr" @@ -4947,6 +6177,8 @@ - "vpp-2n-tx2-curr-iter-mrr" - "vpp-2n-dnv-curr-iter-mrr" - "vpp-3n-dnv-curr-iter-mrr" + - "vpp-2n-aws-curr-iter-mrr" + - "vpp-3n-aws-curr-iter-mrr" filter: "'MRR'" data-start-level: 4 order-chapters: @@ -4975,6 +6207,8 @@ - "2n-tx2" - "2n-dnv" - "3n-dnv" + - "2n-aws" + - "3n-aws" level-3: - "xl710" - "x520" @@ -4985,6 +6219,7 @@ - "cx556a" - "vic1227" - "vic1385" + - "ena" # VPP Device Results - Ubuntu - type: "file" @@ -5076,15 +6311,25 @@ filter: "all" data-start-level: 4 -# # DPDK Performance Results 2n-tx2 -# - type: "file" -# title: "DPDK Performance Results 2n-tx2" -# algorithm: "file_test_results" -# output-file: "{DIR[DTR,PERF,DPDK,2N,TX2]}" -# dir-tables: "{DIR[DTR,PERF,DPDK,2N,TX2]}" -# data: "dpdk-2n-tx2-curr-iter-best" -# filter: "all" -# data-start-level: 4 +# DPDK Performance Results 2n-tx2 +- type: "file" + title: "DPDK Performance Results 2n-tx2" + algorithm: "file_test_results" + output-file: "{DIR[DTR,PERF,DPDK,2N,TX2]}" + dir-tables: "{DIR[DTR,PERF,DPDK,2N,TX2]}" + data: "dpdk-2n-tx2-curr-iter-best" + filter: "all" + data-start-level: 4 + +# TRex Performance Results 2n-skx +- type: "file" + title: "TRex Performance Results 2n-skx" + algorithm: "file_test_results" + output-file: "{DIR[DTR,PERF,TREX,2N,SKX]}" + dir-tables: "{DIR[DTR,PERF,TREX,2N,SKX]}" + data: "trex-2n-skx-curr-cov" + filter: "all" + data-start-level: 4 ################################################################################ ### P L O T S ### @@ -5093,99 +6338,91 @@ # VSAP tests 2n-clx - type: "plot" - title: "2n-clx-e810cg-0b-2t1c-eth-ip4tcphttp-ldpreload-nginx-cps" + title: "2n-clx-cx556a-0b-2t1c-eth-ip4tcphttp-ldpreload-nginx-cps" algorithm: "plot_perf_box_name" - output-file: "{DIR[STATIC,VPP]}/2n-clx-e810cg-0b-2t1c-eth-ip4tcphttp-ldpreload-nginx-cps" + output-file: "{DIR[STATIC,VPP]}/2n-clx-cx556a-0b-2t1c-eth-ip4tcphttp-ldpreload-nginx-cps" data: "vpp-2n-clx-curr-iter-vsap" include: - - "Tests.Vpp.Perf.Hoststack.2N1L-100Ge2P1E810Cq-Eth-Ip4Tcphttp-Ldpreload-Nginx-1.14.2-Cps.0B-2t1c-eth-ip4tcphttp-ldpreload-nginx-1.14.2-cps" - - "Tests.Vpp.Perf.Hoststack.2N1L-100Ge2P1E810Cq-Eth-Ip4Tcphttp-Ldpreload-Nginx-1.15.0-Cps.0B-2t1c-eth-ip4tcphttp-ldpreload-nginx-1.15.0-cps" + - "Tests.Vpp.Perf.Hoststack.2N1L-100Ge2P1Cx556A-Rdma-Eth-Ip4Tcphttp-Ldpreload-Nginx-1 15 0-Cps.0B-2t1c-rdma-eth-ip4tcphttp-ldpreload-nginx-1_15_0-cps" layout: - title: "2n-clx-e810cg-0b-2t1c-eth-ip4tcphttp-ldpreload-nginx" + title: "2n-clx-cx556a-0b-2t1c-eth-ip4tcphttp-ldpreload-nginx" layout: "plot-hoststack" - type: "plot" - title: "2n-clx-e810cg-64b-2t1c-eth-ip4tcphttp-ldpreload-nginx-cps" + title: "2n-clx-cx556a-64b-2t1c-eth-ip4tcphttp-ldpreload-nginx-cps" algorithm: "plot_perf_box_name" - output-file: "{DIR[STATIC,VPP]}/2n-clx-e810cg-64b-2t1c-eth-ip4tcphttp-ldpreload-nginx-cps" + output-file: "{DIR[STATIC,VPP]}/2n-clx-cx556a-64b-2t1c-eth-ip4tcphttp-ldpreload-nginx-cps" data: "vpp-2n-clx-curr-iter-vsap" include: - - "Tests.Vpp.Perf.Hoststack.2N1L-100Ge2P1E810Cq-Eth-Ip4Tcphttp-Ldpreload-Nginx-1.14.2-Cps.64b-2t1c-eth-ip4tcphttp-ldpreload-nginx-1.14.2-cps" - - "Tests.Vpp.Perf.Hoststack.2N1L-100Ge2P1E810Cq-Eth-Ip4Tcphttp-Ldpreload-Nginx-1.15.0-Cps.64b-2t1c-eth-ip4tcphttp-ldpreload-nginx-1.15.0-cps" + - "Tests.Vpp.Perf.Hoststack.2N1L-100Ge2P1Cx556A-Rdma-Eth-Ip4Tcphttp-Ldpreload-Nginx-1 15 0-Cps.64B-2t1c-rdma-eth-ip4tcphttp-ldpreload-nginx-1_15_0-cps" layout: - title: "2n-clx-e810cg-64b-2t1c-eth-ip4tcphttp-ldpreload-nginx" + title: "2n-clx-cx556a-64b-2t1c-eth-ip4tcphttp-ldpreload-nginx" layout: "plot-hoststack" - type: "plot" - title: "2n-clx-e810cg-1024b-2t1c-eth-ip4tcphttp-ldpreload-nginx-cps" + title: "2n-clx-cx556a-1024b-2t1c-eth-ip4tcphttp-ldpreload-nginx-cps" algorithm: "plot_perf_box_name" - output-file: "{DIR[STATIC,VPP]}/2n-clx-e810cg-1024b-2t1c-eth-ip4tcphttp-ldpreload-nginx-cps" + output-file: "{DIR[STATIC,VPP]}/2n-clx-cx556a-1024b-2t1c-eth-ip4tcphttp-ldpreload-nginx-cps" data: "vpp-2n-clx-curr-iter-vsap" include: - - "Tests.Vpp.Perf.Hoststack.2N1L-100Ge2P1E810Cq-Eth-Ip4Tcphttp-Ldpreload-Nginx-1.14.2-Cps.1024b-2t1c-eth-ip4tcphttp-ldpreload-nginx-1.14.2-cps" - - "Tests.Vpp.Perf.Hoststack.2N1L-100Ge2P1E810Cq-Eth-Ip4Tcphttp-Ldpreload-Nginx-1.15.0-Cps.1024b-2t1c-eth-ip4tcphttp-ldpreload-nginx-1.15.0-cps" + - "Tests.Vpp.Perf.Hoststack.2N1L-100Ge2P1Cx556A-Rdma-Eth-Ip4Tcphttp-Ldpreload-Nginx-1 15 0-Cps.1024B-2t1c-rdma-eth-ip4tcphttp-ldpreload-nginx-1_15_0-cps" layout: - title: "2n-clx-e810cg-1024b-2t1c-eth-ip4tcphttp-ldpreload-nginx" + title: "2n-clx-cx556a-1024b-2t1c-eth-ip4tcphttp-ldpreload-nginx" layout: "plot-hoststack" - type: "plot" - title: "2n-clx-e810cg-2048b-2t1c-eth-ip4tcphttp-ldpreload-nginx-cps" + title: "2n-clx-cx556a-2048b-2t1c-eth-ip4tcphttp-ldpreload-nginx-cps" algorithm: "plot_perf_box_name" - output-file: "{DIR[STATIC,VPP]}/2n-clx-e810cg-2048b-2t1c-eth-ip4tcphttp-ldpreload-nginx-cps" + output-file: "{DIR[STATIC,VPP]}/2n-clx-cx556a-2048b-2t1c-eth-ip4tcphttp-ldpreload-nginx-cps" data: "vpp-2n-clx-curr-iter-vsap" include: - - "Tests.Vpp.Perf.Hoststack.2N1L-100Ge2P1E810Cq-Eth-Ip4Tcphttp-Ldpreload-Nginx-1.14.2-Cps.2048b-2t1c-eth-ip4tcphttp-ldpreload-nginx-1.14.2-cps" - - "Tests.Vpp.Perf.Hoststack.2N1L-100Ge2P1E810Cq-Eth-Ip4Tcphttp-Ldpreload-Nginx-1.15.0-Cps.2048b-2t1c-eth-ip4tcphttp-ldpreload-nginx-1.15.0-cps" + - "Tests.Vpp.Perf.Hoststack.2N1L-100Ge2P1Cx556A-Rdma-Eth-Ip4Tcphttp-Ldpreload-Nginx-1 15 0-Cps.2048B-2t1c-rdma-eth-ip4tcphttp-ldpreload-nginx-1_15_0-cps" layout: - title: "2n-clx-e810cg-2048b-2t1c-eth-ip4tcphttp-ldpreload-nginx" + title: "2n-clx-cx556a-2048b-2t1c-eth-ip4tcphttp-ldpreload-nginx" layout: "plot-hoststack" - type: "plot" - title: "2n-clx-e810cg-0b-2t1c-eth-ip4tcphttp-ldpreload-nginx-rps" + title: "2n-clx-cx556a-0b-2t1c-eth-ip4tcphttp-ldpreload-nginx-rps" algorithm: "plot_perf_box_name" - output-file: "{DIR[STATIC,VPP]}/2n-clx-e810cg-0b-2t1c-eth-ip4tcphttp-ldpreload-nginx-rps" + output-file: "{DIR[STATIC,VPP]}/2n-clx-cx556a-0b-2t1c-eth-ip4tcphttp-ldpreload-nginx-rps" data: "vpp-2n-clx-curr-iter-vsap" include: - - "Tests.Vpp.Perf.Hoststack.2N1L-100Ge2P1E810Cq-Eth-Ip4Tcphttp-Ldpreload-Nginx-1.14.2-rps.0B-2t1c-eth-ip4tcphttp-ldpreload-nginx-1.14.2-rps" - - "Tests.Vpp.Perf.Hoststack.2N1L-100Ge2P1E810Cq-Eth-Ip4Tcphttp-Ldpreload-Nginx-1.15.0-rps.0B-2t1c-eth-ip4tcphttp-ldpreload-nginx-1.15.0-rps" + - "Tests.Vpp.Perf.Hoststack.2N1L-100Ge2P1Cx556A-Rdma-Eth-Ip4Tcphttp-Ldpreload-Nginx-1 15 0-Rps.0B-2t1c-rdma-eth-ip4tcphttp-ldpreload-nginx-1_15_0-rps" layout: - title: "2n-clx-e810cg-0b-2t1c-eth-ip4tcphttp-ldpreload-nginx" + title: "2n-clx-cx556a-0b-2t1c-eth-ip4tcphttp-ldpreload-nginx" layout: "plot-hoststack" - type: "plot" - title: "2n-clx-e810cg-64b-2t1c-eth-ip4tcphttp-ldpreload-nginx-rps" + title: "2n-clx-cx556a-64b-2t1c-eth-ip4tcphttp-ldpreload-nginx-rps" algorithm: "plot_perf_box_name" - output-file: "{DIR[STATIC,VPP]}/2n-clx-e810cg-64b-2t1c-eth-ip4tcphttp-ldpreload-nginx-rps" + output-file: "{DIR[STATIC,VPP]}/2n-clx-cx556a-64b-2t1c-eth-ip4tcphttp-ldpreload-nginx-rps" data: "vpp-2n-clx-curr-iter-vsap" include: - - "Tests.Vpp.Perf.Hoststack.2N1L-100Ge2P1E810Cq-Eth-Ip4Tcphttp-Ldpreload-Nginx-1.14.2-rps.64b-2t1c-eth-ip4tcphttp-ldpreload-nginx-1.14.2-rps" - - "Tests.Vpp.Perf.Hoststack.2N1L-100Ge2P1E810Cq-Eth-Ip4Tcphttp-Ldpreload-Nginx-1.15.0-rps.64b-2t1c-eth-ip4tcphttp-ldpreload-nginx-1.15.0-rps" + - "Tests.Vpp.Perf.Hoststack.2N1L-100Ge2P1Cx556A-Rdma-Eth-Ip4Tcphttp-Ldpreload-Nginx-1 15 0-Rps.64B-2t1c-rdma-eth-ip4tcphttp-ldpreload-nginx-1_15_0-rps" layout: - title: "2n-clx-e810cg-64b-2t1c-eth-ip4tcphttp-ldpreload-nginx" + title: "2n-clx-cx556a-64b-2t1c-eth-ip4tcphttp-ldpreload-nginx" layout: "plot-hoststack" - type: "plot" - title: "2n-clx-e810cg-1024b-2t1c-eth-ip4tcphttp-ldpreload-nginx-rps" + title: "2n-clx-cx556a-1024b-2t1c-eth-ip4tcphttp-ldpreload-nginx-rps" algorithm: "plot_perf_box_name" - output-file: "{DIR[STATIC,VPP]}/2n-clx-e810cg-1024b-2t1c-eth-ip4tcphttp-ldpreload-nginx-rps" + output-file: "{DIR[STATIC,VPP]}/2n-clx-cx556a-1024b-2t1c-eth-ip4tcphttp-ldpreload-nginx-rps" data: "vpp-2n-clx-curr-iter-vsap" include: - - "Tests.Vpp.Perf.Hoststack.2N1L-100Ge2P1E810Cq-Eth-Ip4Tcphttp-Ldpreload-Nginx-1.14.2-rps.1024b-2t1c-eth-ip4tcphttp-ldpreload-nginx-1.14.2-rps" - - "Tests.Vpp.Perf.Hoststack.2N1L-100Ge2P1E810Cq-Eth-Ip4Tcphttp-Ldpreload-Nginx-1.15.0-rps.1024b-2t1c-eth-ip4tcphttp-ldpreload-nginx-1.15.0-rps" + - "Tests.Vpp.Perf.Hoststack.2N1L-100Ge2P1Cx556A-Rdma-Eth-Ip4Tcphttp-Ldpreload-Nginx-1 15 0-Rps.1024B-2t1c-rdma-eth-ip4tcphttp-ldpreload-nginx-1_15_0-rps" layout: - title: "2n-clx-e810cg-1024b-2t1c-eth-ip4tcphttp-ldpreload-nginx" + title: "2n-clx-cx556a-1024b-2t1c-eth-ip4tcphttp-ldpreload-nginx" layout: "plot-hoststack" - type: "plot" - title: "2n-clx-e810cg-2048b-2t1c-eth-ip4tcphttp-ldpreload-nginx-rps" + title: "2n-clx-cx556a-2048b-2t1c-eth-ip4tcphttp-ldpreload-nginx-rps" algorithm: "plot_perf_box_name" - output-file: "{DIR[STATIC,VPP]}/2n-clx-e810cg-2048b-2t1c-eth-ip4tcphttp-ldpreload-nginx-rps" + output-file: "{DIR[STATIC,VPP]}/2n-clx-cx556a-2048b-2t1c-eth-ip4tcphttp-ldpreload-nginx-rps" data: "vpp-2n-clx-curr-iter-vsap" include: - - "Tests.Vpp.Perf.Hoststack.2N1L-100Ge2P1E810Cq-Eth-Ip4Tcphttp-Ldpreload-Nginx-1.14.2-rps.2048b-2t1c-eth-ip4tcphttp-ldpreload-nginx-1.14.2-rps" - - "Tests.Vpp.Perf.Hoststack.2N1L-100Ge2P1E810Cq-Eth-Ip4Tcphttp-Ldpreload-Nginx-1.15.0-rps.2048b-2t1c-eth-ip4tcphttp-ldpreload-nginx-1.15.0-rps" + - "Tests.Vpp.Perf.Hoststack.2N1L-100Ge2P1Cx556A-Rdma-Eth-Ip4Tcphttp-Ldpreload-Nginx-1 15 0-Rps.2048B-2t1c-rdma-eth-ip4tcphttp-ldpreload-nginx-1_15_0-rps" layout: - title: "2n-clx-e810cg-2048b-2t1c-eth-ip4tcphttp-ldpreload-nginx" + title: "2n-clx-cx556a-2048b-2t1c-eth-ip4tcphttp-ldpreload-nginx" layout: "plot-hoststack" # Hoststack tests 3n-skx @@ -5780,20 +7017,19 @@ layout: "plot-throughput" - type: "plot" - title: "Throughput: 2n-skx-x710-64b-{core}-ip4routing-base-scale-[avf,dpdk]-{test_type}" + title: "Throughput: 2n-skx-x710-64b-{core}-ip4routing-base-scale-[avf,dpdk,af_xdp]-{test_type}" algorithm: "plot_ndrpdr_box_name" - output-file: "{DIR[STATIC,VPP]}/2n-skx-x710-64b-{core}-ip4routing-base-scale-[avf,dpdk]-{test_type}" + output-file: "{DIR[STATIC,VPP]}/2n-skx-x710-64b-{core}-ip4routing-base-scale-[avf,dpdk,af_xdp]-{test_type}" data: "vpp-2n-skx-curr-iter" core: ["2t1c", ] include: - - "Tests.Vpp.Perf.Ip4.2N1L-10Ge2P1X710-Avf-Dot1Q-Ip4Base-Ndrpdr.64B-{core}-avf-dot1q-ip4base-ndrpdr" - "Tests.Vpp.Perf.Ip4.2N1L-10Ge2P1X710-Avf-Ethip4-Ip4Base-Ndrpdr.64B-{core}-avf-ethip4-ip4base-ndrpdr" - "Tests.Vpp.Perf.Ip4.2N1L-10Ge2P1X710-Avf-Ethip4-Ip4Scale2M-Ndrpdr.64B-{core}-avf-ethip4-ip4scale2m-ndrpdr" - "Tests.Vpp.Perf.Ip4.2N1L-10Ge2P1X710-Avf-Ethip4-Ip4Scale2M-Rnd-Ndrpdr.64B-{core}-avf-ethip4-ip4scale2m-rnd-ndrpdr" - - "Tests.Vpp.Perf.Ip4.2N1L-10Ge2P1X710-Dot1Q-Ip4Base-Ndrpdr.64B-{core}-dot1q-ip4base-ndrpdr" - "Tests.Vpp.Perf.Ip4.2N1L-10Ge2P1X710-Ethip4-Ip4Base-Ndrpdr.64B-{core}-ethip4-ip4base-ndrpdr" + - "Tests.Vpp.Perf.Ip4.2N1L-10Ge2P1X710-af-xdp-Ethip4-Ip4Base-Ndrpdr.64B-{core}-af-xdp-ethip4-ip4base-ndrpdr" layout: - title: "2n-skx-x710-64b-{core}-ip4routing-base-scale-[avf,dpdk]-{test_type}" + title: "2n-skx-x710-64b-{core}-ip4routing-base-scale-[avf,dpdk,af_xdp]-{test_type}" layout: "plot-throughput" - type: "plot" @@ -5803,7 +7039,6 @@ data: "vpp-2n-skx-curr-iter" core: ["2t1c", ] include: - - "Tests.Vpp.Perf.Ip4.2N1L-25Ge2P1Xxv710-Avf-Dot1Q-Ip4Base-Ndrpdr.64B-{core}-avf-dot1q-ip4base-ndrpdr" - "Tests.Vpp.Perf.Ip4.2N1L-25Ge2P1Xxv710-Avf-Ethip4-Ip4Base-Ndrpdr.64B-{core}-avf-ethip4-ip4base-ndrpdr" - "Tests.Vpp.Perf.Ip4.2N1L-25Ge2P1Xxv710-Avf-Ethip4-Ip4Scale20K-Ndrpdr.64B-{core}-avf-ethip4-ip4scale20k-ndrpdr" - "Tests.Vpp.Perf.Ip4.2N1L-25Ge2P1Xxv710-Avf-Ethip4-Ip4Scale20K-Rnd-Ndrpdr.64B-{core}-avf-ethip4-ip4scale20k-rnd-ndrpdr" @@ -5815,6 +7050,24 @@ title: "2n-skx-xxv710-64b-{core}-ip4routing-base-scale-avf-{test_type}" layout: "plot-throughput" +- type: "plot" + title: "Throughput: 2n-skx-xxv710-64b-{core}-ip4routing-base-scale-af_xdp-{test_type}" + algorithm: "plot_ndrpdr_box_name" + output-file: "{DIR[STATIC,VPP]}/2n-skx-xxv710-64b-{core}-ip4routing-base-scale-af_xdp-{test_type}" + data: "vpp-2n-skx-curr-iter" + core: ["2t1c", ] + include: + - "Tests.Vpp.Perf.Ip4.2N1L-25Ge2P1Xxv710-af-xdp-Ethip4-Ip4Base-Ndrpdr.64B-{core}-af-xdp-ethip4-ip4base-ndrpdr" + - "Tests.Vpp.Perf.Ip4.2N1L-25Ge2P1Xxv710-af-xdp-Ethip4-Ip4Scale20K-Ndrpdr.64B-{core}-af-xdp-ethip4-ip4scale20k-ndrpdr" + - "Tests.Vpp.Perf.Ip4.2N1L-25Ge2P1Xxv710-af-xdp-Ethip4-Ip4Scale20K-Rnd-Ndrpdr.64B-{core}-af-xdp-ethip4-ip4scale20k-rnd-ndrpdr" + - "Tests.Vpp.Perf.Ip4.2N1L-25Ge2P1Xxv710-af-xdp-Ethip4-Ip4Scale200K-Ndrpdr.64B-{core}-af-xdp-ethip4-ip4scale200k-ndrpdr" + - "Tests.Vpp.Perf.Ip4.2N1L-25Ge2P1Xxv710-af-xdp-Ethip4-Ip4Scale200K-Rnd-Ndrpdr.64B-{core}-af-xdp-ethip4-ip4scale200k-rnd-ndrpdr" + - "Tests.Vpp.Perf.Ip4.2N1L-25Ge2P1Xxv710-af-xdp-Ethip4-Ip4Scale2M-Ndrpdr.64B-{core}-af-xdp-ethip4-ip4scale2m-ndrpdr" + - "Tests.Vpp.Perf.Ip4.2N1L-25Ge2P1Xxv710-af-xdp-Ethip4-Ip4Scale2M-Rnd-Ndrpdr.64B-{core}-af-xdp-ethip4-ip4scale2m-rnd-ndrpdr" + layout: + title: "2n-skx-xxv710-64b-{core}-ip4routing-base-scale-af_xdp-{test_type}" + layout: "plot-throughput" + - type: "plot" title: "Throughput: 2n-skx-xxv710-64b-{core}-ip4routing-base-scale-dpdk-{test_type}" algorithm: "plot_ndrpdr_box_name" @@ -6138,15 +7391,12 @@ - type: "plot" title: "Throughput: 2n-dnv-x553-64b-{core}-ip4routing-base-scale-ixgbe-{test_type}" algorithm: "plot_ndrpdr_box_name" - output-file: "{DIR[STATIC,VPP]}/2n-dnv-x553-64b-{core}-ip4routing-base-scale-ixgbe-{test_type}" + output-file: "{DIR[STATIC,VPP]}/2n-dnv-x553-64b-{core}-ip4routing-base-scale-[ixgbe,af_xdp]-{test_type}" data: "vpp-2n-dnv-curr-iter" core: ["1t1c", ] include: - "Tests.Vpp.Perf.Ip4.2N1L-10Ge2P1X553-Dot1Q-Ip4Base-Ndrpdr.64B-{core}-dot1q-ip4base-ndrpdr" - "Tests.Vpp.Perf.Ip4.2N1L-10Ge2P1X553-Ethip4-Ip4Base-Ndrpdr.64B-{core}-ethip4-ip4base-ndrpdr" - - "Tests.Vpp.Perf.Ip4.2N1L-10Ge2P1X553-Ethip4-Ip4Scale20K-Ndrpdr.64B-{core}-ethip4-ip4scale20k-ndrpdr" - - "Tests.Vpp.Perf.Ip4.2N1L-10Ge2P1X553-Ethip4-Ip4Scale200K-Ndrpdr.64B-{core}-ethip4-ip4scale200k-ndrpdr" - - "Tests.Vpp.Perf.Ip4.2N1L-10Ge2P1X553-Ethip4-Ip4Scale2M-Ndrpdr.64B-{core}-ethip4-ip4scale2m-ndrpdr" - "Tests.Vpp.Perf.Ip4.2N1L-10Ge2P1X553-Ethip4-Ip4Scale20K-rnd-Ndrpdr.64B-{core}-ethip4-ip4scale20k-rnd-ndrpdr" layout: title: "2n-dnv-x553-64b-{core}-ip4routing-base-scale-ixgbe-{test_type}" @@ -6169,6 +7419,95 @@ title: "3n-dnv-x553-64b-{core}-ip4routing-base-scale-ixgbe-{test_type}" layout: "plot-throughput" +- type: "plot" + title: "Throughput: 2n-aws-nitro50g-64b-{core}-ip4routing-base-scale-ena-{test_type}" + algorithm: "plot_ndrpdr_box_name" + output-file: "{DIR[STATIC,VPP]}/2n-aws-nitro50g-64b-{core}-ip4routing-base-scale-{test_type}" + data: "vpp-2n-aws-curr-iter" + core: ["2t1c", ] + include: + - "Tests.Vpp.Perf.Ip4.2n1l-50ge1p1ENA-ethip4-ip4base-ndrpdr.64B-{core}-ethip4-ip4base-ndrpdr" + - "Tests.Vpp.Perf.Ip4.2n1l-50ge1p1ENA-ethip4-ip4scale20k-ndrpdr.64B-{core}-ethip4-ip4scale20k-ndrpdr" + layout: + title: "2n-aws-nitro50g-64b-{core}-ip4routing-base-scale-ena-{test_type}" + layout: "plot-throughput" + +- type: "plot" + title: "Throughput: 2n-aws-nitro50g-1518b-{core}-ip4routing-base-scale-ena-{test_type}" + algorithm: "plot_ndrpdr_box_name" + output-file: "{DIR[STATIC,VPP]}/2n-aws-nitro50g-1518b-{core}-ip4routing-base-scale-{test_type}" + data: "vpp-2n-aws-curr-iter" + core: ["2t1c", ] + include: + - "Tests.Vpp.Perf.Ip4.2n1l-50ge1p1ENA-ethip4-ip4base-ndrpdr.1518b-{core}-ethip4-ip4base-ndrpdr" + - "Tests.Vpp.Perf.Ip4.2n1l-50ge1p1ENA-ethip4-ip4scale20k-ndrpdr.1518b-{core}-ethip4-ip4scale20k-ndrpdr" + layout: + title: "2n-aws-nitro50g-1518b-{core}-ip4routing-base-scale-ena-{test_type}" + layout: "plot-throughput" + +- type: "plot" + title: "Throughput: 2n-aws-nitro50g-1518b-{core}-ip6routing-base-scale-ena-{test_type}" + algorithm: "plot_ndrpdr_box_name" + output-file: "{DIR[STATIC,VPP]}/2n-aws-nitro50g-1518b-{core}-ip6routing-base-scale-{test_type}" + data: "vpp-2n-aws-curr-iter" + core: ["2t1c", ] + include: + - "Tests.Vpp.Perf.Ip6.2n1l-50ge1p1ENA-ethip6-ip6base-ndrpdr.1518B-{core}-ethip6-ip6base-ndrpdr" + - "Tests.Vpp.Perf.Ip6.2n1l-50ge1p1ENA-ethip6-ip6scale20k-ndrpdr.1518B-{core}-ethip6-ip6scale20k-ndrpdr" + layout: + title: "2n-aws-nitro50g-1518b-{core}-ip6routing-base-scale-ena-{test_type}" + layout: "plot-throughput" + +- type: "plot" + title: "Throughput: 3n-aws-nitro50g-64b-{core}-ip4routing-base-scale-ena-{test_type}" + algorithm: "plot_ndrpdr_box_name" + output-file: "{DIR[STATIC,VPP]}/3n-aws-nitro50g-64b-{core}-ip4routing-base-scale-{test_type}" + data: "vpp-3n-aws-curr-iter" + core: ["2t1c", ] + include: + - "Tests.Vpp.Perf.Ip4.50ge1p1ENA-ethip4-ip4base-ndrpdr.64B-{core}-ethip4-ip4base-ndrpdr" + - "Tests.Vpp.Perf.Ip4.50ge1p1ENA-ethip4-ip4scale20k-ndrpdr.64B-{core}-ethip4-ip4scale20k-ndrpdr" + layout: + title: "3n-aws-nitro50g-64b-{core}-ip4routing-base-scale-ena-{test_type}" + layout: "plot-throughput" + +- type: "plot" + title: "Throughput: 3n-aws-nitro50g-1518b-{core}-ip4routing-base-scale-ena-{test_type}" + algorithm: "plot_ndrpdr_box_name" + output-file: "{DIR[STATIC,VPP]}/3n-aws-nitro50g-1518b-{core}-ip4routing-base-scale-{test_type}" + data: "vpp-3n-aws-curr-iter" + core: ["2t1c", ] + include: + - "Tests.Vpp.Perf.Ip4.50ge1p1ENA-ethip4-ip4base-ndrpdr.1518b-{core}-ethip4-ip4base-ndrpdr" + - "Tests.Vpp.Perf.Ip4.50ge1p1ENA-ethip4-ip4scale20k-ndrpdr.1518b-{core}-ethip4-ip4scale20k-ndrpdr" + layout: + title: "3n-aws-nitro50g-1518b-{core}-ip4routing-base-scale-ena-{test_type}" + layout: "plot-throughput" + +- type: "plot" + title: "Throughput: 3n-aws-nitro50g-1518b-{core}-ipsec-ip4routing-scale-ena-{test_type}" + algorithm: "plot_ndrpdr_box_name" + output-file: "{DIR[STATIC,VPP]}/3n-aws-nitro50g-1518b-{core}-ipsec-ip4routing-scale-{test_type}" + data: "vpp-3n-aws-curr-iter" + core: ["2t1c", ] + include: + - "Tests.Vpp.Perf.Crypto.50ge1p1ENA-ethip4ipsec40tnlsw-ip4base-int-aes256gcm-ndrpdr.1518B-{core}-ethip4ipsec40tnlsw-ip4base-int-aes256gcm-ndrpdr" + layout: + title: "3n-aws-nitro50g-1518b-{core}-ipsec-ip4routing-scale-ena-{test_type}" + layout: "plot-throughput" + +- type: "plot" + title: "Throughput: 3n-aws-nitro50g-imix-{core}-ipsec-ip4routing-scale-ena-{test_type}" + algorithm: "plot_ndrpdr_box_name" + output-file: "{DIR[STATIC,VPP]}/3n-aws-nitro50g-imix-{core}-ipsec-ip4routing-scale-{test_type}" + data: "vpp-3n-aws-curr-iter" + core: ["2t1c", ] + include: + - "Tests.Vpp.Perf.Crypto.50ge1p1ENA-ethip4ipsec40tnlsw-ip4base-int-aes256gcm-ndrpdr.imix-{core}-ethip4ipsec40tnlsw-ip4base-int-aes256gcm-ndrpdr" + layout: + title: "3n-aws-nitro50g-imix-{core}-ipsec-ip4routing-scale-ena-{test_type}" + layout: "plot-throughput" + - type: "plot" title: "Throughput: 3n-skx-xxv710-64b-{core}-ip4tunnel-base-[avf,dpdk]-{test_type}" algorithm: "plot_ndrpdr_box_name" @@ -6178,8 +7517,10 @@ include: - "Tests.Vpp.Perf.Ip4 Tunnels.25Ge2P1Xxv710-Avf-Ethip4Vxlan-L2Xcbase-Ndrpdr.64B-{core}-avf-ethip4vxlan-l2xcbase-ndrpdr" - "Tests.Vpp.Perf.Ip4 Tunnels.25Ge2P1Xxv710-Avf-Ethip4Vxlan-L2Bdbasemaclrn-Ndrpdr.64B-{core}-avf-ethip4vxlan-l2bdbasemaclrn-ndrpdr" + - "Tests.Vpp.Perf.Ip4 Tunnels.25Ge2P1Xxv710-Avf-Ethip4Gtpusw-Ip4Base-Ndrpdr.64B-{core}-avf-ethip4gtpusw-ip4base-ndrpdr" - "Tests.Vpp.Perf.Ip4 Tunnels.25Ge2P1Xxv710-Ethip4Vxlan-L2Xcbase-Ndrpdr.64B-{core}-ethip4vxlan-l2xcbase-ndrpdr" - "Tests.Vpp.Perf.Ip4 Tunnels.25Ge2P1Xxv710-Ethip4Vxlan-L2Bdbasemaclrn-Ndrpdr.64B-{core}-ethip4vxlan-l2bdbasemaclrn-ndrpdr" + - "Tests.Vpp.Perf.Ip4 Tunnels.25Ge2P1Xxv710-Ethip4Gtpusw-Ip4Base-Ndrpdr.64B-{core}-ethip4gtpusw-ip4base-ndrpdr" layout: title: "3n-skx-xxv710-64b-{core}-ip4tunnel-base-[avf,dpdk]-{test_type}" layout: "plot-throughput" @@ -6211,21 +7552,19 @@ layout: "plot-throughput" - type: "plot" - title: "Throughput: 2n-skx-x710-78b-{core}-ip6routing-base-scale-[avf,dpdk]-{test_type}" + title: "Throughput: 2n-skx-x710-78b-{core}-ip6routing-base-scale-[avf,dpdk,af_xdp]-{test_type}" algorithm: "plot_ndrpdr_box_name" - output-file: "{DIR[STATIC,VPP]}/2n-skx-x710-78b-{core}-ip6routing-base-scale-[avf,dpdk]-{test_type}" + output-file: "{DIR[STATIC,VPP]}/2n-skx-x710-78b-{core}-ip6routing-base-scale-[avf,dpdk,af_xdp]-{test_type}" data: "vpp-2n-skx-curr-iter" core: ["2t1c", ] include: - - "Tests.Vpp.Perf.Ip6.2N1L-10Ge2P1X710-Avf-Dot1Q-Ip6Base-Ndrpdr.78B-{core}-avf-dot1q-ip6base-ndrpdr" - "Tests.Vpp.Perf.Ip6.2N1L-10Ge2P1X710-Avf-Ethip6-Ip6Base-Ndrpdr.78B-{core}-avf-ethip6-ip6base-ndrpdr" - "Tests.Vpp.Perf.Ip6.2N1L-10Ge2P1X710-Avf-Ethip6-Ip6Scale2M-Ndrpdr.78B-{core}-avf-ethip6-ip6scale2m-ndrpdr" - "Tests.Vpp.Perf.Ip6.2N1L-10Ge2P1X710-Avf-Ethip6-Ip6Scale2M-rnd-Ndrpdr.78B-{core}-avf-ethip6-ip6scale2m-rnd-ndrpdr" - - "Tests.Vpp.Perf.Ip6.2N1L-10Ge2P1X710-Dot1Q-Ip6Base-Ndrpdr.78B-{core}-dot1q-ip6base-ndrpdr" - "Tests.Vpp.Perf.Ip6.2N1L-10Ge2P1X710-Ethip6-Ip6Base-Ndrpdr.78B-{core}-ethip6-ip6base-ndrpdr" - - "Tests.Vpp.Perf.Ip6.2N1L-10Ge2P1X710-Ethip6-Ip6Scale2M-Ndrpdr.78B-{core}-ethip6-ip6scale2m-ndrpdr" + - "Tests.Vpp.Perf.Ip6.2N1L-10Ge2P1X710-af-xdp-Ethip6-Ip6Base-Ndrpdr.78B-{core}-af-xdp-ethip6-ip6base-ndrpdr" layout: - title: "2n-skx-x710-78b-{core}-ip6routing-base-scale-[avf,dpdk]-{test_type}" + title: "2n-skx-x710-78b-{core}-ip6routing-base-scale-[avf,dpdk,af_xdp]-{test_type}" layout: "plot-throughput" - type: "plot" @@ -6254,7 +7593,6 @@ data: "vpp-2n-skx-curr-iter" core: ["2t1c", ] include: - - "Tests.Vpp.Perf.Ip6.2N1L-25Ge2P1Xxv710-Avf-Dot1Q-Ip6Base-Ndrpdr.78B-{core}-avf-dot1q-ip6base-ndrpdr" - "Tests.Vpp.Perf.Ip6.2N1L-25Ge2P1Xxv710-Avf-Ethip6-Ip6Base-Ndrpdr.78B-{core}-avf-ethip6-ip6base-ndrpdr" - "Tests.Vpp.Perf.Ip6.2N1L-25Ge2P1Xxv710-Avf-Ethip6-Ip6Scale20K-Ndrpdr.78B-{core}-avf-ethip6-ip6scale20k-ndrpdr" - "Tests.Vpp.Perf.Ip6.2N1L-25Ge2P1Xxv710-Avf-Ethip6-Ip6Scale20K-rnd-Ndrpdr.78B-{core}-avf-ethip6-ip6scale20k-rnd-ndrpdr" @@ -6266,6 +7604,24 @@ title: "2n-skx-xxv710-78b-{core}-ip6routing-base-scale-avf-{test_type}" layout: "plot-throughput" +- type: "plot" + title: "Throughput: 2n-skx-xxv710-78b-{core}-ip6routing-base-scale-af_xdp-{test_type}" + algorithm: "plot_ndrpdr_box_name" + output-file: "{DIR[STATIC,VPP]}/2n-skx-xxv710-78b-{core}-ip6routing-base-scale-af_xdp-{test_type}" + data: "vpp-2n-skx-curr-iter" + core: ["2t1c", ] + include: + - "Tests.Vpp.Perf.Ip6.2N1L-25Ge2P1Xxv710-af_xdp-Ethip6-Ip6Base-Ndrpdr.78B-{core}-af_xdp-ethip6-ip6base-ndrpdr" + - "Tests.Vpp.Perf.Ip6.2N1L-25Ge2P1Xxv710-af_xdp-Ethip6-Ip6Scale20K-Ndrpdr.78B-{core}-af_xdp-ethip6-ip6scale20k-ndrpdr" + - "Tests.Vpp.Perf.Ip6.2N1L-25Ge2P1Xxv710-af_xdp-Ethip6-Ip6Scale20K-rnd-Ndrpdr.78B-{core}-af_xdp-ethip6-ip6scale20k-rnd-ndrpdr" + - "Tests.Vpp.Perf.Ip6.2N1L-25Ge2P1Xxv710-af_xdp-Ethip6-Ip6Scale200K-Ndrpdr.78B-{core}-af_xdp-ethip6-ip6scale200k-ndrpdr" + - "Tests.Vpp.Perf.Ip6.2N1L-25Ge2P1Xxv710-af_xdp-Ethip6-Ip6Scale200K-rnd-Ndrpdr.78B-{core}-af_xdp-ethip6-ip6scale200k-rnd-ndrpdr" + - "Tests.Vpp.Perf.Ip6.2N1L-25Ge2P1Xxv710-af_xdp-Ethip6-Ip6Scale2M-Ndrpdr.78B-{core}-af_xdp-ethip6-ip6scale2m-ndrpdr" + - "Tests.Vpp.Perf.Ip6.2N1L-25Ge2P1Xxv710-af_xdp-Ethip6-Ip6Scale2M-rnd-Ndrpdr.78B-{core}-af_xdp-ethip6-ip6scale2m-rnd-ndrpdr" + layout: + title: "2n-skx-xxv710-78b-{core}-ip6routing-base-scale-af_xdp-{test_type}" + layout: "plot-throughput" + - type: "plot" title: "Throughput: 3n-skx-x710-78b-{core}-ip6routing-base-scale-avf-{test_type}" algorithm: "plot_ndrpdr_box_name" @@ -6329,17 +7685,14 @@ layout: "plot-throughput" - type: "plot" - title: "Throughput: 2n-dnv-x553-78b-{core}-ip6routing-base-scale-ixgbe-{test_type}" + title: "Throughput: 2n-dnv-x553-78b-{core}-ip6routing-base-scale-[ixgbe,af_xdp]-{test_type}" algorithm: "plot_ndrpdr_box_name" - output-file: "{DIR[STATIC,VPP]}/2n-dnv-x553-78b-{core}-ip6routing-base-scale-ixgbe-{test_type}" + output-file: "{DIR[STATIC,VPP]}/2n-dnv-x553-78b-{core}-ip6routing-base-scale-[ixgbe,af_xdp]-{test_type}" data: "vpp-2n-dnv-curr-iter" core: ["1t1c", ] include: - - "Tests.Vpp.Perf.Ip6.2N1L-10Ge2P1X553-Dot1Q-Ip6Base-Ndrpdr.78B-{core}-dot1q-ip6base-ndrpdr" - "Tests.Vpp.Perf.Ip6.2N1L-10Ge2P1X553-Ethip6-Ip6Base-Ndrpdr.78B-{core}-ethip6-ip6base-ndrpdr" - "Tests.Vpp.Perf.Ip6.2N1L-10Ge2P1X553-Ethip6-Ip6Scale20K-Ndrpdr.78B-{core}-ethip6-ip6scale20k-ndrpdr" - - "Tests.Vpp.Perf.Ip6.2N1L-10Ge2P1X553-Ethip6-Ip6Scale200K-Ndrpdr.78B-{core}-ethip6-ip6scale200k-ndrpdr" - - "Tests.Vpp.Perf.Ip6.2N1L-10Ge2P1X553-Ethip6-Ip6Scale2M-Ndrpdr.78B-{core}-ethip6-ip6scale2m-ndrpdr" layout: title: "2n-dnv-x553-78b-{core}-ip6routing-base-scale-ixgbe-{test_type}" layout: "plot-throughput" @@ -6446,20 +7799,19 @@ layout: "plot-throughput" - type: "plot" - title: "Throughput: 2n-skx-x710-64b-{core}-l2switching-base-scale-[avf,dpdk]-{test_type}" + title: "Throughput: 2n-skx-x710-64b-{core}-l2switching-base-scale-[avf,dpdk,af_xdp]-{test_type}" algorithm: "plot_ndrpdr_box_name" - output-file: "{DIR[STATIC,VPP]}/2n-skx-x710-64b-{core}-l2switching-base-scale-[avf,dpdk]-{test_type}" + output-file: "{DIR[STATIC,VPP]}/2n-skx-x710-64b-{core}-l2switching-base-scale-[avf,dpdk,af_xdp]-{test_type}" data: "vpp-2n-skx-curr-iter" core: ["2t1c", ] include: - "Tests.Vpp.Perf.L2.2N1L-10Ge2P1X710-Avf-Eth-L2Xcbase-Ndrpdr.64B-{core}-avf-eth-l2xcbase-ndrpdr" - - "Tests.Vpp.Perf.L2.2N1L-10Ge2P1X710-Avf-Dot1Q-L2Bdbasemaclrn-Ndrpdr.64B-{core}-avf-dot1q-l2bdbasemaclrn-ndrpdr" - "Tests.Vpp.Perf.L2.2N1L-10Ge2P1X710-Avf-Eth-L2Bdbasemaclrn-Ndrpdr.64B-{core}-avf-eth-l2bdbasemaclrn-ndrpdr" - - "Tests.Vpp.Perf.L2.2N1L-10Ge2P1X710-Dot1Q-L2Bdbasemaclrn-Ndrpdr.64B-{core}-dot1q-l2bdbasemaclrn-ndrpdr" - "Tests.Vpp.Perf.L2.2N1L-10Ge2P1X710-Eth-L2Bdbasemaclrn-Ndrpdr.64B-{core}-eth-l2bdbasemaclrn-ndrpdr" - "Tests.Vpp.Perf.L2.2N1L-10Ge2P1X710-Eth-L2Bdscale1Mmaclrn-Ndrpdr.64B-{core}-eth-l2bdscale1mmaclrn-ndrpdr" + - "Tests.Vpp.Perf.L2.2N1L-10Ge2P1X710-af-xdp-Eth-L2Bdbasemaclrn-Ndrpdr.64B-{core}-af-xdp-eth-l2bdbasemaclrn-ndrpdr" layout: - title: "2n-skx-x710-64b-{core}-l2switching-base-scale-[avf,dpdk]-{test_type}" + title: "2n-skx-x710-64b-{core}-l2switching-base-scale-[avf,dpdk,af_xdp]-{test_type}" layout: "plot-throughput" - type: "plot" @@ -6509,6 +7861,23 @@ title: "2n-skx-xxv710-64b-{core}-l2switching-base-scale-avf-{test_type}" layout: "plot-throughput" +- type: "plot" + title: "Throughput: 2n-skx-xxv710-64b-{core}-l2switching-base-scale-af_xdp-{test_type}" + algorithm: "plot_ndrpdr_box_name" + output-file: "{DIR[STATIC,VPP]}/2n-skx-xxv710-64b-{core}-l2switching-base-scale-af_xdp-{test_type}" + data: "vpp-2n-skx-curr-iter" + core: ["2t1c", ] + include: + - "Tests.Vpp.Perf.L2.2N1L-25Ge2P1Xxv710-af-xdp-Eth-L2Patch-Ndrpdr.64B-{core}-af-xdp-eth-l2patch-ndrpdr" + - "Tests.Vpp.Perf.L2.2N1L-25Ge2P1Xxv710-af-xdp-Eth-L2Xcbase-Ndrpdr.64B-{core}-af-xdp-eth-l2xcbase-ndrpdr" + - "Tests.Vpp.Perf.L2.2N1L-25Ge2P1Xxv710-af-xdp-Eth-L2Bdbasemaclrn-Ndrpdr.64B-{core}-af-xdp-eth-l2bdbasemaclrn-ndrpdr" + - "Tests.Vpp.Perf.L2.2N1L-25Ge2P1Xxv710-af-xdp-Eth-L2Bdscale10Kmaclrn-Ndrpdr.64B-{core}-af-xdp-eth-l2bdscale10kmaclrn-ndrpdr" + - "Tests.Vpp.Perf.L2.2N1L-25Ge2P1Xxv710-af-xdp-Eth-L2Bdscale100Kmaclrn-Ndrpdr.64B-{core}-af-xdp-eth-l2bdscale100kmaclrn-ndrpdr" + - "Tests.Vpp.Perf.L2.2N1L-25Ge2P1Xxv710-af-xdp-Eth-L2Bdscale1Mmaclrn-Ndrpdr.64B-{core}-af-xdp-eth-l2bdscale1mmaclrn-ndrpdr" + layout: + title: "2n-skx-xxv710-64b-{core}-l2switching-base-scale-af_xdp-{test_type}" + layout: "plot-throughput" + - type: "plot" title: "Throughput: 2n-skx-xxv710-64b-{core}-l2switching-base-scale-dpdk-{test_type}" algorithm: "plot_ndrpdr_box_name" @@ -6701,8 +8070,6 @@ - "Tests.Vpp.Perf.L2.2N1L-10Ge2P1X553-Eth-L2Xcbase-Ndrpdr.64B-{core}-eth-l2xcbase-ndrpdr" - "Tests.Vpp.Perf.L2.2N1L-10Ge2P1X553-Eth-L2Bdbasemaclrn-Ndrpdr.64B-{core}-eth-l2bdbasemaclrn-ndrpdr" - "Tests.Vpp.Perf.L2.2N1L-10Ge2P1X553-Eth-L2Bdscale10Kmaclrn-Ndrpdr.64B-{core}-eth-l2bdscale10kmaclrn-ndrpdr" - - "Tests.Vpp.Perf.L2.2N1L-10Ge2P1X553-Eth-L2Bdscale100Kmaclrn-Ndrpdr.64B-{core}-eth-l2bdscale100kmaclrn-ndrpdr" - - "Tests.Vpp.Perf.L2.2N1L-10Ge2P1X553-Eth-L2Bdscale1Mmaclrn-Ndrpdr.64B-{core}-eth-l2bdscale1mmaclrn-ndrpdr" layout: title: "2n-dnv-x553-64b-{core}-l2switching-base-scale-ixgbe-{test_type}" layout: "plot-throughput" @@ -6929,7 +8296,6 @@ data: "vpp-2n-tx2-curr-iter" core: ["1t1c", ] include: - - "Tests.Vpp.Perf.Ip4.2N1L-40Ge2P1Xl710-Dot1Q-Ip4Base-Ndrpdr.64B-{core}-dot1q-ip4base-ndrpdr" - "Tests.Vpp.Perf.Ip4.2N1L-40Ge2P1Xl710-Ethip4-Ip4Base-Ndrpdr.64B-{core}-ethip4-ip4base-ndrpdr" - "Tests.Vpp.Perf.Ip4.2N1L-40Ge2P1Xl710-Ethip4-Ip4Scale20K-Ndrpdr.64B-{core}-ethip4-ip4scale20k-ndrpdr" - "Tests.Vpp.Perf.Ip4.2N1L-40Ge2P1Xl710-Ethip4-Ip4Scale200K-Ndrpdr.64B-{core}-ethip4-ip4scale200k-ndrpdr" @@ -6938,6 +8304,21 @@ title: "2n-tx2-xl710-64b-{core}-ip4routing-base-scale-dpdk-{test_type}" layout: "plot-throughput" +- type: "plot" + title: "Throughput: 2n-tx2-xl710-64b-{core}-ip4routing-base-scale-af_xdp-{test_type}" + algorithm: "plot_ndrpdr_box_name" + output-file: "{DIR[STATIC,VPP]}/2n-tx2-xl710-64b-{core}-ip4routing-base-scale-af_xdp-{test_type}" + data: "vpp-2n-tx2-curr-iter" + core: ["1t1c", ] + include: + - "Tests.Vpp.Perf.Ip4.2N1L-40Ge2P1Xl710-af-xdp-Ethip4-Ip4Base-Ndrpdr.64B-{core}-af-xdp-ethip4-ip4base-ndrpdr" + - "Tests.Vpp.Perf.Ip4.2N1L-40Ge2P1Xl710-af-xdp-Ethip4-Ip4Scale20K-Ndrpdr.64B-{core}-af-xdp-ethip4-ip4scale20k-ndrpdr" + - "Tests.Vpp.Perf.Ip4.2N1L-40Ge2P1Xl710-af-xdp-Ethip4-Ip4Scale200K-Ndrpdr.64B-{core}-af-xdp-ethip4-ip4scale200k-ndrpdr" + - "Tests.Vpp.Perf.Ip4.2N1L-40Ge2P1Xl710-af-xdp-Ethip4-Ip4Scale2M-Ndrpdr.64B-{core}-af-xdp-ethip4-ip4scale2m-ndrpdr" + layout: + title: "2n-tx2-xl710-64b-{core}-ip4routing-base-scale-af_xdp-{test_type}" + layout: "plot-throughput" + - type: "plot" title: "Throughput: 2n-tx2-xl710-64b-{core}-features-ip4routing-base-scale-dpdk-{test_type}" algorithm: "plot_ndrpdr_box_name" @@ -6961,14 +8342,28 @@ data: "vpp-2n-tx2-curr-iter" core: ["1t1c", ] include: - - "Tests.Vpp.Perf.Ip6.2N1L-40Ge2P1Xl710-Dot1Q-Ip6Base-Ndrpdr.78B-{core}-dot1q-ip6base-ndrpdr" - "Tests.Vpp.Perf.Ip6.2N1L-40Ge2P1Xl710-Ethip6-Ip6Base-Ndrpdr.78B-{core}-ethip6-ip6base-ndrpdr" - "Tests.Vpp.Perf.Ip6.2N1L-40Ge2P1Xl710-Ethip6-Ip6Scale20K-Ndrpdr.78B-{core}-ethip6-ip6scale20k-ndrpdr" - "Tests.Vpp.Perf.Ip6.2N1L-40Ge2P1Xl710-Ethip6-Ip6Scale200K-Ndrpdr.78B-{core}-ethip6-ip6scale200k-ndrpdr" - "Tests.Vpp.Perf.Ip6.2N1L-40Ge2P1Xl710-Ethip6-Ip6Scale2M-Ndrpdr.78B-{core}-ethip6-ip6scale2m-ndrpdr" - "Tests.Vpp.Perf.Ip6.2N1L-40Ge2P1Xl710-Ethip6-Ip6Base-Iacldstbase-Ndrpdr.78B-{core}-ethip6-ip6base-iacldstbase-ndrpdr" layout: - title: "2n-tx2-xl710-78b-{core}-ip4routing-base-scale-dpdk-{test_type}" + title: "2n-tx2-xl710-78b-{core}-ip6routing-base-scale-dpdk-{test_type}" + layout: "plot-throughput" + +- type: "plot" + title: "Throughput: 2n-tx2-xl710-78b-{core}-ip6routing-base-scale-af_xdp-{test_type}" + algorithm: "plot_ndrpdr_box_name" + output-file: "{DIR[STATIC,VPP]}/2n-tx2-xl710-78b-{core}-ip6routing-base-scale-af_xdp-{test_type}" + data: "vpp-2n-tx2-curr-iter" + core: ["1t1c", ] + include: + - "Tests.Vpp.Perf.Ip6.2N1L-40Ge2P1Xl710-af-xdp-Ethip6-Ip6Base-Ndrpdr.78B-{core}-af-xdp-ethip6-ip6base-ndrpdr" + - "Tests.Vpp.Perf.Ip6.2N1L-40Ge2P1Xl710-af-xdp-Ethip6-Ip6Scale20K-Ndrpdr.78B-{core}-af-xdp-ethip6-ip6scale20k-ndrpdr" + - "Tests.Vpp.Perf.Ip6.2N1L-40Ge2P1Xl710-af-xdp-Ethip6-Ip6Scale200K-Ndrpdr.78B-{core}-af-xdp-ethip6-ip6scale200k-ndrpdr" + - "Tests.Vpp.Perf.Ip6.2N1L-40Ge2P1Xl710-af-xdp-Ethip6-Ip6Scale2M-Ndrpdr.78B-{core}-af-xdp-ethip6-ip6scale2m-ndrpdr" + layout: + title: "2n-tx2-xl710-78b-{core}-ip6routing-base-scale-af_xdp-{test_type}" layout: "plot-throughput" - type: "plot" @@ -7002,6 +8397,23 @@ title: "2n-tx2-xl710-64b-{core}-l2switching-scale-dpdk-{test_type}" layout: "plot-throughput" +- type: "plot" + title: "Throughput: 2n-tx2-xl710-64b-{core}-l2switching-scale-af_xdp-{test_type}" + algorithm: "plot_ndrpdr_box_name" + output-file: "{DIR[STATIC,VPP]}/2n-tx2-xl710-64b-{core}-l2switching-scale-af_xdp-{test_type}" + data: "vpp-2n-tx2-curr-iter" + core: ["1t1c", ] + include: + - "Tests.Vpp.Perf.L2.2N1L-40Ge2P1Xl710-af-xdp-Eth-L2Patch-Ndrpdr.64B-{core}-af-xdp-eth-l2patch-ndrpdr" + - "Tests.Vpp.Perf.L2.2N1L-40Ge2P1Xl710-af-xdp-Eth-L2Xcbase-Ndrpdr.64B-{core}-af-xdp-eth-l2xcbase-ndrpdr" + - "Tests.Vpp.Perf.L2.2N1L-40Ge2P1Xl710-af-xdp-Eth-L2Bdbasemaclrn-Ndrpdr.64B-{core}-af-xdp-eth-l2bdbasemaclrn-ndrpdr" + - "Tests.Vpp.Perf.L2.2N1L-40Ge2P1Xl710-af-xdp-Eth-L2Bdscale10Kmaclrn-Ndrpdr.64B-{core}-af-xdp-eth-l2bdscale10kmaclrn-ndrpdr" + - "Tests.Vpp.Perf.L2.2N1L-40Ge2P1Xl710-af-xdp-Eth-L2Bdscale100Kmaclrn-Ndrpdr.64B-{core}-eth-l2bdscale100kmaclrn-ndrpdr" + - "Tests.Vpp.Perf.L2.2N1L-40Ge2P1Xl710-af-xdp-Eth-L2Bdscale1Mmaclrn-Ndrpdr.64B-{core}-af-xdp-eth-l2bdscale1mmaclrn-ndrpdr" + layout: + title: "2n-tx2-xl710-64b-{core}-l2switching-scale-af_xdp-{test_type}" + layout: "plot-throughput" + - type: "plot" title: "Throughput: 2n-tx2-xl710-64b-{core}-features-l2switching-base-dpdk-{test_type}" algorithm: "plot_ndrpdr_box_name" @@ -7081,19 +8493,18 @@ layout: "plot-throughput-speedup-analysis" - type: "plot" - title: "Speedup: 2n-skx-x710-64b-ip4routing-base-scale-[avf,dpdk]-{test_type}-tsa" + title: "Speedup: 2n-skx-x710-64b-ip4routing-base-scale-[avf,dpdk,af_xdp]-{test_type}-tsa" algorithm: "plot_tsa_name" - output-file: "{DIR[STATIC,VPP]}/2n-skx-x710-64b-ip4routing-base-scale-[avf,dpdk]-{test_type}-tsa" + output-file: "{DIR[STATIC,VPP]}/2n-skx-x710-64b-ip4routing-base-scale-[avf,dpdk,af_xdp]-{test_type}-tsa" data: "vpp-2n-skx-curr-iter" include: - - "Tests.Vpp.Perf.Ip4.2N1L-10Ge2P1X710-Avf-Dot1Q-Ip4Base-Ndrpdr.64B-.t.c-avf-dot1q-ip4base-ndrpdr" - "Tests.Vpp.Perf.Ip4.2N1L-10Ge2P1X710-Avf-Ethip4-Ip4Base-Ndrpdr.64B-.t.c-avf-ethip4-ip4base-ndrpdr" - "Tests.Vpp.Perf.Ip4.2N1L-10Ge2P1X710-Avf-Ethip4-Ip4Scale2M-Ndrpdr.64B-.t.c-avf-ethip4-ip4scale2m-ndrpdr" - "Tests.Vpp.Perf.Ip4.2N1L-10Ge2P1X710-Avf-Ethip4-Ip4Scale2M-Rnd-Ndrpdr.64B-.t.c-avf-ethip4-ip4scale2m-rnd-ndrpdr" - - "Tests.Vpp.Perf.Ip4.2N1L-10Ge2P1X710-Dot1Q-Ip4Base-Ndrpdr.64B-.t.c-dot1q-ip4base-ndrpdr" - "Tests.Vpp.Perf.Ip4.2N1L-10Ge2P1X710-Ethip4-Ip4Base-Ndrpdr.64B-.t.c-ethip4-ip4base-ndrpdr" + - "Tests.Vpp.Perf.Ip4.2N1L-10Ge2P1X710-af-xdp-Ethip4-Ip4Base-Ndrpdr.64B-.t.c-af-xdp-ethip4-ip4base-ndrpdr" layout: - title: "2n-skx-x710-64b-ip4routing-base-scale-[avf,dpdk]-{test_type}" + title: "2n-skx-x710-64b-ip4routing-base-scale-[avf,dpdk,af_xdp]-{test_type}" layout: "plot-throughput-speedup-analysis" - type: "plot" @@ -7102,7 +8513,6 @@ output-file: "{DIR[STATIC,VPP]}/2n-skx-xxv710-64b-ip4routing-base-scale-avf-{test_type}-tsa" data: "vpp-2n-skx-curr-iter" include: - - "Tests.Vpp.Perf.Ip4.2N1L-25Ge2P1Xxv710-Avf-Dot1Q-Ip4Base-Ndrpdr.64B-.t.c-avf-dot1q-ip4base-ndrpdr" - "Tests.Vpp.Perf.Ip4.2N1L-25Ge2P1Xxv710-Avf-Ethip4-Ip4Base-Ndrpdr.64B-.t.c-avf-ethip4-ip4base-ndrpdr" - "Tests.Vpp.Perf.Ip4.2N1L-25Ge2P1Xxv710-Avf-Ethip4-Ip4Scale20K-Ndrpdr.64B-.t.c-avf-ethip4-ip4scale20k-ndrpdr" - "Tests.Vpp.Perf.Ip4.2N1L-25Ge2P1Xxv710-Avf-Ethip4-Ip4Scale20K-Rnd-Ndrpdr.64B-.t.c-avf-ethip4-ip4scale20k-rnd-ndrpdr" @@ -7114,6 +8524,23 @@ title: "2n-skx-xxv710-64b-ip4routing-base-scale-avf-{test_type}" layout: "plot-throughput-speedup-analysis" +- type: "plot" + title: "Speedup: 2n-skx-xxv710-64b-ip4routing-base-scale-af_xdp-{test_type}-tsa" + algorithm: "plot_tsa_name" + output-file: "{DIR[STATIC,VPP]}/2n-skx-xxv710-64b-ip4routing-base-scale-af_xdp-{test_type}-tsa" + data: "vpp-2n-skx-curr-iter" + include: + - "Tests.Vpp.Perf.Ip4.2N1L-25Ge2P1Xxv710-af-xdp-Ethip4-Ip4Base-Ndrpdr.64B-.t.c-af-xdp-ethip4-ip4base-ndrpdr" + - "Tests.Vpp.Perf.Ip4.2N1L-25Ge2P1Xxv710-af-xdp-Ethip4-Ip4Scale20K-Ndrpdr.64B-.t.c-af-xdp-ethip4-ip4scale20k-ndrpdr" + - "Tests.Vpp.Perf.Ip4.2N1L-25Ge2P1Xxv710-af-xdp-Ethip4-Ip4Scale20K-Rnd-Ndrpdr.64B-.t.c-af-xdp-ethip4-ip4scale20k-rnd-ndrpdr" + - "Tests.Vpp.Perf.Ip4.2N1L-25Ge2P1Xxv710-af-xdp-Ethip4-Ip4Scale200K-Ndrpdr.64B-.t.c-af-xdp-ethip4-ip4scale200k-ndrpdr" + - "Tests.Vpp.Perf.Ip4.2N1L-25Ge2P1Xxv710-af-xdp-Ethip4-Ip4Scale200K-Rnd-Ndrpdr.64B-.t.c-af-xdp-ethip4-ip4scale200k-rnd-ndrpdr" + - "Tests.Vpp.Perf.Ip4.2N1L-25Ge2P1Xxv710-af-xdp-Ethip4-Ip4Scale2M-Ndrpdr.64B-.t.c-af-xdp-ethip4-ip4scale2m-ndrpdr" + - "Tests.Vpp.Perf.Ip4.2N1L-25Ge2P1Xxv710-af-xdp-Ethip4-Ip4Scale2M-Rnd-Ndrpdr.64B-.t.c-af-xdp-ethip4-ip4scale2m-rnd-ndrpdr" + layout: + title: "2n-skx-xxv710-64b-ip4routing-base-scale-af_xdp-{test_type}" + layout: "plot-throughput-speedup-analysis" + - type: "plot" title: "Speedup: 2n-skx-xxv710-64b-ip4routing-base-scale-dpdk-{test_type}-tsa" algorithm: "plot_tsa_name" @@ -7395,27 +8822,27 @@ include: - "Tests.Vpp.Perf.Ip4 Tunnels.25Ge2P1Xxv710-Avf-Ethip4Vxlan-L2Xcbase-Ndrpdr.64B-.t.c-avf-ethip4vxlan-l2xcbase-ndrpdr" - "Tests.Vpp.Perf.Ip4 Tunnels.25Ge2P1Xxv710-Avf-Ethip4Vxlan-L2Bdbasemaclrn-Ndrpdr.64B-.t.c-avf-ethip4vxlan-l2bdbasemaclrn-ndrpdr" + - "Tests.Vpp.Perf.Ip4 Tunnels.25Ge2P1Xxv710-Avf-Ethip4Gtpusw-Ip4Base-Ndrpdr.64B-.t.c-avf-ethip4gtpusw-ip4base-ndrpdr" - "Tests.Vpp.Perf.Ip4 Tunnels.25Ge2P1Xxv710-Ethip4Vxlan-L2Xcbase-Ndrpdr.64B-.t.c-ethip4vxlan-l2xcbase-ndrpdr" - "Tests.Vpp.Perf.Ip4 Tunnels.25Ge2P1Xxv710-Ethip4Vxlan-L2Bdbasemaclrn-Ndrpdr.64B-.t.c-ethip4vxlan-l2bdbasemaclrn-ndrpdr" + - "Tests.Vpp.Perf.Ip4 Tunnels.25Ge2P1Xxv710-Ethip4Gtpusw-Ip4Base-Ndrpdr.64B-.t.c-ethip4gtpusw-ip4base-ndrpdr" layout: title: "3n-skx-xxv710-64b-ip4tunnel-base-[avf,dpdk]-{test_type}" layout: "plot-throughput-speedup-analysis" - type: "plot" - title: "Speedup: 2n-skx-x710-78b-ip6routing-base-scale-[avf,dpdk]-{test_type}-tsa" + title: "Speedup: 2n-skx-x710-78b-ip6routing-base-scale-[avf,dpdk,af_xdp]-{test_type}-tsa" algorithm: "plot_tsa_name" - output-file: "{DIR[STATIC,VPP]}/2n-skx-x710-78b-ip6routing-base-scale-[avf,dpdk]-{test_type}-tsa" + output-file: "{DIR[STATIC,VPP]}/2n-skx-x710-78b-ip6routing-base-scale-[avf,dpdk,af_xdp]-{test_type}-tsa" data: "vpp-2n-skx-curr-iter" include: - - "Tests.Vpp.Perf.Ip6.2N1L-10Ge2P1X710-Avf-Dot1Q-Ip6Base-Ndrpdr.78B-.t.c-avf-dot1q-ip6base-ndrpdr" - "Tests.Vpp.Perf.Ip6.2N1L-10Ge2P1X710-Avf-Ethip6-Ip6Base-Ndrpdr.78B-.t.c-avf-ethip6-ip6base-ndrpdr" - "Tests.Vpp.Perf.Ip6.2N1L-10Ge2P1X710-Avf-Ethip6-Ip6Scale2M-Ndrpdr.78B-.t.c-avf-ethip6-ip6scale2m-ndrpdr" - "Tests.Vpp.Perf.Ip6.2N1L-10Ge2P1X710-Avf-Ethip6-Ip6Scale2M-rnd-Ndrpdr.78B-.t.c-avf-ethip6-ip6scale2m-rnd-ndrpdr" - - "Tests.Vpp.Perf.Ip6.2N1L-10Ge2P1X710-Dot1Q-Ip6Base-Ndrpdr.78B-.t.c-dot1q-ip6base-ndrpdr" - "Tests.Vpp.Perf.Ip6.2N1L-10Ge2P1X710-Ethip6-Ip6Base-Ndrpdr.78B-.t.c-ethip6-ip6base-ndrpdr" - - "Tests.Vpp.Perf.Ip6.2N1L-10Ge2P1X710-Ethip6-Ip6Scale2M-Ndrpdr.78B-.t.c-ethip6-ip6scale2m-ndrpdr" + - "Tests.Vpp.Perf.Ip6.2N1L-10Ge2P1X710-af-xdp-Ethip6-Ip6Base-Ndrpdr.78B-.t.c-af-xdp-ethip6-ip6base-ndrpdr" layout: - title: "2n-skx-x710-78b-ip6routing-base-scale-[avf,dpdk]-{test_type}" + title: "2n-skx-x710-78b-ip6routing-base-scale-[avf,dpdk,af_xdp]-{test_type}" layout: "plot-throughput-speedup-analysis" - type: "plot" @@ -7442,7 +8869,6 @@ output-file: "{DIR[STATIC,VPP]}/2n-skx-xxv710-78b-ip6routing-base-scale-avf-{test_type}-tsa" data: "vpp-2n-skx-curr-iter" include: - - "Tests.Vpp.Perf.Ip6.2N1L-25Ge2P1Xxv710-Avf-Dot1Q-Ip6Base-Ndrpdr.78B-.t.c-avf-dot1q-ip6base-ndrpdr" - "Tests.Vpp.Perf.Ip6.2N1L-25Ge2P1Xxv710-Avf-Ethip6-Ip6Base-Ndrpdr.78B-.t.c-avf-ethip6-ip6base-ndrpdr" - "Tests.Vpp.Perf.Ip6.2N1L-25Ge2P1Xxv710-Avf-Ethip6-Ip6Scale20K-Ndrpdr.78B-.t.c-avf-ethip6-ip6scale20k-ndrpdr" - "Tests.Vpp.Perf.Ip6.2N1L-25Ge2P1Xxv710-Avf-Ethip6-Ip6Scale20K-rnd-Ndrpdr.78B-.t.c-avf-ethip6-ip6scale20k-rnd-ndrpdr" @@ -7454,6 +8880,23 @@ title: "2n-skx-xxv710-78b-ip6routing-base-scale-avf-{test_type}" layout: "plot-throughput-speedup-analysis" +- type: "plot" + title: "Speedup: 2n-skx-xxv710-78b-ip6routing-base-scale-af_xdp-{test_type}-tsa" + algorithm: "plot_tsa_name" + output-file: "{DIR[STATIC,VPP]}/2n-skx-xxv710-78b-ip6routing-base-scale-af_xdp-{test_type}-tsa" + data: "vpp-2n-skx-curr-iter" + include: + - "Tests.Vpp.Perf.Ip6.2N1L-25Ge2P1Xxv710-af-xdp-Ethip6-Ip6Base-Ndrpdr.78B-.t.c-af-xdp-ethip6-ip6base-ndrpdr" + - "Tests.Vpp.Perf.Ip6.2N1L-25Ge2P1Xxv710-af-xdp-Ethip6-Ip6Scale20K-Ndrpdr.78B-.t.c-af-xdp-ethip6-ip6scale20k-ndrpdr" + - "Tests.Vpp.Perf.Ip6.2N1L-25Ge2P1Xxv710-af-xdp-Ethip6-Ip6Scale20K-rnd-Ndrpdr.78B-.t.c-af-xdp-ethip6-ip6scale20k-rnd-ndrpdr" + - "Tests.Vpp.Perf.Ip6.2N1L-25Ge2P1Xxv710-af-xdp-Ethip6-Ip6Scale200K-Ndrpdr.78B-.t.c-af-xdp-ethip6-ip6scale200k-ndrpdr" + - "Tests.Vpp.Perf.Ip6.2N1L-25Ge2P1Xxv710-af-xdp-Ethip6-Ip6Scale200K-rnd-Ndrpdr.78B-.t.c-af-xdp-ethip6-ip6scale200k-rnd-ndrpdr" + - "Tests.Vpp.Perf.Ip6.2N1L-25Ge2P1Xxv710-af-xdp-Ethip6-Ip6Scale2M-Ndrpdr.78B-.t.c-af-xdp-ethip6-ip6scale2m-ndrpdr" + - "Tests.Vpp.Perf.Ip6.2N1L-25Ge2P1Xxv710-af-xdp-Ethip6-Ip6Scale2M-rnd-Ndrpdr.78B-.t.c-af-xdp-ethip6-ip6scale2m-rnd-ndrpdr" + layout: + title: "2n-skx-xxv710-78b-ip6routing-base-scale-af_xdp-{test_type}" + layout: "plot-throughput-speedup-analysis" + - type: "plot" title: "Speedup: 3n-skx-x710-78b-ip6routing-base-scale-avf-{test_type}-tsa" algorithm: "plot_tsa_name" @@ -7530,19 +8973,18 @@ layout: "plot-throughput-speedup-analysis" - type: "plot" - title: "Speedup: 2n-skx-x710-64b-l2switching-base-scale-[avf,dpdk]-{test_type}-tsa" + title: "Speedup: 2n-skx-x710-64b-l2switching-base-scale-[avf,dpdk,af_xdp]-{test_type}-tsa" algorithm: "plot_tsa_name" - output-file: "{DIR[STATIC,VPP]}/2n-skx-x710-64b-l2switching-base-scale-[avf,dpdk]-{test_type}-tsa" + output-file: "{DIR[STATIC,VPP]}/2n-skx-x710-64b-l2switching-base-scale-[avf,dpdk,af_xdp]-{test_type}-tsa" data: "vpp-2n-skx-curr-iter" include: - "Tests.Vpp.Perf.L2.2N1L-10Ge2P1X710-Avf-Eth-L2Xcbase-Ndrpdr.64B-.t.c-avf-eth-l2xcbase-ndrpdr" - - "Tests.Vpp.Perf.L2.2N1L-10Ge2P1X710-Avf-Dot1Q-L2Bdbasemaclrn-Ndrpdr.64B-.t.c-avf-dot1q-l2bdbasemaclrn-ndrpdr" - "Tests.Vpp.Perf.L2.2N1L-10Ge2P1X710-Avf-Eth-L2Bdbasemaclrn-Ndrpdr.64B-.t.c-avf-eth-l2bdbasemaclrn-ndrpdr" - - "Tests.Vpp.Perf.L2.2N1L-10Ge2P1X710-Dot1Q-L2Bdbasemaclrn-Ndrpdr.64B-.t.c-dot1q-l2bdbasemaclrn-ndrpdr" - "Tests.Vpp.Perf.L2.2N1L-10Ge2P1X710-Eth-L2Bdbasemaclrn-Ndrpdr.64B-.t.c-eth-l2bdbasemaclrn-ndrpdr" - "Tests.Vpp.Perf.L2.2N1L-10Ge2P1X710-Eth-L2Bdscale1Mmaclrn-Ndrpdr.64B-.t.c-eth-l2bdscale1mmaclrn-ndrpdr" + - "Tests.Vpp.Perf.L2.2N1L-10Ge2P1X710-af-xdp-Eth-L2Bdbasemaclrn-Ndrpdr.64B-.t.c-af-xdp-eth-l2bdbasemaclrn-ndrpdr" layout: - title: "2n-skx-x710-64b-l2switching-base-scale-[avf,dpdk]-{test_type}" + title: "2n-skx-x710-64b-l2switching-base-scale-[avf,dpdk,af_xdp]-{test_type}" layout: "plot-throughput-speedup-analysis" - type: "plot" @@ -7589,6 +9031,22 @@ title: "2n-skx-xxv710-64b-l2switching-base-scale-avf-{test_type}" layout: "plot-throughput-speedup-analysis" +- type: "plot" + title: "Speedup: 2n-skx-xxv710-64b-l2switching-base-scale-af_xdp-{test_type}-tsa" + algorithm: "plot_tsa_name" + output-file: "{DIR[STATIC,VPP]}/2n-skx-xxv710-64b-l2switching-base-scale-af_xdp-{test_type}-tsa" + data: "vpp-2n-skx-curr-iter" + include: + - "Tests.Vpp.Perf.L2.2N1L-25Ge2P1Xxv710-af-xdp-Eth-L2Patch-Ndrpdr.64B-.t.c-af-xdp-eth-l2patch-ndrpdr" + - "Tests.Vpp.Perf.L2.2N1L-25Ge2P1Xxv710-af-xdp-Eth-L2Xcbase-Ndrpdr.64B-.t.c-af-xdp-eth-l2xcbase-ndrpdr" + - "Tests.Vpp.Perf.L2.2N1L-25Ge2P1Xxv710-af-xdp-Eth-L2Bdbasemaclrn-Ndrpdr.64B-.t.c-af-xdp-eth-l2bdbasemaclrn-ndrpdr" + - "Tests.Vpp.Perf.L2.2N1L-25Ge2P1Xxv710-af-xdp-Eth-L2Bdscale10Kmaclrn-Ndrpdr.64B-.t.c-af-xdp-eth-l2bdscale10kmaclrn-ndrpdr" + - "Tests.Vpp.Perf.L2.2N1L-25Ge2P1Xxv710-af-xdp-Eth-L2Bdscale100Kmaclrn-Ndrpdr.64B-.t.c-af-xdp-eth-l2bdscale100kmaclrn-ndrpdr" + - "Tests.Vpp.Perf.L2.2N1L-25Ge2P1Xxv710-af-xdp-Eth-L2Bdscale1Mmaclrn-Ndrpdr.64B-.t.c-af-xdp-eth-l2bdscale1mmaclrn-ndrpdr" + layout: + title: "2n-skx-xxv710-64b-l2switching-base-scale-af_xdp-{test_type}" + layout: "plot-throughput-speedup-analysis" + - type: "plot" title: "Speedup: 2n-skx-xxv710-64b-l2switching-base-scale-dpdk-{test_type}-tsa" algorithm: "plot_tsa_name" @@ -7961,32 +9419,32 @@ - type: "plot" title: "Speedup: 2n-dnv-x553-64b-ip4routing-base-scale-ixgbe-{test_type}-tsa" algorithm: "plot_tsa_name" - output-file: "{DIR[STATIC,VPP]}/2n-dnv-x553-64b-ip4routing-base-scale-ixgbe-{test_type}-tsa" + output-file: "{DIR[STATIC,VPP]}/2n-dnv-x553-64b-ip4routing-base-scale-[ixgbe,af_xdp]-{test_type}-tsa" data: "vpp-2n-dnv-curr-iter" include: - - "Tests.Vpp.Perf.Ip4.2N1L-10Ge2P1X553-Dot1Q-Ip4Base-Ndrpdr.64B-.t.c-dot1q-ip4base-ndrpdr" - "Tests.Vpp.Perf.Ip4.2N1L-10Ge2P1X553-Ethip4-Ip4Base-Ndrpdr.64B-.t.c-ethip4-ip4base-ndrpdr" - "Tests.Vpp.Perf.Ip4.2N1L-10Ge2P1X553-Ethip4-Ip4Scale20K-Ndrpdr.64B-.t.c-ethip4-ip4scale20k-ndrpdr" - - "Tests.Vpp.Perf.Ip4.2N1L-10Ge2P1X553-Ethip4-Ip4Scale200K-Ndrpdr.64B-.t.c-ethip4-ip4scale200k-ndrpdr" - - "Tests.Vpp.Perf.Ip4.2N1L-10Ge2P1X553-Ethip4-Ip4Scale2M-Ndrpdr.64B-.t.c-ethip4-ip4scale2m-ndrpdr" - "Tests.Vpp.Perf.Ip4.2N1L-10Ge2P1X553-Ethip4-Ip4Scale20K-rnd-Ndrpdr.64B-.t.c-ethip4-ip4scale20k-rnd-ndrpdr" + - "Tests.Vpp.Perf.Ip4.2N1L-10Ge2P1X553-af-xdp-Ethip4-Ip4Base-Ndrpdr.64B-.t.c-af-xdp-ethip4-ip4base-ndrpdr" + - "Tests.Vpp.Perf.Ip4.2N1L-10Ge2P1X553-af-xdp-Ethip4-Ip4Scale20K-Ndrpdr.64B-.t.c-af-xdp-ethip4-ip4scale20k-ndrpdr" + - "Tests.Vpp.Perf.Ip4.2N1L-10Ge2P1X553-af-xdp-Ethip4-Ip4Scale20K-rnd-Ndrpdr.64B-.t.c-af-xdp-ethip4-ip4scale20k-rnd-ndrpdr" layout: title: "2n-dnv-x553-64b-ip4routing-base-scale-ixgbe-{test_type}" layout: "plot-throughput-speedup-analysis" - type: "plot" - title: "Speedup: 2n-dnv-x553-78b-ip6routing-base-scale-ixgbe-{test_type}-tsa" + title: "Speedup: 2n-dnv-x553-78b-ip6routing-base-scale-[ixgbe,af_xdp]-{test_type}-tsa" algorithm: "plot_tsa_name" - output-file: "{DIR[STATIC,VPP]}/2n-dnv-x553-78b-ip6routing-base-scale-ixgbe-{test_type}-tsa" + output-file: "{DIR[STATIC,VPP]}/2n-dnv-x553-78b-ip6routing-base-scale-[ixgbe,af_xdp]-{test_type}-tsa" data: "vpp-2n-dnv-curr-iter" include: - - "Tests.Vpp.Perf.Ip6.2N1L-10Ge2P1X553-Dot1Q-Ip6Base-Ndrpdr.78B-.t.c-dot1q-ip6base-ndrpdr" - "Tests.Vpp.Perf.Ip6.2N1L-10Ge2P1X553-Ethip6-Ip6Base-Ndrpdr.78B-.t.c-ethip6-ip6base-ndrpdr" - "Tests.Vpp.Perf.Ip6.2N1L-10Ge2P1X553-Ethip6-Ip6Scale20K-Ndrpdr.78B-.t.c-ethip6-ip6scale20k-ndrpdr" - - "Tests.Vpp.Perf.Ip6.2N1L-10Ge2P1X553-Ethip6-Ip6Scale200K-Ndrpdr.78B-.t.c-ethip6-ip6scale200k-ndrpdr" - - "Tests.Vpp.Perf.Ip6.2N1L-10Ge2P1X553-Ethip6-Ip6Scale2M-Ndrpdr.78B-.t.c-ethip6-ip6scale2m-ndrpdr" + - "Tests.Vpp.Perf.Ip6.2N1L-10Ge2P1X553-af-xdp-Ethip6-Ip6Base-Ndrpdr.78B-.t.c-af-xdp-ethip6-ip6base-ndrpdr" + - "Tests.Vpp.Perf.Ip6.2N1L-10Ge2P1X553-af-xdp-Ethip6-Ip6Scale20K-Ndrpdr.78B-.t.c-af-xdp-ethip6-ip6scale20k-ndrpdr" + - "Tests.Vpp.Perf.Ip6.2N1L-10Ge2P1X553-af-xdp-Ethip6-Ip6Scale20K-rnd-Ndrpdr.78B-.t.c-af-xdp-ethip6-ip6scale20k-rnd-ndrpdr" layout: - title: "2n-dnv-x553-78b-ip6routing-base-scale-ixgbe-{test_type}" + title: "2n-dnv-x553-78b-ip6routing-base-scale-[ixgbe,af_xdp]-{test_type}" layout: "plot-throughput-speedup-analysis" - type: "plot" @@ -8013,12 +9471,24 @@ - "Tests.Vpp.Perf.L2.2N1L-10Ge2P1X553-Eth-L2Xcbase-Ndrpdr.64B-.t.c-eth-l2xcbase-ndrpdr" - "Tests.Vpp.Perf.L2.2N1L-10Ge2P1X553-Eth-L2Bdbasemaclrn-Ndrpdr.64B-.t.c-eth-l2bdbasemaclrn-ndrpdr" - "Tests.Vpp.Perf.L2.2N1L-10Ge2P1X553-Eth-L2Bdscale10Kmaclrn-Ndrpdr.64B-.t.c-eth-l2bdscale10kmaclrn-ndrpdr" - - "Tests.Vpp.Perf.L2.2N1L-10Ge2P1X553-Eth-L2Bdscale100Kmaclrn-Ndrpdr.64B-.t.c-eth-l2bdscale100kmaclrn-ndrpdr" - - "Tests.Vpp.Perf.L2.2N1L-10Ge2P1X553-Eth-L2Bdscale1Mmaclrn-Ndrpdr.64B-.t.c-eth-l2bdscale1mmaclrn-ndrpdr" layout: title: "2n-dnv-x553-64b-l2switching-base-scale-ixgbe-{test_type}" layout: "plot-throughput-speedup-analysis" +- type: "plot" + title: "Speedup: 2n-dnv-x553-64b-l2switching-base-scale-af_xdp-{test_type}-tsa" + algorithm: "plot_tsa_name" + output-file: "{DIR[STATIC,VPP]}/2n-dnv-x553-64b-l2switching-base-scale-ixgbe-{test_type}-tsa" + data: "vpp-2n-dnv-curr-iter" + include: + - "Tests.Vpp.Perf.L2.2N1L-10Ge2P1X553-af-xdp-Eth-L2Patch-Ndrpdr.64B-.t.c-af-xdp-eth-l2patch-ndrpdr" + - "Tests.Vpp.Perf.L2.2N1L-10Ge2P1X553-af-xdp-Eth-L2Xcbase-Ndrpdr.64B-.t.c-af-xdp-eth-l2xcbase-ndrpdr" + - "Tests.Vpp.Perf.L2.2N1L-10Ge2P1X553-af-xdp-Eth-L2Bdbasemaclrn-Ndrpdr.64B-.t.c-af-xdp-eth-l2bdbasemaclrn-ndrpdr" + - "Tests.Vpp.Perf.L2.2N1L-10Ge2P1X553-af-xdp-Eth-L2Bdscale10Kmaclrn-Ndrpdr.64B-.t.c-af-xdp-eth-l2bdscale10kmaclrn-ndrpdr" + layout: + title: "2n-dnv-x553-64b-l2switching-base-scale-af_xdp-{test_type}" + layout: "plot-throughput-speedup-analysis" + - type: "plot" title: "Speedup: 3n-dnv-x553-64b-ip4routing-base-scale-ixgbe-{test_type}-tsa" algorithm: "plot_tsa_name" @@ -8144,7 +9614,6 @@ output-file: "{DIR[STATIC,VPP]}/2n-tx2-xl710-64b-ip4routing-base-scale-dpdk-{test_type}-tsa" data: "vpp-2n-tx2-curr-iter" include: - - "Tests.Vpp.Perf.Ip4.2N1L-40Ge2P1Xl710-Dot1Q-Ip4Base-Ndrpdr.64B-.t.c-dot1q-ip4base-ndrpdr" - "Tests.Vpp.Perf.Ip4.2N1L-40Ge2P1Xl710-Ethip4-Ip4Base-Ndrpdr.64B-.t.c-ethip4-ip4base-ndrpdr" - "Tests.Vpp.Perf.Ip4.2N1L-40Ge2P1Xl710-Ethip4-Ip4Scale20K-Ndrpdr.64B-.t.c-ethip4-ip4scale20k-ndrpdr" - "Tests.Vpp.Perf.Ip4.2N1L-40Ge2P1Xl710-Ethip4-Ip4Scale200K-Ndrpdr.64B-.t.c-ethip4-ip4scale200k-ndrpdr" @@ -8153,6 +9622,20 @@ title: "2n-tx2-xl710-64b-ip4routing-base-scale-dpdk-{test_type}" layout: "plot-throughput-speedup-analysis" +- type: "plot" + title: "Speedup: 2n-tx2-xl710-64b-ip4routing-base-scale-af_xdp-{test_type}-tsa" + algorithm: "plot_tsa_name" + output-file: "{DIR[STATIC,VPP]}/2n-tx2-xl710-64b-ip4routing-base-scale-af_xdp-{test_type}-tsa" + data: "vpp-2n-tx2-curr-iter" + include: + - "Tests.Vpp.Perf.Ip4.2N1L-40Ge2P1Xl710-af-xdp-Ethip4-Ip4Base-Ndrpdr.64B-.t.c-af-xdp-ethip4-ip4base-ndrpdr" + - "Tests.Vpp.Perf.Ip4.2N1L-40Ge2P1Xl710-af-xdp-Ethip4-Ip4Scale20K-Ndrpdr.64B-.t.c-af-xdp-ethip4-ip4scale20k-ndrpdr" + - "Tests.Vpp.Perf.Ip4.2N1L-40Ge2P1Xl710-af-xdp-Ethip4-Ip4Scale200K-Ndrpdr.64B-.t.c-af-xdp-ethip4-ip4scale200k-ndrpdr" + - "Tests.Vpp.Perf.Ip4.2N1L-40Ge2P1Xl710-af-xdp-Ethip4-Ip4Scale2M-Ndrpdr.64B-.t.c-af-xdp-ethip4-ip4scale2m-ndrpdr" + layout: + title: "2n-tx2-xl710-64b-ip4routing-base-scale-af_xdp-{test_type}" + layout: "plot-throughput-speedup-analysis" + - type: "plot" title: "Speedup: 2n-tx2-xl710-64b-features-ip4routing-base-scale-dpdk-{test_type}-tsa" algorithm: "plot_tsa_name" @@ -8174,7 +9657,6 @@ output-file: "{DIR[STATIC,VPP]}/2n-tx2-xl710-78b-ip6routing-base-scale-dpdk-{test_type}-tsa" data: "vpp-2n-tx2-curr-iter" include: - - "Tests.Vpp.Perf.Ip6.2N1L-40Ge2P1Xl710-Dot1Q-Ip6Base-Ndrpdr.78B-.t.c-dot1q-ip6base-ndrpdr" - "Tests.Vpp.Perf.Ip6.2N1L-40Ge2P1Xl710-Ethip6-Ip6Base-Ndrpdr.78B-.t.c-ethip6-ip6base-ndrpdr" - "Tests.Vpp.Perf.Ip6.2N1L-40Ge2P1Xl710-Ethip6-Ip6Scale20K-Ndrpdr.78B-.t.c-ethip6-ip6scale20k-ndrpdr" - "Tests.Vpp.Perf.Ip6.2N1L-40Ge2P1Xl710-Ethip6-Ip6Scale200K-Ndrpdr.78B-.t.c-ethip6-ip6scale200k-ndrpdr" @@ -8184,6 +9666,20 @@ title: "2n-tx2-xl710-78b-ip6routing-base-scale-dpdk-{test_type}" layout: "plot-throughput-speedup-analysis" +- type: "plot" + title: "Speedup: 2n-tx2-xl710-78b-ip6routing-base-scale-af_xdp-{test_type}-tsa" + algorithm: "plot_tsa_name" + output-file: "{DIR[STATIC,VPP]}/2n-tx2-xl710-78b-ip6routing-base-scale-af_xdp-{test_type}-tsa" + data: "vpp-2n-tx2-curr-iter" + include: + - "Tests.Vpp.Perf.Ip6.2N1L-40Ge2P1Xl710-af-xdp-Ethip6-Ip6Base-Ndrpdr.78B-.t.c-af-xdp-ethip6-ip6base-ndrpdr" + - "Tests.Vpp.Perf.Ip6.2N1L-40Ge2P1Xl710-af-xdp-Ethip6-Ip6Scale20K-Ndrpdr.78B-.t.c-af-xdp-ethip6-ip6scale20k-ndrpdr" + - "Tests.Vpp.Perf.Ip6.2N1L-40Ge2P1Xl710-af-xdp-Ethip6-Ip6Scale200K-Ndrpdr.78B-.t.c-af-xdp-ethip6-ip6scale200k-ndrpdr" + - "Tests.Vpp.Perf.Ip6.2N1L-40Ge2P1Xl710-af-xdp-Ethip6-Ip6Scale2M-Ndrpdr.78B-.t.c-af-xdp-ethip6-ip6scale2m-ndrpdr" + layout: + title: "2n-tx2-xl710-78b-ip6routing-base-scale-af_xdp-{test_type}" + layout: "plot-throughput-speedup-analysis" + - type: "plot" title: "Speedup: 2n-tx2-xl710-64b-l2switching-base-dpdk-{test_type}-tsa" algorithm: "plot_tsa_name" @@ -8213,6 +9709,22 @@ title: "2n-tx2-xl710-64b-l2switching-scale-dpdk-{test_type}" layout: "plot-throughput-speedup-analysis" +- type: "plot" + title: "Speedup: 2n-tx2-xl710-64b-l2switching-scale-af_xdp-{test_type}-tsa" + algorithm: "plot_tsa_name" + output-file: "{DIR[STATIC,VPP]}/2n-tx2-xl710-64b-l2switching-scale-af_xdp-{test_type}-tsa" + data: "vpp-2n-tx2-curr-iter" + include: + - "Tests.Vpp.Perf.L2.2N1L-40Ge2P1Xl710-af-xdp-Eth-L2Patch-Ndrpdr.64B-.t.c-af-xdp-eth-l2patch-ndrpdr" + - "Tests.Vpp.Perf.L2.2N1L-40Ge2P1Xl710-af-xdp-Eth-L2Xcbase-Ndrpdr.64B-.t.c-af-xdp-eth-l2xcbase-ndrpdr" + - "Tests.Vpp.Perf.L2.2N1L-40Ge2P1Xl710-af-xdp-Eth-L2Bdbasemaclrn-Ndrpdr.64B-.t.c-af-xdp-eth-l2bdbasemaclrn-ndrpdr" + - "Tests.Vpp.Perf.L2.2N1L-40Ge2P1Xl710-af-xdp-Eth-L2Bdscale10Kmaclrn-Ndrpdr.64B-.t.c-af-xdp-eth-l2bdscale10kmaclrn-ndrpdr" + - "Tests.Vpp.Perf.L2.2N1L-40Ge2P1Xl710-af-xdp-Eth-L2Bdscale100Kmaclrn-Ndrpdr.64B-.t.c-af-xdp-eth-l2bdscale100kmaclrn-ndrpdr" + - "Tests.Vpp.Perf.L2.2N1L-40Ge2P1Xl710-af-xdp-Eth-L2Bdscale1Mmaclrn-Ndrpdr.64B-.t.c-af-xdp-eth-l2bdscale1mmaclrn-ndrpdr" + layout: + title: "2n-tx2-xl710-64b-l2switching-scale-af_xdp-{test_type}" + layout: "plot-throughput-speedup-analysis" + - type: "plot" title: "Speedup: 2n-tx2-xl710-64b-features-l2switching-base-dpdk-{test_type}-tsa" algorithm: "plot_tsa_name" @@ -8337,18 +9849,18 @@ # 2n-tx2-xl710 -# - type: "plot" -# title: "DPDK Throughput: 2n-tx2-xl710-64b-{core}-base-{test_type}" -# algorithm: "plot_ndrpdr_box_name" -# output-file: "{DIR[STATIC,DPDK]}/2n-tx2-xl710-64b-{core}-base-{test_type}" -# data: "dpdk-2n-tx2-curr-iter" -# core: ["1t1c", "2t2c"] -# include: -# - "tests.dpdk.perf.2N1L-40ge2p1xl710-eth-l2xcbase-testpmd-ndrpdr.64b-{core}-eth-l2xcbase-testpmd-ndrpdr" -# - "tests.dpdk.perf.2N1L-40ge2p1xl710-ethip4-ip4base-l3fwd-ndrpdr.64b-{core}-ethip4-ip4base-l3fwd-ndrpdr" -# layout: -# title: "2n-tx2-xl710-64b-{core}-base-{test_type}" -# layout: "plot-throughput" +- type: "plot" + title: "DPDK Throughput: 2n-tx2-xl710-64b-{core}-base-{test_type}" + algorithm: "plot_ndrpdr_box_name" + output-file: "{DIR[STATIC,DPDK]}/2n-tx2-xl710-64b-{core}-base-{test_type}" + data: "dpdk-2n-tx2-curr-iter" + core: ["1t1c", "2t2c"] + include: + - "tests.dpdk.perf.2N1L-40ge2p1xl710-eth-l2xcbase-testpmd-ndrpdr.64b-{core}-eth-l2xcbase-testpmd-ndrpdr" + - "tests.dpdk.perf.2N1L-40ge2p1xl710-ethip4-ip4base-l3fwd-ndrpdr.64b-{core}-ethip4-ip4base-l3fwd-ndrpdr" + layout: + title: "2n-tx2-xl710-64b-{core}-base-{test_type}" + layout: "plot-throughput" ################################################################################ ### 2n-clx ### @@ -8402,20 +9914,19 @@ layout: "plot-throughput" - type: "plot" - title: "Throughput: 2n-clx-x710-64b-{core}-ip4routing-base-scale-[avf,dpdk]-{test_type}" + title: "Throughput: 2n-clx-x710-64b-{core}-ip4routing-base-scale-[avf,dpdk,af_xdp]-{test_type}" algorithm: "plot_ndrpdr_box_name" - output-file: "{DIR[STATIC,VPP]}/2n-clx-x710-64b-{core}-ip4routing-base-scale-[avf,dpdk]-{test_type}" + output-file: "{DIR[STATIC,VPP]}/2n-clx-x710-64b-{core}-ip4routing-base-scale-[avf,dpdk,af_xdp]-{test_type}" data: "vpp-2n-clx-curr-iter" core: ["2t1c", ] include: - - "Tests.Vpp.Perf.Ip4.2N1L-10Ge2P1X710-Avf-Dot1Q-Ip4Base-Ndrpdr.64B-{core}-avf-dot1q-ip4base-ndrpdr" - "Tests.Vpp.Perf.Ip4.2N1L-10Ge2P1X710-Avf-Ethip4-Ip4Base-Ndrpdr.64B-{core}-avf-ethip4-ip4base-ndrpdr" - "Tests.Vpp.Perf.Ip4.2N1L-10Ge2P1X710-Avf-Ethip4-Ip4Scale2M-Ndrpdr.64B-{core}-avf-ethip4-ip4scale2m-ndrpdr" - "Tests.Vpp.Perf.Ip4.2N1L-10Ge2P1X710-Avf-Ethip4-Ip4Scale2M-Rnd-Ndrpdr.64B-{core}-avf-ethip4-ip4scale2m-rnd-ndrpdr" - - "Tests.Vpp.Perf.Ip4.2N1L-10Ge2P1X710-Dot1Q-Ip4Base-Ndrpdr.64B-{core}-dot1q-ip4base-ndrpdr" - "Tests.Vpp.Perf.Ip4.2N1L-10Ge2P1X710-Ethip4-Ip4Base-Ndrpdr.64B-{core}-ethip4-ip4base-ndrpdr" + - "Tests.Vpp.Perf.Ip4.2N1L-10Ge2P1X710-af-xdp-Ethip4-Ip4Base-Ndrpdr.64B-{core}-af-xdp-ethip4-ip4base-ndrpdr" layout: - title: "2n-clx-x710-64b-{core}-ip4routing-base-scale-[avf,dpdk]-{test_type}" + title: "2n-clx-x710-64b-{core}-ip4routing-base-scale-[avf,dpdk,af_xdp]-{test_type}" layout: "plot-throughput" - type: "plot" @@ -8436,6 +9947,24 @@ title: "2n-clx-xxv710-64b-{core}-ip4routing-base-scale-avf-{test_type}" layout: "plot-throughput" +- type: "plot" + title: "Throughput: 2n-clx-xxv710-64b-{core}-ip4routing-base-scale-af_xdp-{test_type}" + algorithm: "plot_ndrpdr_box_name" + output-file: "{DIR[STATIC,VPP]}/2n-clx-xxv710-64b-{core}-ip4routing-base-scale-af_xdp-{test_type}" + data: "vpp-2n-clx-curr-iter" + core: ["2t1c", ] + include: + - "Tests.Vpp.Perf.Ip4.2N1L-25Ge2P1Xxv710-af-xdp-Ethip4-Ip4Base-Ndrpdr.64B-{core}-af-xdp-ethip4-ip4base-ndrpdr" + - "Tests.Vpp.Perf.Ip4.2N1L-25Ge2P1Xxv710-af-xdp-Ethip4-Ip4Scale20K-Ndrpdr.64B-{core}-af-xdp-ethip4-ip4scale20k-ndrpdr" + - "Tests.Vpp.Perf.Ip4.2N1L-25Ge2P1Xxv710-af-xdp-Ethip4-Ip4Scale20K-Rnd-Ndrpdr.64B-{core}-af-xdp-ethip4-ip4scale20k-rnd-ndrpdr" + - "Tests.Vpp.Perf.Ip4.2N1L-25Ge2P1Xxv710-af-xdp-Ethip4-Ip4Scale200K-Ndrpdr.64B-{core}-af-xdp-ethip4-ip4scale200k-ndrpdr" + - "Tests.Vpp.Perf.Ip4.2N1L-25Ge2P1Xxv710-af-xdp-Ethip4-Ip4Scale200K-Rnd-Ndrpdr.64B-{core}-af-xdp-ethip4-ip4scale200k-rnd-ndrpdr" + - "Tests.Vpp.Perf.Ip4.2N1L-25Ge2P1Xxv710-af-xdp-Ethip4-Ip4Scale2M-Ndrpdr.64B-{core}-af-xdp-ethip4-ip4scale2m-ndrpdr" + - "Tests.Vpp.Perf.Ip4.2N1L-25Ge2P1Xxv710-af-xdp-Ethip4-Ip4Scale2M-Rnd-Ndrpdr.64B-{core}-af-xdp-ethip4-ip4scale2m-rnd-ndrpdr" + layout: + title: "2n-clx-xxv710-64b-{core}-ip4routing-base-scale-af_xdp-{test_type}" + layout: "plot-throughput" + - type: "plot" title: "Throughput: 2n-clx-xxv710-64b-{core}-ip4routing-base-scale-dpdk-{test_type}" algorithm: "plot_ndrpdr_box_name" @@ -8683,21 +10212,20 @@ layout: "plot-throughput" - type: "plot" - title: "Throughput: 2n-clx-x710-78b-{core}-ip6routing-base-scale-[avf,dpdk]-{test_type}" + title: "Throughput: 2n-clx-x710-78b-{core}-ip6routing-base-scale-[avf,dpdk,af_xdp]-{test_type}" algorithm: "plot_ndrpdr_box_name" - output-file: "{DIR[STATIC,VPP]}/2n-clx-x710-78b-{core}-ip6routing-base-scale-[avf,dpdk]-{test_type}" + output-file: "{DIR[STATIC,VPP]}/2n-clx-x710-78b-{core}-ip6routing-base-scale-[avf,dpdk,af_xdp]-{test_type}" data: "vpp-2n-clx-curr-iter" core: ["2t1c", ] include: - - "Tests.Vpp.Perf.Ip6.2N1L-10Ge2P1X710-Avf-Dot1Q-Ip6Base-Ndrpdr.78B-{core}-avf-dot1q-ip6base-ndrpdr" - "Tests.Vpp.Perf.Ip6.2N1L-10Ge2P1X710-Avf-Ethip6-Ip6Base-Ndrpdr.78B-{core}-avf-ethip6-ip6base-ndrpdr" - "Tests.Vpp.Perf.Ip6.2N1L-10Ge2P1X710-Avf-Ethip6-Ip6Scale2M-Ndrpdr.78B-{core}-avf-ethip6-ip6scale2m-ndrpdr" - "Tests.Vpp.Perf.Ip6.2N1L-10Ge2P1X710-Avf-Ethip6-Ip6Scale2M-rnd-Ndrpdr.78B-{core}-avf-ethip6-ip6scale2m-rnd-ndrpdr" - - "Tests.Vpp.Perf.Ip6.2N1L-10Ge2P1X710-Dot1Q-Ip6Base-Ndrpdr.78B-{core}-dot1q-ip6base-ndrpdr" - "Tests.Vpp.Perf.Ip6.2N1L-10Ge2P1X710-Ethip6-Ip6Base-Ndrpdr.78B-{core}-ethip6-ip6base-ndrpdr" - "Tests.Vpp.Perf.Ip6.2N1L-10Ge2P1X710-Ethip6-Ip6Scale2M-Ndrpdr.78B-{core}-ethip6-ip6scale2m-ndrpdr" + - "Tests.Vpp.Perf.Ip6.2N1L-10Ge2P1X710-af-xdp-Ethip6-Ip6Base-Ndrpdr.78B-{core}-af-xdp-ethip6-ip6base-ndrpdr" layout: - title: "2n-clx-x710-78b-{core}-ip6routing-base-scale-[avf,dpdk]-{test_type}" + title: "2n-clx-x710-78b-{core}-ip6routing-base-scale-[avf,dpdk,af_xdp]-{test_type}" layout: "plot-throughput" - type: "plot" @@ -8707,7 +10235,6 @@ data: "vpp-2n-clx-curr-iter" core: ["2t1c", ] include: - - "Tests.Vpp.Perf.Ip6.2N1L-25Ge2P1Xxv710-Avf-Dot1Q-Ip6Base-Ndrpdr.78B-{core}-avf-dot1q-ip6base-ndrpdr" - "Tests.Vpp.Perf.Ip6.2N1L-25Ge2P1Xxv710-Avf-Ethip6-Ip6Base-Ndrpdr.78B-{core}-avf-ethip6-ip6base-ndrpdr" - "Tests.Vpp.Perf.Ip6.2N1L-25Ge2P1Xxv710-Avf-Ethip6-Ip6Scale20K-Ndrpdr.78B-{core}-avf-ethip6-ip6scale20k-ndrpdr" - "Tests.Vpp.Perf.Ip6.2N1L-25Ge2P1Xxv710-Avf-Ethip6-Ip6Scale20K-rnd-Ndrpdr.78B-{core}-avf-ethip6-ip6scale20k-rnd-ndrpdr" @@ -8719,6 +10246,24 @@ title: "2n-clx-xxv710-78b-{core}-ip6routing-base-scale-avf-{test_type}" layout: "plot-throughput" +- type: "plot" + title: "Throughput: 2n-clx-xxv710-78b-{core}-ip6routing-base-scale-af_xdp-{test_type}" + algorithm: "plot_ndrpdr_box_name" + output-file: "{DIR[STATIC,VPP]}/2n-clx-xxv710-78b-{core}-ip6routing-base-scale-af_xdp-{test_type}" + data: "vpp-2n-clx-curr-iter" + core: ["2t1c", ] + include: + - "Tests.Vpp.Perf.Ip6.2N1L-25Ge2P1Xxv710-af-xdp-Ethip6-Ip6Base-Ndrpdr.78B-{core}-af-xdp-ethip6-ip6base-ndrpdr" + - "Tests.Vpp.Perf.Ip6.2N1L-25Ge2P1Xxv710-af-xdp-Ethip6-Ip6Scale20K-Ndrpdr.78B-{core}-af-xdp-ethip6-ip6scale20k-ndrpdr" + - "Tests.Vpp.Perf.Ip6.2N1L-25Ge2P1Xxv710-af-xdp-Ethip6-Ip6Scale20K-rnd-Ndrpdr.78B-{core}-af-xdp-ethip6-ip6scale20k-rnd-ndrpdr" + - "Tests.Vpp.Perf.Ip6.2N1L-25Ge2P1Xxv710-af-xdp-Ethip6-Ip6Scale200K-Ndrpdr.78B-{core}-af-xdp-ethip6-ip6scale200k-ndrpdr" + - "Tests.Vpp.Perf.Ip6.2N1L-25Ge2P1Xxv710-af-xdp-Ethip6-Ip6Scale200K-rnd-Ndrpdr.78B-{core}-af-xdp-ethip6-ip6scale200k-rnd-ndrpdr" + - "Tests.Vpp.Perf.Ip6.2N1L-25Ge2P1Xxv710-af-xdp-Ethip6-Ip6Scale2M-Ndrpdr.78B-{core}-af-xdp-ethip6-ip6scale2m-ndrpdr" + - "Tests.Vpp.Perf.Ip6.2N1L-25Ge2P1Xxv710-af-xdp-Ethip6-Ip6Scale2M-rnd-Ndrpdr.78B-{core}-af-xdp-ethip6-ip6scale2m-rnd-ndrpdr" + layout: + title: "2n-clx-xxv710-78b-{core}-ip6routing-base-scale-af_xdp-{test_type}" + layout: "plot-throughput" + - type: "plot" title: "Throughput: 2n-clx-xxv710-78b-{core}-ip6routing-base-scale-dpdk-{test_type}" algorithm: "plot_ndrpdr_box_name" @@ -8758,19 +10303,17 @@ layout: "plot-throughput" - type: "plot" - title: "Throughput: 2n-clx-x710-64b-{core}-l2switching-base-scale-avf-{test_type}" + title: "Throughput: 2n-clx-x710-64b-{core}-l2switching-base-scale-[avf,af_xdp]-{test_type}" algorithm: "plot_ndrpdr_box_name" - output-file: "{DIR[STATIC,VPP]}/2n-clx-x710-64b-{core}-l2switching-base-scale-avf-{test_type}" + output-file: "{DIR[STATIC,VPP]}/2n-clx-x710-64b-{core}-l2switching-base-scale-[avf,af_xdp]-{test_type}" data: "vpp-2n-clx-curr-iter" core: ["2t1c", ] include: - - "Tests.Vpp.Perf.L2.2N1L-10Ge2P1X710-Avf-Dot1Q-L2Bdbasemaclrn-Ndrpdr.64B-{core}-avf-dot1q-l2bdbasemaclrn-ndrpdr" - - "Tests.Vpp.Perf.L2.2N1L-10Ge2P1X710-Avf-Eth-L2Patch-Ndrpdr.64B-{core}-avf-eth-l2patch-ndrpdr" - - "Tests.Vpp.Perf.L2.2N1L-10Ge2P1X710-Avf-Eth-L2Xcbase-Ndrpdr.64B-{core}-avf-eth-l2xcbase-ndrpdr" - "Tests.Vpp.Perf.L2.2N1L-10Ge2P1X710-Avf-Eth-L2Bdbasemaclrn-Ndrpdr.64B-{core}-avf-eth-l2bdbasemaclrn-ndrpdr" - "Tests.Vpp.Perf.L2.2N1L-10Ge2P1X710-Avf-Eth-L2Bdscale1Mmaclrn-Ndrpdr.64B-{core}-avf-eth-l2bdscale1mmaclrn-ndrpdr" + - "Tests.Vpp.Perf.L2.2N1L-10Ge2P1X710-af-xdp-Eth-L2Bdbasemaclrn-Ndrpdr.64B-{core}-af-xdp-eth-l2bdbasemaclrn-ndrpdr" layout: - title: "2n-clx-x710-64b-{core}-l2switching-base-scale-avf-{test_type}" + title: "2n-clx-x710-64b-{core}-l2switching-base-scale-[avf,af_xdp]-{test_type}" layout: "plot-throughput" - type: "plot" @@ -8801,7 +10344,24 @@ - "Tests.Vpp.Perf.L2.2N1L-25Ge2P1Xxv710-Avf-Eth-L2Bdscale100Kmaclrn-Ndrpdr.64B-{core}-avf-eth-l2bdscale100kmaclrn-ndrpdr" - "Tests.Vpp.Perf.L2.2N1L-25Ge2P1Xxv710-Avf-Eth-L2Bdscale1Mmaclrn-Ndrpdr.64B-{core}-avf-eth-l2bdscale1mmaclrn-ndrpdr" layout: - title: "2n-clx-xxv710-64b-{core}-l2switching-base-scale-avf-{test_type}" + title: "2n-clx-xxv710-64b-{core}-l2switching-base-scale-avf-{test_type}" + layout: "plot-throughput" + +- type: "plot" + title: "Throughput: 2n-clx-xxv710-64b-{core}-l2switching-base-scale-af_xdp-{test_type}" + algorithm: "plot_ndrpdr_box_name" + output-file: "{DIR[STATIC,VPP]}/2n-clx-xxv710-64b-{core}-l2switching-base-scale-af_xdp-{test_type}" + data: "vpp-2n-clx-curr-iter" + core: ["2t1c", ] + include: + - "Tests.Vpp.Perf.L2.2N1L-25Ge2P1Xxv710-af-xdp-Eth-L2Patch-Ndrpdr.64B-{core}-af-xdp-eth-l2patch-ndrpdr" + - "Tests.Vpp.Perf.L2.2N1L-25Ge2P1Xxv710-af-xdp-Eth-L2Xcbase-Ndrpdr.64B-{core}-af-xdp-eth-l2xcbase-ndrpdr" + - "Tests.Vpp.Perf.L2.2N1L-25Ge2P1Xxv710-af-xdp-Eth-L2Bdbasemaclrn-Ndrpdr.64B-{core}-af-xdp-eth-l2bdbasemaclrn-ndrpdr" + - "Tests.Vpp.Perf.L2.2N1L-25Ge2P1Xxv710-af-xdp-Eth-L2Bdscale10Kmaclrn-Ndrpdr.64B-{core}-af-xdp-eth-l2bdscale10kmaclrn-ndrpdr" + - "Tests.Vpp.Perf.L2.2N1L-25Ge2P1Xxv710-af-xdp-Eth-L2Bdscale100Kmaclrn-Ndrpdr.64B-{core}-af-xdp-eth-l2bdscale100kmaclrn-ndrpdr" + - "Tests.Vpp.Perf.L2.2N1L-25Ge2P1Xxv710-af-xdp-Eth-L2Bdscale1Mmaclrn-Ndrpdr.64B-{core}-af-xdp-eth-l2bdscale1mmaclrn-ndrpdr" + layout: + title: "2n-clx-xxv710-64b-{core}-l2switching-base-scale-af_xdp-{test_type}" layout: "plot-throughput" - type: "plot" @@ -8958,19 +10518,18 @@ layout: "plot-throughput-speedup-analysis" - type: "plot" - title: "Speedup: 2n-clx-x710-64b-ip4routing-base-scale-[avf,dpdk]-{test_type}-tsa" + title: "Speedup: 2n-clx-x710-64b-ip4routing-base-scale-[avf,dpdk,af_xdp]-{test_type}-tsa" algorithm: "plot_tsa_name" - output-file: "{DIR[STATIC,VPP]}/2n-clx-x710-64b-ip4routing-base-scale-[avf,dpdk]-{test_type}-tsa" + output-file: "{DIR[STATIC,VPP]}/2n-clx-x710-64b-ip4routing-base-scale-[avf,dpdk,af_xdp]-{test_type}-tsa" data: "vpp-2n-clx-curr-iter" include: - - "Tests.Vpp.Perf.Ip4.2N1L-10Ge2P1X710-Avf-Dot1Q-Ip4Base-Ndrpdr.64B-.t.c-avf-dot1q-ip4base-ndrpdr" - "Tests.Vpp.Perf.Ip4.2N1L-10Ge2P1X710-Avf-Ethip4-Ip4Base-Ndrpdr.64B-.t.c-avf-ethip4-ip4base-ndrpdr" - "Tests.Vpp.Perf.Ip4.2N1L-10Ge2P1X710-Avf-Ethip4-Ip4Scale2M-Ndrpdr.64B-.t.c-avf-ethip4-ip4scale2m-ndrpdr" - "Tests.Vpp.Perf.Ip4.2N1L-10Ge2P1X710-Avf-Ethip4-Ip4Scale2M-Rnd-Ndrpdr.64B-.t.c-avf-ethip4-ip4scale2m-rnd-ndrpdr" - - "Tests.Vpp.Perf.Ip4.2N1L-10Ge2P1X710-Dot1Q-Ip4Base-Ndrpdr.64B-.t.c-dot1q-ip4base-ndrpdr" - "Tests.Vpp.Perf.Ip4.2N1L-10Ge2P1X710-Ethip4-Ip4Base-Ndrpdr.64B-.t.c-ethip4-ip4base-ndrpdr" + - "Tests.Vpp.Perf.Ip4.2N1L-10Ge2P1X710-af-xdp-Ethip4-Ip4Base-Ndrpdr.64B-.t.c-af-xdp-ethip4-ip4base-ndrpdr" layout: - title: "2n-clx-x710-64b-ip4routing-base-scale-[avf,dpdk]-{test_type}" + title: "2n-clx-x710-64b-ip4routing-base-scale-[avf,dpdk,af_xdp]-{test_type}" layout: "plot-throughput-speedup-analysis" - type: "plot" @@ -8990,6 +10549,23 @@ title: "2n-clx-xxv710-64b-ip4routing-base-scale-avf-{test_type}" layout: "plot-throughput-speedup-analysis" +- type: "plot" + title: "Speedup: 2n-clx-xxv710-64b-ip4routing-base-scale-af_xdp-{test_type}-tsa" + algorithm: "plot_tsa_name" + output-file: "{DIR[STATIC,VPP]}/2n-clx-xxv710-64b-ip4routing-base-scale-af_xdp-{test_type}-tsa" + data: "vpp-2n-clx-curr-iter" + include: + - "Tests.Vpp.Perf.Ip4.2N1L-25Ge2P1Xxv710-af-xdp-Ethip4-Ip4Base-Ndrpdr.64B-.t.c-af-xdp-ethip4-ip4base-ndrpdr" + - "Tests.Vpp.Perf.Ip4.2N1L-25Ge2P1Xxv710-af-xdp-Ethip4-Ip4Scale20K-Ndrpdr.64B-.t.c-af-xdp-ethip4-ip4scale20k-ndrpdr" + - "Tests.Vpp.Perf.Ip4.2N1L-25Ge2P1Xxv710-af-xdp-Ethip4-Ip4Scale20K-Rnd-Ndrpdr.64B-.t.c-af-xdp-ethip4-ip4scale20k-rnd-ndrpdr" + - "Tests.Vpp.Perf.Ip4.2N1L-25Ge2P1Xxv710-af-xdp-Ethip4-Ip4Scale200K-Ndrpdr.64B-.t.c-af-xdp-ethip4-ip4scale200k-ndrpdr" + - "Tests.Vpp.Perf.Ip4.2N1L-25Ge2P1Xxv710-af-xdp-Ethip4-Ip4Scale200K-Rnd-Ndrpdr.64B-.t.c-af-xdp-ethip4-ip4scale200k-rnd-ndrpdr" + - "Tests.Vpp.Perf.Ip4.2N1L-25Ge2P1Xxv710-af-xdp-Ethip4-Ip4Scale2M-Ndrpdr.64B-.t.c-af-xdp-ethip4-ip4scale2m-ndrpdr" + - "Tests.Vpp.Perf.Ip4.2N1L-25Ge2P1Xxv710-af-xdp-Ethip4-Ip4Scale2M-Rnd-Ndrpdr.64B-.t.c-af-xdp-ethip4-ip4scale2m-rnd-ndrpdr" + layout: + title: "2n-clx-xxv710-64b-ip4routing-base-scale-af_xdp-{test_type}" + layout: "plot-throughput-speedup-analysis" + - type: "plot" title: "Speedup: 2n-clx-xxv710-64b-ip4routing-base-scale-dpdk-{test_type}-tsa" algorithm: "plot_tsa_name" @@ -9224,20 +10800,19 @@ layout: "plot-throughput-speedup-analysis" - type: "plot" - title: "Speedup: 2n-clx-x710-78b-ip6routing-base-scale-[avf,dpdk]-{test_type}-tsa" + title: "Speedup: 2n-clx-x710-78b-ip6routing-base-scale-[avf,dpdk,af_xdp]-{test_type}-tsa" algorithm: "plot_tsa_name" - output-file: "{DIR[STATIC,VPP]}/2n-clx-x710-78b-ip6routing-base-scale-[avf,dpdk]-{test_type}-tsa" + output-file: "{DIR[STATIC,VPP]}/2n-clx-x710-78b-ip6routing-base-scale-[avf,dpdk,af_xdp]-{test_type}-tsa" data: "vpp-2n-clx-curr-iter" include: - - "Tests.Vpp.Perf.Ip6.2N1L-10Ge2P1X710-Avf-Dot1Q-Ip6Base-Ndrpdr.78B-.t.c-avf-dot1q-ip6base-ndrpdr" - "Tests.Vpp.Perf.Ip6.2N1L-10Ge2P1X710-Avf-Ethip6-Ip6Base-Ndrpdr.78B-.t.c-avf-ethip6-ip6base-ndrpdr" - "Tests.Vpp.Perf.Ip6.2N1L-10Ge2P1X710-Avf-Ethip6-Ip6Scale2M-Ndrpdr.78B-.t.c-avf-ethip6-ip6scale2m-ndrpdr" - "Tests.Vpp.Perf.Ip6.2N1L-10Ge2P1X710-Avf-Ethip6-Ip6Scale2M-rnd-Ndrpdr.78B-.t.c-avf-ethip6-ip6scale2m-rnd-ndrpdr" - - "Tests.Vpp.Perf.Ip6.2N1L-10Ge2P1X710-Dot1Q-Ip6Base-Ndrpdr.78B-.t.c-dot1q-ip6base-ndrpdr" - "Tests.Vpp.Perf.Ip6.2N1L-10Ge2P1X710-Ethip6-Ip6Base-Ndrpdr.78B-.t.c-ethip6-ip6base-ndrpdr" - "Tests.Vpp.Perf.Ip6.2N1L-10Ge2P1X710-Ethip6-Ip6Scale2M-Ndrpdr.78B-.t.c-ethip6-ip6scale2m-ndrpdr" + - "Tests.Vpp.Perf.Ip6.2N1L-10Ge2P1X710-af-xdp-Ethip6-Ip6Base-Ndrpdr.78B-.t.c-af-xdp-ethip6-ip6base-ndrpdr" layout: - title: "2n-clx-x710-78b-ip6routing-base-scale-[avf,dpdk]-{test_type}" + title: "2n-clx-x710-78b-ip6routing-base-scale-[avf,dpdk,af_xdp]-{test_type}" layout: "plot-throughput-speedup-analysis" - type: "plot" @@ -9246,7 +10821,6 @@ output-file: "{DIR[STATIC,VPP]}/2n-clx-xxv710-78b-ip6routing-base-scale-avf-{test_type}-tsa" data: "vpp-2n-clx-curr-iter" include: - - "Tests.Vpp.Perf.Ip6.2N1L-25Ge2P1Xxv710-Avf-Dot1Q-Ip6Base-Ndrpdr.78B-.t.c-avf-dot1q-ip6base-ndrpdr" - "Tests.Vpp.Perf.Ip6.2N1L-25Ge2P1Xxv710-Avf-Ethip6-Ip6Base-Ndrpdr.78B-.t.c-avf-ethip6-ip6base-ndrpdr" - "Tests.Vpp.Perf.Ip6.2N1L-25Ge2P1Xxv710-Avf-Ethip6-Ip6Scale20K-Ndrpdr.78B-.t.c-avf-ethip6-ip6scale20k-ndrpdr" - "Tests.Vpp.Perf.Ip6.2N1L-25Ge2P1Xxv710-Avf-Ethip6-Ip6Scale20K-rnd-Ndrpdr.78B-.t.c-avf-ethip6-ip6scale20k-rnd-ndrpdr" @@ -9258,6 +10832,23 @@ title: "2n-clx-xxv710-78b-ip6routing-base-scale-avf-{test_type}" layout: "plot-throughput-speedup-analysis" +- type: "plot" + title: "Speedup: 2n-clx-xxv710-78b-ip6routing-base-scale-af_xdp-{test_type}-tsa" + algorithm: "plot_tsa_name" + output-file: "{DIR[STATIC,VPP]}/2n-clx-xxv710-78b-ip6routing-base-scale-af_xdp-{test_type}-tsa" + data: "vpp-2n-clx-curr-iter" + include: + - "Tests.Vpp.Perf.Ip6.2N1L-25Ge2P1Xxv710-af-xdp-Ethip6-Ip6Base-Ndrpdr.78B-.t.c-af-xdp-ethip6-ip6base-ndrpdr" + - "Tests.Vpp.Perf.Ip6.2N1L-25Ge2P1Xxv710-af-xdp-Ethip6-Ip6Scale20K-Ndrpdr.78B-.t.c-af-xdp-ethip6-ip6scale20k-ndrpdr" + - "Tests.Vpp.Perf.Ip6.2N1L-25Ge2P1Xxv710-af-xdp-Ethip6-Ip6Scale20K-rnd-Ndrpdr.78B-.t.c-af-xdp-ethip6-ip6scale20k-rnd-ndrpdr" + - "Tests.Vpp.Perf.Ip6.2N1L-25Ge2P1Xxv710-af-xdp-Ethip6-Ip6Scale200K-Ndrpdr.78B-.t.c-af-xdp-ethip6-ip6scale200k-ndrpdr" + - "Tests.Vpp.Perf.Ip6.2N1L-25Ge2P1Xxv710-af-xdp-Ethip6-Ip6Scale200K-rnd-Ndrpdr.78B-.t.c-af-xdp-ethip6-ip6scale200k-rnd-ndrpdr" + - "Tests.Vpp.Perf.Ip6.2N1L-25Ge2P1Xxv710-af-xdp-Ethip6-Ip6Scale2M-Ndrpdr.78B-.t.c-af-xdp-ethip6-ip6scale2m-ndrpdr" + - "Tests.Vpp.Perf.Ip6.2N1L-25Ge2P1Xxv710-af-xdp-Ethip6-Ip6Scale2M-rnd-Ndrpdr.78B-.t.c-af-xdp-ethip6-ip6scale2m-rnd-ndrpdr" + layout: + title: "2n-clx-xxv710-78b-ip6routing-base-scale-af_xdp-{test_type}" + layout: "plot-throughput-speedup-analysis" + - type: "plot" title: "Speedup: 2n-clx-xxv710-78b-ip6routing-base-scale-dpdk-{test_type}-tsa" algorithm: "plot_tsa_name" @@ -9295,18 +10886,16 @@ layout: "plot-throughput-speedup-analysis" - type: "plot" - title: "Speedup: 2n-clx-x710-64b-l2switching-base-scale-avf-{test_type}-tsa" + title: "Speedup: 2n-clx-x710-64b-l2switching-base-scale-[avf,af_xdp]-{test_type}-tsa" algorithm: "plot_tsa_name" - output-file: "{DIR[STATIC,VPP]}/2n-clx-x710-64b-l2switching-base-scale-avf-{test_type}-tsa" + output-file: "{DIR[STATIC,VPP]}/2n-clx-x710-64b-l2switching-base-scale-[avf,af_xdp]-{test_type}-tsa" data: "vpp-2n-clx-curr-iter" include: - - "Tests.Vpp.Perf.L2.2N1L-10Ge2P1X710-Avf-Dot1Q-L2Bdbasemaclrn-Ndrpdr.64B-.t.c-avf-dot1q-l2bdbasemaclrn-ndrpdr" - - "Tests.Vpp.Perf.L2.2N1L-10Ge2P1X710-Avf-Eth-L2Patch-Ndrpdr.64B-.t.c-avf-eth-l2patch-ndrpdr" - - "Tests.Vpp.Perf.L2.2N1L-10Ge2P1X710-Avf-Eth-L2Xcbase-Ndrpdr.64B-.t.c-avf-eth-l2xcbase-ndrpdr" - "Tests.Vpp.Perf.L2.2N1L-10Ge2P1X710-Avf-Eth-L2Bdbasemaclrn-Ndrpdr.64B-.t.c-avf-eth-l2bdbasemaclrn-ndrpdr" - "Tests.Vpp.Perf.L2.2N1L-10Ge2P1X710-Avf-Eth-L2Bdscale1Mmaclrn-Ndrpdr.64B-.t.c-avf-eth-l2bdscale1mmaclrn-ndrpdr" + - "Tests.Vpp.Perf.L2.2N1L-10Ge2P1X710-af-xdp-Eth-L2Bdbasemaclrn-Ndrpdr.64B-.t.c-af-xdp-eth-l2bdbasemaclrn-ndrpdr" layout: - title: "2n-clx-x710-64b-l2switching-base-scale-avf-{test_type}" + title: "2n-clx-x710-64b-l2switching-base-scale-[avf,af_xdp]-{test_type}" layout: "plot-throughput-speedup-analysis" - type: "plot" @@ -9338,6 +10927,22 @@ title: "2n-clx-xxv710-64b-l2switching-base-scale-avf-{test_type}" layout: "plot-throughput-speedup-analysis" +- type: "plot" + title: "Speedup: 2n-clx-xxv710-64b-l2switching-base-scale-af_xdp-{test_type}-tsa" + algorithm: "plot_tsa_name" + output-file: "{DIR[STATIC,VPP]}/2n-clx-xxv710-64b-l2switching-base-scale-af_xdp-{test_type}-tsa" + data: "vpp-2n-clx-curr-iter" + include: + - "Tests.Vpp.Perf.L2.2N1L-25Ge2P1Xxv710-af-xdp-Eth-L2Patch-Ndrpdr.64B-.t.c-af-xdp-eth-l2patch-ndrpdr" + - "Tests.Vpp.Perf.L2.2N1L-25Ge2P1Xxv710-af-xdp-Eth-L2Xcbase-Ndrpdr.64B-.t.c-af-xdp-eth-l2xcbase-ndrpdr" + - "Tests.Vpp.Perf.L2.2N1L-25Ge2P1Xxv710-af-xdp-Eth-L2Bdbasemaclrn-Ndrpdr.64B-.t.c-af-xdp-eth-l2bdbasemaclrn-ndrpdr" + - "Tests.Vpp.Perf.L2.2N1L-25Ge2P1Xxv710-af-xdp-Eth-L2Bdscale10Kmaclrn-Ndrpdr.64B-.t.c-af-xdp-eth-l2bdscale10kmaclrn-ndrpdr" + - "Tests.Vpp.Perf.L2.2N1L-25Ge2P1Xxv710-af-xdp-Eth-L2Bdscale100Kmaclrn-Ndrpdr.64B-.t.c-af-xdp-eth-l2bdscale100kmaclrn-ndrpdr" + - "Tests.Vpp.Perf.L2.2N1L-25Ge2P1Xxv710-af-xdp-Eth-L2Bdscale1Mmaclrn-Ndrpdr.64B-.t.c-af-xdp-eth-l2bdscale1mmaclrn-ndrpdr" + layout: + title: "2n-clx-xxv710-64b-l2switching-base-scale-af_xdp-{test_type}" + layout: "plot-throughput-speedup-analysis" + - type: "plot" title: "Speedup: 2n-clx-xxv710-64b-l2switching-base-dpdk-{test_type}-tsa" algorithm: "plot_tsa_name" @@ -9438,464 +11043,464 @@ title: "2n-clx-cx556a-64b-rdma-l2-vhost-base-{test_type}" layout: "plot-throughput-speedup-analysis" -# 2n-icx - -- type: "plot" - title: "Throughput: 2n-icx-e810cq-64b-{core}-ip4routing-base-scale-avf-{test_type}" - algorithm: "plot_ndrpdr_box_name" - output-file: "{DIR[STATIC,VPP]}/2n-icx-e810cq-64b-{core}-ip4routing-base-scale-avf-{test_type}" - data: "vpp-2n-icx-curr-iter" - core: ["2t1c", ] - include: - - "Tests.Vpp.Perf.Ip4.2N1L-100Ge2P1E810Cq-Avf-Ethip4-Ip4Base-Ndrpdr.64B-{core}-avf-ethip4-ip4base-ndrpdr" - - "Tests.Vpp.Perf.Ip4.2N1L-100Ge2P1E810Cq-Avf-Ethip4-Ip4Scale20K-Ndrpdr.64B-{core}-avf-ethip4-ip4scale20k-ndrpdr" - - "Tests.Vpp.Perf.Ip4.2N1L-100Ge2P1E810Cq-Avf-Ethip4-Ip4Scale200K-Ndrpdr.64B-{core}-avf-ethip4-ip4scale200k-ndrpdr" - - "Tests.Vpp.Perf.Ip4.2N1L-100Ge2P1E810Cq-Avf-Ethip4-Ip4Scale2M-Ndrpdr.64B-{core}-avf-ethip4-ip4scale2m-ndrpdr" - layout: - title: "2n-icx-e810cq-64b-{core}-ip4routing-base-scale-avf-{test_type}" - layout: "plot-throughput" - -- type: "plot" - title: "Throughput: 2n-icx-e810cq-64b-{core}-ip4routing-base-scale-dpdk-{test_type}" - algorithm: "plot_ndrpdr_box_name" - output-file: "{DIR[STATIC,VPP]}/2n-icx-e810cq-64b-{core}-ip4routing-base-scale-dpdk-{test_type}" - data: "vpp-2n-icx-curr-iter" - core: ["2t1c", ] - include: - - "Tests.Vpp.Perf.Ip4.2N1L-100Ge2P1E810Cq-Ethip4-Ip4Base-Ndrpdr.64B-{core}-ethip4-ip4base-ndrpdr" - - "Tests.Vpp.Perf.Ip4.2N1L-100Ge2P1E810Cq-Ethip4-Ip4Scale20K-Ndrpdr.64B-{core}-ethip4-ip4scale20k-ndrpdr" - - "Tests.Vpp.Perf.Ip4.2N1L-100Ge2P1E810Cq-Ethip4-Ip4Scale200K-Ndrpdr.64B-{core}-ethip4-ip4scale200k-ndrpdr" - - "Tests.Vpp.Perf.Ip4.2N1L-100Ge2P1E810Cq-Ethip4-Ip4Scale2M-Ndrpdr.64B-{core}-ethip4-ip4scale2m-ndrpdr" - layout: - title: "2n-icx-e810cq-64b-{core}-ip4routing-base-scale-dpdk-{test_type}" - layout: "plot-throughput" - -- type: "plot" - title: "Throughput: 2n-icx-e810cq-78b-{core}-ip6routing-base-scale-avf-{test_type}" - algorithm: "plot_ndrpdr_box_name" - output-file: "{DIR[STATIC,VPP]}/2n-icx-e810cq-78b-{core}-ip6routing-base-scale-avf-{test_type}" - data: "vpp-2n-icx-curr-iter" - core: ["2t1c", ] - include: - - "Tests.Vpp.Perf.Ip6.2N1L-100Ge2P1E810Cq-Avf-Ethip6-Ip6Base-Ndrpdr.78B-{core}-avf-ethip6-ip6base-ndrpdr" - - "Tests.Vpp.Perf.Ip6.2N1L-100Ge2P1E810Cq-Avf-Ethip6-Ip6Scale20K-Ndrpdr.78B-{core}-avf-ethip6-ip6scale20k-ndrpdr" - - "Tests.Vpp.Perf.Ip6.2N1L-100Ge2P1E810Cq-Avf-Ethip6-Ip6Scale200K-Ndrpdr.78B-{core}-avf-ethip6-ip6scale200k-ndrpdr" - - "Tests.Vpp.Perf.Ip6.2N1L-100Ge2P1E810Cq-Avf-Ethip6-Ip6Scale2M-Ndrpdr.78B-{core}-avf-ethip6-ip6scale2m-ndrpdr" - layout: - title: "2n-icx-e810cq-78b-{core}-ip6routing-base-scale-avf-{test_type}" - layout: "plot-throughput" - -- type: "plot" - title: "Throughput: 2n-icx-e810cq-78b-{core}-ip6routing-base-scale-dpdk-{test_type}" - algorithm: "plot_ndrpdr_box_name" - output-file: "{DIR[STATIC,VPP]}/2n-icx-e810cq-78b-{core}-ip6routing-base-scale-dpdk-{test_type}" - data: "vpp-2n-icx-curr-iter" - core: ["2t1c", ] - include: - - "Tests.Vpp.Perf.Ip6.2N1L-100Ge2P1E810Cq-Ethip6-Ip6Base-Ndrpdr.78B-{core}-ethip6-ip6base-ndrpdr" - - "Tests.Vpp.Perf.Ip6.2N1L-100Ge2P1E810Cq-Ethip6-Ip6Scale20K-Ndrpdr.78B-{core}-ethip6-ip6scale20k-ndrpdr" - - "Tests.Vpp.Perf.Ip6.2N1L-100Ge2P1E810Cq-Ethip6-Ip6Scale200K-Ndrpdr.78B-{core}-ethip6-ip6scale200k-ndrpdr" - - "Tests.Vpp.Perf.Ip6.2N1L-100Ge2P1E810Cq-Ethip6-Ip6Scale2M-Ndrpdr.78B-{core}-ethip6-ip6scale2m-ndrpdr" - layout: - title: "2n-icx-e810cq-78b-{core}-ip6routing-base-scale-dpdk-{test_type}" - layout: "plot-throughput" - -- type: "plot" - title: "Throughput: 2n-icx-e810cq-64b-{core}-l2switching-base-scale-avf-{test_type}" - algorithm: "plot_ndrpdr_box_name" - output-file: "{DIR[STATIC,VPP]}/2n-icx-e810cq-64b-{core}-l2switching-base-scale-avf-{test_type}" - data: "vpp-2n-icx-curr-iter" - core: ["2t1c", ] - include: - - "Tests.Vpp.Perf.L2.2N1L-100Ge2P1E810Cq-Avf-Eth-L2Patch-Ndrpdr.64B-{core}-avf-eth-l2patch-ndrpdr" - - "Tests.Vpp.Perf.L2.2N1L-100Ge2P1E810Cq-Avf-Eth-L2Xcbase-Ndrpdr.64B-{core}-avf-eth-l2xcbase-ndrpdr" - - "Tests.Vpp.Perf.L2.2N1L-100Ge2P1E810Cq-Avf-Eth-L2Bdbasemaclrn-Ndrpdr.64B-{core}-avf-eth-l2bdbasemaclrn-ndrpdr" - - "Tests.Vpp.Perf.L2.2N1L-100Ge2P1E810Cq-Avf-Eth-L2Bdscale10Kmaclrn-Ndrpdr.64B-{core}-avf-eth-l2bdscale10kmaclrn-ndrpdr" - - "Tests.Vpp.Perf.L2.2N1L-100Ge2P1E810Cq-Avf-Eth-L2Bdscale100Kmaclrn-Ndrpdr.64B-{core}-avf-eth-l2bdscale100kmaclrn-ndrpdr" - - "Tests.Vpp.Perf.L2.2N1L-100Ge2P1E810Cq-Avf-Eth-L2Bdscale1Mmaclrn-Ndrpdr.64B-{core}-avf-eth-l2bdscale1mmaclrn-ndrpdr" - layout: - title: "2n-icx-e810cq-64b-{core}-l2switching-base-scale-avf-{test_type}" - layout: "plot-throughput" - -- type: "plot" - title: "Throughput: 2n-icx-e810cq-64b-{core}-l2switching-base-scale-dpdk-{test_type}" - algorithm: "plot_ndrpdr_box_name" - output-file: "{DIR[STATIC,VPP]}/2n-icx-e810cq-64b-{core}-l2switching-base-scale-dpdk-{test_type}" - data: "vpp-2n-icx-curr-iter" - core: ["2t1c", ] - include: - - "Tests.Vpp.Perf.L2.2N1L-100Ge2P1E810Cq-Eth-L2Patch-Ndrpdr.64B-{core}-eth-l2patch-ndrpdr" - - "Tests.Vpp.Perf.L2.2N1L-100Ge2P1E810Cq-Eth-L2Xcbase-Ndrpdr.64B-{core}-eth-l2xcbase-ndrpdr" - - "Tests.Vpp.Perf.L2.2N1L-100Ge2P1E810Cq-Eth-L2Bdbasemaclrn-Ndrpdr.64B-{core}-eth-l2bdbasemaclrn-ndrpdr" - - "Tests.Vpp.Perf.L2.2N1L-100Ge2P1E810Cq-Eth-L2Bdscale10Kmaclrn-Ndrpdr.64B-{core}-eth-l2bdscale10kmaclrn-ndrpdr" - - "Tests.Vpp.Perf.L2.2N1L-100Ge2P1E810Cq-Eth-L2Bdscale100Kmaclrn-Ndrpdr.64B-{core}-eth-l2bdscale100kmaclrn-ndrpdr" - - "Tests.Vpp.Perf.L2.2N1L-100Ge2P1E810Cq-Eth-L2Bdscale1Mmaclrn-Ndrpdr.64B-{core}-eth-l2bdscale1mmaclrn-ndrpdr" - layout: - title: "2n-icx-e810cq-64b-{core}-l2switching-base-scale-dpdk-{test_type}" - layout: "plot-throughput" - -- type: "plot" - title: "Speedup: 2n-icx-e810cq-64b-ip4routing-base-scale-avf-{test_type}-tsa" - algorithm: "plot_tsa_name" - output-file: "{DIR[STATIC,VPP]}/2n-icx-e810cq-64b-ip4routing-base-scale-avf-{test_type}-tsa" - data: "vpp-2n-icx-curr-iter" - include: - - "Tests.Vpp.Perf.Ip4.2N1L-100Ge2P1E810Cq-Avf-Ethip4-Ip4Base-Ndrpdr.64B-.t.c-avf-ethip4-ip4base-ndrpdr" - - "Tests.Vpp.Perf.Ip4.2N1L-100Ge2P1E810Cq-Avf-Ethip4-Ip4Scale20K-Ndrpdr.64B-.t.c-avf-ethip4-ip4scale20k-ndrpdr" - - "Tests.Vpp.Perf.Ip4.2N1L-100Ge2P1E810Cq-Avf-Ethip4-Ip4Scale200K-Ndrpdr.64B-.t.c-avf-ethip4-ip4scale200k-ndrpdr" - - "Tests.Vpp.Perf.Ip4.2N1L-100Ge2P1E810Cq-Avf-Ethip4-Ip4Scale2M-Ndrpdr.64B-.t.c-avf-ethip4-ip4scale2m-ndrpdr" - layout: - title: "2n-icx-e810cq-64b-ip4routing-base-scale-avf-{test_type}" - layout: "plot-throughput-speedup-analysis" - -- type: "plot" - title: "Speedup: 2n-icx-e810cq-64b-ip4routing-base-scale-dpdk-{test_type}-tsa" - algorithm: "plot_tsa_name" - output-file: "{DIR[STATIC,VPP]}/2n-icx-e810cq-64b-ip4routing-base-scale-dpdk-{test_type}-tsa" - data: "vpp-2n-icx-curr-iter" - include: - - "Tests.Vpp.Perf.Ip4.2N1L-100Ge2P1E810Cq-Ethip4-Ip4Base-Ndrpdr.64B-.t.c-ethip4-ip4base-ndrpdr" - - "Tests.Vpp.Perf.Ip4.2N1L-100Ge2P1E810Cq-Ethip4-Ip4Scale20K-Ndrpdr.64B-.t.c-ethip4-ip4scale20k-ndrpdr" - - "Tests.Vpp.Perf.Ip4.2N1L-100Ge2P1E810Cq-Ethip4-Ip4Scale200K-Ndrpdr.64B-.t.c-ethip4-ip4scale200k-ndrpdr" - - "Tests.Vpp.Perf.Ip4.2N1L-100Ge2P1E810Cq-Ethip4-Ip4Scale2M-Ndrpdr.64B-.t.c-ethip4-ip4scale2m-ndrpdr" - layout: - title: "2n-icx-e810cq-64b-ip4routing-base-scale-dpdk-{test_type}" - layout: "plot-throughput-speedup-analysis" - -- type: "plot" - title: "Speedup: 2n-icx-e810cq-78b-ip6routing-base-scale-avf-{test_type}-tsa" - algorithm: "plot_tsa_name" - output-file: "{DIR[STATIC,VPP]}/2n-icx-e810cq-78b-ip6routing-base-scale-avf-{test_type}-tsa" - data: "vpp-2n-icx-curr-iter" - include: - - "Tests.Vpp.Perf.Ip6.2N1L-100Ge2P1E810Cq-Avf-Ethip6-Ip6Base-Ndrpdr.78B-.t.c-avf-ethip6-ip6base-ndrpdr" - - "Tests.Vpp.Perf.Ip6.2N1L-100Ge2P1E810Cq-Avf-Ethip6-Ip6Scale20K-Ndrpdr.78B-.t.c-avf-ethip6-ip6scale20k-ndrpdr" - - "Tests.Vpp.Perf.Ip6.2N1L-100Ge2P1E810Cq-Avf-Ethip6-Ip6Scale200K-Ndrpdr.78B-.t.c-avf-ethip6-ip6scale200k-ndrpdr" - - "Tests.Vpp.Perf.Ip6.2N1L-100Ge2P1E810Cq-Avf-Ethip6-Ip6Scale2M-Ndrpdr.78B-.t.c-avf-ethip6-ip6scale2m-ndrpdr" - layout: - title: "2n-icx-e810cq-78b-ip6routing-base-scale-avf-{test_type}" - layout: "plot-throughput-speedup-analysis" - -- type: "plot" - title: "Speedup: 2n-icx-e810cq-78b-ip6routing-base-scale-dpdk-{test_type}-tsa" - algorithm: "plot_tsa_name" - output-file: "{DIR[STATIC,VPP]}/2n-icx-e810cq-78b-ip6routing-base-scale-dpdk-{test_type}-tsa" - data: "vpp-2n-icx-curr-iter" - include: - - "Tests.Vpp.Perf.Ip6.2N1L-100Ge2P1E810Cq-Ethip6-Ip6Base-Ndrpdr.78B-.t.c-ethip6-ip6base-ndrpdr" - - "Tests.Vpp.Perf.Ip6.2N1L-100Ge2P1E810Cq-Ethip6-Ip6Scale20K-Ndrpdr.78B-.t.c-ethip6-ip6scale20k-ndrpdr" - - "Tests.Vpp.Perf.Ip6.2N1L-100Ge2P1E810Cq-Ethip6-Ip6Scale200K-Ndrpdr.78B-.t.c-ethip6-ip6scale200k-ndrpdr" - - "Tests.Vpp.Perf.Ip6.2N1L-100Ge2P1E810Cq-Ethip6-Ip6Scale2M-Ndrpdr.78B-.t.c-ethip6-ip6scale2m-ndrpdr" - layout: - title: "2n-icx-e810cq-78b-ip6routing-base-scale-dpdk-{test_type}" - layout: "plot-throughput-speedup-analysis" - -- type: "plot" - title: "Speedup: 2n-icx-e810cq-64b-l2switching-base-scale-avf-{test_type}-tsa" - algorithm: "plot_tsa_name" - output-file: "{DIR[STATIC,VPP]}/2n-icx-e810cq-64b-l2switching-base-scale-avf-{test_type}-tsa" - data: "vpp-2n-icx-curr-iter" - include: - - "Tests.Vpp.Perf.L2.2N1L-100Ge2P1E810Cq-Avf-Eth-L2Patch-Ndrpdr.64B-.t.c-avf-eth-l2patch-ndrpdr" - - "Tests.Vpp.Perf.L2.2N1L-100Ge2P1E810Cq-Avf-Eth-L2Xcbase-Ndrpdr.64B-.t.c-avf-eth-l2xcbase-ndrpdr" - - "Tests.Vpp.Perf.L2.2N1L-100Ge2P1E810Cq-Avf-Eth-L2Bdbasemaclrn-Ndrpdr.64B-.t.c-avf-eth-l2bdbasemaclrn-ndrpdr" - - "Tests.Vpp.Perf.L2.2N1L-100Ge2P1E810Cq-Avf-Eth-L2Bdscale10Kmaclrn-Ndrpdr.64B-.t.c-avf-eth-l2bdscale10kmaclrn-ndrpdr" - - "Tests.Vpp.Perf.L2.2N1L-100Ge2P1E810Cq-Avf-Eth-L2Bdscale100Kmaclrn-Ndrpdr.64B-.t.c-avf-eth-l2bdscale100kmaclrn-ndrpdr" - - "Tests.Vpp.Perf.L2.2N1L-100Ge2P1E810Cq-Avf-Eth-L2Bdscale1Mmaclrn-Ndrpdr.64B-.t.c-avf-eth-l2bdscale1mmaclrn-ndrpdr" - layout: - title: "2n-icx-e810cq-64b-l2switching-base-scale-avf-{test_type}" - layout: "plot-throughput-speedup-analysis" - -- type: "plot" - title: "Speedup: 2n-icx-e810cq-64b-l2switching-base-scale-dpdk-{test_type}-tsa" - algorithm: "plot_tsa_name" - output-file: "{DIR[STATIC,VPP]}/2n-icx-e810cq-64b-l2switching-base-scale-dpdk-{test_type}-tsa" - data: "vpp-2n-icx-curr-iter" - include: - - "Tests.Vpp.Perf.L2.2N1L-100Ge2P1E810Cq-Eth-L2Patch-Ndrpdr.64B-.t.c-eth-l2patch-ndrpdr" - - "Tests.Vpp.Perf.L2.2N1L-100Ge2P1E810Cq-Eth-L2Xcbase-Ndrpdr.64B-.t.c-eth-l2xcbase-ndrpdr" - - "Tests.Vpp.Perf.L2.2N1L-100Ge2P1E810Cq-Eth-L2Bdbasemaclrn-Ndrpdr.64B-.t.c-eth-l2bdbasemaclrn-ndrpdr" - - "Tests.Vpp.Perf.L2.2N1L-100Ge2P1E810Cq-Eth-L2Bdscale10Kmaclrn-Ndrpdr.64B-.t.c-eth-l2bdscale10kmaclrn-ndrpdr" - - "Tests.Vpp.Perf.L2.2N1L-100Ge2P1E810Cq-Eth-L2Bdscale100Kmaclrn-Ndrpdr.64B-.t.c-eth-l2bdscale100kmaclrn-ndrpdr" - - "Tests.Vpp.Perf.L2.2N1L-100Ge2P1E810Cq-Eth-L2Bdscale1Mmaclrn-Ndrpdr.64B-.t.c-eth-l2bdscale1mmaclrn-ndrpdr" - layout: - title: "2n-icx-e810cq-64b-l2switching-base-scale-dpdk-{test_type}" - layout: "plot-throughput-speedup-analysis" - -# 3n-icx - -- type: "plot" - title: "Throughput: 3n-icx-e810cq-64b-{core}-ipsec-aes128gcm-ip4routing-scale-avf-{test_type}" - algorithm: "plot_ndrpdr_box_name" - output-file: "{DIR[STATIC,VPP]}/3n-icx-e810cq-64b-{core}-ipsec-aes128gcm-ip4routing-scale-avf-{test_type}" - data: "vpp-3n-icx-curr-iter" - core: ["2t1c", ] - include: - - "Tests.Vpp.Perf.Crypto.100Ge2P1E810Cq-Avf-Ethip4Ipsec4Tnlsw-Ip4Base-Int-Aes128Gcm-Ndrpdr.64B-{core}-avf-ethip4ipsec4tnlsw-ip4base-int-aes128gcm-ndrpdr" - - "Tests.Vpp.Perf.Crypto.100Ge2P1E810Cq-Avf-Ethip4Ipsec40Tnlsw-Ip4Base-Int-Aes128Gcm-Ndrpdr.64B-{core}-avf-ethip4ipsec40tnlsw-ip4base-int-aes128gcm-ndrpdr" - - "Tests.Vpp.Perf.Crypto.100Ge2P1E810Cq-Avf-Ethip4Ipsec400Tnlsw-Ip4Base-Int-Aes128Gcm-Ndrpdr.64B-{core}-avf-ethip4ipsec400tnlsw-ip4base-int-aes128gcm-ndrpdr" - - "Tests.Vpp.Perf.Crypto.100Ge2P1E810Cq-Avf-Ethip4Ipsec1000Tnlsw-Ip4Base-Int-Aes128Gcm-Ndrpdr.64B-{core}-avf-ethip4ipsec1000tnlsw-ip4base-int-aes128gcm-ndrpdr" - - "Tests.Vpp.Perf.Crypto.100Ge2P1E810Cq-Avf-Ethip4Ipsec20000Tnlsw-Ip4Base-Int-Aes128Gcm-Ndrpdr.64B-{core}-avf-ethip4ipsec20000tnlsw-ip4base-int-aes128gcm-ndrpdr" - - "Tests.Vpp.Perf.Crypto.100Ge2P1E810Cq-Avf-Ethip4Ipsec10000Tnlsw-Ip4Base-Int-Aes128Gcm-Ndrpdr.64B-{core}-avf-ethip4ipsec10000tnlsw-ip4base-int-aes128gcm-ndrpdr" - layout: - title: "3n-icx-e810cq-64b-{core}-ipsec-aes128gcm-ip4routing-scale-avf-{test_type}" - layout: "plot-throughput" - -- type: "plot" - title: "Throughput: 3n-icx-e810cq-1518b-{core}-ipsec-aes128gcm-ip4routing-scale-avf-{test_type}" - algorithm: "plot_ndrpdr_box_name" - output-file: "{DIR[STATIC,VPP]}/3n-icx-e810cq-1518b-{core}-ipsec-aes128gcm-ip4routing-scale-avf-{test_type}" - data: "vpp-3n-icx-curr-iter" - core: ["2t1c", ] - include: - - "Tests.Vpp.Perf.Crypto.100Ge2P1E810Cq-Avf-Ethip4Ipsec4Tnlsw-Ip4Base-Int-Aes128Gcm-Ndrpdr.1518b-{core}-avf-ethip4ipsec4tnlsw-ip4base-int-aes128gcm-ndrpdr" - - "Tests.Vpp.Perf.Crypto.100Ge2P1E810Cq-Avf-Ethip4Ipsec40Tnlsw-Ip4Base-Int-Aes128Gcm-Ndrpdr.1518b-{core}-avf-ethip4ipsec40tnlsw-ip4base-int-aes128gcm-ndrpdr" - - "Tests.Vpp.Perf.Crypto.100Ge2P1E810Cq-Avf-Ethip4Ipsec400Tnlsw-Ip4Base-Int-Aes128Gcm-Ndrpdr.1518b-{core}-avf-ethip4ipsec400tnlsw-ip4base-int-aes128gcm-ndrpdr" - - "Tests.Vpp.Perf.Crypto.100Ge2P1E810Cq-Avf-Ethip4Ipsec1000Tnlsw-Ip4Base-Int-Aes128Gcm-Ndrpdr.1518b-{core}-avf-ethip4ipsec1000tnlsw-ip4base-int-aes128gcm-ndrpdr" - - "Tests.Vpp.Perf.Crypto.100Ge2P1E810Cq-Avf-Ethip4Ipsec20000Tnlsw-Ip4Base-Int-Aes128Gcm-Ndrpdr.1518b-{core}-avf-ethip4ipsec20000tnlsw-ip4base-int-aes128gcm-ndrpdr" - - "Tests.Vpp.Perf.Crypto.100Ge2P1E810Cq-Avf-Ethip4Ipsec10000Tnlsw-Ip4Base-Int-Aes128Gcm-Ndrpdr.1518b-{core}-avf-ethip4ipsec10000tnlsw-ip4base-int-aes128gcm-ndrpdr" - layout: - title: "3n-icx-e810cq-1518b-{core}-ipsec-aes128gcm-ip4routing-scale-avf-{test_type}" - layout: "plot-throughput" - -- type: "plot" - title: "Throughput: 3n-icx-e810cq-imix-{core}-ipsec-aes128gcm-ip4routing-scale-avf-{test_type}" - algorithm: "plot_ndrpdr_box_name" - output-file: "{DIR[STATIC,VPP]}/3n-icx-e810cq-imix-{core}-ipsec-aes128gcm-ip4routing-scale-avf-{test_type}" - data: "vpp-3n-icx-curr-iter" - core: ["2t1c", ] - include: - - "Tests.Vpp.Perf.Crypto.100Ge2P1E810Cq-Avf-Ethip4Ipsec4Tnlsw-Ip4Base-Int-Aes128Gcm-Ndrpdr.imix-{core}-avf-ethip4ipsec4tnlsw-ip4base-int-aes128gcm-ndrpdr" - - "Tests.Vpp.Perf.Crypto.100Ge2P1E810Cq-Avf-Ethip4Ipsec40Tnlsw-Ip4Base-Int-Aes128Gcm-Ndrpdr.imix-{core}-avf-ethip4ipsec40tnlsw-ip4base-int-aes128gcm-ndrpdr" - - "Tests.Vpp.Perf.Crypto.100Ge2P1E810Cq-Avf-Ethip4Ipsec400Tnlsw-Ip4Base-Int-Aes128Gcm-Ndrpdr.imix-{core}-avf-ethip4ipsec400tnlsw-ip4base-int-aes128gcm-ndrpdr" - - "Tests.Vpp.Perf.Crypto.100Ge2P1E810Cq-Avf-Ethip4Ipsec1000Tnlsw-Ip4Base-Int-Aes128Gcm-Ndrpdr.imix-{core}-avf-ethip4ipsec1000tnlsw-ip4base-int-aes128gcm-ndrpdr" - - "Tests.Vpp.Perf.Crypto.100Ge2P1E810Cq-Avf-Ethip4Ipsec20000Tnlsw-Ip4Base-Int-Aes128Gcm-Ndrpdr.imix-{core}-avf-ethip4ipsec20000tnlsw-ip4base-int-aes128gcm-ndrpdr" - - "Tests.Vpp.Perf.Crypto.100Ge2P1E810Cq-Avf-Ethip4Ipsec10000Tnlsw-Ip4Base-Int-Aes128Gcm-Ndrpdr.imix-{core}-avf-ethip4ipsec10000tnlsw-ip4base-int-aes128gcm-ndrpdr" - layout: - title: "3n-icx-e810cq-imix-{core}-ipsec-aes128gcm-ip4routing-scale-avf-{test_type}" - layout: "plot-throughput" - -- type: "plot" - title: "Throughput: 3n-icx-e810cq-64b-{core}-ipsec-aes256gcm-ip4routing-scale-avf-{test_type}" - algorithm: "plot_ndrpdr_box_name" - output-file: "{DIR[STATIC,VPP]}/3n-icx-e810cq-64b-{core}-ipsec-aes256gcm-ip4routing-scale-avf-{test_type}" - data: "vpp-3n-icx-curr-iter" - core: ["2t1c", ] - include: - - "Tests.Vpp.Perf.Crypto.100Ge2P1E810Cq-Avf-Ethip4Ipsec4Tnlsw-Ip4Base-Int-Aes256Gcm-Ndrpdr.64B-{core}-avf-ethip4ipsec4tnlsw-ip4base-int-aes256gcm-ndrpdr" - - "Tests.Vpp.Perf.Crypto.100Ge2P1E810Cq-Avf-Ethip4Ipsec40Tnlsw-Ip4Base-Int-Aes256Gcm-Ndrpdr.64B-{core}-avf-ethip4ipsec40tnlsw-ip4base-int-aes256gcm-ndrpdr" - - "Tests.Vpp.Perf.Crypto.100Ge2P1E810Cq-Avf-Ethip4Ipsec400Tnlsw-Ip4Base-Int-Aes256Gcm-Ndrpdr.64B-{core}-avf-ethip4ipsec400tnlsw-ip4base-int-aes256gcm-ndrpdr" - - "Tests.Vpp.Perf.Crypto.100Ge2P1E810Cq-Avf-Ethip4Ipsec1000Tnlsw-Ip4Base-Int-Aes256Gcm-Ndrpdr.64B-{core}-avf-ethip4ipsec1000tnlsw-ip4base-int-aes256gcm-ndrpdr" - - "Tests.Vpp.Perf.Crypto.100Ge2P1E810Cq-Avf-Ethip4Ipsec20000Tnlsw-Ip4Base-Int-Aes256Gcm-Ndrpdr.64B-{core}-avf-ethip4ipsec20000tnlsw-ip4base-int-aes256gcm-ndrpdr" - - "Tests.Vpp.Perf.Crypto.100Ge2P1E810Cq-Avf-Ethip4Ipsec10000Tnlsw-Ip4Base-Int-Aes256Gcm-Ndrpdr.64B-{core}-avf-ethip4ipsec10000tnlsw-ip4base-int-aes256gcm-ndrpdr" - layout: - title: "3n-icx-e810cq-64b-{core}-ipsec-aes256gcm-ip4routing-scale-avf-{test_type}" - layout: "plot-throughput" - -- type: "plot" - title: "Throughput: 3n-icx-e810cq-1518b-{core}-ipsec-aes256gcm-ip4routing-scale-avf-{test_type}" - algorithm: "plot_ndrpdr_box_name" - output-file: "{DIR[STATIC,VPP]}/3n-icx-e810cq-1518b-{core}-ipsec-aes256gcm-ip4routing-scale-avf-{test_type}" - data: "vpp-3n-icx-curr-iter" - core: ["2t1c", ] - include: - - "Tests.Vpp.Perf.Crypto.100Ge2P1E810Cq-Avf-Ethip4Ipsec4Tnlsw-Ip4Base-Int-Aes256Gcm-Ndrpdr.1518b-{core}-avf-ethip4ipsec4tnlsw-ip4base-int-aes256gcm-ndrpdr" - - "Tests.Vpp.Perf.Crypto.100Ge2P1E810Cq-Avf-Ethip4Ipsec40Tnlsw-Ip4Base-Int-Aes256Gcm-Ndrpdr.1518b-{core}-avf-ethip4ipsec40tnlsw-ip4base-int-aes256gcm-ndrpdr" - - "Tests.Vpp.Perf.Crypto.100Ge2P1E810Cq-Avf-Ethip4Ipsec400Tnlsw-Ip4Base-Int-Aes256Gcm-Ndrpdr.1518b-{core}-avf-ethip4ipsec400tnlsw-ip4base-int-aes256gcm-ndrpdr" - - "Tests.Vpp.Perf.Crypto.100Ge2P1E810Cq-Avf-Ethip4Ipsec1000Tnlsw-Ip4Base-Int-Aes256Gcm-Ndrpdr.1518b-{core}-avf-ethip4ipsec1000tnlsw-ip4base-int-aes256gcm-ndrpdr" - - "Tests.Vpp.Perf.Crypto.100Ge2P1E810Cq-Avf-Ethip4Ipsec20000Tnlsw-Ip4Base-Int-Aes256Gcm-Ndrpdr.1518b-{core}-avf-ethip4ipsec20000tnlsw-ip4base-int-aes256gcm-ndrpdr" - - "Tests.Vpp.Perf.Crypto.100Ge2P1E810Cq-Avf-Ethip4Ipsec10000Tnlsw-Ip4Base-Int-Aes256Gcm-Ndrpdr.1518b-{core}-avf-ethip4ipsec10000tnlsw-ip4base-int-aes256gcm-ndrpdr" - layout: - title: "3n-icx-e810cq-1518b-{core}-ipsec-aes256gcm-ip4routing-scale-avf-{test_type}" - layout: "plot-throughput" - -- type: "plot" - title: "Throughput: 3n-icx-e810cq-imix-{core}-ipsec-aes256gcm-ip4routing-scale-avf-{test_type}" - algorithm: "plot_ndrpdr_box_name" - output-file: "{DIR[STATIC,VPP]}/3n-icx-e810cq-imix-{core}-ipsec-aes256gcm-ip4routing-scale-avf-{test_type}" - data: "vpp-3n-icx-curr-iter" - core: ["2t1c", ] - include: - - "Tests.Vpp.Perf.Crypto.100Ge2P1E810Cq-Avf-Ethip4Ipsec4Tnlsw-Ip4Base-Int-Aes256Gcm-Ndrpdr.imix-{core}-avf-ethip4ipsec4tnlsw-ip4base-int-aes256gcm-ndrpdr" - - "Tests.Vpp.Perf.Crypto.100Ge2P1E810Cq-Avf-Ethip4Ipsec40Tnlsw-Ip4Base-Int-Aes256Gcm-Ndrpdr.imix-{core}-avf-ethip4ipsec40tnlsw-ip4base-int-aes256gcm-ndrpdr" - - "Tests.Vpp.Perf.Crypto.100Ge2P1E810Cq-Avf-Ethip4Ipsec400Tnlsw-Ip4Base-Int-Aes256Gcm-Ndrpdr.imix-{core}-avf-ethip4ipsec400tnlsw-ip4base-int-aes256gcm-ndrpdr" - - "Tests.Vpp.Perf.Crypto.100Ge2P1E810Cq-Avf-Ethip4Ipsec1000Tnlsw-Ip4Base-Int-Aes256Gcm-Ndrpdr.imix-{core}-avf-ethip4ipsec1000tnlsw-ip4base-int-aes256gcm-ndrpdr" - - "Tests.Vpp.Perf.Crypto.100Ge2P1E810Cq-Avf-Ethip4Ipsec20000Tnlsw-Ip4Base-Int-Aes256Gcm-Ndrpdr.imix-{core}-avf-ethip4ipsec20000tnlsw-ip4base-int-aes256gcm-ndrpdr" - - "Tests.Vpp.Perf.Crypto.100Ge2P1E810Cq-Avf-Ethip4Ipsec10000Tnlsw-Ip4Base-Int-Aes256Gcm-Ndrpdr.imix-{core}-avf-ethip4ipsec10000tnlsw-ip4base-int-aes256gcm-ndrpdr" - layout: - title: "3n-icx-e810cq-imix-{core}-ipsec-aes256gcm-ip4routing-scale-avf-{test_type}" - layout: "plot-throughput" - -- type: "plot" - title: "Throughput: 3n-icx-e810cq-64b-{core}-ip4tunnel-base-avf-{test_type}" - algorithm: "plot_ndrpdr_box_name" - output-file: "{DIR[STATIC,VPP]}/3n-icx-e810cq-64b-{core}-ip4tunnel-base-avf-{test_type}" - data: "vpp-3n-icx-curr-iter" - core: ["2t1c", ] - include: - - "Tests.Vpp.Perf.Ip4 Tunnels.100Ge2P1E810Cq-Avf-Ethip4Vxlan-L2Xcbase-Ndrpdr.64B-{core}-avf-ethip4vxlan-l2xcbase-ndrpdr" - - "Tests.Vpp.Perf.Ip4 Tunnels.100Ge2P1E810Cq-Avf-Ethip4Vxlan-L2Bdbasemaclrn-Ndrpdr.64B-{core}-avf-ethip4vxlan-l2bdbasemaclrn-ndrpdr" - layout: - title: "3n-icx-e810cq-64b-{core}-ip4tunnel-base-avf-{test_type}" - layout: "plot-throughput" - -- type: "plot" - title: "Throughput: 3n-icx-e810cq-1518b-{core}-ip4tunnel-base-avf-{test_type}" - algorithm: "plot_ndrpdr_box_name" - output-file: "{DIR[STATIC,VPP]}/3n-icx-e810cq-1518b-{core}-ip4tunnel-base-avf-{test_type}" - data: "vpp-3n-icx-curr-iter" - core: ["2t1c", ] - include: - - "Tests.Vpp.Perf.Ip4 Tunnels.100Ge2P1E810Cq-Avf-Ethip4Vxlan-L2Xcbase-Ndrpdr.1518b-{core}-avf-ethip4vxlan-l2xcbase-ndrpdr" - - "Tests.Vpp.Perf.Ip4 Tunnels.100Ge2P1E810Cq-Avf-Ethip4Vxlan-L2Bdbasemaclrn-Ndrpdr.1518b-{core}-avf-ethip4vxlan-l2bdbasemaclrn-ndrpdr" - layout: - title: "3n-icx-e810cq-1518b-{core}-ip4tunnel-base-avf-{test_type}" - layout: "plot-throughput" - -- type: "plot" - title: "Throughput: 3n-icx-e810cq-imix-{core}-ip4tunnel-base-avf-{test_type}" - algorithm: "plot_ndrpdr_box_name" - output-file: "{DIR[STATIC,VPP]}/3n-icx-e810cq-imix-{core}-ip4tunnel-base-avf-{test_type}" - data: "vpp-3n-icx-curr-iter" - core: ["2t1c", ] - include: - - "Tests.Vpp.Perf.Ip4 Tunnels.100Ge2P1E810Cq-Avf-Ethip4Vxlan-L2Xcbase-Ndrpdr.imix-{core}-avf-ethip4vxlan-l2xcbase-ndrpdr" - - "Tests.Vpp.Perf.Ip4 Tunnels.100Ge2P1E810Cq-Avf-Ethip4Vxlan-L2Bdbasemaclrn-Ndrpdr.imix-{core}-avf-ethip4vxlan-l2bdbasemaclrn-ndrpdr" - layout: - title: "3n-icx-e810cq-imix-{core}-ip4tunnel-base-avf-{test_type}" - layout: "plot-throughput" - -- type: "plot" - title: "Speedup: 3n-icx-e810cq-64b-ipsec-aes128gcm-ip4routing-scale-avf-{test_type}-tsa" - algorithm: "plot_tsa_name" - output-file: "{DIR[STATIC,VPP]}/3n-icx-e810cq-64b-ipsec-aes128gcm-ip4routing-scale-avf-{test_type}-tsa" - data: "vpp-3n-icx-curr-iter" - include: - - "Tests.Vpp.Perf.Crypto.100Ge2P1E810Cq-Avf-Ethip4Ipsec4Tnlsw-Ip4Base-Int-Aes128Gcm-Ndrpdr.64B-.t.c-avf-ethip4ipsec4tnlsw-ip4base-int-aes128gcm-ndrpdr" - - "Tests.Vpp.Perf.Crypto.100Ge2P1E810Cq-Avf-Ethip4Ipsec40Tnlsw-Ip4Base-Int-Aes128Gcm-Ndrpdr.64B-.t.c-avf-ethip4ipsec40tnlsw-ip4base-int-aes128gcm-ndrpdr" - - "Tests.Vpp.Perf.Crypto.100Ge2P1E810Cq-Avf-Ethip4Ipsec400Tnlsw-Ip4Base-Int-Aes128Gcm-Ndrpdr.64B-.t.c-avf-ethip4ipsec400tnlsw-ip4base-int-aes128gcm-ndrpdr" - - "Tests.Vpp.Perf.Crypto.100Ge2P1E810Cq-Avf-Ethip4Ipsec1000Tnlsw-Ip4Base-Int-Aes128Gcm-Ndrpdr.64B-.t.c-avf-ethip4ipsec1000tnlsw-ip4base-int-aes128gcm-ndrpdr" - - "Tests.Vpp.Perf.Crypto.100Ge2P1E810Cq-Avf-Ethip4Ipsec20000Tnlsw-Ip4Base-Int-Aes128Gcm-Ndrpdr.64B-.t.c-avf-ethip4ipsec20000tnlsw-ip4base-int-aes128gcm-ndrpdr" - - "Tests.Vpp.Perf.Crypto.100Ge2P1E810Cq-Avf-Ethip4Ipsec10000Tnlsw-Ip4Base-Int-Aes128Gcm-Ndrpdr.64B-.t.c-avf-ethip4ipsec10000tnlsw-ip4base-int-aes128gcm-ndrpdr" - layout: - title: "3n-icx-e810cq-64b-ipsec-aes128gcm-ip4routing-scale-avf-{test_type}" - layout: "plot-throughput-speedup-analysis" - -- type: "plot" - title: "Speedup: 3n-icx-e810cq-1518b-ipsec-aes128gcm-ip4routing-scale-avf-{test_type}-tsa" - algorithm: "plot_tsa_name" - output-file: "{DIR[STATIC,VPP]}/3n-icx-e810cq-1518b-ipsec-aes128gcm-ip4routing-scale-avf-{test_type}-tsa" - data: "vpp-3n-icx-curr-iter" - include: - - "Tests.Vpp.Perf.Crypto.100Ge2P1E810Cq-Avf-Ethip4Ipsec4Tnlsw-Ip4Base-Int-Aes128Gcm-Ndrpdr.1518b-.t.c-avf-ethip4ipsec4tnlsw-ip4base-int-aes128gcm-ndrpdr" - - "Tests.Vpp.Perf.Crypto.100Ge2P1E810Cq-Avf-Ethip4Ipsec40Tnlsw-Ip4Base-Int-Aes128Gcm-Ndrpdr.1518b-.t.c-avf-ethip4ipsec40tnlsw-ip4base-int-aes128gcm-ndrpdr" - - "Tests.Vpp.Perf.Crypto.100Ge2P1E810Cq-Avf-Ethip4Ipsec400Tnlsw-Ip4Base-Int-Aes128Gcm-Ndrpdr.1518b-.t.c-avf-ethip4ipsec400tnlsw-ip4base-int-aes128gcm-ndrpdr" - - "Tests.Vpp.Perf.Crypto.100Ge2P1E810Cq-Avf-Ethip4Ipsec1000Tnlsw-Ip4Base-Int-Aes128Gcm-Ndrpdr.1518b-.t.c-avf-ethip4ipsec1000tnlsw-ip4base-int-aes128gcm-ndrpdr" - - "Tests.Vpp.Perf.Crypto.100Ge2P1E810Cq-Avf-Ethip4Ipsec20000Tnlsw-Ip4Base-Int-Aes128Gcm-Ndrpdr.1518b-.t.c-avf-ethip4ipsec20000tnlsw-ip4base-int-aes128gcm-ndrpdr" - - "Tests.Vpp.Perf.Crypto.100Ge2P1E810Cq-Avf-Ethip4Ipsec10000Tnlsw-Ip4Base-Int-Aes128Gcm-Ndrpdr.1518b-.t.c-avf-ethip4ipsec10000tnlsw-ip4base-int-aes128gcm-ndrpdr" - layout: - title: "3n-icx-e810cq-1518b-ipsec-aes128gcm-ip4routing-scale-avf-{test_type}" - layout: "plot-throughput-speedup-analysis" - -- type: "plot" - title: "Speedup: 3n-icx-e810cq-imix-ipsec-aes128gcm-ip4routing-scale-avf-{test_type}-tsa" - algorithm: "plot_tsa_name" - output-file: "{DIR[STATIC,VPP]}/3n-icx-e810cq-imix-ipsec-aes128gcm-ip4routing-scale-avf-{test_type}-tsa" - data: "vpp-3n-icx-curr-iter" - include: - - "Tests.Vpp.Perf.Crypto.100Ge2P1E810Cq-Avf-Ethip4Ipsec4Tnlsw-Ip4Base-Int-Aes128Gcm-Ndrpdr.imix-.t.c-avf-ethip4ipsec4tnlsw-ip4base-int-aes128gcm-ndrpdr" - - "Tests.Vpp.Perf.Crypto.100Ge2P1E810Cq-Avf-Ethip4Ipsec40Tnlsw-Ip4Base-Int-Aes128Gcm-Ndrpdr.imix-.t.c-avf-ethip4ipsec40tnlsw-ip4base-int-aes128gcm-ndrpdr" - - "Tests.Vpp.Perf.Crypto.100Ge2P1E810Cq-Avf-Ethip4Ipsec400Tnlsw-Ip4Base-Int-Aes128Gcm-Ndrpdr.imix-.t.c-avf-ethip4ipsec400tnlsw-ip4base-int-aes128gcm-ndrpdr" - - "Tests.Vpp.Perf.Crypto.100Ge2P1E810Cq-Avf-Ethip4Ipsec1000Tnlsw-Ip4Base-Int-Aes128Gcm-Ndrpdr.imix-.t.c-avf-ethip4ipsec1000tnlsw-ip4base-int-aes128gcm-ndrpdr" - - "Tests.Vpp.Perf.Crypto.100Ge2P1E810Cq-Avf-Ethip4Ipsec20000Tnlsw-Ip4Base-Int-Aes128Gcm-Ndrpdr.imix-.t.c-avf-ethip4ipsec20000tnlsw-ip4base-int-aes128gcm-ndrpdr" - - "Tests.Vpp.Perf.Crypto.100Ge2P1E810Cq-Avf-Ethip4Ipsec10000Tnlsw-Ip4Base-Int-Aes128Gcm-Ndrpdr.imix-.t.c-avf-ethip4ipsec10000tnlsw-ip4base-int-aes128gcm-ndrpdr" - layout: - title: "3n-icx-e810cq-imix-ipsec-aes128gcm-ip4routing-scale-avf-{test_type}" - layout: "plot-throughput-speedup-analysis" - -- type: "plot" - title: "Speedup: 3n-icx-e810cq-64b-ipsec-aes256gcm-ip4routing-scale-avf-{test_type}-tsa" - algorithm: "plot_tsa_name" - output-file: "{DIR[STATIC,VPP]}/3n-icx-e810cq-64b-ipsec-aes256gcm-ip4routing-scale-avf-{test_type}-tsa" - data: "vpp-3n-icx-curr-iter" - include: - - "Tests.Vpp.Perf.Crypto.100Ge2P1E810Cq-Avf-Ethip4Ipsec4Tnlsw-Ip4Base-Int-Aes256Gcm-Ndrpdr.64B-.t.c-avf-ethip4ipsec4tnlsw-ip4base-int-aes256gcm-ndrpdr" - - "Tests.Vpp.Perf.Crypto.100Ge2P1E810Cq-Avf-Ethip4Ipsec40Tnlsw-Ip4Base-Int-Aes256Gcm-Ndrpdr.64B-.t.c-avf-ethip4ipsec40tnlsw-ip4base-int-aes256gcm-ndrpdr" - - "Tests.Vpp.Perf.Crypto.100Ge2P1E810Cq-Avf-Ethip4Ipsec400Tnlsw-Ip4Base-Int-Aes256Gcm-Ndrpdr.64B-.t.c-avf-ethip4ipsec400tnlsw-ip4base-int-aes256gcm-ndrpdr" - - "Tests.Vpp.Perf.Crypto.100Ge2P1E810Cq-Avf-Ethip4Ipsec1000Tnlsw-Ip4Base-Int-Aes256Gcm-Ndrpdr.64B-.t.c-avf-ethip4ipsec1000tnlsw-ip4base-int-aes256gcm-ndrpdr" - - "Tests.Vpp.Perf.Crypto.100Ge2P1E810Cq-Avf-Ethip4Ipsec20000Tnlsw-Ip4Base-Int-Aes256Gcm-Ndrpdr.64B-.t.c-avf-ethip4ipsec20000tnlsw-ip4base-int-aes256gcm-ndrpdr" - - "Tests.Vpp.Perf.Crypto.100Ge2P1E810Cq-Avf-Ethip4Ipsec10000Tnlsw-Ip4Base-Int-Aes256Gcm-Ndrpdr.64B-.t.c-avf-ethip4ipsec10000tnlsw-ip4base-int-aes256gcm-ndrpdr" - layout: - title: "3n-icx-e810cq-64b-ipsec-aes256gcm-ip4routing-scale-avf-{test_type}" - layout: "plot-throughput-speedup-analysis" - -- type: "plot" - title: "Speedup: 3n-icx-e810cq-1518b-ipsec-aes256gcm-ip4routing-scale-avf-{test_type}-tsa" - algorithm: "plot_tsa_name" - output-file: "{DIR[STATIC,VPP]}/3n-icx-e810cq-1518b-ipsec-aes256gcm-ip4routing-scale-avf-{test_type}-tsa" - data: "vpp-3n-icx-curr-iter" - include: - - "Tests.Vpp.Perf.Crypto.100Ge2P1E810Cq-Avf-Ethip4Ipsec4Tnlsw-Ip4Base-Int-Aes256Gcm-Ndrpdr.1518b-.t.c-avf-ethip4ipsec4tnlsw-ip4base-int-aes256gcm-ndrpdr" - - "Tests.Vpp.Perf.Crypto.100Ge2P1E810Cq-Avf-Ethip4Ipsec40Tnlsw-Ip4Base-Int-Aes256Gcm-Ndrpdr.1518b-.t.c-avf-ethip4ipsec40tnlsw-ip4base-int-aes256gcm-ndrpdr" - - "Tests.Vpp.Perf.Crypto.100Ge2P1E810Cq-Avf-Ethip4Ipsec400Tnlsw-Ip4Base-Int-Aes256Gcm-Ndrpdr.1518b-.t.c-avf-ethip4ipsec400tnlsw-ip4base-int-aes256gcm-ndrpdr" - - "Tests.Vpp.Perf.Crypto.100Ge2P1E810Cq-Avf-Ethip4Ipsec1000Tnlsw-Ip4Base-Int-Aes256Gcm-Ndrpdr.1518b-.t.c-avf-ethip4ipsec1000tnlsw-ip4base-int-aes256gcm-ndrpdr" - - "Tests.Vpp.Perf.Crypto.100Ge2P1E810Cq-Avf-Ethip4Ipsec20000Tnlsw-Ip4Base-Int-Aes256Gcm-Ndrpdr.1518b-.t.c-avf-ethip4ipsec20000tnlsw-ip4base-int-aes256gcm-ndrpdr" - - "Tests.Vpp.Perf.Crypto.100Ge2P1E810Cq-Avf-Ethip4Ipsec10000Tnlsw-Ip4Base-Int-Aes256Gcm-Ndrpdr.1518b-.t.c-avf-ethip4ipsec10000tnlsw-ip4base-int-aes256gcm-ndrpdr" - layout: - title: "3n-icx-e810cq-1518b-ipsec-aes256gcm-ip4routing-scale-avf-{test_type}" - layout: "plot-throughput-speedup-analysis" - -- type: "plot" - title: "Speedup: 3n-icx-e810cq-imix-ipsec-aes256gcm-ip4routing-scale-avf-{test_type}-tsa" - algorithm: "plot_tsa_name" - output-file: "{DIR[STATIC,VPP]}/3n-icx-e810cq-imix-ipsec-aes256gcm-ip4routing-scale-avf-{test_type}-tsa" - data: "vpp-3n-icx-curr-iter" - include: - - "Tests.Vpp.Perf.Crypto.100Ge2P1E810Cq-Avf-Ethip4Ipsec4Tnlsw-Ip4Base-Int-Aes256Gcm-Ndrpdr.imix-.t.c-avf-ethip4ipsec4tnlsw-ip4base-int-aes256gcm-ndrpdr" - - "Tests.Vpp.Perf.Crypto.100Ge2P1E810Cq-Avf-Ethip4Ipsec40Tnlsw-Ip4Base-Int-Aes256Gcm-Ndrpdr.imix-.t.c-avf-ethip4ipsec40tnlsw-ip4base-int-aes256gcm-ndrpdr" - - "Tests.Vpp.Perf.Crypto.100Ge2P1E810Cq-Avf-Ethip4Ipsec400Tnlsw-Ip4Base-Int-Aes256Gcm-Ndrpdr.imix-.t.c-avf-ethip4ipsec400tnlsw-ip4base-int-aes256gcm-ndrpdr" - - "Tests.Vpp.Perf.Crypto.100Ge2P1E810Cq-Avf-Ethip4Ipsec1000Tnlsw-Ip4Base-Int-Aes256Gcm-Ndrpdr.imix-.t.c-avf-ethip4ipsec1000tnlsw-ip4base-int-aes256gcm-ndrpdr" - - "Tests.Vpp.Perf.Crypto.100Ge2P1E810Cq-Avf-Ethip4Ipsec20000Tnlsw-Ip4Base-Int-Aes256Gcm-Ndrpdr.imix-.t.c-avf-ethip4ipsec20000tnlsw-ip4base-int-aes256gcm-ndrpdr" - - "Tests.Vpp.Perf.Crypto.100Ge2P1E810Cq-Avf-Ethip4Ipsec10000Tnlsw-Ip4Base-Int-Aes256Gcm-Ndrpdr.imix-.t.c-avf-ethip4ipsec10000tnlsw-ip4base-int-aes256gcm-ndrpdr" - layout: - title: "3n-icx-e810cq-imix-ipsec-aes256gcm-ip4routing-scale-avf-{test_type}" - layout: "plot-throughput-speedup-analysis" - -- type: "plot" - title: "Speedup: 3n-icx-e810cq-64b-ip4tunnel-base-avf-{test_type}-tsa" - algorithm: "plot_tsa_name" - output-file: "{DIR[STATIC,VPP]}/3n-icx-e810cq-64b-ip4tunnel-base-avf-{test_type}-tsa" - data: "vpp-3n-icx-curr-iter" - include: - - "Tests.Vpp.Perf.Ip4 Tunnels.100Ge2P1E810Cq-Avf-Ethip4Vxlan-L2Xcbase-Ndrpdr.64B-.t.c-avf-ethip4vxlan-l2xcbase-ndrpdr" - - "Tests.Vpp.Perf.Ip4 Tunnels.100Ge2P1E810Cq-Avf-Ethip4Vxlan-L2Bdbasemaclrn-Ndrpdr.64B-.t.c-avf-ethip4vxlan-l2bdbasemaclrn-ndrpdr" - layout: - title: "3n-icx-e810cq-64b-ip4tunnel-base-avf-{test_type}" - layout: "plot-throughput-speedup-analysis" - -- type: "plot" - title: "Speedup: 3n-icx-e810cq-1518b-ip4tunnel-base-avf-{test_type}-tsa" - algorithm: "plot_tsa_name" - output-file: "{DIR[STATIC,VPP]}/3n-icx-e810cq-1518b-ip4tunnel-base-avf-{test_type}-tsa" - data: "vpp-3n-icx-curr-iter" - include: - - "Tests.Vpp.Perf.Ip4 Tunnels.100Ge2P1E810Cq-Avf-Ethip4Vxlan-L2Xcbase-Ndrpdr.1518b-.t.c-avf-ethip4vxlan-l2xcbase-ndrpdr" - - "Tests.Vpp.Perf.Ip4 Tunnels.100Ge2P1E810Cq-Avf-Ethip4Vxlan-L2Bdbasemaclrn-Ndrpdr.1518b-.t.c-avf-ethip4vxlan-l2bdbasemaclrn-ndrpdr" - layout: - title: "3n-icx-e810cq-1518b-ip4tunnel-base-avf-{test_type}" - layout: "plot-throughput-speedup-analysis" - -- type: "plot" - title: "Speedup: 3n-icx-e810cq-imix-ip4tunnel-base-avf-{test_type}-tsa" - algorithm: "plot_tsa_name" - output-file: "{DIR[STATIC,VPP]}/3n-icx-e810cq-imix-ip4tunnel-base-avf-{test_type}-tsa" - data: "vpp-3n-icx-curr-iter" - include: - - "Tests.Vpp.Perf.Ip4 Tunnels.100Ge2P1E810Cq-Avf-Ethip4Vxlan-L2Xcbase-Ndrpdr.imix-.t.c-avf-ethip4vxlan-l2xcbase-ndrpdr" - - "Tests.Vpp.Perf.Ip4 Tunnels.100Ge2P1E810Cq-Avf-Ethip4Vxlan-L2Bdbasemaclrn-Ndrpdr.imix-.t.c-avf-ethip4vxlan-l2bdbasemaclrn-ndrpdr" - layout: - title: "3n-icx-e810cq-imix-ip4tunnel-base-avf-{test_type}" - layout: "plot-throughput-speedup-analysis" +# # 2n-icx +# +# - type: "plot" +# title: "Throughput: 2n-icx-e810cq-64b-{core}-ip4routing-base-scale-avf-{test_type}" +# algorithm: "plot_ndrpdr_box_name" +# output-file: "{DIR[STATIC,VPP]}/2n-icx-e810cq-64b-{core}-ip4routing-base-scale-avf-{test_type}" +# data: "vpp-2n-icx-curr-iter" +# core: ["2t1c", ] +# include: +# - "Tests.Vpp.Perf.Ip4.2N1L-100Ge2P1E810Cq-Avf-Ethip4-Ip4Base-Ndrpdr.64B-{core}-avf-ethip4-ip4base-ndrpdr" +# - "Tests.Vpp.Perf.Ip4.2N1L-100Ge2P1E810Cq-Avf-Ethip4-Ip4Scale20K-Ndrpdr.64B-{core}-avf-ethip4-ip4scale20k-ndrpdr" +# - "Tests.Vpp.Perf.Ip4.2N1L-100Ge2P1E810Cq-Avf-Ethip4-Ip4Scale200K-Ndrpdr.64B-{core}-avf-ethip4-ip4scale200k-ndrpdr" +# - "Tests.Vpp.Perf.Ip4.2N1L-100Ge2P1E810Cq-Avf-Ethip4-Ip4Scale2M-Ndrpdr.64B-{core}-avf-ethip4-ip4scale2m-ndrpdr" +# layout: +# title: "2n-icx-e810cq-64b-{core}-ip4routing-base-scale-avf-{test_type}" +# layout: "plot-throughput" +# +# - type: "plot" +# title: "Throughput: 2n-icx-e810cq-64b-{core}-ip4routing-base-scale-dpdk-{test_type}" +# algorithm: "plot_ndrpdr_box_name" +# output-file: "{DIR[STATIC,VPP]}/2n-icx-e810cq-64b-{core}-ip4routing-base-scale-dpdk-{test_type}" +# data: "vpp-2n-icx-curr-iter" +# core: ["2t1c", ] +# include: +# - "Tests.Vpp.Perf.Ip4.2N1L-100Ge2P1E810Cq-Ethip4-Ip4Base-Ndrpdr.64B-{core}-ethip4-ip4base-ndrpdr" +# - "Tests.Vpp.Perf.Ip4.2N1L-100Ge2P1E810Cq-Ethip4-Ip4Scale20K-Ndrpdr.64B-{core}-ethip4-ip4scale20k-ndrpdr" +# - "Tests.Vpp.Perf.Ip4.2N1L-100Ge2P1E810Cq-Ethip4-Ip4Scale200K-Ndrpdr.64B-{core}-ethip4-ip4scale200k-ndrpdr" +# - "Tests.Vpp.Perf.Ip4.2N1L-100Ge2P1E810Cq-Ethip4-Ip4Scale2M-Ndrpdr.64B-{core}-ethip4-ip4scale2m-ndrpdr" +# layout: +# title: "2n-icx-e810cq-64b-{core}-ip4routing-base-scale-dpdk-{test_type}" +# layout: "plot-throughput" +# +# - type: "plot" +# title: "Throughput: 2n-icx-e810cq-78b-{core}-ip6routing-base-scale-avf-{test_type}" +# algorithm: "plot_ndrpdr_box_name" +# output-file: "{DIR[STATIC,VPP]}/2n-icx-e810cq-78b-{core}-ip6routing-base-scale-avf-{test_type}" +# data: "vpp-2n-icx-curr-iter" +# core: ["2t1c", ] +# include: +# - "Tests.Vpp.Perf.Ip6.2N1L-100Ge2P1E810Cq-Avf-Ethip6-Ip6Base-Ndrpdr.78B-{core}-avf-ethip6-ip6base-ndrpdr" +# - "Tests.Vpp.Perf.Ip6.2N1L-100Ge2P1E810Cq-Avf-Ethip6-Ip6Scale20K-Ndrpdr.78B-{core}-avf-ethip6-ip6scale20k-ndrpdr" +# - "Tests.Vpp.Perf.Ip6.2N1L-100Ge2P1E810Cq-Avf-Ethip6-Ip6Scale200K-Ndrpdr.78B-{core}-avf-ethip6-ip6scale200k-ndrpdr" +# - "Tests.Vpp.Perf.Ip6.2N1L-100Ge2P1E810Cq-Avf-Ethip6-Ip6Scale2M-Ndrpdr.78B-{core}-avf-ethip6-ip6scale2m-ndrpdr" +# layout: +# title: "2n-icx-e810cq-78b-{core}-ip6routing-base-scale-avf-{test_type}" +# layout: "plot-throughput" +# +# - type: "plot" +# title: "Throughput: 2n-icx-e810cq-78b-{core}-ip6routing-base-scale-dpdk-{test_type}" +# algorithm: "plot_ndrpdr_box_name" +# output-file: "{DIR[STATIC,VPP]}/2n-icx-e810cq-78b-{core}-ip6routing-base-scale-dpdk-{test_type}" +# data: "vpp-2n-icx-curr-iter" +# core: ["2t1c", ] +# include: +# - "Tests.Vpp.Perf.Ip6.2N1L-100Ge2P1E810Cq-Ethip6-Ip6Base-Ndrpdr.78B-{core}-ethip6-ip6base-ndrpdr" +# - "Tests.Vpp.Perf.Ip6.2N1L-100Ge2P1E810Cq-Ethip6-Ip6Scale20K-Ndrpdr.78B-{core}-ethip6-ip6scale20k-ndrpdr" +# - "Tests.Vpp.Perf.Ip6.2N1L-100Ge2P1E810Cq-Ethip6-Ip6Scale200K-Ndrpdr.78B-{core}-ethip6-ip6scale200k-ndrpdr" +# - "Tests.Vpp.Perf.Ip6.2N1L-100Ge2P1E810Cq-Ethip6-Ip6Scale2M-Ndrpdr.78B-{core}-ethip6-ip6scale2m-ndrpdr" +# layout: +# title: "2n-icx-e810cq-78b-{core}-ip6routing-base-scale-dpdk-{test_type}" +# layout: "plot-throughput" +# +# - type: "plot" +# title: "Throughput: 2n-icx-e810cq-64b-{core}-l2switching-base-scale-avf-{test_type}" +# algorithm: "plot_ndrpdr_box_name" +# output-file: "{DIR[STATIC,VPP]}/2n-icx-e810cq-64b-{core}-l2switching-base-scale-avf-{test_type}" +# data: "vpp-2n-icx-curr-iter" +# core: ["2t1c", ] +# include: +# - "Tests.Vpp.Perf.L2.2N1L-100Ge2P1E810Cq-Avf-Eth-L2Patch-Ndrpdr.64B-{core}-avf-eth-l2patch-ndrpdr" +# - "Tests.Vpp.Perf.L2.2N1L-100Ge2P1E810Cq-Avf-Eth-L2Xcbase-Ndrpdr.64B-{core}-avf-eth-l2xcbase-ndrpdr" +# - "Tests.Vpp.Perf.L2.2N1L-100Ge2P1E810Cq-Avf-Eth-L2Bdbasemaclrn-Ndrpdr.64B-{core}-avf-eth-l2bdbasemaclrn-ndrpdr" +# - "Tests.Vpp.Perf.L2.2N1L-100Ge2P1E810Cq-Avf-Eth-L2Bdscale10Kmaclrn-Ndrpdr.64B-{core}-avf-eth-l2bdscale10kmaclrn-ndrpdr" +# - "Tests.Vpp.Perf.L2.2N1L-100Ge2P1E810Cq-Avf-Eth-L2Bdscale100Kmaclrn-Ndrpdr.64B-{core}-avf-eth-l2bdscale100kmaclrn-ndrpdr" +# - "Tests.Vpp.Perf.L2.2N1L-100Ge2P1E810Cq-Avf-Eth-L2Bdscale1Mmaclrn-Ndrpdr.64B-{core}-avf-eth-l2bdscale1mmaclrn-ndrpdr" +# layout: +# title: "2n-icx-e810cq-64b-{core}-l2switching-base-scale-avf-{test_type}" +# layout: "plot-throughput" +# +# - type: "plot" +# title: "Throughput: 2n-icx-e810cq-64b-{core}-l2switching-base-scale-dpdk-{test_type}" +# algorithm: "plot_ndrpdr_box_name" +# output-file: "{DIR[STATIC,VPP]}/2n-icx-e810cq-64b-{core}-l2switching-base-scale-dpdk-{test_type}" +# data: "vpp-2n-icx-curr-iter" +# core: ["2t1c", ] +# include: +# - "Tests.Vpp.Perf.L2.2N1L-100Ge2P1E810Cq-Eth-L2Patch-Ndrpdr.64B-{core}-eth-l2patch-ndrpdr" +# - "Tests.Vpp.Perf.L2.2N1L-100Ge2P1E810Cq-Eth-L2Xcbase-Ndrpdr.64B-{core}-eth-l2xcbase-ndrpdr" +# - "Tests.Vpp.Perf.L2.2N1L-100Ge2P1E810Cq-Eth-L2Bdbasemaclrn-Ndrpdr.64B-{core}-eth-l2bdbasemaclrn-ndrpdr" +# - "Tests.Vpp.Perf.L2.2N1L-100Ge2P1E810Cq-Eth-L2Bdscale10Kmaclrn-Ndrpdr.64B-{core}-eth-l2bdscale10kmaclrn-ndrpdr" +# - "Tests.Vpp.Perf.L2.2N1L-100Ge2P1E810Cq-Eth-L2Bdscale100Kmaclrn-Ndrpdr.64B-{core}-eth-l2bdscale100kmaclrn-ndrpdr" +# - "Tests.Vpp.Perf.L2.2N1L-100Ge2P1E810Cq-Eth-L2Bdscale1Mmaclrn-Ndrpdr.64B-{core}-eth-l2bdscale1mmaclrn-ndrpdr" +# layout: +# title: "2n-icx-e810cq-64b-{core}-l2switching-base-scale-dpdk-{test_type}" +# layout: "plot-throughput" +# +# - type: "plot" +# title: "Speedup: 2n-icx-e810cq-64b-ip4routing-base-scale-avf-{test_type}-tsa" +# algorithm: "plot_tsa_name" +# output-file: "{DIR[STATIC,VPP]}/2n-icx-e810cq-64b-ip4routing-base-scale-avf-{test_type}-tsa" +# data: "vpp-2n-icx-curr-iter" +# include: +# - "Tests.Vpp.Perf.Ip4.2N1L-100Ge2P1E810Cq-Avf-Ethip4-Ip4Base-Ndrpdr.64B-.t.c-avf-ethip4-ip4base-ndrpdr" +# - "Tests.Vpp.Perf.Ip4.2N1L-100Ge2P1E810Cq-Avf-Ethip4-Ip4Scale20K-Ndrpdr.64B-.t.c-avf-ethip4-ip4scale20k-ndrpdr" +# - "Tests.Vpp.Perf.Ip4.2N1L-100Ge2P1E810Cq-Avf-Ethip4-Ip4Scale200K-Ndrpdr.64B-.t.c-avf-ethip4-ip4scale200k-ndrpdr" +# - "Tests.Vpp.Perf.Ip4.2N1L-100Ge2P1E810Cq-Avf-Ethip4-Ip4Scale2M-Ndrpdr.64B-.t.c-avf-ethip4-ip4scale2m-ndrpdr" +# layout: +# title: "2n-icx-e810cq-64b-ip4routing-base-scale-avf-{test_type}" +# layout: "plot-throughput-speedup-analysis" +# +# - type: "plot" +# title: "Speedup: 2n-icx-e810cq-64b-ip4routing-base-scale-dpdk-{test_type}-tsa" +# algorithm: "plot_tsa_name" +# output-file: "{DIR[STATIC,VPP]}/2n-icx-e810cq-64b-ip4routing-base-scale-dpdk-{test_type}-tsa" +# data: "vpp-2n-icx-curr-iter" +# include: +# - "Tests.Vpp.Perf.Ip4.2N1L-100Ge2P1E810Cq-Ethip4-Ip4Base-Ndrpdr.64B-.t.c-ethip4-ip4base-ndrpdr" +# - "Tests.Vpp.Perf.Ip4.2N1L-100Ge2P1E810Cq-Ethip4-Ip4Scale20K-Ndrpdr.64B-.t.c-ethip4-ip4scale20k-ndrpdr" +# - "Tests.Vpp.Perf.Ip4.2N1L-100Ge2P1E810Cq-Ethip4-Ip4Scale200K-Ndrpdr.64B-.t.c-ethip4-ip4scale200k-ndrpdr" +# - "Tests.Vpp.Perf.Ip4.2N1L-100Ge2P1E810Cq-Ethip4-Ip4Scale2M-Ndrpdr.64B-.t.c-ethip4-ip4scale2m-ndrpdr" +# layout: +# title: "2n-icx-e810cq-64b-ip4routing-base-scale-dpdk-{test_type}" +# layout: "plot-throughput-speedup-analysis" +# +# - type: "plot" +# title: "Speedup: 2n-icx-e810cq-78b-ip6routing-base-scale-avf-{test_type}-tsa" +# algorithm: "plot_tsa_name" +# output-file: "{DIR[STATIC,VPP]}/2n-icx-e810cq-78b-ip6routing-base-scale-avf-{test_type}-tsa" +# data: "vpp-2n-icx-curr-iter" +# include: +# - "Tests.Vpp.Perf.Ip6.2N1L-100Ge2P1E810Cq-Avf-Ethip6-Ip6Base-Ndrpdr.78B-.t.c-avf-ethip6-ip6base-ndrpdr" +# - "Tests.Vpp.Perf.Ip6.2N1L-100Ge2P1E810Cq-Avf-Ethip6-Ip6Scale20K-Ndrpdr.78B-.t.c-avf-ethip6-ip6scale20k-ndrpdr" +# - "Tests.Vpp.Perf.Ip6.2N1L-100Ge2P1E810Cq-Avf-Ethip6-Ip6Scale200K-Ndrpdr.78B-.t.c-avf-ethip6-ip6scale200k-ndrpdr" +# - "Tests.Vpp.Perf.Ip6.2N1L-100Ge2P1E810Cq-Avf-Ethip6-Ip6Scale2M-Ndrpdr.78B-.t.c-avf-ethip6-ip6scale2m-ndrpdr" +# layout: +# title: "2n-icx-e810cq-78b-ip6routing-base-scale-avf-{test_type}" +# layout: "plot-throughput-speedup-analysis" +# +# - type: "plot" +# title: "Speedup: 2n-icx-e810cq-78b-ip6routing-base-scale-dpdk-{test_type}-tsa" +# algorithm: "plot_tsa_name" +# output-file: "{DIR[STATIC,VPP]}/2n-icx-e810cq-78b-ip6routing-base-scale-dpdk-{test_type}-tsa" +# data: "vpp-2n-icx-curr-iter" +# include: +# - "Tests.Vpp.Perf.Ip6.2N1L-100Ge2P1E810Cq-Ethip6-Ip6Base-Ndrpdr.78B-.t.c-ethip6-ip6base-ndrpdr" +# - "Tests.Vpp.Perf.Ip6.2N1L-100Ge2P1E810Cq-Ethip6-Ip6Scale20K-Ndrpdr.78B-.t.c-ethip6-ip6scale20k-ndrpdr" +# - "Tests.Vpp.Perf.Ip6.2N1L-100Ge2P1E810Cq-Ethip6-Ip6Scale200K-Ndrpdr.78B-.t.c-ethip6-ip6scale200k-ndrpdr" +# - "Tests.Vpp.Perf.Ip6.2N1L-100Ge2P1E810Cq-Ethip6-Ip6Scale2M-Ndrpdr.78B-.t.c-ethip6-ip6scale2m-ndrpdr" +# layout: +# title: "2n-icx-e810cq-78b-ip6routing-base-scale-dpdk-{test_type}" +# layout: "plot-throughput-speedup-analysis" +# +# - type: "plot" +# title: "Speedup: 2n-icx-e810cq-64b-l2switching-base-scale-avf-{test_type}-tsa" +# algorithm: "plot_tsa_name" +# output-file: "{DIR[STATIC,VPP]}/2n-icx-e810cq-64b-l2switching-base-scale-avf-{test_type}-tsa" +# data: "vpp-2n-icx-curr-iter" +# include: +# - "Tests.Vpp.Perf.L2.2N1L-100Ge2P1E810Cq-Avf-Eth-L2Patch-Ndrpdr.64B-.t.c-avf-eth-l2patch-ndrpdr" +# - "Tests.Vpp.Perf.L2.2N1L-100Ge2P1E810Cq-Avf-Eth-L2Xcbase-Ndrpdr.64B-.t.c-avf-eth-l2xcbase-ndrpdr" +# - "Tests.Vpp.Perf.L2.2N1L-100Ge2P1E810Cq-Avf-Eth-L2Bdbasemaclrn-Ndrpdr.64B-.t.c-avf-eth-l2bdbasemaclrn-ndrpdr" +# - "Tests.Vpp.Perf.L2.2N1L-100Ge2P1E810Cq-Avf-Eth-L2Bdscale10Kmaclrn-Ndrpdr.64B-.t.c-avf-eth-l2bdscale10kmaclrn-ndrpdr" +# - "Tests.Vpp.Perf.L2.2N1L-100Ge2P1E810Cq-Avf-Eth-L2Bdscale100Kmaclrn-Ndrpdr.64B-.t.c-avf-eth-l2bdscale100kmaclrn-ndrpdr" +# - "Tests.Vpp.Perf.L2.2N1L-100Ge2P1E810Cq-Avf-Eth-L2Bdscale1Mmaclrn-Ndrpdr.64B-.t.c-avf-eth-l2bdscale1mmaclrn-ndrpdr" +# layout: +# title: "2n-icx-e810cq-64b-l2switching-base-scale-avf-{test_type}" +# layout: "plot-throughput-speedup-analysis" +# +# - type: "plot" +# title: "Speedup: 2n-icx-e810cq-64b-l2switching-base-scale-dpdk-{test_type}-tsa" +# algorithm: "plot_tsa_name" +# output-file: "{DIR[STATIC,VPP]}/2n-icx-e810cq-64b-l2switching-base-scale-dpdk-{test_type}-tsa" +# data: "vpp-2n-icx-curr-iter" +# include: +# - "Tests.Vpp.Perf.L2.2N1L-100Ge2P1E810Cq-Eth-L2Patch-Ndrpdr.64B-.t.c-eth-l2patch-ndrpdr" +# - "Tests.Vpp.Perf.L2.2N1L-100Ge2P1E810Cq-Eth-L2Xcbase-Ndrpdr.64B-.t.c-eth-l2xcbase-ndrpdr" +# - "Tests.Vpp.Perf.L2.2N1L-100Ge2P1E810Cq-Eth-L2Bdbasemaclrn-Ndrpdr.64B-.t.c-eth-l2bdbasemaclrn-ndrpdr" +# - "Tests.Vpp.Perf.L2.2N1L-100Ge2P1E810Cq-Eth-L2Bdscale10Kmaclrn-Ndrpdr.64B-.t.c-eth-l2bdscale10kmaclrn-ndrpdr" +# - "Tests.Vpp.Perf.L2.2N1L-100Ge2P1E810Cq-Eth-L2Bdscale100Kmaclrn-Ndrpdr.64B-.t.c-eth-l2bdscale100kmaclrn-ndrpdr" +# - "Tests.Vpp.Perf.L2.2N1L-100Ge2P1E810Cq-Eth-L2Bdscale1Mmaclrn-Ndrpdr.64B-.t.c-eth-l2bdscale1mmaclrn-ndrpdr" +# layout: +# title: "2n-icx-e810cq-64b-l2switching-base-scale-dpdk-{test_type}" +# layout: "plot-throughput-speedup-analysis" +# +# # 3n-icx +# +# - type: "plot" +# title: "Throughput: 3n-icx-e810cq-64b-{core}-ipsec-aes128gcm-ip4routing-scale-avf-{test_type}" +# algorithm: "plot_ndrpdr_box_name" +# output-file: "{DIR[STATIC,VPP]}/3n-icx-e810cq-64b-{core}-ipsec-aes128gcm-ip4routing-scale-avf-{test_type}" +# data: "vpp-3n-icx-curr-iter" +# core: ["2t1c", ] +# include: +# - "Tests.Vpp.Perf.Crypto.100Ge2P1E810Cq-Avf-Ethip4Ipsec4Tnlsw-Ip4Base-Int-Aes128Gcm-Ndrpdr.64B-{core}-avf-ethip4ipsec4tnlsw-ip4base-int-aes128gcm-ndrpdr" +# - "Tests.Vpp.Perf.Crypto.100Ge2P1E810Cq-Avf-Ethip4Ipsec40Tnlsw-Ip4Base-Int-Aes128Gcm-Ndrpdr.64B-{core}-avf-ethip4ipsec40tnlsw-ip4base-int-aes128gcm-ndrpdr" +# - "Tests.Vpp.Perf.Crypto.100Ge2P1E810Cq-Avf-Ethip4Ipsec400Tnlsw-Ip4Base-Int-Aes128Gcm-Ndrpdr.64B-{core}-avf-ethip4ipsec400tnlsw-ip4base-int-aes128gcm-ndrpdr" +# - "Tests.Vpp.Perf.Crypto.100Ge2P1E810Cq-Avf-Ethip4Ipsec1000Tnlsw-Ip4Base-Int-Aes128Gcm-Ndrpdr.64B-{core}-avf-ethip4ipsec1000tnlsw-ip4base-int-aes128gcm-ndrpdr" +# - "Tests.Vpp.Perf.Crypto.100Ge2P1E810Cq-Avf-Ethip4Ipsec20000Tnlsw-Ip4Base-Int-Aes128Gcm-Ndrpdr.64B-{core}-avf-ethip4ipsec20000tnlsw-ip4base-int-aes128gcm-ndrpdr" +# - "Tests.Vpp.Perf.Crypto.100Ge2P1E810Cq-Avf-Ethip4Ipsec10000Tnlsw-Ip4Base-Int-Aes128Gcm-Ndrpdr.64B-{core}-avf-ethip4ipsec10000tnlsw-ip4base-int-aes128gcm-ndrpdr" +# layout: +# title: "3n-icx-e810cq-64b-{core}-ipsec-aes128gcm-ip4routing-scale-avf-{test_type}" +# layout: "plot-throughput" +# +# - type: "plot" +# title: "Throughput: 3n-icx-e810cq-1518b-{core}-ipsec-aes128gcm-ip4routing-scale-avf-{test_type}" +# algorithm: "plot_ndrpdr_box_name" +# output-file: "{DIR[STATIC,VPP]}/3n-icx-e810cq-1518b-{core}-ipsec-aes128gcm-ip4routing-scale-avf-{test_type}" +# data: "vpp-3n-icx-curr-iter" +# core: ["2t1c", ] +# include: +# - "Tests.Vpp.Perf.Crypto.100Ge2P1E810Cq-Avf-Ethip4Ipsec4Tnlsw-Ip4Base-Int-Aes128Gcm-Ndrpdr.1518b-{core}-avf-ethip4ipsec4tnlsw-ip4base-int-aes128gcm-ndrpdr" +# - "Tests.Vpp.Perf.Crypto.100Ge2P1E810Cq-Avf-Ethip4Ipsec40Tnlsw-Ip4Base-Int-Aes128Gcm-Ndrpdr.1518b-{core}-avf-ethip4ipsec40tnlsw-ip4base-int-aes128gcm-ndrpdr" +# - "Tests.Vpp.Perf.Crypto.100Ge2P1E810Cq-Avf-Ethip4Ipsec400Tnlsw-Ip4Base-Int-Aes128Gcm-Ndrpdr.1518b-{core}-avf-ethip4ipsec400tnlsw-ip4base-int-aes128gcm-ndrpdr" +# - "Tests.Vpp.Perf.Crypto.100Ge2P1E810Cq-Avf-Ethip4Ipsec1000Tnlsw-Ip4Base-Int-Aes128Gcm-Ndrpdr.1518b-{core}-avf-ethip4ipsec1000tnlsw-ip4base-int-aes128gcm-ndrpdr" +# - "Tests.Vpp.Perf.Crypto.100Ge2P1E810Cq-Avf-Ethip4Ipsec20000Tnlsw-Ip4Base-Int-Aes128Gcm-Ndrpdr.1518b-{core}-avf-ethip4ipsec20000tnlsw-ip4base-int-aes128gcm-ndrpdr" +# - "Tests.Vpp.Perf.Crypto.100Ge2P1E810Cq-Avf-Ethip4Ipsec10000Tnlsw-Ip4Base-Int-Aes128Gcm-Ndrpdr.1518b-{core}-avf-ethip4ipsec10000tnlsw-ip4base-int-aes128gcm-ndrpdr" +# layout: +# title: "3n-icx-e810cq-1518b-{core}-ipsec-aes128gcm-ip4routing-scale-avf-{test_type}" +# layout: "plot-throughput" +# +# - type: "plot" +# title: "Throughput: 3n-icx-e810cq-imix-{core}-ipsec-aes128gcm-ip4routing-scale-avf-{test_type}" +# algorithm: "plot_ndrpdr_box_name" +# output-file: "{DIR[STATIC,VPP]}/3n-icx-e810cq-imix-{core}-ipsec-aes128gcm-ip4routing-scale-avf-{test_type}" +# data: "vpp-3n-icx-curr-iter" +# core: ["2t1c", ] +# include: +# - "Tests.Vpp.Perf.Crypto.100Ge2P1E810Cq-Avf-Ethip4Ipsec4Tnlsw-Ip4Base-Int-Aes128Gcm-Ndrpdr.imix-{core}-avf-ethip4ipsec4tnlsw-ip4base-int-aes128gcm-ndrpdr" +# - "Tests.Vpp.Perf.Crypto.100Ge2P1E810Cq-Avf-Ethip4Ipsec40Tnlsw-Ip4Base-Int-Aes128Gcm-Ndrpdr.imix-{core}-avf-ethip4ipsec40tnlsw-ip4base-int-aes128gcm-ndrpdr" +# - "Tests.Vpp.Perf.Crypto.100Ge2P1E810Cq-Avf-Ethip4Ipsec400Tnlsw-Ip4Base-Int-Aes128Gcm-Ndrpdr.imix-{core}-avf-ethip4ipsec400tnlsw-ip4base-int-aes128gcm-ndrpdr" +# - "Tests.Vpp.Perf.Crypto.100Ge2P1E810Cq-Avf-Ethip4Ipsec1000Tnlsw-Ip4Base-Int-Aes128Gcm-Ndrpdr.imix-{core}-avf-ethip4ipsec1000tnlsw-ip4base-int-aes128gcm-ndrpdr" +# - "Tests.Vpp.Perf.Crypto.100Ge2P1E810Cq-Avf-Ethip4Ipsec20000Tnlsw-Ip4Base-Int-Aes128Gcm-Ndrpdr.imix-{core}-avf-ethip4ipsec20000tnlsw-ip4base-int-aes128gcm-ndrpdr" +# - "Tests.Vpp.Perf.Crypto.100Ge2P1E810Cq-Avf-Ethip4Ipsec10000Tnlsw-Ip4Base-Int-Aes128Gcm-Ndrpdr.imix-{core}-avf-ethip4ipsec10000tnlsw-ip4base-int-aes128gcm-ndrpdr" +# layout: +# title: "3n-icx-e810cq-imix-{core}-ipsec-aes128gcm-ip4routing-scale-avf-{test_type}" +# layout: "plot-throughput" +# +# - type: "plot" +# title: "Throughput: 3n-icx-e810cq-64b-{core}-ipsec-aes256gcm-ip4routing-scale-avf-{test_type}" +# algorithm: "plot_ndrpdr_box_name" +# output-file: "{DIR[STATIC,VPP]}/3n-icx-e810cq-64b-{core}-ipsec-aes256gcm-ip4routing-scale-avf-{test_type}" +# data: "vpp-3n-icx-curr-iter" +# core: ["2t1c", ] +# include: +# - "Tests.Vpp.Perf.Crypto.100Ge2P1E810Cq-Avf-Ethip4Ipsec4Tnlsw-Ip4Base-Int-Aes256Gcm-Ndrpdr.64B-{core}-avf-ethip4ipsec4tnlsw-ip4base-int-aes256gcm-ndrpdr" +# - "Tests.Vpp.Perf.Crypto.100Ge2P1E810Cq-Avf-Ethip4Ipsec40Tnlsw-Ip4Base-Int-Aes256Gcm-Ndrpdr.64B-{core}-avf-ethip4ipsec40tnlsw-ip4base-int-aes256gcm-ndrpdr" +# - "Tests.Vpp.Perf.Crypto.100Ge2P1E810Cq-Avf-Ethip4Ipsec400Tnlsw-Ip4Base-Int-Aes256Gcm-Ndrpdr.64B-{core}-avf-ethip4ipsec400tnlsw-ip4base-int-aes256gcm-ndrpdr" +# - "Tests.Vpp.Perf.Crypto.100Ge2P1E810Cq-Avf-Ethip4Ipsec1000Tnlsw-Ip4Base-Int-Aes256Gcm-Ndrpdr.64B-{core}-avf-ethip4ipsec1000tnlsw-ip4base-int-aes256gcm-ndrpdr" +# - "Tests.Vpp.Perf.Crypto.100Ge2P1E810Cq-Avf-Ethip4Ipsec20000Tnlsw-Ip4Base-Int-Aes256Gcm-Ndrpdr.64B-{core}-avf-ethip4ipsec20000tnlsw-ip4base-int-aes256gcm-ndrpdr" +# - "Tests.Vpp.Perf.Crypto.100Ge2P1E810Cq-Avf-Ethip4Ipsec10000Tnlsw-Ip4Base-Int-Aes256Gcm-Ndrpdr.64B-{core}-avf-ethip4ipsec10000tnlsw-ip4base-int-aes256gcm-ndrpdr" +# layout: +# title: "3n-icx-e810cq-64b-{core}-ipsec-aes256gcm-ip4routing-scale-avf-{test_type}" +# layout: "plot-throughput" +# +# - type: "plot" +# title: "Throughput: 3n-icx-e810cq-1518b-{core}-ipsec-aes256gcm-ip4routing-scale-avf-{test_type}" +# algorithm: "plot_ndrpdr_box_name" +# output-file: "{DIR[STATIC,VPP]}/3n-icx-e810cq-1518b-{core}-ipsec-aes256gcm-ip4routing-scale-avf-{test_type}" +# data: "vpp-3n-icx-curr-iter" +# core: ["2t1c", ] +# include: +# - "Tests.Vpp.Perf.Crypto.100Ge2P1E810Cq-Avf-Ethip4Ipsec4Tnlsw-Ip4Base-Int-Aes256Gcm-Ndrpdr.1518b-{core}-avf-ethip4ipsec4tnlsw-ip4base-int-aes256gcm-ndrpdr" +# - "Tests.Vpp.Perf.Crypto.100Ge2P1E810Cq-Avf-Ethip4Ipsec40Tnlsw-Ip4Base-Int-Aes256Gcm-Ndrpdr.1518b-{core}-avf-ethip4ipsec40tnlsw-ip4base-int-aes256gcm-ndrpdr" +# - "Tests.Vpp.Perf.Crypto.100Ge2P1E810Cq-Avf-Ethip4Ipsec400Tnlsw-Ip4Base-Int-Aes256Gcm-Ndrpdr.1518b-{core}-avf-ethip4ipsec400tnlsw-ip4base-int-aes256gcm-ndrpdr" +# - "Tests.Vpp.Perf.Crypto.100Ge2P1E810Cq-Avf-Ethip4Ipsec1000Tnlsw-Ip4Base-Int-Aes256Gcm-Ndrpdr.1518b-{core}-avf-ethip4ipsec1000tnlsw-ip4base-int-aes256gcm-ndrpdr" +# - "Tests.Vpp.Perf.Crypto.100Ge2P1E810Cq-Avf-Ethip4Ipsec20000Tnlsw-Ip4Base-Int-Aes256Gcm-Ndrpdr.1518b-{core}-avf-ethip4ipsec20000tnlsw-ip4base-int-aes256gcm-ndrpdr" +# - "Tests.Vpp.Perf.Crypto.100Ge2P1E810Cq-Avf-Ethip4Ipsec10000Tnlsw-Ip4Base-Int-Aes256Gcm-Ndrpdr.1518b-{core}-avf-ethip4ipsec10000tnlsw-ip4base-int-aes256gcm-ndrpdr" +# layout: +# title: "3n-icx-e810cq-1518b-{core}-ipsec-aes256gcm-ip4routing-scale-avf-{test_type}" +# layout: "plot-throughput" +# +# - type: "plot" +# title: "Throughput: 3n-icx-e810cq-imix-{core}-ipsec-aes256gcm-ip4routing-scale-avf-{test_type}" +# algorithm: "plot_ndrpdr_box_name" +# output-file: "{DIR[STATIC,VPP]}/3n-icx-e810cq-imix-{core}-ipsec-aes256gcm-ip4routing-scale-avf-{test_type}" +# data: "vpp-3n-icx-curr-iter" +# core: ["2t1c", ] +# include: +# - "Tests.Vpp.Perf.Crypto.100Ge2P1E810Cq-Avf-Ethip4Ipsec4Tnlsw-Ip4Base-Int-Aes256Gcm-Ndrpdr.imix-{core}-avf-ethip4ipsec4tnlsw-ip4base-int-aes256gcm-ndrpdr" +# - "Tests.Vpp.Perf.Crypto.100Ge2P1E810Cq-Avf-Ethip4Ipsec40Tnlsw-Ip4Base-Int-Aes256Gcm-Ndrpdr.imix-{core}-avf-ethip4ipsec40tnlsw-ip4base-int-aes256gcm-ndrpdr" +# - "Tests.Vpp.Perf.Crypto.100Ge2P1E810Cq-Avf-Ethip4Ipsec400Tnlsw-Ip4Base-Int-Aes256Gcm-Ndrpdr.imix-{core}-avf-ethip4ipsec400tnlsw-ip4base-int-aes256gcm-ndrpdr" +# - "Tests.Vpp.Perf.Crypto.100Ge2P1E810Cq-Avf-Ethip4Ipsec1000Tnlsw-Ip4Base-Int-Aes256Gcm-Ndrpdr.imix-{core}-avf-ethip4ipsec1000tnlsw-ip4base-int-aes256gcm-ndrpdr" +# - "Tests.Vpp.Perf.Crypto.100Ge2P1E810Cq-Avf-Ethip4Ipsec20000Tnlsw-Ip4Base-Int-Aes256Gcm-Ndrpdr.imix-{core}-avf-ethip4ipsec20000tnlsw-ip4base-int-aes256gcm-ndrpdr" +# - "Tests.Vpp.Perf.Crypto.100Ge2P1E810Cq-Avf-Ethip4Ipsec10000Tnlsw-Ip4Base-Int-Aes256Gcm-Ndrpdr.imix-{core}-avf-ethip4ipsec10000tnlsw-ip4base-int-aes256gcm-ndrpdr" +# layout: +# title: "3n-icx-e810cq-imix-{core}-ipsec-aes256gcm-ip4routing-scale-avf-{test_type}" +# layout: "plot-throughput" +# +# - type: "plot" +# title: "Throughput: 3n-icx-e810cq-64b-{core}-ip4tunnel-base-avf-{test_type}" +# algorithm: "plot_ndrpdr_box_name" +# output-file: "{DIR[STATIC,VPP]}/3n-icx-e810cq-64b-{core}-ip4tunnel-base-avf-{test_type}" +# data: "vpp-3n-icx-curr-iter" +# core: ["2t1c", ] +# include: +# - "Tests.Vpp.Perf.Ip4 Tunnels.100Ge2P1E810Cq-Avf-Ethip4Vxlan-L2Xcbase-Ndrpdr.64B-{core}-avf-ethip4vxlan-l2xcbase-ndrpdr" +# - "Tests.Vpp.Perf.Ip4 Tunnels.100Ge2P1E810Cq-Avf-Ethip4Vxlan-L2Bdbasemaclrn-Ndrpdr.64B-{core}-avf-ethip4vxlan-l2bdbasemaclrn-ndrpdr" +# layout: +# title: "3n-icx-e810cq-64b-{core}-ip4tunnel-base-avf-{test_type}" +# layout: "plot-throughput" +# +# - type: "plot" +# title: "Throughput: 3n-icx-e810cq-1518b-{core}-ip4tunnel-base-avf-{test_type}" +# algorithm: "plot_ndrpdr_box_name" +# output-file: "{DIR[STATIC,VPP]}/3n-icx-e810cq-1518b-{core}-ip4tunnel-base-avf-{test_type}" +# data: "vpp-3n-icx-curr-iter" +# core: ["2t1c", ] +# include: +# - "Tests.Vpp.Perf.Ip4 Tunnels.100Ge2P1E810Cq-Avf-Ethip4Vxlan-L2Xcbase-Ndrpdr.1518b-{core}-avf-ethip4vxlan-l2xcbase-ndrpdr" +# - "Tests.Vpp.Perf.Ip4 Tunnels.100Ge2P1E810Cq-Avf-Ethip4Vxlan-L2Bdbasemaclrn-Ndrpdr.1518b-{core}-avf-ethip4vxlan-l2bdbasemaclrn-ndrpdr" +# layout: +# title: "3n-icx-e810cq-1518b-{core}-ip4tunnel-base-avf-{test_type}" +# layout: "plot-throughput" +# +# - type: "plot" +# title: "Throughput: 3n-icx-e810cq-imix-{core}-ip4tunnel-base-avf-{test_type}" +# algorithm: "plot_ndrpdr_box_name" +# output-file: "{DIR[STATIC,VPP]}/3n-icx-e810cq-imix-{core}-ip4tunnel-base-avf-{test_type}" +# data: "vpp-3n-icx-curr-iter" +# core: ["2t1c", ] +# include: +# - "Tests.Vpp.Perf.Ip4 Tunnels.100Ge2P1E810Cq-Avf-Ethip4Vxlan-L2Xcbase-Ndrpdr.imix-{core}-avf-ethip4vxlan-l2xcbase-ndrpdr" +# - "Tests.Vpp.Perf.Ip4 Tunnels.100Ge2P1E810Cq-Avf-Ethip4Vxlan-L2Bdbasemaclrn-Ndrpdr.imix-{core}-avf-ethip4vxlan-l2bdbasemaclrn-ndrpdr" +# layout: +# title: "3n-icx-e810cq-imix-{core}-ip4tunnel-base-avf-{test_type}" +# layout: "plot-throughput" +# +# - type: "plot" +# title: "Speedup: 3n-icx-e810cq-64b-ipsec-aes128gcm-ip4routing-scale-avf-{test_type}-tsa" +# algorithm: "plot_tsa_name" +# output-file: "{DIR[STATIC,VPP]}/3n-icx-e810cq-64b-ipsec-aes128gcm-ip4routing-scale-avf-{test_type}-tsa" +# data: "vpp-3n-icx-curr-iter" +# include: +# - "Tests.Vpp.Perf.Crypto.100Ge2P1E810Cq-Avf-Ethip4Ipsec4Tnlsw-Ip4Base-Int-Aes128Gcm-Ndrpdr.64B-.t.c-avf-ethip4ipsec4tnlsw-ip4base-int-aes128gcm-ndrpdr" +# - "Tests.Vpp.Perf.Crypto.100Ge2P1E810Cq-Avf-Ethip4Ipsec40Tnlsw-Ip4Base-Int-Aes128Gcm-Ndrpdr.64B-.t.c-avf-ethip4ipsec40tnlsw-ip4base-int-aes128gcm-ndrpdr" +# - "Tests.Vpp.Perf.Crypto.100Ge2P1E810Cq-Avf-Ethip4Ipsec400Tnlsw-Ip4Base-Int-Aes128Gcm-Ndrpdr.64B-.t.c-avf-ethip4ipsec400tnlsw-ip4base-int-aes128gcm-ndrpdr" +# - "Tests.Vpp.Perf.Crypto.100Ge2P1E810Cq-Avf-Ethip4Ipsec1000Tnlsw-Ip4Base-Int-Aes128Gcm-Ndrpdr.64B-.t.c-avf-ethip4ipsec1000tnlsw-ip4base-int-aes128gcm-ndrpdr" +# - "Tests.Vpp.Perf.Crypto.100Ge2P1E810Cq-Avf-Ethip4Ipsec20000Tnlsw-Ip4Base-Int-Aes128Gcm-Ndrpdr.64B-.t.c-avf-ethip4ipsec20000tnlsw-ip4base-int-aes128gcm-ndrpdr" +# - "Tests.Vpp.Perf.Crypto.100Ge2P1E810Cq-Avf-Ethip4Ipsec10000Tnlsw-Ip4Base-Int-Aes128Gcm-Ndrpdr.64B-.t.c-avf-ethip4ipsec10000tnlsw-ip4base-int-aes128gcm-ndrpdr" +# layout: +# title: "3n-icx-e810cq-64b-ipsec-aes128gcm-ip4routing-scale-avf-{test_type}" +# layout: "plot-throughput-speedup-analysis" +# +# - type: "plot" +# title: "Speedup: 3n-icx-e810cq-1518b-ipsec-aes128gcm-ip4routing-scale-avf-{test_type}-tsa" +# algorithm: "plot_tsa_name" +# output-file: "{DIR[STATIC,VPP]}/3n-icx-e810cq-1518b-ipsec-aes128gcm-ip4routing-scale-avf-{test_type}-tsa" +# data: "vpp-3n-icx-curr-iter" +# include: +# - "Tests.Vpp.Perf.Crypto.100Ge2P1E810Cq-Avf-Ethip4Ipsec4Tnlsw-Ip4Base-Int-Aes128Gcm-Ndrpdr.1518b-.t.c-avf-ethip4ipsec4tnlsw-ip4base-int-aes128gcm-ndrpdr" +# - "Tests.Vpp.Perf.Crypto.100Ge2P1E810Cq-Avf-Ethip4Ipsec40Tnlsw-Ip4Base-Int-Aes128Gcm-Ndrpdr.1518b-.t.c-avf-ethip4ipsec40tnlsw-ip4base-int-aes128gcm-ndrpdr" +# - "Tests.Vpp.Perf.Crypto.100Ge2P1E810Cq-Avf-Ethip4Ipsec400Tnlsw-Ip4Base-Int-Aes128Gcm-Ndrpdr.1518b-.t.c-avf-ethip4ipsec400tnlsw-ip4base-int-aes128gcm-ndrpdr" +# - "Tests.Vpp.Perf.Crypto.100Ge2P1E810Cq-Avf-Ethip4Ipsec1000Tnlsw-Ip4Base-Int-Aes128Gcm-Ndrpdr.1518b-.t.c-avf-ethip4ipsec1000tnlsw-ip4base-int-aes128gcm-ndrpdr" +# - "Tests.Vpp.Perf.Crypto.100Ge2P1E810Cq-Avf-Ethip4Ipsec20000Tnlsw-Ip4Base-Int-Aes128Gcm-Ndrpdr.1518b-.t.c-avf-ethip4ipsec20000tnlsw-ip4base-int-aes128gcm-ndrpdr" +# - "Tests.Vpp.Perf.Crypto.100Ge2P1E810Cq-Avf-Ethip4Ipsec10000Tnlsw-Ip4Base-Int-Aes128Gcm-Ndrpdr.1518b-.t.c-avf-ethip4ipsec10000tnlsw-ip4base-int-aes128gcm-ndrpdr" +# layout: +# title: "3n-icx-e810cq-1518b-ipsec-aes128gcm-ip4routing-scale-avf-{test_type}" +# layout: "plot-throughput-speedup-analysis" +# +# - type: "plot" +# title: "Speedup: 3n-icx-e810cq-imix-ipsec-aes128gcm-ip4routing-scale-avf-{test_type}-tsa" +# algorithm: "plot_tsa_name" +# output-file: "{DIR[STATIC,VPP]}/3n-icx-e810cq-imix-ipsec-aes128gcm-ip4routing-scale-avf-{test_type}-tsa" +# data: "vpp-3n-icx-curr-iter" +# include: +# - "Tests.Vpp.Perf.Crypto.100Ge2P1E810Cq-Avf-Ethip4Ipsec4Tnlsw-Ip4Base-Int-Aes128Gcm-Ndrpdr.imix-.t.c-avf-ethip4ipsec4tnlsw-ip4base-int-aes128gcm-ndrpdr" +# - "Tests.Vpp.Perf.Crypto.100Ge2P1E810Cq-Avf-Ethip4Ipsec40Tnlsw-Ip4Base-Int-Aes128Gcm-Ndrpdr.imix-.t.c-avf-ethip4ipsec40tnlsw-ip4base-int-aes128gcm-ndrpdr" +# - "Tests.Vpp.Perf.Crypto.100Ge2P1E810Cq-Avf-Ethip4Ipsec400Tnlsw-Ip4Base-Int-Aes128Gcm-Ndrpdr.imix-.t.c-avf-ethip4ipsec400tnlsw-ip4base-int-aes128gcm-ndrpdr" +# - "Tests.Vpp.Perf.Crypto.100Ge2P1E810Cq-Avf-Ethip4Ipsec1000Tnlsw-Ip4Base-Int-Aes128Gcm-Ndrpdr.imix-.t.c-avf-ethip4ipsec1000tnlsw-ip4base-int-aes128gcm-ndrpdr" +# - "Tests.Vpp.Perf.Crypto.100Ge2P1E810Cq-Avf-Ethip4Ipsec20000Tnlsw-Ip4Base-Int-Aes128Gcm-Ndrpdr.imix-.t.c-avf-ethip4ipsec20000tnlsw-ip4base-int-aes128gcm-ndrpdr" +# - "Tests.Vpp.Perf.Crypto.100Ge2P1E810Cq-Avf-Ethip4Ipsec10000Tnlsw-Ip4Base-Int-Aes128Gcm-Ndrpdr.imix-.t.c-avf-ethip4ipsec10000tnlsw-ip4base-int-aes128gcm-ndrpdr" +# layout: +# title: "3n-icx-e810cq-imix-ipsec-aes128gcm-ip4routing-scale-avf-{test_type}" +# layout: "plot-throughput-speedup-analysis" +# +# - type: "plot" +# title: "Speedup: 3n-icx-e810cq-64b-ipsec-aes256gcm-ip4routing-scale-avf-{test_type}-tsa" +# algorithm: "plot_tsa_name" +# output-file: "{DIR[STATIC,VPP]}/3n-icx-e810cq-64b-ipsec-aes256gcm-ip4routing-scale-avf-{test_type}-tsa" +# data: "vpp-3n-icx-curr-iter" +# include: +# - "Tests.Vpp.Perf.Crypto.100Ge2P1E810Cq-Avf-Ethip4Ipsec4Tnlsw-Ip4Base-Int-Aes256Gcm-Ndrpdr.64B-.t.c-avf-ethip4ipsec4tnlsw-ip4base-int-aes256gcm-ndrpdr" +# - "Tests.Vpp.Perf.Crypto.100Ge2P1E810Cq-Avf-Ethip4Ipsec40Tnlsw-Ip4Base-Int-Aes256Gcm-Ndrpdr.64B-.t.c-avf-ethip4ipsec40tnlsw-ip4base-int-aes256gcm-ndrpdr" +# - "Tests.Vpp.Perf.Crypto.100Ge2P1E810Cq-Avf-Ethip4Ipsec400Tnlsw-Ip4Base-Int-Aes256Gcm-Ndrpdr.64B-.t.c-avf-ethip4ipsec400tnlsw-ip4base-int-aes256gcm-ndrpdr" +# - "Tests.Vpp.Perf.Crypto.100Ge2P1E810Cq-Avf-Ethip4Ipsec1000Tnlsw-Ip4Base-Int-Aes256Gcm-Ndrpdr.64B-.t.c-avf-ethip4ipsec1000tnlsw-ip4base-int-aes256gcm-ndrpdr" +# - "Tests.Vpp.Perf.Crypto.100Ge2P1E810Cq-Avf-Ethip4Ipsec20000Tnlsw-Ip4Base-Int-Aes256Gcm-Ndrpdr.64B-.t.c-avf-ethip4ipsec20000tnlsw-ip4base-int-aes256gcm-ndrpdr" +# - "Tests.Vpp.Perf.Crypto.100Ge2P1E810Cq-Avf-Ethip4Ipsec10000Tnlsw-Ip4Base-Int-Aes256Gcm-Ndrpdr.64B-.t.c-avf-ethip4ipsec10000tnlsw-ip4base-int-aes256gcm-ndrpdr" +# layout: +# title: "3n-icx-e810cq-64b-ipsec-aes256gcm-ip4routing-scale-avf-{test_type}" +# layout: "plot-throughput-speedup-analysis" +# +# - type: "plot" +# title: "Speedup: 3n-icx-e810cq-1518b-ipsec-aes256gcm-ip4routing-scale-avf-{test_type}-tsa" +# algorithm: "plot_tsa_name" +# output-file: "{DIR[STATIC,VPP]}/3n-icx-e810cq-1518b-ipsec-aes256gcm-ip4routing-scale-avf-{test_type}-tsa" +# data: "vpp-3n-icx-curr-iter" +# include: +# - "Tests.Vpp.Perf.Crypto.100Ge2P1E810Cq-Avf-Ethip4Ipsec4Tnlsw-Ip4Base-Int-Aes256Gcm-Ndrpdr.1518b-.t.c-avf-ethip4ipsec4tnlsw-ip4base-int-aes256gcm-ndrpdr" +# - "Tests.Vpp.Perf.Crypto.100Ge2P1E810Cq-Avf-Ethip4Ipsec40Tnlsw-Ip4Base-Int-Aes256Gcm-Ndrpdr.1518b-.t.c-avf-ethip4ipsec40tnlsw-ip4base-int-aes256gcm-ndrpdr" +# - "Tests.Vpp.Perf.Crypto.100Ge2P1E810Cq-Avf-Ethip4Ipsec400Tnlsw-Ip4Base-Int-Aes256Gcm-Ndrpdr.1518b-.t.c-avf-ethip4ipsec400tnlsw-ip4base-int-aes256gcm-ndrpdr" +# - "Tests.Vpp.Perf.Crypto.100Ge2P1E810Cq-Avf-Ethip4Ipsec1000Tnlsw-Ip4Base-Int-Aes256Gcm-Ndrpdr.1518b-.t.c-avf-ethip4ipsec1000tnlsw-ip4base-int-aes256gcm-ndrpdr" +# - "Tests.Vpp.Perf.Crypto.100Ge2P1E810Cq-Avf-Ethip4Ipsec20000Tnlsw-Ip4Base-Int-Aes256Gcm-Ndrpdr.1518b-.t.c-avf-ethip4ipsec20000tnlsw-ip4base-int-aes256gcm-ndrpdr" +# - "Tests.Vpp.Perf.Crypto.100Ge2P1E810Cq-Avf-Ethip4Ipsec10000Tnlsw-Ip4Base-Int-Aes256Gcm-Ndrpdr.1518b-.t.c-avf-ethip4ipsec10000tnlsw-ip4base-int-aes256gcm-ndrpdr" +# layout: +# title: "3n-icx-e810cq-1518b-ipsec-aes256gcm-ip4routing-scale-avf-{test_type}" +# layout: "plot-throughput-speedup-analysis" +# +# - type: "plot" +# title: "Speedup: 3n-icx-e810cq-imix-ipsec-aes256gcm-ip4routing-scale-avf-{test_type}-tsa" +# algorithm: "plot_tsa_name" +# output-file: "{DIR[STATIC,VPP]}/3n-icx-e810cq-imix-ipsec-aes256gcm-ip4routing-scale-avf-{test_type}-tsa" +# data: "vpp-3n-icx-curr-iter" +# include: +# - "Tests.Vpp.Perf.Crypto.100Ge2P1E810Cq-Avf-Ethip4Ipsec4Tnlsw-Ip4Base-Int-Aes256Gcm-Ndrpdr.imix-.t.c-avf-ethip4ipsec4tnlsw-ip4base-int-aes256gcm-ndrpdr" +# - "Tests.Vpp.Perf.Crypto.100Ge2P1E810Cq-Avf-Ethip4Ipsec40Tnlsw-Ip4Base-Int-Aes256Gcm-Ndrpdr.imix-.t.c-avf-ethip4ipsec40tnlsw-ip4base-int-aes256gcm-ndrpdr" +# - "Tests.Vpp.Perf.Crypto.100Ge2P1E810Cq-Avf-Ethip4Ipsec400Tnlsw-Ip4Base-Int-Aes256Gcm-Ndrpdr.imix-.t.c-avf-ethip4ipsec400tnlsw-ip4base-int-aes256gcm-ndrpdr" +# - "Tests.Vpp.Perf.Crypto.100Ge2P1E810Cq-Avf-Ethip4Ipsec1000Tnlsw-Ip4Base-Int-Aes256Gcm-Ndrpdr.imix-.t.c-avf-ethip4ipsec1000tnlsw-ip4base-int-aes256gcm-ndrpdr" +# - "Tests.Vpp.Perf.Crypto.100Ge2P1E810Cq-Avf-Ethip4Ipsec20000Tnlsw-Ip4Base-Int-Aes256Gcm-Ndrpdr.imix-.t.c-avf-ethip4ipsec20000tnlsw-ip4base-int-aes256gcm-ndrpdr" +# - "Tests.Vpp.Perf.Crypto.100Ge2P1E810Cq-Avf-Ethip4Ipsec10000Tnlsw-Ip4Base-Int-Aes256Gcm-Ndrpdr.imix-.t.c-avf-ethip4ipsec10000tnlsw-ip4base-int-aes256gcm-ndrpdr" +# layout: +# title: "3n-icx-e810cq-imix-ipsec-aes256gcm-ip4routing-scale-avf-{test_type}" +# layout: "plot-throughput-speedup-analysis" +# +# - type: "plot" +# title: "Speedup: 3n-icx-e810cq-64b-ip4tunnel-base-avf-{test_type}-tsa" +# algorithm: "plot_tsa_name" +# output-file: "{DIR[STATIC,VPP]}/3n-icx-e810cq-64b-ip4tunnel-base-avf-{test_type}-tsa" +# data: "vpp-3n-icx-curr-iter" +# include: +# - "Tests.Vpp.Perf.Ip4 Tunnels.100Ge2P1E810Cq-Avf-Ethip4Vxlan-L2Xcbase-Ndrpdr.64B-.t.c-avf-ethip4vxlan-l2xcbase-ndrpdr" +# - "Tests.Vpp.Perf.Ip4 Tunnels.100Ge2P1E810Cq-Avf-Ethip4Vxlan-L2Bdbasemaclrn-Ndrpdr.64B-.t.c-avf-ethip4vxlan-l2bdbasemaclrn-ndrpdr" +# layout: +# title: "3n-icx-e810cq-64b-ip4tunnel-base-avf-{test_type}" +# layout: "plot-throughput-speedup-analysis" +# +# - type: "plot" +# title: "Speedup: 3n-icx-e810cq-1518b-ip4tunnel-base-avf-{test_type}-tsa" +# algorithm: "plot_tsa_name" +# output-file: "{DIR[STATIC,VPP]}/3n-icx-e810cq-1518b-ip4tunnel-base-avf-{test_type}-tsa" +# data: "vpp-3n-icx-curr-iter" +# include: +# - "Tests.Vpp.Perf.Ip4 Tunnels.100Ge2P1E810Cq-Avf-Ethip4Vxlan-L2Xcbase-Ndrpdr.1518b-.t.c-avf-ethip4vxlan-l2xcbase-ndrpdr" +# - "Tests.Vpp.Perf.Ip4 Tunnels.100Ge2P1E810Cq-Avf-Ethip4Vxlan-L2Bdbasemaclrn-Ndrpdr.1518b-.t.c-avf-ethip4vxlan-l2bdbasemaclrn-ndrpdr" +# layout: +# title: "3n-icx-e810cq-1518b-ip4tunnel-base-avf-{test_type}" +# layout: "plot-throughput-speedup-analysis" +# +# - type: "plot" +# title: "Speedup: 3n-icx-e810cq-imix-ip4tunnel-base-avf-{test_type}-tsa" +# algorithm: "plot_tsa_name" +# output-file: "{DIR[STATIC,VPP]}/3n-icx-e810cq-imix-ip4tunnel-base-avf-{test_type}-tsa" +# data: "vpp-3n-icx-curr-iter" +# include: +# - "Tests.Vpp.Perf.Ip4 Tunnels.100Ge2P1E810Cq-Avf-Ethip4Vxlan-L2Xcbase-Ndrpdr.imix-.t.c-avf-ethip4vxlan-l2xcbase-ndrpdr" +# - "Tests.Vpp.Perf.Ip4 Tunnels.100Ge2P1E810Cq-Avf-Ethip4Vxlan-L2Bdbasemaclrn-Ndrpdr.imix-.t.c-avf-ethip4vxlan-l2bdbasemaclrn-ndrpdr" +# layout: +# title: "3n-icx-e810cq-imix-ip4tunnel-base-avf-{test_type}" +# layout: "plot-throughput-speedup-analysis" # Packet Throughput - DPDK @@ -9906,7 +11511,7 @@ algorithm: "plot_ndrpdr_box_name" output-file: "{DIR[STATIC,DPDK]}/2n-clx-xxv710-64b-{core}-base-{test_type}" data: "dpdk-2n-clx-curr-iter" - core: ["1t2c", "4t2c"] + core: ["2t1c", "4t2c"] include: - "tests.dpdk.perf.2n1l-25ge2p1xxv710-eth-l2xcbase-testpmd-ndrpdr.64b-{core}-eth-l2xcbase-testpmd-ndrpdr" - "tests.dpdk.perf.2n1l-25ge2p1xxv710-ethip4-ip4base-l3fwd-ndrpdr.64b-{core}-ethip4-ip4base-l3fwd-ndrpdr" @@ -9919,7 +11524,7 @@ algorithm: "plot_ndrpdr_box_name" output-file: "{DIR[STATIC,DPDK]}/2n-clx-x710-64b-{core}-base-{test_type}" data: "dpdk-2n-clx-curr-iter" - core: ["1t2c", "4t2c"] + core: ["2t1c", "4t2c"] include: - "tests.dpdk.perf.2n1l-10ge2p1x710-eth-l2xcbase-testpmd-ndrpdr.64b-{core}-eth-l2xcbase-testpmd-ndrpdr" - "tests.dpdk.perf.2n1l-10ge2p1x710-ethip4-ip4base-l3fwd-ndrpdr.64b-{core}-ethip4-ip4base-l3fwd-ndrpdr" @@ -9979,20 +11584,19 @@ layout: "plot-throughput" - type: "plot" - title: "Throughput: 2n-zn2-x710-64b-{core}-ip4routing-base-scale-[avf,dpdk]-{test_type}" + title: "Throughput: 2n-zn2-x710-64b-{core}-ip4routing-base-scale-[avf,dpdk,af_xdp]-{test_type}" algorithm: "plot_ndrpdr_box_name" - output-file: "{DIR[STATIC,VPP]}/2n-zn2-x710-64b-{core}-ip4routing-base-scale-[avf,dpdk]-{test_type}" + output-file: "{DIR[STATIC,VPP]}/2n-zn2-x710-64b-{core}-ip4routing-base-scale-[avf,dpdk,af_xdp]-{test_type}" data: "vpp-2n-zn2-curr-iter" core: ["2t1c", ] include: - - "Tests.Vpp.Perf.Ip4.2N1L-10Ge2P1X710-Avf-Dot1Q-Ip4Base-Ndrpdr.64B-{core}-avf-dot1q-ip4base-ndrpdr" - "Tests.Vpp.Perf.Ip4.2N1L-10Ge2P1X710-Avf-Ethip4-Ip4Base-Ndrpdr.64B-{core}-avf-ethip4-ip4base-ndrpdr" - "Tests.Vpp.Perf.Ip4.2N1L-10Ge2P1X710-Avf-Ethip4-Ip4Scale2M-Ndrpdr.64B-{core}-avf-ethip4-ip4scale2m-ndrpdr" - "Tests.Vpp.Perf.Ip4.2N1L-10Ge2P1X710-Avf-Ethip4-Ip4Scale2M-Rnd-Ndrpdr.64B-{core}-avf-ethip4-ip4scale2m-rnd-ndrpdr" - - "Tests.Vpp.Perf.Ip4.2N1L-10Ge2P1X710-Dot1Q-Ip4Base-Ndrpdr.64B-{core}-dot1q-ip4base-ndrpdr" - "Tests.Vpp.Perf.Ip4.2N1L-10Ge2P1X710-Ethip4-Ip4Base-Ndrpdr.64B-{core}-ethip4-ip4base-ndrpdr" + - "Tests.Vpp.Perf.Ip4.2N1L-10Ge2P1X710-af-xdp-Ethip4-Ip4Base-Ndrpdr.64B-{core}-af-xdp-ethip4-ip4base-ndrpdr" layout: - title: "2n-zn2-x710-64b-{core}-ip4routing-base-scale-[avf,dpdk]-{test_type}" + title: "2n-zn2-x710-64b-{core}-ip4routing-base-scale-[avf,dpdk,af_xdp]-{test_type}" layout: "plot-throughput" - type: "plot" @@ -10013,6 +11617,24 @@ title: "2n-zn2-xxv710-64b-{core}-ip4routing-base-scale-avf-{test_type}" layout: "plot-throughput" +- type: "plot" + title: "Throughput: 2n-zn2-xxv710-64b-{core}-ip4routing-base-scale-af_xdp-{test_type}" + algorithm: "plot_ndrpdr_box_name" + output-file: "{DIR[STATIC,VPP]}/2n-zn2-xxv710-64b-{core}-ip4routing-base-scale-af_xdp-{test_type}" + data: "vpp-2n-zn2-curr-iter" + core: ["2t1c", ] + include: + - "Tests.Vpp.Perf.Ip4.2N1L-25Ge2P1Xxv710-af-xdp-Ethip4-Ip4Base-Ndrpdr.64B-{core}-af-xdp-ethip4-ip4base-ndrpdr" + - "Tests.Vpp.Perf.Ip4.2N1L-25Ge2P1Xxv710-af-xdp-Ethip4-Ip4Scale20K-Ndrpdr.64B-{core}-af-xdp-ethip4-ip4scale20k-ndrpdr" + - "Tests.Vpp.Perf.Ip4.2N1L-25Ge2P1Xxv710-af-xdp-Ethip4-Ip4Scale20K-Rnd-Ndrpdr.64B-{core}-af-xdp-ethip4-ip4scale20k-rnd-ndrpdr" + - "Tests.Vpp.Perf.Ip4.2N1L-25Ge2P1Xxv710-af-xdp-Ethip4-Ip4Scale200K-Ndrpdr.64B-{core}-af-xdp-ethip4-ip4scale200k-ndrpdr" + - "Tests.Vpp.Perf.Ip4.2N1L-25Ge2P1Xxv710-af-xdp-Ethip4-Ip4Scale200K-Rnd-Ndrpdr.64B-{core}-af-xdp-ethip4-ip4scale200k-rnd-ndrpdr" + - "Tests.Vpp.Perf.Ip4.2N1L-25Ge2P1Xxv710-af-xdp-Ethip4-Ip4Scale2M-Ndrpdr.64B-{core}-af-xdp-ethip4-ip4scale2m-ndrpdr" + - "Tests.Vpp.Perf.Ip4.2N1L-25Ge2P1Xxv710-af-xdp-Ethip4-Ip4Scale2M-Rnd-Ndrpdr.64B-{core}-af-xdp-ethip4-ip4scale2m-rnd-ndrpdr" + layout: + title: "2n-zn2-xxv710-64b-{core}-ip4routing-base-scale-af_xdp-{test_type}" + layout: "plot-throughput" + - type: "plot" title: "Throughput: 2n-zn2-xxv710-64b-{core}-ip4routing-base-scale-dpdk-{test_type}" algorithm: "plot_ndrpdr_box_name" @@ -10239,21 +11861,19 @@ layout: "plot-throughput" - type: "plot" - title: "Throughput: 2n-zn2-x710-78b-{core}-ip6routing-base-scale-[avf,dpdk]-{test_type}" + title: "Throughput: 2n-zn2-x710-78b-{core}-ip6routing-base-scale-[avf,dpdk,af_xdp]-{test_type}" algorithm: "plot_ndrpdr_box_name" - output-file: "{DIR[STATIC,VPP]}/2n-zn2-x710-78b-{core}-ip6routing-base-scale-[avf,dpdk]-{test_type}" + output-file: "{DIR[STATIC,VPP]}/2n-zn2-x710-78b-{core}-ip6routing-base-scale-[avf,dpdk,af_xdp]-{test_type}" data: "vpp-2n-zn2-curr-iter" core: ["2t1c", ] include: - - "Tests.Vpp.Perf.Ip6.2N1L-10Ge2P1X710-Avf-Dot1Q-Ip6Base-Ndrpdr.78B-{core}-avf-dot1q-ip6base-ndrpdr" - "Tests.Vpp.Perf.Ip6.2N1L-10Ge2P1X710-Avf-Ethip6-Ip6Base-Ndrpdr.78B-{core}-avf-ethip6-ip6base-ndrpdr" - "Tests.Vpp.Perf.Ip6.2N1L-10Ge2P1X710-Avf-Ethip6-Ip6Scale2M-Ndrpdr.78B-{core}-avf-ethip6-ip6scale2m-ndrpdr" - "Tests.Vpp.Perf.Ip6.2N1L-10Ge2P1X710-Avf-Ethip6-Ip6Scale2M-rnd-Ndrpdr.78B-{core}-avf-ethip6-ip6scale2m-rnd-ndrpdr" - - "Tests.Vpp.Perf.Ip6.2N1L-10Ge2P1X710-Dot1Q-Ip6Base-Ndrpdr.78B-{core}-dot1q-ip6base-ndrpdr" - "Tests.Vpp.Perf.Ip6.2N1L-10Ge2P1X710-Ethip6-Ip6Base-Ndrpdr.78B-{core}-ethip6-ip6base-ndrpdr" - - "Tests.Vpp.Perf.Ip6.2N1L-10Ge2P1X710-Ethip6-Ip6Scale2M-Ndrpdr.78B-{core}-ethip6-ip6scale2m-ndrpdr" + - "Tests.Vpp.Perf.Ip6.2N1L-10Ge2P1X710-af-xdp-Ethip6-Ip6Base-Ndrpdr.78B-{core}-af-xdp-ethip6-ip6base-ndrpdr" layout: - title: "2n-zn2-x710-78b-{core}-ip6routing-base-scale-[avf,dpdk]-{test_type}" + title: "2n-zn2-x710-78b-{core}-ip6routing-base-scale-[avf,dpdk,af_xdp]-{test_type}" layout: "plot-throughput" - type: "plot" @@ -10263,7 +11883,6 @@ data: "vpp-2n-zn2-curr-iter" core: ["2t1c", ] include: - - "Tests.Vpp.Perf.Ip6.2N1L-25Ge2P1Xxv710-Avf-Dot1Q-Ip6Base-Ndrpdr.78B-{core}-avf-dot1q-ip6base-ndrpdr" - "Tests.Vpp.Perf.Ip6.2N1L-25Ge2P1Xxv710-Avf-Ethip6-Ip6Base-Ndrpdr.78B-{core}-avf-ethip6-ip6base-ndrpdr" - "Tests.Vpp.Perf.Ip6.2N1L-25Ge2P1Xxv710-Avf-Ethip6-Ip6Scale20K-Ndrpdr.78B-{core}-avf-ethip6-ip6scale20k-ndrpdr" - "Tests.Vpp.Perf.Ip6.2N1L-25Ge2P1Xxv710-Avf-Ethip6-Ip6Scale20K-rnd-Ndrpdr.78B-{core}-avf-ethip6-ip6scale20k-rnd-ndrpdr" @@ -10275,6 +11894,24 @@ title: "2n-zn2-xxv710-78b-{core}-ip6routing-base-scale-avf-{test_type}" layout: "plot-throughput" +- type: "plot" + title: "Throughput: 2n-zn2-xxv710-78b-{core}-ip6routing-base-scale-af_xdp-{test_type}" + algorithm: "plot_ndrpdr_box_name" + output-file: "{DIR[STATIC,VPP]}/2n-zn2-xxv710-78b-{core}-ip6routing-base-scale-af_xdp-{test_type}" + data: "vpp-2n-zn2-curr-iter" + core: ["2t1c", ] + include: + - "Tests.Vpp.Perf.Ip6.2N1L-25Ge2P1Xxv710-af-xdp-Ethip6-Ip6Base-Ndrpdr.78B-{core}-af-xdp-ethip6-ip6base-ndrpdr" + - "Tests.Vpp.Perf.Ip6.2N1L-25Ge2P1Xxv710-af-xdp-Ethip6-Ip6Scale20K-Ndrpdr.78B-{core}-af-xdp-ethip6-ip6scale20k-ndrpdr" + - "Tests.Vpp.Perf.Ip6.2N1L-25Ge2P1Xxv710-af-xdp-Ethip6-Ip6Scale20K-rnd-Ndrpdr.78B-{core}-af-xdp-ethip6-ip6scale20k-rnd-ndrpdr" + - "Tests.Vpp.Perf.Ip6.2N1L-25Ge2P1Xxv710-af-xdp-Ethip6-Ip6Scale200K-Ndrpdr.78B-{core}-af-xdp-ethip6-ip6scale200k-ndrpdr" + - "Tests.Vpp.Perf.Ip6.2N1L-25Ge2P1Xxv710-af-xdp-Ethip6-Ip6Scale200K-rnd-Ndrpdr.78B-{core}-af-xdp-ethip6-ip6scale200k-rnd-ndrpdr" + - "Tests.Vpp.Perf.Ip6.2N1L-25Ge2P1Xxv710-af-xdp-Ethip6-Ip6Scale2M-Ndrpdr.78B-{core}-af-xdp-ethip6-ip6scale2m-ndrpdr" + - "Tests.Vpp.Perf.Ip6.2N1L-25Ge2P1Xxv710-af-xdp-Ethip6-Ip6Scale2M-rnd-Ndrpdr.78B-{core}-af-xdp-ethip6-ip6scale2m-rnd-ndrpdr" + layout: + title: "2n-zn2-xxv710-78b-{core}-ip6routing-base-scale-af_xdp-{test_type}" + layout: "plot-throughput" + - type: "plot" title: "Throughput: 2n-zn2-xxv710-78b-{core}-ip6routing-base-scale-dpdk-{test_type}" algorithm: "plot_ndrpdr_box_name" @@ -10311,22 +11948,18 @@ layout: "plot-throughput" - type: "plot" - title: "Throughput: 2n-zn2-x710-64b-{core}-l2switching-base-scale-[avf,dpdk]-{test_type}" + title: "Throughput: 2n-zn2-x710-64b-{core}-l2switching-base-scale-[avf,dpdk,af_xdp]-{test_type}" algorithm: "plot_ndrpdr_box_name" output-file: "{DIR[STATIC,VPP]}/2n-zn2-x710-64b-{core}-l2switching-base-scale-{test_type}" data: "vpp-2n-zn2-curr-iter" core: ["2t1c", ] include: - - "Tests.Vpp.Perf.L2.2N1L-10Ge2P1X710-Avf-Eth-L2Patch-Ndrpdr.64B-{core}-avf-eth-l2patch-ndrpdr" - - "Tests.Vpp.Perf.L2.2N1L-10Ge2P1X710-Avf-Eth-L2Xcbase-Ndrpdr.64B-{core}-avf-eth-l2xcbase-ndrpdr" - "Tests.Vpp.Perf.L2.2N1L-10Ge2P1X710-Avf-Eth-L2Bdbasemaclrn-Ndrpdr.64B-{core}-avf-eth-l2bdbasemaclrn-ndrpdr" - "Tests.Vpp.Perf.L2.2N1L-10Ge2P1X710-Avf-Eth-L2Bdscale1Mmaclrn-Ndrpdr.64B-{core}-avf-eth-l2bdscale1mmaclrn-ndrpdr" - - "Tests.Vpp.Perf.L2.2N1L-10Ge2P1X710-Eth-L2Patch-Ndrpdr.64B-{core}-eth-l2patch-ndrpdr" - - "Tests.Vpp.Perf.L2.2N1L-10Ge2P1X710-Eth-L2Xcbase-Ndrpdr.64B-{core}-eth-l2xcbase-ndrpdr" - "Tests.Vpp.Perf.L2.2N1L-10Ge2P1X710-Eth-L2Bdbasemaclrn-Ndrpdr.64B-{core}-eth-l2bdbasemaclrn-ndrpdr" - - "Tests.Vpp.Perf.L2.2N1L-10Ge2P1X710-Eth-L2Bdscale1Mmaclrn-Ndrpdr.64B-{core}-eth-l2bdscale1mmaclrn-ndrpdr" + - "Tests.Vpp.Perf.L2.2N1L-10Ge2P1X710-af-xdp-Eth-L2Bdbasemaclrn-Ndrpdr.64B-{core}-af-xdp-eth-l2bdbasemaclrn-ndrpdr" layout: - title: "2n-zn2-x710-64b-{core}-l2switching-base-scale-[avf,dpdk]-{test_type}" + title: "2n-zn2-x710-64b-{core}-l2switching-base-scale-[avf,dpdk,af_xdp]-{test_type}" layout: "plot-throughput" - type: "plot" @@ -10361,6 +11994,23 @@ title: "2n-zn2-xxv710-64b-{core}-l2switching-base-scale-avf-{test_type}" layout: "plot-throughput" +- type: "plot" + title: "Throughput: 2n-zn2-xxv710-64b-{core}-l2switching-base-scale-af_xdp-{test_type}" + algorithm: "plot_ndrpdr_box_name" + output-file: "{DIR[STATIC,VPP]}/2n-zn2-xxv710-64b-{core}-l2switching-base-scale-af_xdp-{test_type}" + data: "vpp-2n-zn2-curr-iter" + core: ["2t1c", ] + include: + - "Tests.Vpp.Perf.L2.2N1L-25Ge2P1Xxv710-af-xdp-Eth-L2Patch-Ndrpdr.64B-{core}-af-xdp-eth-l2patch-ndrpdr" + - "Tests.Vpp.Perf.L2.2N1L-25Ge2P1Xxv710-af-xdp-Eth-L2Xcbase-Ndrpdr.64B-{core}-af-xdp-eth-l2xcbase-ndrpdr" + - "Tests.Vpp.Perf.L2.2N1L-25Ge2P1Xxv710-af-xdp-Eth-L2Bdbasemaclrn-Ndrpdr.64B-{core}-af-xdp-eth-l2bdbasemaclrn-ndrpdr" + - "Tests.Vpp.Perf.L2.2N1L-25Ge2P1Xxv710-af-xdp-Eth-L2Bdscale10Kmaclrn-Ndrpdr.64B-{core}-af-xdp-eth-l2bdscale10kmaclrn-ndrpdr" + - "Tests.Vpp.Perf.L2.2N1L-25Ge2P1Xxv710-af-xdp-Eth-L2Bdscale100Kmaclrn-Ndrpdr.64B-{core}-af-xdp-eth-l2bdscale100kmaclrn-ndrpdr" + - "Tests.Vpp.Perf.L2.2N1L-25Ge2P1Xxv710-af-xdp-Eth-L2Bdscale1Mmaclrn-Ndrpdr.64B-{core}-af-xdp-eth-l2bdscale1mmaclrn-ndrpdr" + layout: + title: "2n-zn2-xxv710-64b-{core}-l2switching-base-scale-af_xdp-{test_type}" + layout: "plot-throughput" + - type: "plot" title: "Throughput: 2n-zn2-xxv710-64b-{core}-l2switching-base-dpdk-{test_type}" algorithm: "plot_ndrpdr_box_name" @@ -10517,19 +12167,18 @@ layout: "plot-throughput-speedup-analysis" - type: "plot" - title: "Speedup: 2n-zn2-x710-64b-ip4routing-base-scale-[avf,dpdk]-{test_type}-tsa" + title: "Speedup: 2n-zn2-x710-64b-ip4routing-base-scale-[avf,dpdk,af_xdp]-{test_type}-tsa" algorithm: "plot_tsa_name" - output-file: "{DIR[STATIC,VPP]}/2n-zn2-x710-64b-ip4routing-base-scale-[avf,dpdk]-{test_type}-tsa" + output-file: "{DIR[STATIC,VPP]}/2n-zn2-x710-64b-ip4routing-base-scale-[avf,dpdk,af_xdp]-{test_type}-tsa" data: "vpp-2n-zn2-curr-iter" include: - - "Tests.Vpp.Perf.Ip4.2N1L-10Ge2P1X710-Avf-Dot1Q-Ip4Base-Ndrpdr.64B-.t.c-avf-dot1q-ip4base-ndrpdr" - "Tests.Vpp.Perf.Ip4.2N1L-10Ge2P1X710-Avf-Ethip4-Ip4Base-Ndrpdr.64B-.t.c-avf-ethip4-ip4base-ndrpdr" - "Tests.Vpp.Perf.Ip4.2N1L-10Ge2P1X710-Avf-Ethip4-Ip4Scale2M-Ndrpdr.64B-.t.c-avf-ethip4-ip4scale2m-ndrpdr" - "Tests.Vpp.Perf.Ip4.2N1L-10Ge2P1X710-Avf-Ethip4-Ip4Scale2M-Rnd-Ndrpdr.64B-.t.c-avf-ethip4-ip4scale2m-rnd-ndrpdr" - - "Tests.Vpp.Perf.Ip4.2N1L-10Ge2P1X710-Dot1Q-Ip4Base-Ndrpdr.64B-.t.c-dot1q-ip4base-ndrpdr" - "Tests.Vpp.Perf.Ip4.2N1L-10Ge2P1X710-Ethip4-Ip4Base-Ndrpdr.64B-.t.c-ethip4-ip4base-ndrpdr" + - "Tests.Vpp.Perf.Ip4.2N1L-10Ge2P1X710-af-xdp-Ethip4-Ip4Base-Ndrpdr.64B-.t.c-af-xdp-ethip4-ip4base-ndrpdr" layout: - title: "2n-zn2-x710-64b-ip4routing-base-scale-[avf,dpdk]-{test_type}" + title: "2n-zn2-x710-64b-ip4routing-base-scale-[avf,dpdk,af_xdp]-{test_type}" layout: "plot-throughput-speedup-analysis" - type: "plot" @@ -10549,6 +12198,23 @@ title: "2n-zn2-xxv710-64b-ip4routing-base-scale-avf-{test_type}" layout: "plot-throughput-speedup-analysis" +- type: "plot" + title: "Speedup: 2n-zn2-xxv710-64b-ip4routing-base-scale-af_xdp-{test_type}-tsa" + algorithm: "plot_tsa_name" + output-file: "{DIR[STATIC,VPP]}/2n-zn2-xxv710-64b-ip4routing-base-scale-af_xdp-{test_type}-tsa" + data: "vpp-2n-zn2-curr-iter" + include: + - "Tests.Vpp.Perf.Ip4.2N1L-25Ge2P1Xxv710-af-xdp-Ethip4-Ip4Base-Ndrpdr.64B-.t.c-af-xdp-ethip4-ip4base-ndrpdr" + - "Tests.Vpp.Perf.Ip4.2N1L-25Ge2P1Xxv710-af-xdp-Ethip4-Ip4Scale20K-Ndrpdr.64B-.t.c-af-xdp-ethip4-ip4scale20k-ndrpdr" + - "Tests.Vpp.Perf.Ip4.2N1L-25Ge2P1Xxv710-af-xdp-Ethip4-Ip4Scale20K-Rnd-Ndrpdr.64B-.t.c-af-xdp-ethip4-ip4scale20k-rnd-ndrpdr" + - "Tests.Vpp.Perf.Ip4.2N1L-25Ge2P1Xxv710-af-xdp-Ethip4-Ip4Scale200K-Ndrpdr.64B-.t.c-af-xdp-ethip4-ip4scale200k-ndrpdr" + - "Tests.Vpp.Perf.Ip4.2N1L-25Ge2P1Xxv710-af-xdp-Ethip4-Ip4Scale200K-Rnd-Ndrpdr.64B-.t.c-af-xdp-ethip4-ip4scale200k-rnd-ndrpdr" + - "Tests.Vpp.Perf.Ip4.2N1L-25Ge2P1Xxv710-af-xdp-Ethip4-Ip4Scale2M-Ndrpdr.64B-.t.c-af-xdp-ethip4-ip4scale2m-ndrpdr" + - "Tests.Vpp.Perf.Ip4.2N1L-25Ge2P1Xxv710-af-xdp-Ethip4-Ip4Scale2M-Rnd-Ndrpdr.64B-.t.c-af-xdp-ethip4-ip4scale2m-rnd-ndrpdr" + layout: + title: "2n-zn2-xxv710-64b-ip4routing-base-scale-af_xdp-{test_type}" + layout: "plot-throughput-speedup-analysis" + - type: "plot" title: "Speedup: 2n-zn2-xxv710-64b-ip4routing-base-scale-dpdk-{test_type}-tsa" algorithm: "plot_tsa_name" @@ -10743,20 +12409,18 @@ layout: "plot-throughput-speedup-analysis" - type: "plot" - title: "Speedup: 2n-zn2-x710-78b-ip6routing-base-scale-[avf,dpdk]-{test_type}-tsa" + title: "Speedup: 2n-zn2-x710-78b-ip6routing-base-scale-[avf,dpdk,af_xdp]-{test_type}-tsa" algorithm: "plot_tsa_name" - output-file: "{DIR[STATIC,VPP]}/2n-zn2-x710-78b-ip6routing-base-scale-[avf,dpdk]-{test_type}-tsa" + output-file: "{DIR[STATIC,VPP]}/2n-zn2-x710-78b-ip6routing-base-scale-[avf,dpdk,af_xdp]-{test_type}-tsa" data: "vpp-2n-zn2-curr-iter" include: - - "Tests.Vpp.Perf.Ip6.2N1L-10Ge2P1X710-Avf-Dot1Q-Ip6Base-Ndrpdr.78B-.t.c-avf-dot1q-ip6base-ndrpdr" - "Tests.Vpp.Perf.Ip6.2N1L-10Ge2P1X710-Avf-Ethip6-Ip6Base-Ndrpdr.78B-.t.c-avf-ethip6-ip6base-ndrpdr" - "Tests.Vpp.Perf.Ip6.2N1L-10Ge2P1X710-Avf-Ethip6-Ip6Scale2M-Ndrpdr.78B-.t.c-avf-ethip6-ip6scale2m-ndrpdr" - "Tests.Vpp.Perf.Ip6.2N1L-10Ge2P1X710-Avf-Ethip6-Ip6Scale2M-rnd-Ndrpdr.78B-.t.c-avf-ethip6-ip6scale2m-rnd-ndrpdr" - - "Tests.Vpp.Perf.Ip6.2N1L-10Ge2P1X710-Dot1Q-Ip6Base-Ndrpdr.78B-.t.c-dot1q-ip6base-ndrpdr" - "Tests.Vpp.Perf.Ip6.2N1L-10Ge2P1X710-Ethip6-Ip6Base-Ndrpdr.78B-.t.c-ethip6-ip6base-ndrpdr" - - "Tests.Vpp.Perf.Ip6.2N1L-10Ge2P1X710-Ethip6-Ip6Scale2M-Ndrpdr.78B-.t.c-ethip6-ip6scale2m-ndrpdr" + - "Tests.Vpp.Perf.Ip6.2N1L-10Ge2P1X710-af-xdp-Ethip6-Ip6Base-Ndrpdr.78B-.t.c-af-xdp-ethip6-ip6base-ndrpdr" layout: - title: "2n-zn2-x710-78b-ip6routing-base-scale-[avf,dpdk]-{test_type}" + title: "2n-zn2-x710-78b-ip6routing-base-scale-[avf,dpdk,af_xdp]-{test_type}" layout: "plot-throughput-speedup-analysis" - type: "plot" @@ -10765,7 +12429,6 @@ output-file: "{DIR[STATIC,VPP]}/2n-zn2-xxv710-78b-ip6routing-base-scale-avf-{test_type}-tsa" data: "vpp-2n-zn2-curr-iter" include: - - "Tests.Vpp.Perf.Ip6.2N1L-25Ge2P1Xxv710-Avf-Dot1Q-Ip6Base-Ndrpdr.78B-.t.c-avf-dot1q-ip6base-ndrpdr" - "Tests.Vpp.Perf.Ip6.2N1L-25Ge2P1Xxv710-Avf-Ethip6-Ip6Base-Ndrpdr.78B-.t.c-avf-ethip6-ip6base-ndrpdr" - "Tests.Vpp.Perf.Ip6.2N1L-25Ge2P1Xxv710-Avf-Ethip6-Ip6Scale20K-Ndrpdr.78B-.t.c-avf-ethip6-ip6scale20k-ndrpdr" - "Tests.Vpp.Perf.Ip6.2N1L-25Ge2P1Xxv710-Avf-Ethip6-Ip6Scale20K-rnd-Ndrpdr.78B-.t.c-avf-ethip6-ip6scale20k-rnd-ndrpdr" @@ -10777,6 +12440,23 @@ title: "2n-zn2-xxv710-78b-ip6routing-base-scale-avf-{test_type}" layout: "plot-throughput-speedup-analysis" +- type: "plot" + title: "Speedup: 2n-zn2-xxv710-78b-ip6routing-base-scale-af_xdp-{test_type}-tsa" + algorithm: "plot_tsa_name" + output-file: "{DIR[STATIC,VPP]}/2n-zn2-xxv710-78b-ip6routing-base-scale-af_xdp-{test_type}-tsa" + data: "vpp-2n-zn2-curr-iter" + include: + - "Tests.Vpp.Perf.Ip6.2N1L-25Ge2P1Xxv710-af-xdp-Ethip6-Ip6Base-Ndrpdr.78B-.t.c-af-xdp-ethip6-ip6base-ndrpdr" + - "Tests.Vpp.Perf.Ip6.2N1L-25Ge2P1Xxv710-af-xdp-Ethip6-Ip6Scale20K-Ndrpdr.78B-.t.c-af-xdp-ethip6-ip6scale20k-ndrpdr" + - "Tests.Vpp.Perf.Ip6.2N1L-25Ge2P1Xxv710-af-xdp-Ethip6-Ip6Scale20K-rnd-Ndrpdr.78B-.t.c-af-xdp-ethip6-ip6scale20k-rnd-ndrpdr" + - "Tests.Vpp.Perf.Ip6.2N1L-25Ge2P1Xxv710-af-xdp-Ethip6-Ip6Scale200K-Ndrpdr.78B-.t.c-af-xdp-ethip6-ip6scale200k-ndrpdr" + - "Tests.Vpp.Perf.Ip6.2N1L-25Ge2P1Xxv710-af-xdp-Ethip6-Ip6Scale200K-rnd-Ndrpdr.78B-.t.c-af-xdp-ethip6-ip6scale200k-rnd-ndrpdr" + - "Tests.Vpp.Perf.Ip6.2N1L-25Ge2P1Xxv710-af-xdp-Ethip6-Ip6Scale2M-Ndrpdr.78B-.t.c-af-xdp-ethip6-ip6scale2m-ndrpdr" + - "Tests.Vpp.Perf.Ip6.2N1L-25Ge2P1Xxv710-af-xdp-Ethip6-Ip6Scale2M-rnd-Ndrpdr.78B-.t.c-af-xdp-ethip6-ip6scale2m-rnd-ndrpdr" + layout: + title: "2n-zn2-xxv710-78b-ip6routing-base-scale-af_xdp-{test_type}" + layout: "plot-throughput-speedup-analysis" + - type: "plot" title: "Speedup: 2n-zn2-xxv710-78b-ip6routing-base-scale-dpdk-{test_type}-tsa" algorithm: "plot_tsa_name" @@ -10811,21 +12491,17 @@ layout: "plot-throughput-speedup-analysis" - type: "plot" - title: "Speedup: 2n-zn2-x710-64b-l2switching-base-scale-[avf,dpdk]-{test_type}-tsa" + title: "Speedup: 2n-zn2-x710-64b-l2switching-base-scale-[avf,dpdk,af_xdp]-{test_type}-tsa" algorithm: "plot_tsa_name" output-file: "{DIR[STATIC,VPP]}/2n-zn2-x710-64b-l2switching-base-scale-{test_type}-tsa" data: "vpp-2n-zn2-curr-iter" include: - - "Tests.Vpp.Perf.L2.2N1L-10Ge2P1X710-Avf-Eth-L2Patch-Ndrpdr.64B-.t.c-avf-eth-l2patch-ndrpdr" - - "Tests.Vpp.Perf.L2.2N1L-10Ge2P1X710-Avf-Eth-L2Xcbase-Ndrpdr.64B-.t.c-avf-eth-l2xcbase-ndrpdr" - "Tests.Vpp.Perf.L2.2N1L-10Ge2P1X710-Avf-Eth-L2Bdbasemaclrn-Ndrpdr.64B-.t.c-avf-eth-l2bdbasemaclrn-ndrpdr" - "Tests.Vpp.Perf.L2.2N1L-10Ge2P1X710-Avf-Eth-L2Bdscale1Mmaclrn-Ndrpdr.64B-.t.c-avf-eth-l2bdscale1mmaclrn-ndrpdr" - - "Tests.Vpp.Perf.L2.2N1L-10Ge2P1X710-Eth-L2Patch-Ndrpdr.64B-.t.c-eth-l2patch-ndrpdr" - - "Tests.Vpp.Perf.L2.2N1L-10Ge2P1X710-Eth-L2Xcbase-Ndrpdr.64B-.t.c-eth-l2xcbase-ndrpdr" - "Tests.Vpp.Perf.L2.2N1L-10Ge2P1X710-Eth-L2Bdbasemaclrn-Ndrpdr.64B-.t.c-eth-l2bdbasemaclrn-ndrpdr" - - "Tests.Vpp.Perf.L2.2N1L-10Ge2P1X710-Eth-L2Bdscale1Mmaclrn-Ndrpdr.64B-.t.c-eth-l2bdscale1mmaclrn-ndrpdr" + - "Tests.Vpp.Perf.L2.2N1L-10Ge2P1X710-af-xdp-Eth-L2Bdbasemaclrn-Ndrpdr.64B-.t.c-af-xdp-eth-l2bdbasemaclrn-ndrpdr" layout: - title: "2n-zn2-x710-64b-l2switching-base-scale-[avf,dpdk]-{test_type}" + title: "2n-zn2-x710-64b-l2switching-base-scale-[avf,dpdk,af_xdp]-{test_type}" layout: "plot-throughput-speedup-analysis" - type: "plot" @@ -10858,6 +12534,22 @@ title: "2n-zn2-xxv710-64b-l2switching-base-scale-avf-{test_type}" layout: "plot-throughput-speedup-analysis" +- type: "plot" + title: "Speedup: 2n-zn2-xxv710-64b-l2switching-base-scale-af_xdp-{test_type}-tsa" + algorithm: "plot_tsa_name" + output-file: "{DIR[STATIC,VPP]}/2n-zn2-xxv710-64b-l2switching-base-scale-af_xdp-{test_type}-tsa" + data: "vpp-2n-zn2-curr-iter" + include: + - "Tests.Vpp.Perf.L2.2N1L-25Ge2P1Xxv710-af-xdp-Eth-L2Patch-Ndrpdr.64B-.t.c-af-xdp-eth-l2patch-ndrpdr" + - "Tests.Vpp.Perf.L2.2N1L-25Ge2P1Xxv710-af-xdp-Eth-L2Xcbase-Ndrpdr.64B-.t.c-af-xdp-eth-l2xcbase-ndrpdr" + - "Tests.Vpp.Perf.L2.2N1L-25Ge2P1Xxv710-af-xdp-Eth-L2Bdbasemaclrn-Ndrpdr.64B-.t.c-af-xdp-eth-l2bdbasemaclrn-ndrpdr" + - "Tests.Vpp.Perf.L2.2N1L-25Ge2P1Xxv710-af-xdp-Eth-L2Bdscale10Kmaclrn-Ndrpdr.64B-.t.c-af-xdp-eth-l2bdscale10kmaclrn-ndrpdr" + - "Tests.Vpp.Perf.L2.2N1L-25Ge2P1Xxv710-af-xdp-Eth-L2Bdscale100Kmaclrn-Ndrpdr.64B-.t.c-af-xdp-eth-l2bdscale100kmaclrn-ndrpdr" + - "Tests.Vpp.Perf.L2.2N1L-25Ge2P1Xxv710-af-xdp-Eth-L2Bdscale1Mmaclrn-Ndrpdr.64B-.t.c-af-xdp-eth-l2bdscale1mmaclrn-ndrpdr" + layout: + title: "2n-zn2-xxv710-64b-l2switching-base-scale-af_xdp-{test_type}" + layout: "plot-throughput-speedup-analysis" + - type: "plot" title: "Speedup: 2n-zn2-xxv710-64b-l2switching-base-dpdk-{test_type}-tsa" algorithm: "plot_tsa_name" @@ -11003,6 +12695,17 @@ layout: layout: "plot-hdrh-latency-percentile-x-log" +- type: "plot" + title: "Latency by percentile: TRex 2n-skx" + algorithm: "plot_hdrh_lat_by_percentile_x_log" + output-file: "{DIR[STATIC,TREX]}/hdrh-lat-percentile-2n-skx" + output-file-links: "{DIR[LAT,TREX]}/2n_skx.rst" + target-links: "../../_static/trex" + data: "trex-2n-skx-curr-iter-best" + filter: "'NIC_Intel-X710'" + layout: + layout: "plot-hdrh-latency-percentile-x-log" + - type: "plot" title: "Latency by percentile: 2n-zn2" algorithm: "plot_hdrh_lat_by_percentile_x_log" @@ -11047,47 +12750,69 @@ layout: layout: "plot-hdrh-latency-percentile-x-log" +# - type: "plot" +# title: "Latency by percentile: 2n-icx" +# algorithm: "plot_hdrh_lat_by_percentile_x_log" +# output-file: "{DIR[STATIC,VPP]}/hdrh-lat-percentile-2n-icx" +# output-file-links: "{DIR[LAT,VPP]}/2n_icx.rst" +# target-links: "../../_static/vpp" +# data: "vpp-2n-icx-curr-iter-best" +# filter: "'2T1C' and 'NIC_Intel-E810CQ' and 'NDRPDR'" +# layout: +# layout: "plot-hdrh-latency-percentile-x-log" +# +# - type: "plot" +# title: "Latency by percentile: 3n-icx" +# algorithm: "plot_hdrh_lat_by_percentile_x_log" +# output-file: "{DIR[STATIC,VPP]}/hdrh-lat-percentile-3n-icx" +# output-file-links: "{DIR[LAT,VPP]}/3n_icx.rst" +# target-links: "../../_static/vpp" +# data: "vpp-3n-icx-curr-iter-best" +# filter: "'2T1C' and 'NIC_Intel-E810CQ' and 'NDRPDR'" +# layout: +# layout: "plot-hdrh-latency-percentile-x-log" + - type: "plot" - title: "Latency by percentile: 2n-icx" + title: "Latency by percentile: 3n-tsh" algorithm: "plot_hdrh_lat_by_percentile_x_log" - output-file: "{DIR[STATIC,VPP]}/hdrh-lat-percentile-2n-icx" - output-file-links: "{DIR[LAT,VPP]}/2n_icx.rst" + output-file: "{DIR[STATIC,VPP]}/hdrh-lat-percentile-3n-tsh" + output-file-links: "{DIR[LAT,VPP]}/3n_tsh.rst" target-links: "../../_static/vpp" - data: "vpp-2n-icx-curr-iter-best" - filter: "'2T1C' and 'NIC_Intel-E810CQ' and 'NDRPDR'" + data: "vpp-3n-tsh-curr-iter-best" + filter: "'1T1C' and 'NIC_Intel-X520-DA2'" layout: layout: "plot-hdrh-latency-percentile-x-log" - type: "plot" - title: "Latency by percentile: 3n-icx" + title: "Latency by percentile: 2n-tx2" algorithm: "plot_hdrh_lat_by_percentile_x_log" - output-file: "{DIR[STATIC,VPP]}/hdrh-lat-percentile-3n-icx" - output-file-links: "{DIR[LAT,VPP]}/3n_icx.rst" + output-file: "{DIR[STATIC,VPP]}/hdrh-lat-percentile-2n-tx2" + output-file-links: "{DIR[LAT,VPP]}/2n-tx2.rst" target-links: "../../_static/vpp" - data: "vpp-3n-icx-curr-iter-best" - filter: "'2T1C' and 'NIC_Intel-E810CQ' and 'NDRPDR'" + data: "vpp-2n-tx2-curr-iter" + filter: "'1T1C' and 'NIC_Intel-XL710'" layout: layout: "plot-hdrh-latency-percentile-x-log" - type: "plot" - title: "Latency by percentile: 3n-tsh" + title: "Latency by percentile: 2n-aws" algorithm: "plot_hdrh_lat_by_percentile_x_log" - output-file: "{DIR[STATIC,VPP]}/hdrh-lat-percentile-3n-tsh" - output-file-links: "{DIR[LAT,VPP]}/3n_tsh.rst" + output-file: "{DIR[STATIC,VPP]}/hdrh-lat-percentile-2n-aws" + output-file-links: "{DIR[LAT,VPP]}/2n_aws.rst" target-links: "../../_static/vpp" - data: "vpp-3n-tsh-curr-iter-best" - filter: "'1T1C' and 'NIC_Intel-X520-DA2'" + data: "vpp-2n-aws-curr-iter-best" + filter: "'2T1C'" layout: layout: "plot-hdrh-latency-percentile-x-log" - type: "plot" - title: "Latency by percentile: 2n-tx2" + title: "Latency by percentile: 3n-aws" algorithm: "plot_hdrh_lat_by_percentile_x_log" - output-file: "{DIR[STATIC,VPP]}/hdrh-lat-percentile-2n-tx2" - output-file-links: "{DIR[LAT,VPP]}/2n-tx2.rst" + output-file: "{DIR[STATIC,VPP]}/hdrh-lat-percentile-3n-aws" + output-file-links: "{DIR[LAT,VPP]}/3n_aws.rst" target-links: "../../_static/vpp" - data: "vpp-2n-tx2-curr-iter" - filter: "'1T1C' and 'NIC_Intel-XL710'" + data: "vpp-3n-aws-curr-iter-best" + filter: "'2T1C'" layout: layout: "plot-hdrh-latency-percentile-x-log" @@ -11146,19 +12871,21 @@ layout: layout: "plot-hdrh-latency-percentile-x-log" -# - type: "plot" -# title: "Latency by percentile: DPDK 2n-tx2" -# algorithm: "plot_hdrh_lat_by_percentile_x_log" -# output-file: "{DIR[STATIC,DPDK]}/hdrh-lat-percentile-2n-tx2" -# output-file-links: "{DIR[LAT,DPDK]}/2n-tx2.rst" -# target-links: "../../_static/dpdk" -# data: "dpdk-2n-tx2-curr-iter-best" -# filter: "'1T1C' and 'NIC_Intel-XL710'" -# layout: -# layout: "plot-hdrh-latency-percentile-x-log" +- type: "plot" + title: "Latency by percentile: DPDK 2n-tx2" + algorithm: "plot_hdrh_lat_by_percentile_x_log" + output-file: "{DIR[STATIC,DPDK]}/hdrh-lat-percentile-2n-tx2" + output-file-links: "{DIR[LAT,DPDK]}/2n-tx2.rst" + target-links: "../../_static/dpdk" + data: "dpdk-2n-tx2-curr-iter-best" + filter: "'1T1C' and 'NIC_Intel-XL710'" + layout: + layout: "plot-hdrh-latency-percentile-x-log" ############################################################################### +# GSO + - type: "plot" title: "Throughput: 2n-skx-128kb-{core}-ip4routing-iperf3" algorithm: "plot_mrr_box_name" @@ -11203,3 +12930,75 @@ layout: title: "2n-zn2-128kb-{core}-ip4routing-iperf3" layout: "plot-throughput-gbps" + +############################################################################### + +# TRex 2n-skx + +- type: "plot" + title: "Throughput: 2n-skx-x710-64b--ip4-base-scale-{test_type}" + algorithm: "plot_ndrpdr_box_name" + output-file: "{DIR[STATIC,TREX]}/2n-skx-x710-64b--ip4-base-scale-{test_type}" + data: "trex-2n-skx-curr-iter" + core: ["2t1c", ] + include: + - "Tests.Trex.Perf.Ip4.1N1L-10Ge2P1X710-Ethip4-Ip4Base-Tg-Ndrpdr.64B--ethip4-ip4base-tg-ndrpdr" + - "Tests.Trex.Perf.Ip4.1N1L-10Ge2P1X710-Ethip4-Ip4Scale2M-Tg-Ndrpdr.64B--ethip4-ip4scale2m-tg-ndrpdr" + layout: + title: "2n-skx-x710-64b--ip4-base-scale-{test_type}" + layout: "plot-throughput" + +- type: "plot" + title: "Throughput: 2n-skx-x710-64b--ip4routing-stf-cps-{test_type}" + algorithm: "plot_ndrpdr_box_name" + output-file: "{DIR[STATIC,TREX]}/2n-skx-x710-64b--ip4routing-stf-cps-{test_type}" + data: "trex-2n-skx-curr-iter" + core: ["2t1c", ] + include: + - "Tests.Trex.Perf.Ip4.1N1L-10Ge2P1X710-Ethip4Tcp-Ip4Base-H1024-P63-S64512-Cps-Tg-Ndrpdr.64B--ethip4tcp-ip4base-h1024-p63-s64512-cps-tg-ndrpdr" + - "Tests.Trex.Perf.Ip4.1N1L-10Ge2P1X710-Ethip4Tcp-Ip4Base-H262144-P63-S16515072-Cps-Tg-Ndrpdr.64B--ethip4tcp-ip4base-h262144-p63-s16515072-cps-tg-ndrpdr" + - "Tests.Trex.Perf.Ip4.1N1L-10Ge2P1X710-Ethip4Udp-Ip4Base-H1024-P63-S64512-Cps-Tg-Ndrpdr.64B--ethip4udp-ip4base-h1024-p63-s64512-cps-tg-ndrpdr" + - "Tests.Trex.Perf.Ip4.1N1L-10Ge2P1X710-Ethip4Udp-Ip4Base-H262144-P63-S16515072-Cps-Tg-Ndrpdr.64B--ethip4udp-ip4base-h262144-p63-s16515072-cps-tg-ndrpdr" + layout: + title: "2n-skx-x710-64b--ip4routing-stf-cps-{test_type}" + layout: "plot-throughput" + +- type: "plot" + title: "Throughput: 2n-skx-x710-64b--ip4routing-stf-pps-{test_type}" + algorithm: "plot_ndrpdr_box_name" + output-file: "{DIR[STATIC,TREX]}/2n-skx-x710-64b--ip4routing-stf-pps-{test_type}" + data: "trex-2n-skx-curr-iter" + core: ["2t1c", ] + include: + - "Tests.Trex.Perf.Ip4.1N1L-10Ge2P1X710-Ethip4Tcp-Ip4Base-H1024-P63-S64512-pps-Tg-Ndrpdr.64B--ethip4tcp-ip4base-h1024-p63-s64512-pps-tg-ndrpdr" + - "Tests.Trex.Perf.Ip4.1N1L-10Ge2P1X710-Ethip4Tcp-Ip4Base-H262144-P63-S16515072-pps-Tg-Ndrpdr.64B--ethip4tcp-ip4base-h262144-p63-s16515072-pps-tg-ndrpdr" + - "Tests.Trex.Perf.Ip4.1N1L-10Ge2P1X710-Ethip4Udp-Ip4Base-H1024-P63-S64512-pps-Tg-Ndrpdr.64B--ethip4udp-ip4base-h1024-p63-s64512-pps-tg-ndrpdr" + - "Tests.Trex.Perf.Ip4.1N1L-10Ge2P1X710-Ethip4Udp-Ip4Base-H262144-P63-S16515072-pps-Tg-Ndrpdr.64B--ethip4udp-ip4base-h262144-p63-s16515072-pps-tg-ndrpdr" + layout: + title: "2n-skx-x710-64b--ip4routing-stf-pps-{test_type}" + layout: "plot-throughput" + +- type: "plot" + title: "Throughput: 2n-skx-x710-78b--ip6-base-scale-{test_type}" + algorithm: "plot_ndrpdr_box_name" + output-file: "{DIR[STATIC,TREX]}/2n-skx-x710-78b--ip6-base-scale-{test_type}" + data: "trex-2n-skx-curr-iter" + core: ["2t1c", ] + include: + - "Tests.Trex.Perf.Ip6.1N1L-10Ge2P1X710-Ethip6-Ip6Base-Tg-Ndrpdr.78B--ethip6-ip6base-tg-ndrpdr" + - "Tests.Trex.Perf.Ip6.1N1L-10Ge2P1X710-Ethip6-Ip6Scale2M-Tg-Ndrpdr.78B--ethip6-ip6scale2m-tg-ndrpdr" + layout: + title: "2n-skx-x710-78b--ip6-base-scale-{test_type}" + layout: "plot-throughput" + +- type: "plot" + title: "Throughput: 2n-skx-x710-64b--l2-scale-{test_type}" + algorithm: "plot_ndrpdr_box_name" + output-file: "{DIR[STATIC,TREX]}/2n-skx-x710-64b--l2-scale-{test_type}" + data: "trex-2n-skx-curr-iter" + core: ["2t1c", ] + include: + - "Tests.Trex.Perf.L2.1N1L-10Ge2P1X710-Eth-L2Bdscale1Mmaclrn-Tg-Ndrpdr.64B--eth-l2bdscale1mmaclrn-tg-ndrpdr" + layout: + title: "2n-skx-x710-64b--l2-scale-{test_type}" + layout: "plot-throughput"