### T A B L E S ###
################################################################################
+# Statistics: job-specs' durations
+- type: "table"
+ title: "Job Specification Duration: 2n-clx-iterative"
+ algorithm: "table_job_spec_duration"
+ output-file: "{DIR[STATIC,VPP]}/job-spec-duration-2n-clx-iter"
+ jb-type: "iterative"
+ lines:
+ - job-spec: "vpp-mrr-00"
+ data-set: "vpp-2n-clx-curr-iter-mrr"
+ - job-spec: "vpp-mlr-00"
+ data-set: "vpp-2n-clx-curr-iter-best"
+ - job-spec: "vpp-gso-mrr-00"
+ data-set: "vpp-2n-clx-curr-iter-gso"
+ - job-spec: "soak-00"
+ data-set: "vpp-2n-clx-curr-soak"
+ - job-spec: "vsap-00"
+ data-set: "vpp-2n-clx-curr-iter-vsap"
+ - job-spec: "nfv-density-mrr-00"
+ data-set: "vpp-2n-clx-curr-nfv-mrr"
+ - job-spec: "nfv-density-mlr-00"
+ data-set: "vpp-2n-clx-curr-nfv-ndrpdr"
+ - job-spec: "reconf-00"
+ data-set: "vpp-2n-clx-curr-nfv-reconf"
+ - job-spec: "dpdk-mlr-00"
+ data-set: "dpdk-2n-clx-curr-iter"
+
+- type: "table"
+ title: "Job Specification Duration: 2n-clx-coverage"
+ algorithm: "table_job_spec_duration"
+ output-file: "{DIR[STATIC,VPP]}/job-spec-duration-2n-clx-cov"
+ jb-type: "coverage"
+ data: "vpp-2n-clx-curr-cov"
+ lines:
+ - job-spec: "gso-00"
+ build: "1"
+ - job-spec: "ip4-00"
+ build: "2"
+ - job-spec: "ip4-01"
+ build: "3"
+ - job-spec: "ip4-02"
+ build: "4"
+ - job-spec: "ip4-03"
+ build: "5"
+ - job-spec: "ip4-04"
+ build: "6"
+ - job-spec: "ip4-05"
+ build: "7"
+ - job-spec: "ip4-06"
+ build: "8"
+ - job-spec: "ip4-07"
+ build: "9"
+ - job-spec: "ip4tun-00"
+ build: "10"
+ - job-spec: "ip6-00"
+ build: "11"
+ - job-spec: "ip6-01"
+ build: "12"
+ - job-spec: "l2-00"
+ build: "13"
+ - job-spec: "l2-01"
+ build: "14"
+ - job-spec: "lb-00"
+ build: "15"
+ - job-spec: "memif-00"
+ build: "16"
+ - job-spec: "vhost-00"
+ build: "17"
+
+- type: "table"
+ title: "Job Specification Duration: 2n-dnv-iterative"
+ algorithm: "table_job_spec_duration"
+ output-file: "{DIR[STATIC,VPP]}/job-spec-duration-2n-dnv-iter"
+ jb-type: "iterative"
+ lines:
+ - job-spec: "vpp-mrr-00"
+ data-set: "vpp-2n-dnv-curr-iter-mrr"
+ - job-spec: "vpp-mlr-00"
+ data-set: "vpp-2n-dnv-curr-iter"
+
+- type: "table"
+ title: "Job Specification Duration: 2n-dnv-coverage"
+ algorithm: "table_job_spec_duration"
+ output-file: "{DIR[STATIC,VPP]}/job-spec-duration-2n-dnv-cov"
+ jb-type: "coverage"
+ data: "vpp-2n-dnv-curr-cov"
+ lines:
+ - job-spec: "ip4-00"
+ build: "7"
+ - job-spec: "ip4-01"
+ build: "8"
+ - job-spec: "ip6-00"
+ build: "9"
+ - job-spec: "ip6-01"
+ build: "10"
+ - job-spec: "l2-00"
+ build: "11"
+ - job-spec: "l2-01"
+ build: "13"
+
+- type: "table"
+ title: "Job Specification Duration: 2n-aws-iterative"
+ algorithm: "table_job_spec_duration"
+ output-file: "{DIR[STATIC,VPP]}/job-spec-duration-2n-aws-iter"
+ jb-type: "iterative"
+ lines:
+ - job-spec: "vpp-mrr-00"
+ data-set: "vpp-2n-aws-curr-iter-mrr"
+ - job-spec: "vpp-mlr-00"
+ data-set: "vpp-2n-aws-curr-iter"
+
+- type: "table"
+ title: "Job Specification Duration: 2n-aws-coverage"
+ algorithm: "table_job_spec_duration"
+ output-file: "{DIR[STATIC,VPP]}/job-spec-duration-2n-aws-cov"
+ jb-type: "coverage"
+ data: "vpp-2n-aws-curr-cov"
+ lines:
+ - job-spec: "vpp-00"
+ build: "1"
+
+- type: "table"
+ title: "Job Specification Duration: 3n-aws-iterative"
+ algorithm: "table_job_spec_duration"
+ output-file: "{DIR[STATIC,VPP]}/job-spec-duration-3n-aws-iter"
+ jb-type: "iterative"
+ lines:
+ - job-spec: "vpp-mrr-00"
+ data-set: "vpp-3n-aws-curr-iter-mrr"
+ - job-spec: "vpp-mlr-00"
+ data-set: "vpp-3n-aws-curr-iter"
+
+- type: "table"
+ title: "Job Specification Duration: 3n-aws-coverage"
+ algorithm: "table_job_spec_duration"
+ output-file: "{DIR[STATIC,VPP]}/job-spec-duration-3n-aws-cov"
+ jb-type: "coverage"
+ data: "vpp-3n-aws-curr-cov"
+ lines:
+ - job-spec: "vpp-00"
+ build: "1"
+
+- type: "table"
+ title: "Job Specification Duration: 2n-skx-iterative"
+ algorithm: "table_job_spec_duration"
+ output-file: "{DIR[STATIC,VPP]}/job-spec-duration-2n-skx-iter"
+ jb-type: "iterative"
+ lines:
+ - job-spec: "vpp-mrr-00"
+ data-set: "vpp-2n-skx-curr-iter-mrr"
+ - job-spec: "vpp-mlr-00"
+ data-set: "vpp-2n-skx-curr-iter-best"
+ - job-spec: "vpp-gso-mrr-00"
+ data-set: "vpp-2n-skx-curr-gso"
+ - job-spec: "soak-00"
+ data-set: "vpp-2n-skx-curr-soak"
+ - job-spec: "nfv-density-mrr-00"
+ data-set: "vpp-2n-skx-curr-nfv-mrr"
+ - job-spec: "nfv-density-mlr-00"
+ data-set: "vpp-2n-skx-curr-nfv-ndrpdr"
+ - job-spec: "reconf-00"
+ data-set: "vpp-2n-skx-curr-nfv-reconf"
+ - job-spec: "dpdk-mlr-00"
+ data-set: "dpdk-2n-skx-curr-iter"
+ - job-spec: "trex-mlr-00"
+ data-set: "trex-2n-skx-curr-iter"
+
+- type: "table"
+ title: "Job Specification Duration: 2n-skx-coverage"
+ algorithm: "table_job_spec_duration"
+ output-file: "{DIR[STATIC,VPP]}/job-spec-duration-2n-skx-cov"
+ jb-type: "coverage"
+ data: "vpp-2n-skx-curr-cov"
+ lines:
+ - job-spec: "gso-00"
+ build: "1"
+ - job-spec: "ip4-00"
+ build: "2"
+ - job-spec: "ip4-01"
+ build: "3"
+ - job-spec: "ip4-02"
+ build: "4"
+ - job-spec: "ip4-03"
+ build: "5"
+ - job-spec: "ip4-04"
+ build: "6"
+ - job-spec: "ip4-05"
+ build: "7"
+ - job-spec: "ip4-06"
+ build: "8"
+ - job-spec: "ip4-07"
+ build: "9"
+ - job-spec: "ip4tun-00"
+ build: "10"
+ - job-spec: "ip6-00"
+ build: "11"
+ - job-spec: "ip6-01"
+ build: "12"
+ - job-spec: "l2-00"
+ build: "13"
+ - job-spec: "l2-01"
+ build: "14"
+ - job-spec: "lb-00"
+ build: "15"
+ - job-spec: "memif-00"
+ build: "16"
+ - job-spec: "vhost-00"
+ build: "17"
+
+- type: "table"
+ title: "Job Specification Duration: 2n-tx2-iterative"
+ algorithm: "table_job_spec_duration"
+ output-file: "{DIR[STATIC,VPP]}/job-spec-duration-2n-tx2-iter"
+ jb-type: "iterative"
+ lines:
+ - job-spec: "vpp-mrr-00"
+ data-set: "vpp-2n-tx2-curr-iter-mrr"
+ - job-spec: "vpp-mlr-00"
+ data-set: "vpp-2n-tx2-curr-iter"
+
+- type: "table"
+ title: "Job Specification Duration: 2n-tx2-coverage"
+ algorithm: "table_job_spec_duration"
+ output-file: "{DIR[STATIC,VPP]}/job-spec-duration-2n-tx2-cov"
+ jb-type: "coverage"
+ data: "vpp-2n-tx2-curr-cov"
+ lines:
+ - job-spec: "ip4-00"
+ build: "1"
+ - job-spec: "ip4-01"
+ build: "2"
+ - job-spec: "ip4-02"
+ build: "3"
+ - job-spec: "ip4-03"
+ build: "4"
+ - job-spec: "ip4-04"
+ build: "5"
+ - job-spec: "ip4-05"
+ build: "6"
+ - job-spec: "ip4-06"
+ build: "7"
+ - job-spec: "ip6-00"
+ build: "8"
+ - job-spec: "ip6-01"
+ build: "9"
+ - job-spec: "l2-00"
+ build: "10"
+ - job-spec: "l2-01"
+ build: "11"
+ - job-spec: "l2-02"
+ build: "12"
+ - job-spec: "l2-03"
+ build: "13"
+ - job-spec: "l2-04"
+ build: "14"
+
+- type: "table"
+ title: "Job Specification Duration: 2n-zn2-iterative"
+ algorithm: "table_job_spec_duration"
+ output-file: "{DIR[STATIC,VPP]}/job-spec-duration-2n-zn2-iter"
+ jb-type: "iterative"
+ lines:
+ - job-spec: "vpp-mrr-00"
+ data-set: "vpp-2n-zn2-curr-iter-mrr"
+ - job-spec: "vpp-mlr-00"
+ data-set: "vpp-2n-zn2-curr-iter-best"
+ - job-spec: "vpp-gso-mrr-00"
+ data-set: "vpp-2n-zn2-curr-iter-gso"
+ - job-spec: "dpdk-mlr-00"
+ data-set: "dpdk-2n-zn2-curr-iter"
+
+- type: "table"
+ title: "Job Specification Duration: 2n-zn2-coverage"
+ algorithm: "table_job_spec_duration"
+ output-file: "{DIR[STATIC,VPP]}/job-spec-duration-2n-zn2-cov"
+ jb-type: "coverage"
+ data: "vpp-2n-zn2-curr-cov"
+ lines:
+ - job-spec: "gso-00"
+ build: "1"
+ - job-spec: "ip4-00"
+ build: "2"
+ - job-spec: "ip4-01"
+ build: "3"
+ - job-spec: "ip4-02"
+ build: "4"
+ - job-spec: "ip4-03"
+ build: "18"
+ - job-spec: "ip4-04"
+ build: "6"
+ - job-spec: "ip4-05"
+ build: "7"
+ - job-spec: "ip4tun-00"
+ build: "8"
+ - job-spec: "ip6-00"
+ build: "9"
+ - job-spec: "ip6-01"
+ build: "19"
+ - job-spec: "l2-00"
+ build: "11"
+ - job-spec: "l2-01"
+ build: "12"
+ - job-spec: "lb-00"
+ build: "13"
+ - job-spec: "memif-00"
+ build: "14"
+ - job-spec: "vhost-00"
+ build: "15"
+
+- type: "table"
+ title: "Job Specification Duration: 3n-dnv-iterative"
+ algorithm: "table_job_spec_duration"
+ output-file: "{DIR[STATIC,VPP]}/job-spec-duration-3n-dnv-iter"
+ jb-type: "iterative"
+ lines:
+ - job-spec: "vpp-mrr-00"
+ data-set: "vpp-3n-dnv-curr-iter-mrr"
+ - job-spec: "vpp-mlr-00"
+ data-set: "vpp-3n-dnv-curr-iter"
+
+- type: "table"
+ title: "Job Specification Duration: 3n-dnv-coverage"
+ algorithm: "table_job_spec_duration"
+ output-file: "{DIR[STATIC,VPP]}/job-spec-duration-3n-dnv-cov"
+ jb-type: "coverage"
+ data: "vpp-3n-dnv-curr-cov"
+ lines:
+ - job-spec: "crypto-00"
+ build: "11"
+ - job-spec: "crypto-01"
+ build: "12"
+ - job-spec: "crypto-02"
+ build: "13"
+ - job-spec: "ip4-00"
+ build: "14"
+ - job-spec: "ip4-01"
+ build: "15"
+ - job-spec: "ip4tun-00"
+ build: "16"
+ - job-spec: "ip6-00"
+ build: "17"
+ - job-spec: "ip6-01"
+ build: "10"
+ - job-spec: "l2-00"
+ build: "20"
+ - job-spec: "l2-01"
+ build: "21"
+
+- type: "table"
+ title: "Job Specification Duration: 3n-skx-iterative"
+ algorithm: "table_job_spec_duration"
+ output-file: "{DIR[STATIC,VPP]}/job-spec-duration-3n-skx-iter"
+ jb-type: "iterative"
+ lines:
+ - job-spec: "vpp-mrr-00"
+ data-set: "vpp-3n-skx-curr-iter-mrr"
+ - job-spec: "vpp-mlr-00"
+ data-set: "vpp-3n-skx-curr-iter"
+ - job-spec: "hoststack-00"
+ data-set: "vpp-3n-skx-curr-iter-hoststack"
+ - job-spec: "dpdk-mlr-00"
+ data-set: "dpdk-3n-skx-curr-iter"
+ - job-spec: "trex-mlr-00"
+ data-set: "trex-3n-skx-curr-iter"
+
+- type: "table"
+ title: "Job Specification Duration: 3n-skx-coverage"
+ algorithm: "table_job_spec_duration"
+ output-file: "{DIR[STATIC,VPP]}/job-spec-duration-3n-skx-cov"
+ jb-type: "coverage"
+ data: "vpp-3n-skx-curr-cov"
+ lines:
+ - job-spec: "crypto-00"
+ build: "1"
+ - job-spec: "crypto-01"
+ build: "3"
+ - job-spec: "crypto-02"
+ build: "4"
+ - job-spec: "crypto-03"
+ build: "36"
+ - job-spec: "crypto-04"
+ build: "6"
+ - job-spec: "ip4-00"
+ build: "7"
+ - job-spec: "ip4-01"
+ build: "8"
+ - job-spec: "ip4-02"
+ build: "9"
+ - job-spec: "ip4-03"
+ build: "10"
+ - job-spec: "ip4-04"
+ build: "11"
+ - job-spec: "ip4-05"
+ build: "12"
+ - job-spec: "ip4-06"
+ build: "13"
+ - job-spec: "ip4-07"
+ build: "14"
+ - job-spec: "ip4tun-00"
+ build: "15"
+ - job-spec: "ip4tun-02"
+ build: "16"
+ - job-spec: "ip6-00"
+ build: "17"
+ - job-spec: "ip6-01"
+ build: "18"
+ - job-spec: "ip6tun-00"
+ build: "19"
+ - job-spec: "l2-00"
+ build: "20"
+ - job-spec: "l2-01"
+ build: "21"
+ - job-spec: "l2-02"
+ build: "22"
+ - job-spec: "l2-03"
+ build: "23"
+ - job-spec: "l2-04"
+ build: "24"
+ - job-spec: "l2-05"
+ build: "25"
+ - job-spec: "l2-06"
+ build: "26"
+ - job-spec: "l2-07"
+ build: "27"
+ - job-spec: "l2-08"
+ build: "28"
+ - job-spec: "l2-09"
+ build: "29"
+ - job-spec: "l2-10"
+ build: "30"
+ - job-spec: "memif-00"
+ build: "31"
+ - job-spec: "srv6-00"
+ build: "32"
+ - job-spec: "srv6-01"
+ build: "33"
+ - job-spec: "vhost-00"
+ build: "34"
+ - job-spec: "vhost-01"
+ build: "35"
+
+- type: "table"
+ title: "Job Specification Duration: 3n-tsh-iterative"
+ algorithm: "table_job_spec_duration"
+ output-file: "{DIR[STATIC,VPP]}/job-spec-duration-3n-tsh-iter"
+ jb-type: "iterative"
+ lines:
+ - job-spec: "vpp-mrr-00"
+ data-set: "vpp-3n-tsh-curr-iter-mrr"
+ - job-spec: "vpp-mlr-00"
+ data-set: "vpp-3n-tsh-curr-iter"
+ - job-spec: "dpdk-mlr-00"
+ data-set: "dpdk-3n-tsh-curr-iter"
+
+- type: "table"
+ title: "Job Specification Duration: 3n-tsh-coverage"
+ algorithm: "table_job_spec_duration"
+ output-file: "{DIR[STATIC,VPP]}/job-spec-duration-3n-tsh-cov"
+ jb-type: "coverage"
+ data: "vpp-3n-tsh-curr-cov"
+ lines:
+ - job-spec: "ip4-00"
+ build: "7"
+ - job-spec: "ip4-01"
+ build: "8"
+ - job-spec: "ip4-02"
+ build: "9"
+ - job-spec: "ip4-03"
+ build: "10"
+ - job-spec: "ip4tun-00"
+ build: "15"
+ - job-spec: "ip6-00"
+ build: "17"
+ - job-spec: "ip6-01"
+ build: "18"
+ - job-spec: "l2-00"
+ build: "20"
+ - job-spec: "l2-01"
+ build: "21"
+ - job-spec: "l2-02"
+ build: "22"
+ - job-spec: "l2-03"
+ build: "23"
+ - job-spec: "l2-04"
+ build: "24"
+ - job-spec: "memif-00"
+ build: "31"
+ - job-spec: "srv6-00"
+ build: "32"
+ - job-spec: "srv6-01"
+ build: "33"
+ - job-spec: "vhost-00"
+ build: "34"
+ - job-spec: "vhost-01"
+ build: "35"
+
# VPP Latency Changes 3n-skx 2t1c
- type: "table"
title: "VPP Latency Changes 3n-skx 2t1c PDR50-direction1-avg"
include-tests: "latency-PDR50-direction1-avg"
filter: "'2T1C' and 'NDRPDR' and 'NIC_Intel-XXV710' and not 'NF_DENSITY'"
columns:
- - title: "2101.0-6"
- data-set: "vpp-3n-skx-prev-iter-old-env"
- title: "2101.0-7"
- data-set: "vpp-3n-skx-prev-iter-new-env"
+ data-set: "vpp-3n-skx-hist-iter-new-env"
- title: "2106.0-7"
+ data-set: "vpp-3n-skx-prev-iter-old-env"
+ - title: "2106.0-8"
+ data-set: "vpp-3n-skx-prev-iter-new-env"
+ - title: "2110.0-8"
data-set: "vpp-3n-skx-curr-iter-best"
comparisons:
- - title: "2101.0-7 vs 2101.0-6"
- reference: 1
- compare: 2
-# rca-file: "rca/rca-3n-skx-2t1c-lat-rca1.yaml"
- - title: "2106.0-7 vs 2101.0-7"
+ - title: "2106.0-8 vs 2106.0-7"
reference: 2
compare: 3
-# rca-file: "rca/rca-3n-skx-2t1c-lat-rca2.yaml"
+ - title: "2110.0-8 vs 2106.0-8"
+ reference: 3
+ compare: 4
legend:
- ''
- 'Test Case: Test cases executed for: PDR throughput on 3n-skx with xxv710.'
- - 'YYMM.V-E: [uSec +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "6" for CSIT rls2101, "7" for CSIT rls2106).'
+ - 'YYMM.V-E: [uSec +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "7" for CSIT rls2106, "8" for CSIT rls2110).'
- 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.'
- - '2101.0-7 vs 2101.0-6: Compares CSIT environment current vs previous with previous VPP code.'
- - '2106.0-7 vs 2101.0-7: Compares VPP code current vs previous in the current CSIT environment.'
+ - '2106.0-8 vs 2106.0-7: Compares CSIT environment current vs previous with previous VPP code.'
+ - '2110.0-8 vs 2106.0-8: Compares VPP code current vs previous in the current CSIT environment.'
# VPP Latency Changes 3n-skx 2t1c
- type: "table"
include-tests: "latency-PDR90-direction1-avg"
filter: "'2T1C' and 'NDRPDR' and 'NIC_Intel-XXV710' and not 'NF_DENSITY'"
columns:
- - title: "2101.0-6"
- data-set: "vpp-3n-skx-prev-iter-old-env"
- title: "2101.0-7"
- data-set: "vpp-3n-skx-prev-iter-new-env"
+ data-set: "vpp-3n-skx-hist-iter-new-env"
- title: "2106.0-7"
+ data-set: "vpp-3n-skx-prev-iter-old-env"
+ - title: "2106.0-8"
+ data-set: "vpp-3n-skx-prev-iter-new-env"
+ - title: "2110.0-8"
data-set: "vpp-3n-skx-curr-iter-best"
comparisons:
- - title: "2101.0-7 vs 2101.0-6"
- reference: 1
- compare: 2
-# rca-file: "rca/rca-3n-skx-2t1c-lat-rca1.yaml"
- - title: "2106.0-7 vs 2101.0-7"
+ - title: "2106.0-8 vs 2106.0-7"
reference: 2
compare: 3
-# rca-file: "rca/rca-3n-skx-2t1c-lat-rca2.yaml"
+ - title: "2110.0-8 vs 2106.0-8"
+ reference: 3
+ compare: 4
legend:
- ''
- 'Test Case: Test cases executed for: PDR throughput on 3n-skx with xxv710.'
- - 'YYMM.V-E: [uSec +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "6" for CSIT rls2101, "7" for CSIT rls2106).'
+ - 'YYMM.V-E: [uSec +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "7" for CSIT rls2106, "8" for CSIT rls2110).'
- 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.'
- - '2101.0-7 vs 2101.0-6: Compares CSIT environment current vs previous with previous VPP code.'
- - '2106.0-7 vs 2101.0-7: Compares VPP code current vs previous in the current CSIT environment.'
+ - '2106.0-8 vs 2106.0-7: Compares CSIT environment current vs previous with previous VPP code.'
+ - '2110.0-8 vs 2106.0-8: Compares VPP code current vs previous in the current CSIT environment.'
# VPP Latency Changes 3n-skx 2t1c
- type: "table"
include-tests: "latency-PDR90-direction1-max"
filter: "'2T1C' and 'NDRPDR' and 'NIC_Intel-XXV710' and not 'NF_DENSITY'"
columns:
- - title: "2101.0-6"
- data-set: "vpp-3n-skx-prev-iter-old-env"
- title: "2101.0-7"
- data-set: "vpp-3n-skx-prev-iter-new-env"
+ data-set: "vpp-3n-skx-hist-iter-new-env"
- title: "2106.0-7"
+ data-set: "vpp-3n-skx-prev-iter-old-env"
+ - title: "2106.0-8"
+ data-set: "vpp-3n-skx-prev-iter-new-env"
+ - title: "2110.0-8"
data-set: "vpp-3n-skx-curr-iter-best"
comparisons:
- - title: "2101.0-7 vs 2101.0-6"
- reference: 1
- compare: 2
-# rca-file: "rca/rca-3n-skx-2t1c-lat-rca1.yaml"
- - title: "2106.0-7 vs 2101.0-7"
+ - title: "2106.0-8 vs 2106.0-7"
reference: 2
compare: 3
-# rca-file: "rca/rca-3n-skx-2t1c-lat-rca2.yaml"
+ - title: "2110.0-8 vs 2106.0-8"
+ reference: 3
+ compare: 4
legend:
- ''
- 'Test Case: Test cases executed for: PDR throughput on 3n-skx with xxv710.'
- - 'YYMM.V-E: [uSec +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "6" for CSIT rls2101, "7" for CSIT rls2106).'
+ - 'YYMM.V-E: [uSec +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "7" for CSIT rls2106, "8" for CSIT rls2110).'
- 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.'
- - '2101.0-7 vs 2101.0-6: Compares CSIT environment current vs previous with previous VPP code.'
- - '2106.0-7 vs 2101.0-7: Compares VPP code current vs previous in the current CSIT environment.'
+ - '2106.0-8 vs 2106.0-7: Compares CSIT environment current vs previous with previous VPP code.'
+ - '2110.0-8 vs 2106.0-8: Compares VPP code current vs previous in the current CSIT environment.'
# VPP Latency Changes 2n-skx 2t1c
- type: "table"
include-tests: "latency-PDR50-direction1-avg"
filter: "'2T1C' and 'NDRPDR' and 'NIC_Intel-XXV710' and not 'NF_DENSITY'"
columns:
- - title: "2101.0-6"
- data-set: "vpp-2n-skx-prev-iter-old-env"
- title: "2101.0-7"
- data-set: "vpp-2n-skx-prev-iter-new-env"
+ data-set: "vpp-2n-skx-hist-iter-new-env"
- title: "2106.0-7"
+ data-set: "vpp-2n-skx-prev-iter-old-env"
+ - title: "2106.0-8"
+ data-set: "vpp-2n-skx-prev-iter-new-env"
+ - title: "2110.0-8"
data-set: "vpp-2n-skx-curr-iter-best"
comparisons:
- - title: "2101.0-7 vs 2101.0-6"
- reference: 1
- compare: 2
-# rca-file: "rca/rca-2n-skx-2t1c-lat-rca1.yaml"
- - title: "2106.0-7 vs 2101.0-7"
+ - title: "2106.0-8 vs 2106.0-7"
reference: 2
compare: 3
-# rca-file: "rca/rca-2n-skx-2t1c-lat-rca2.yaml"
+ - title: "2110.0-8 vs 2106.0-8"
+ reference: 3
+ compare: 4
legend:
- ''
- 'Test Case: Test cases executed for: PDR throughput on 2n-skx with xxv710.'
- - 'YYMM.V-E: [uSec +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "6" for CSIT rls2101, "7" for CSIT rls2106).'
+ - 'YYMM.V-E: [uSec +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "7" for CSIT rls2106, "8" for CSIT rls2110).'
- 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.'
- - '2101.0-7 vs 2101.0-6: Compares CSIT environment current vs previous with previous VPP code.'
- - '2106.0-7 vs 2101.0-7: Compares VPP code current vs previous in the current CSIT environment.'
+ - '2106.0-8 vs 2106.0-7: Compares CSIT environment current vs previous with previous VPP code.'
+ - '2110.0-8 vs 2106.0-8: Compares VPP code current vs previous in the current CSIT environment.'
# VPP Latency Changes 2n-skx 2t1c
- type: "table"
include-tests: "latency-PDR90-direction1-avg"
filter: "'2T1C' and 'NDRPDR' and 'NIC_Intel-XXV710' and not 'NF_DENSITY'"
columns:
- - title: "2101.0-6"
- data-set: "vpp-2n-skx-prev-iter-old-env"
- title: "2101.0-7"
- data-set: "vpp-2n-skx-prev-iter-new-env"
+ data-set: "vpp-2n-skx-hist-iter-new-env"
- title: "2106.0-7"
+ data-set: "vpp-2n-skx-prev-iter-old-env"
+ - title: "2106.0-8"
+ data-set: "vpp-2n-skx-prev-iter-new-env"
+ - title: "2110.0-8"
data-set: "vpp-2n-skx-curr-iter-best"
comparisons:
- - title: "2101.0-7 vs 2101.0-6"
- reference: 1
- compare: 2
-# rca-file: "rca/rca-2n-skx-2t1c-lat-rca1.yaml"
- - title: "2106.0-7 vs 2101.0-7"
+ - title: "2106.0-8 vs 2106.0-7"
reference: 2
compare: 3
-# rca-file: "rca/rca-2n-skx-2t1c-lat-rca2.yaml"
+ - title: "2110.0-8 vs 2106.0-8"
+ reference: 3
+ compare: 4
legend:
- ''
- 'Test Case: Test cases executed for: PDR throughput on 2n-skx with xxv710.'
- - 'YYMM.V-E: [uSec +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "6" for CSIT rls2101, "7" for CSIT rls2106).'
+ - 'YYMM.V-E: [uSec +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "7" for CSIT rls2106, "8" for CSIT rls2110).'
- 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.'
- - '2101.0-7 vs 2101.0-6: Compares CSIT environment current vs previous with previous VPP code.'
- - '2106.0-7 vs 2101.0-7: Compares VPP code current vs previous in the current CSIT environment.'
+ - '2106.0-8 vs 2106.0-7: Compares CSIT environment current vs previous with previous VPP code.'
+ - '2110.0-8 vs 2106.0-8: Compares VPP code current vs previous in the current CSIT environment.'
# VPP Latency Changes 2n-skx 2t1c
- type: "table"
include-tests: "latency-PDR90-direction1-max"
filter: "'2T1C' and 'NDRPDR' and 'NIC_Intel-XXV710' and not 'NF_DENSITY'"
columns:
- - title: "2101.0-6"
- data-set: "vpp-2n-skx-prev-iter-old-env"
- title: "2101.0-7"
- data-set: "vpp-2n-skx-prev-iter-new-env"
+ data-set: "vpp-2n-skx-hist-iter-new-env"
- title: "2106.0-7"
+ data-set: "vpp-2n-skx-prev-iter-old-env"
+ - title: "2106.0-8"
+ data-set: "vpp-2n-skx-prev-iter-new-env"
+ - title: "2110.0-8"
data-set: "vpp-2n-skx-curr-iter-best"
comparisons:
- - title: "2101.0-7 vs 2101.0-6"
- reference: 1
- compare: 2
-# rca-file: "rca/rca-2n-skx-2t1c-lat-rca1.yaml"
- - title: "2106.0-7 vs 2101.0-7"
+ - title: "2106.0-8 vs 2106.0-7"
reference: 2
compare: 3
-# rca-file: "rca/rca-2n-skx-2t1c-lat-rca2.yaml"
+ - title: "2110.0-8 vs 2106.0-8"
+ reference: 3
+ compare: 4
legend:
- ''
- 'Test Case: Test cases executed for: PDR throughput on 2n-skx with xxv710.'
- - 'YYMM.V-E: [uSec +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "6" for CSIT rls2101, "7" for CSIT rls2106).'
+ - 'YYMM.V-E: [uSec +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "7" for CSIT rls2106, "8" for CSIT rls2110).'
- 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.'
- - '2101.0-7 vs 2101.0-6: Compares CSIT environment current vs previous with previous VPP code.'
- - '2106.0-7 vs 2101.0-7: Compares VPP code current vs previous in the current CSIT environment.'
+ - '2106.0-8 vs 2106.0-7: Compares CSIT environment current vs previous with previous VPP code.'
+ - '2110.0-8 vs 2106.0-8: Compares VPP code current vs previous in the current CSIT environment.'
# VPP Latency Changes 2n-clx 2t1c
- type: "table"
include-tests: "latency-PDR50-direction1-avg"
filter: "'2T1C' and 'NDRPDR' and 'NIC_Intel-XXV710' and not 'NF_DENSITY'"
columns:
- - title: "2101.0-6"
- data-set: "vpp-2n-clx-prev-iter-old-env"
- title: "2101.0-7"
- data-set: "vpp-2n-clx-prev-iter-new-env"
+ data-set: "vpp-2n-clx-hist-iter-new-env"
- title: "2106.0-7"
- data-set: "vpp-2n-clx-curr-iter"
+ data-set: "vpp-2n-clx-prev-iter-old-env"
+ - title: "2106.0-8"
+ data-set: "vpp-2n-clx-prev-iter-new-env"
+ - title: "2110.0-8"
+ data-set: "vpp-2n-clx-curr-iter-best"
comparisons:
- - title: "2101.0-7 vs 2101.0-6"
- reference: 1
- compare: 2
-# rca-file: "rca/rca-2n-clx-2t1c-lat-rca1.yaml"
- - title: "2106.0-7 vs 2101.0-7"
+ - title: "2106.0-8 vs 2106.0-7"
reference: 2
compare: 3
-# rca-file: "rca/rca-2n-clx-2t1c-lat-rca2.yaml"
+ - title: "2110.0-8 vs 2106.0-8"
+ reference: 3
+ compare: 4
legend:
- ''
- 'Test Case: Test cases executed for: PDR throughput on 2n-clx with xxv710.'
- - 'YYMM.V-E: [uSec +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "6" for CSIT rls2101, "7" for CSIT rls2106).'
+ - 'YYMM.V-E: [uSec +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "7" for CSIT rls2106, "8" for CSIT rls2110).'
- 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.'
- - '2101.0-7 vs 2101.0-6: Compares CSIT environment current vs previous with previous VPP code.'
- - '2106.0-7 vs 2101.0-7: Compares VPP code current vs previous in the current CSIT environment.'
+ - '2106.0-8 vs 2106.0-7: Compares CSIT environment current vs previous with previous VPP code.'
+ - '2110.0-8 vs 2106.0-8: Compares VPP code current vs previous in the current CSIT environment.'
# VPP Latency Changes 2n-clx 2t1c
- type: "table"
include-tests: "latency-PDR90-direction1-avg"
filter: "'2T1C' and 'NDRPDR' and 'NIC_Intel-XXV710' and not 'NF_DENSITY'"
columns:
- - title: "2101.0-6"
- data-set: "vpp-2n-clx-prev-iter-old-env"
- title: "2101.0-7"
- data-set: "vpp-2n-clx-prev-iter-new-env"
+ data-set: "vpp-2n-clx-hist-iter-new-env"
- title: "2106.0-7"
- data-set: "vpp-2n-clx-curr-iter"
+ data-set: "vpp-2n-clx-prev-iter-old-env"
+ - title: "2106.0-8"
+ data-set: "vpp-2n-clx-prev-iter-new-env"
+ - title: "2110.0-8"
+ data-set: "vpp-2n-clx-curr-iter-best"
comparisons:
- - title: "2101.0-7 vs 2101.0-6"
- reference: 1
- compare: 2
-# rca-file: "rca/rca-2n-clx-2t1c-lat-rca1.yaml"
- - title: "2106.0-7 vs 2101.0-7"
+ - title: "2106.0-8 vs 2106.0-7"
reference: 2
compare: 3
-# rca-file: "rca/rca-2n-clx-2t1c-lat-rca2.yaml"
+ - title: "2110.0-8 vs 2106.0-8"
+ reference: 3
+ compare: 4
legend:
- ''
- 'Test Case: Test cases executed for: PDR throughput on 2n-clx with xxv710.'
- - 'YYMM.V-E: [uSec +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "6" for CSIT rls2101, "7" for CSIT rls2106).'
+ - 'YYMM.V-E: [uSec +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "7" for CSIT rls2106, "8" for CSIT rls2110).'
- 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.'
- - '2101.0-7 vs 2101.0-6: Compares CSIT environment current vs previous with previous VPP code.'
- - '2106.0-7 vs 2101.0-7: Compares VPP code current vs previous in the current CSIT environment.'
+ - '2106.0-8 vs 2106.0-7: Compares CSIT environment current vs previous with previous VPP code.'
+ - '2110.0-8 vs 2106.0-8: Compares VPP code current vs previous in the current CSIT environment.'
# VPP Latency Changes 2n-clx 2t1c
- type: "table"
include-tests: "latency-PDR90-direction1-max"
filter: "'2T1C' and 'NDRPDR' and 'NIC_Intel-XXV710' and not 'NF_DENSITY'"
columns:
- - title: "2101.0-6"
- data-set: "vpp-2n-clx-prev-iter-old-env"
- title: "2101.0-7"
- data-set: "vpp-2n-clx-prev-iter-new-env"
+ data-set: "vpp-2n-clx-hist-iter-new-env"
- title: "2106.0-7"
- data-set: "vpp-2n-clx-curr-iter"
+ data-set: "vpp-2n-clx-prev-iter-old-env"
+ - title: "2106.0-8"
+ data-set: "vpp-2n-clx-prev-iter-new-env"
+ - title: "2110.0-8"
+ data-set: "vpp-2n-clx-curr-iter-best"
comparisons:
- - title: "2101.0-7 vs 2101.0-6"
- reference: 1
- compare: 2
-# rca-file: "rca/rca-2n-clx-2t1c-lat-rca1.yaml"
- - title: "2106.0-7 vs 2101.0-7"
+ - title: "2106.0-8 vs 2106.0-7"
reference: 2
compare: 3
-# rca-file: "rca/rca-2n-clx-2t1c-lat-rca2.yaml"
+ - title: "2110.0-8 vs 2106.0-8"
+ reference: 3
+ compare: 4
legend:
- ''
- 'Test Case: Test cases executed for: PDR throughput on 2n-clx with xxv710.'
- - 'YYMM.V-E: [uSec +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "6" for CSIT rls2101, "7" for CSIT rls2106).'
+ - 'YYMM.V-E: [uSec +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "7" for CSIT rls2106, "8" for CSIT rls2110).'
- 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.'
- - '2101.0-7 vs 2101.0-6: Compares CSIT environment current vs previous with previous VPP code.'
- - '2106.0-7 vs 2101.0-7: Compares VPP code current vs previous in the current CSIT environment.'
+ - '2106.0-8 vs 2106.0-7: Compares CSIT environment current vs previous with previous VPP code.'
+ - '2110.0-8 vs 2106.0-8: Compares VPP code current vs previous in the current CSIT environment.'
# VPP Latency Changes 2n-clx 2t1c
- type: "table"
include-tests: "latency-PDR50-direction1-avg"
filter: "'2T1C' and 'NDRPDR' and 'NIC_Mellanox-CX556A' and not 'NF_DENSITY'"
columns:
- - title: "2101.0-6"
- data-set: "vpp-2n-clx-prev-iter-old-env"
- title: "2101.0-7"
- data-set: "vpp-2n-clx-prev-iter-new-env"
+ data-set: "vpp-2n-clx-hist-iter-new-env"
- title: "2106.0-7"
- data-set: "vpp-2n-clx-curr-iter"
+ data-set: "vpp-2n-clx-prev-iter-old-env"
+ - title: "2106.0-8"
+ data-set: "vpp-2n-clx-prev-iter-new-env"
+ - title: "2110.0-8"
+ data-set: "vpp-2n-clx-curr-iter-best"
comparisons:
- - title: "2101.0-7 vs 2101.0-6"
- reference: 1
- compare: 2
-# rca-file: "rca/rca-2n-clx-2t1c-lat-rca1.yaml"
- - title: "2106.0-7 vs 2101.0-7"
+ - title: "2106.0-8 vs 2106.0-7"
reference: 2
compare: 3
-# rca-file: "rca/rca-2n-clx-2t1c-lat-rca2.yaml"
+ - title: "2110.0-8 vs 2106.0-8"
+ reference: 3
+ compare: 4
legend:
- ''
- 'Test Case: Test cases executed for: PDR throughput on 2n-clx with cx556a.'
- - 'YYMM.V-E: [uSec +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "6" for CSIT rls2101, "7" for CSIT rls2106).'
+ - 'YYMM.V-E: [uSec +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "7" for CSIT rls2106, "8" for CSIT rls2110).'
- 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.'
- - '2101.0-7 vs 2101.0-6: Compares CSIT environment current vs previous with previous VPP code.'
- - '2106.0-7 vs 2101.0-7: Compares VPP code current vs previous in the current CSIT environment.'
+ - '2106.0-8 vs 2106.0-7: Compares CSIT environment current vs previous with previous VPP code.'
+ - '2110.0-8 vs 2106.0-8: Compares VPP code current vs previous in the current CSIT environment.'
# VPP Latency Changes 2n-clx 2t1c
- type: "table"
include-tests: "latency-PDR90-direction1-avg"
filter: "'2T1C' and 'NDRPDR' and 'NIC_Mellanox-CX556A' and not 'NF_DENSITY'"
columns:
- - title: "2101.0-6"
- data-set: "vpp-2n-clx-prev-iter-old-env"
- title: "2101.0-7"
- data-set: "vpp-2n-clx-prev-iter-new-env"
+ data-set: "vpp-2n-clx-hist-iter-new-env"
- title: "2106.0-7"
- data-set: "vpp-2n-clx-curr-iter"
+ data-set: "vpp-2n-clx-prev-iter-old-env"
+ - title: "2106.0-8"
+ data-set: "vpp-2n-clx-prev-iter-new-env"
+ - title: "2110.0-8"
+ data-set: "vpp-2n-clx-curr-iter-best"
comparisons:
- - title: "2101.0-7 vs 2101.0-6"
- reference: 1
- compare: 2
-# rca-file: "rca/rca-2n-clx-2t1c-lat-rca1.yaml"
- - title: "2106.0-7 vs 2101.0-7"
+ - title: "2106.0-8 vs 2106.0-7"
reference: 2
compare: 3
-# rca-file: "rca/rca-2n-clx-2t1c-lat-rca2.yaml"
+ - title: "2110.0-8 vs 2106.0-8"
+ reference: 3
+ compare: 4
legend:
- ''
- 'Test Case: Test cases executed for: PDR throughput on 2n-clx with cx556a.'
- - 'YYMM.V-E: [uSec +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "6" for CSIT rls2101, "7" for CSIT rls2106).'
+ - 'YYMM.V-E: [uSec +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "7" for CSIT rls2106, "8" for CSIT rls2110).'
- 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.'
- - '2101.0-7 vs 2101.0-6: Compares CSIT environment current vs previous with previous VPP code.'
- - '2106.0-7 vs 2101.0-7: Compares VPP code current vs previous in the current CSIT environment.'
+ - '2106.0-8 vs 2106.0-7: Compares CSIT environment current vs previous with previous VPP code.'
+ - '2110.0-8 vs 2106.0-8: Compares VPP code current vs previous in the current CSIT environment.'
# VPP Latency Changes 2n-clx 2t1c
- type: "table"
include-tests: "latency-PDR90-direction1-max"
filter: "'2T1C' and 'NDRPDR' and 'NIC_Mellanox-CX556A' and not 'NF_DENSITY'"
columns:
- - title: "2101.0-6"
- data-set: "vpp-2n-clx-prev-iter-old-env"
- title: "2101.0-7"
- data-set: "vpp-2n-clx-prev-iter-new-env"
+ data-set: "vpp-2n-clx-hist-iter-new-env"
- title: "2106.0-7"
- data-set: "vpp-2n-clx-curr-iter"
+ data-set: "vpp-2n-clx-prev-iter-old-env"
+ - title: "2106.0-8"
+ data-set: "vpp-2n-clx-prev-iter-new-env"
+ - title: "2110.0-8"
+ data-set: "vpp-2n-clx-curr-iter-best"
comparisons:
- - title: "2101.0-7 vs 2101.0-6"
- reference: 1
- compare: 2
-# rca-file: "rca/rca-2n-clx-2t1c-lat-rca1.yaml"
- - title: "2106.0-7 vs 2101.0-7"
+ - title: "2106.0-8 vs 2106.0-7"
reference: 2
compare: 3
-# rca-file: "rca/rca-2n-clx-2t1c-lat-rca2.yaml"
+ - title: "2110.0-8 vs 2106.0-8"
+ reference: 3
+ compare: 4
legend:
- ''
- 'Test Case: Test cases executed for: PDR throughput on 2n-clx with cx556a.'
- - 'YYMM.V-E: [uSec +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "6" for CSIT rls2101, "7" for CSIT rls2106).'
+ - 'YYMM.V-E: [uSec +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "7" for CSIT rls2106, "8" for CSIT rls2110).'
- 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.'
- - '2101.0-7 vs 2101.0-6: Compares CSIT environment current vs previous with previous VPP code.'
- - '2106.0-7 vs 2101.0-7: Compares VPP code current vs previous in the current CSIT environment.'
+ - '2106.0-8 vs 2106.0-7: Compares CSIT environment current vs previous with previous VPP code.'
+ - '2110.0-8 vs 2106.0-8: Compares VPP code current vs previous in the current CSIT environment.'
# VPP Latency Changes 2n-zn2 2t1c
- type: "table"
include-tests: "latency-PDR50-direction1-avg"
filter: "'2T1C' and 'NDRPDR' and 'NIC_Intel-XXV710'"
columns:
- - title: "2101.0-6"
- data-set: "vpp-2n-zn2-prev-iter-old-env"
- title: "2101.0-7"
- data-set: "vpp-2n-zn2-prev-iter-new-env"
+ data-set: "vpp-2n-zn2-hist-iter-new-env"
- title: "2106.0-7"
+ data-set: "vpp-2n-zn2-prev-iter-old-env"
+ - title: "2106.0-8"
+ data-set: "vpp-2n-zn2-prev-iter-new-env"
+ - title: "2110.0-8"
data-set: "vpp-2n-zn2-curr-iter-best"
comparisons:
- - title: "2101.0-7 vs 2101.0-6"
- reference: 1
- compare: 2
-# rca-file: "rca/rca-2n-zn2-2t1c-lat-rca1.yaml"
- - title: "2106.0-7 vs 2101.0-7"
+ - title: "2106.0-8 vs 2106.0-7"
reference: 2
compare: 3
-# rca-file: "rca/rca-2n-zn2-2t1c-lat-rca2.yaml"
+ - title: "2110.0-8 vs 2106.0-8"
+ reference: 3
+ compare: 4
legend:
- ''
- 'Test Case: Test cases executed for: PDR throughput on 2n-zn2 with xxv710.'
- - 'YYMM.V-E: [uSec +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "6" for CSIT rls2101, "7" for CSIT rls2106).'
+ - 'YYMM.V-E: [uSec +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "7" for CSIT rls2106, "8" for CSIT rls2110).'
- 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.'
- - '2101.0-7 vs 2101.0-6: Compares CSIT environment current vs previous with previous VPP code.'
- - '2106.0-7 vs 2101.0-7: Compares VPP code current vs previous in the current CSIT environment.'
+ - '2106.0-8 vs 2106.0-7: Compares CSIT environment current vs previous with previous VPP code.'
+ - '2110.0-8 vs 2106.0-8: Compares VPP code current vs previous in the current CSIT environment.'
# VPP Latency Changes 2n-zn2 2t1c
- type: "table"
include-tests: "latency-PDR90-direction1-avg"
filter: "'2T1C' and 'NDRPDR' and 'NIC_Intel-XXV710'"
columns:
- - title: "2101.0-6"
- data-set: "vpp-2n-zn2-prev-iter-old-env"
- title: "2101.0-7"
- data-set: "vpp-2n-zn2-prev-iter-new-env"
+ data-set: "vpp-2n-zn2-hist-iter-new-env"
- title: "2106.0-7"
+ data-set: "vpp-2n-zn2-prev-iter-old-env"
+ - title: "2106.0-8"
+ data-set: "vpp-2n-zn2-prev-iter-new-env"
+ - title: "2110.0-8"
data-set: "vpp-2n-zn2-curr-iter-best"
comparisons:
- - title: "2101.0-7 vs 2101.0-6"
- reference: 1
- compare: 2
-# rca-file: "rca/rca-2n-zn2-2t1c-lat-rca1.yaml"
- - title: "2106.0-7 vs 2101.0-7"
+ - title: "2106.0-8 vs 2106.0-7"
reference: 2
compare: 3
-# rca-file: "rca/rca-2n-zn2-2t1c-lat-rca2.yaml"
+ - title: "2110.0-8 vs 2106.0-8"
+ reference: 3
+ compare: 4
legend:
- ''
- 'Test Case: Test cases executed for: PDR throughput on 2n-zn2 with xxv710.'
- - 'YYMM.V-E: [uSec +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "6" for CSIT rls2101, "7" for CSIT rls2106).'
+ - 'YYMM.V-E: [uSec +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "7" for CSIT rls2106, "8" for CSIT rls2110).'
- 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.'
- - '2101.0-7 vs 2101.0-6: Compares CSIT environment current vs previous with previous VPP code.'
- - '2106.0-7 vs 2101.0-7: Compares VPP code current vs previous in the current CSIT environment.'
+ - '2106.0-8 vs 2106.0-7: Compares CSIT environment current vs previous with previous VPP code.'
+ - '2110.0-8 vs 2106.0-8: Compares VPP code current vs previous in the current CSIT environment.'
# VPP Latency Changes 2n-zn2 2t1c
- type: "table"
include-tests: "latency-PDR90-direction1-max"
filter: "'2T1C' and 'NDRPDR' and 'NIC_Intel-XXV710'"
columns:
- - title: "2101.0-6"
- data-set: "vpp-2n-zn2-prev-iter-old-env"
- title: "2101.0-7"
- data-set: "vpp-2n-zn2-prev-iter-new-env"
+ data-set: "vpp-2n-zn2-hist-iter-new-env"
- title: "2106.0-7"
+ data-set: "vpp-2n-zn2-prev-iter-old-env"
+ - title: "2106.0-8"
+ data-set: "vpp-2n-zn2-prev-iter-new-env"
+ - title: "2110.0-8"
data-set: "vpp-2n-zn2-curr-iter-best"
comparisons:
- - title: "2101.0-7 vs 2101.0-6"
- reference: 1
- compare: 2
-# rca-file: "rca/rca-2n-zn2-2t1c-lat-rca1.yaml"
- - title: "2106.0-7 vs 2101.0-7"
+ - title: "2106.0-8 vs 2106.0-7"
reference: 2
compare: 3
-# rca-file: "rca/rca-2n-zn2-2t1c-lat-rca2.yaml"
+ - title: "2110.0-8 vs 2106.0-8"
+ reference: 3
+ compare: 4
legend:
- ''
- 'Test Case: Test cases executed for: PDR throughput on 2n-zn2 with xxv710.'
- - 'YYMM.V-E: [uSec +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "6" for CSIT rls2101, "7" for CSIT rls2106).'
+ - 'YYMM.V-E: [uSec +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "7" for CSIT rls2106, "8" for CSIT rls2110).'
- 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.'
- - '2101.0-7 vs 2101.0-6: Compares CSIT environment current vs previous with previous VPP code.'
- - '2106.0-7 vs 2101.0-7: Compares VPP code current vs previous in the current CSIT environment.'
+ - '2106.0-8 vs 2106.0-7: Compares CSIT environment current vs previous with previous VPP code.'
+ - '2110.0-8 vs 2106.0-8: Compares VPP code current vs previous in the current CSIT environment.'
# VPP Latency Changes 2n-tx2 1t1c
- type: "table"
include-tests: "latency-PDR50-direction1-avg"
filter: "'1T1C' and 'NDRPDR'"
columns:
- - title: "2101.0-6"
- data-set: "vpp-2n-tx2-prev-iter-old-env"
- title: "2101.0-7"
- data-set: "vpp-2n-tx2-prev-iter-new-env"
+ data-set: "vpp-2n-tx2-hist-iter-new-env"
- title: "2106.0-7"
+ data-set: "vpp-2n-tx2-prev-iter-old-env"
+ - title: "2106.0-8"
+ data-set: "vpp-2n-tx2-prev-iter-new-env"
+ - title: "2110.0-8"
data-set: "vpp-2n-tx2-curr-iter-best"
comparisons:
- - title: "2101.0-7 vs 2101.0-6"
- reference: 1
- compare: 2
-# rca-file: "rca/rca-2n-tx2-1t1c-lat-rca1.yaml"
- - title: "2106.0-7 vs 2101.0-7"
+ - title: "2106.0-8 vs 2106.0-7"
reference: 2
compare: 3
-# rca-file: "rca/rca-2n-tx2-1t1c-lat-rca2.yaml"
+ - title: "2110.0-8 vs 2106.0-8"
+ reference: 3
+ compare: 4
legend:
- ''
- 'Test Case: Test cases executed for: PDR throughput on 2n-tx2 with xl710.'
- - 'YYMM.V-E: [uSec +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "6" for CSIT rls2101, "7" for CSIT rls2106).'
+ - 'YYMM.V-E: [uSec +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "7" for CSIT rls2106, "8" for CSIT rls2110).'
- 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.'
- - '2101.0-7 vs 2101.0-6: Compares CSIT environment current vs previous with previous VPP code.'
- - '2106.0-7 vs 2101.0-7: Compares VPP code current vs previous in the current CSIT environment.'
+ - '2106.0-8 vs 2106.0-7: Compares CSIT environment current vs previous with previous VPP code.'
+ - '2110.0-8 vs 2106.0-8: Compares VPP code current vs previous in the current CSIT environment.'
# VPP Latency Changes 2n-tx2 1t1c
- type: "table"
include-tests: "latency-PDR90-direction1-avg"
filter: "'1T1C' and 'NDRPDR'"
columns:
- - title: "2101.0-6"
- data-set: "vpp-2n-tx2-prev-iter-old-env"
- title: "2101.0-7"
- data-set: "vpp-2n-tx2-prev-iter-new-env"
+ data-set: "vpp-2n-tx2-hist-iter-new-env"
- title: "2106.0-7"
+ data-set: "vpp-2n-tx2-prev-iter-old-env"
+ - title: "2106.0-8"
+ data-set: "vpp-2n-tx2-prev-iter-new-env"
+ - title: "2110.0-8"
data-set: "vpp-2n-tx2-curr-iter-best"
comparisons:
- - title: "2101.0-7 vs 2101.0-6"
- reference: 1
- compare: 2
-# rca-file: "rca/rca-2n-tx2-1t1c-lat-rca1.yaml"
- - title: "2106.0-7 vs 2101.0-7"
+ - title: "2106.0-8 vs 2106.0-7"
reference: 2
compare: 3
-# rca-file: "rca/rca-2n-tx2-1t1c-lat-rca2.yaml"
+ - title: "2110.0-8 vs 2106.0-8"
+ reference: 3
+ compare: 4
legend:
- ''
- 'Test Case: Test cases executed for: PDR throughput on 2n-tx2 with xl710.'
- - 'YYMM.V-E: [uSec +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "6" for CSIT rls2101, "7" for CSIT rls2106).'
+ - 'YYMM.V-E: [uSec +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "7" for CSIT rls2106, "8" for CSIT rls2110).'
- 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.'
- - '2101.0-7 vs 2101.0-6: Compares CSIT environment current vs previous with previous VPP code.'
- - '2106.0-7 vs 2101.0-7: Compares VPP code current vs previous in the current CSIT environment.'
+ - '2106.0-8 vs 2106.0-7: Compares CSIT environment current vs previous with previous VPP code.'
+ - '2110.0-8 vs 2106.0-8: Compares VPP code current vs previous in the current CSIT environment.'
# VPP Latency Changes 2n-tx2 1t1c
- type: "table"
include-tests: "latency-PDR90-direction1-max"
filter: "'1T1C' and 'NDRPDR'"
columns:
- - title: "2101.0-6"
- data-set: "vpp-2n-tx2-prev-iter-old-env"
- title: "2101.0-7"
- data-set: "vpp-2n-tx2-prev-iter-new-env"
+ data-set: "vpp-2n-tx2-hist-iter-new-env"
- title: "2106.0-7"
+ data-set: "vpp-2n-tx2-prev-iter-old-env"
+ - title: "2106.0-8"
+ data-set: "vpp-2n-tx2-prev-iter-new-env"
+ - title: "2110.0-8"
data-set: "vpp-2n-tx2-curr-iter-best"
comparisons:
- - title: "2101.0-7 vs 2101.0-6"
- reference: 1
- compare: 2
-# rca-file: "rca/rca-2n-tx2-1t1c-lat-rca1.yaml"
- - title: "2106.0-7 vs 2101.0-7"
+ - title: "2106.0-8 vs 2106.0-7"
reference: 2
compare: 3
-# rca-file: "rca/rca-2n-tx2-1t1c-lat-rca2.yaml"
+ - title: "2110.0-8 vs 2106.0-8"
+ reference: 3
+ compare: 4
legend:
- ''
- 'Test Case: Test cases executed for: PDR throughput on 2n-tx2 with xl710.'
- - 'YYMM.V-E: [uSec +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "6" for CSIT rls2101, "7" for CSIT rls2106).'
+ - 'YYMM.V-E: [uSec +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "7" for CSIT rls2106, "8" for CSIT rls2110).'
- 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.'
- - '2101.0-7 vs 2101.0-6: Compares CSIT environment current vs previous with previous VPP code.'
- - '2106.0-7 vs 2101.0-7: Compares VPP code current vs previous in the current CSIT environment.'
+ - '2106.0-8 vs 2106.0-7: Compares CSIT environment current vs previous with previous VPP code.'
+ - '2110.0-8 vs 2106.0-8: Compares VPP code current vs previous in the current CSIT environment.'
# VPP Latency Changes 3n-tsh 1t1c
- type: "table"
include-tests: "latency-PDR50-direction1-avg"
filter: "'1T1C' and 'NDRPDR'"
columns:
- - title: "2101.0-6"
- data-set: "vpp-3n-tsh-prev-iter-old-env"
- title: "2101.0-7"
- data-set: "vpp-3n-tsh-prev-iter-new-env"
+ data-set: "vpp-3n-tsh-hist-iter-new-env"
- title: "2106.0-7"
+ data-set: "vpp-3n-tsh-prev-iter-old-env"
+ - title: "2106.0-8"
+ data-set: "vpp-3n-tsh-prev-iter-new-env"
+ - title: "2110.0-8"
data-set: "vpp-3n-tsh-curr-iter-best"
comparisons:
- - title: "2101.0-7 vs 2101.0-6"
- reference: 1
- compare: 2
-# rca-file: "rca/rca-3n-tsh-1t1c-lat-rca1.yaml"
- - title: "2106.0-7 vs 2101.0-7"
+ - title: "2106.0-8 vs 2106.0-7"
reference: 2
compare: 3
-# rca-file: "rca/rca-3n-tsh-1t1c-lat-rca2.yaml"
+ - title: "2110.0-8 vs 2106.0-8"
+ reference: 3
+ compare: 4
legend:
- ''
- 'Test Case: Test cases executed for: PDR throughput on 3n-tsh with x520.'
- - 'YYMM.V-E: [uSec +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "6" for CSIT rls2101, "7" for CSIT rls2106).'
+ - 'YYMM.V-E: [uSec +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "7" for CSIT rls2106, "8" for CSIT rls2110).'
- 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.'
- - '2101.0-7 vs 2101.0-6: Compares CSIT environment current vs previous with previous VPP code.'
- - '2106.0-7 vs 2101.0-7: Compares VPP code current vs previous in the current CSIT environment.'
+ - '2106.0-8 vs 2106.0-7: Compares CSIT environment current vs previous with previous VPP code.'
+ - '2110.0-8 vs 2106.0-8: Compares VPP code current vs previous in the current CSIT environment.'
# VPP Latency Changes 3n-tsh 1t1c
- type: "table"
include-tests: "latency-PDR90-direction1-avg"
filter: "'1T1C' and 'NDRPDR'"
columns:
- - title: "2101.0-6"
- data-set: "vpp-3n-tsh-prev-iter-old-env"
- title: "2101.0-7"
- data-set: "vpp-3n-tsh-prev-iter-new-env"
+ data-set: "vpp-3n-tsh-hist-iter-new-env"
- title: "2106.0-7"
+ data-set: "vpp-3n-tsh-prev-iter-old-env"
+ - title: "2106.0-8"
+ data-set: "vpp-3n-tsh-prev-iter-new-env"
+ - title: "2110.0-8"
data-set: "vpp-3n-tsh-curr-iter-best"
comparisons:
- - title: "2101.0-7 vs 2101.0-6"
- reference: 1
- compare: 2
-# rca-file: "rca/rca-3n-tsh-1t1c-lat-rca1.yaml"
- - title: "2106.0-7 vs 2101.0-7"
+ - title: "2106.0-8 vs 2106.0-7"
reference: 2
compare: 3
-# rca-file: "rca/rca-3n-tsh-1t1c-lat-rca2.yaml"
+ - title: "2110.0-8 vs 2106.0-8"
+ reference: 3
+ compare: 4
legend:
- ''
- 'Test Case: Test cases executed for: PDR throughput on 3n-tsh with x520.'
- - 'YYMM.V-E: [uSec +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "6" for CSIT rls2101, "7" for CSIT rls2106).'
+ - 'YYMM.V-E: [uSec +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "7" for CSIT rls2106, "8" for CSIT rls2110).'
- 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.'
- - '2101.0-7 vs 2101.0-6: Compares CSIT environment current vs previous with previous VPP code.'
- - '2106.0-7 vs 2101.0-7: Compares VPP code current vs previous in the current CSIT environment.'
+ - '2106.0-8 vs 2106.0-7: Compares CSIT environment current vs previous with previous VPP code.'
+ - '2110.0-8 vs 2106.0-8: Compares VPP code current vs previous in the current CSIT environment.'
# VPP Latency Changes 3n-tsh 1t1c
- type: "table"
include-tests: "latency-PDR90-direction1-max"
filter: "'1T1C' and 'NDRPDR'"
columns:
- - title: "2101.0-6"
- data-set: "vpp-3n-tsh-prev-iter-old-env"
- title: "2101.0-7"
- data-set: "vpp-3n-tsh-prev-iter-new-env"
+ data-set: "vpp-3n-tsh-hist-iter-new-env"
- title: "2106.0-7"
+ data-set: "vpp-3n-tsh-prev-iter-old-env"
+ - title: "2106.0-8"
+ data-set: "vpp-3n-tsh-prev-iter-new-env"
+ - title: "2110.0-8"
data-set: "vpp-3n-tsh-curr-iter-best"
comparisons:
- - title: "2101.0-7 vs 2101.0-6"
- reference: 1
- compare: 2
-# rca-file: "rca/rca-3n-tsh-1t1c-lat-rca1.yaml"
- - title: "2106.0-7 vs 2101.0-7"
+ - title: "2106.0-8 vs 2106.0-7"
reference: 2
compare: 3
-# rca-file: "rca/rca-3n-tsh-1t1c-lat-rca2.yaml"
+ - title: "2110.0-8 vs 2106.0-8"
+ reference: 3
+ compare: 4
legend:
- ''
- 'Test Case: Test cases executed for: PDR throughput on 3n-tsh with x520.'
- - 'YYMM.V-E: [uSec +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "6" for CSIT rls2101, "7" for CSIT rls2106).'
+ - 'YYMM.V-E: [uSec +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "7" for CSIT rls2106, "8" for CSIT rls2110).'
- 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.'
- - '2101.0-7 vs 2101.0-6: Compares CSIT environment current vs previous with previous VPP code.'
- - '2106.0-7 vs 2101.0-7: Compares VPP code current vs previous in the current CSIT environment.'
+ - '2106.0-8 vs 2106.0-7: Compares CSIT environment current vs previous with previous VPP code.'
+ - '2110.0-8 vs 2106.0-8: Compares VPP code current vs previous in the current CSIT environment.'
# VPP Soak vs NDR - 2n-skx
- type: "table"
include-tests: "PDR" # "PDR" | "NDR" | "MRR"
filter: "'2T1C' and 'NDRPDR' and 'NIC_Intel-XXV710' and not 'NF_DENSITY'"
columns:
- - title: "2009.0-6"
+ - title: "2101.0-7"
data-set: "vpp-3n-skx-hist-iter-new-env"
- - title: "2101.0-6"
+ - title: "2106.0-7"
data-set: "vpp-3n-skx-prev-iter-old-env"
- - title: "2101.0-7"
+ - title: "2106.0-8"
data-set: "vpp-3n-skx-prev-iter-new-env"
- - title: "2106.0-7"
+ - title: "2110.0-8"
data-set: "vpp-3n-skx-curr-iter"
comparisons:
- - title: "2101.0-7 vs 2101.0-6"
+ - title: "2106.0-8 vs 2106.0-7"
reference: 2
compare: 3
-# rca-file: "rca/rca-3n-skx-2t1c-pdr-rca1.yaml"
- - title: "2106.0-7 vs 2101.0-7"
+ - title: "2110.0-8 vs 2106.0-8"
reference: 3
compare: 4
-# rca-file: "rca/rca-3n-skx-2t1c-pdr-rca2.yaml"
legend:
- ''
- 'Test Case: Test cases executed for: PDR throughput on 3n-skx with xxv710.'
- - 'YYMM.V-E: [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "6" for CSIT rls2101, "7" for CSIT rls2106).'
+ - 'YYMM.V-E: [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "7" for CSIT rls2106, "8" for CSIT rls2110).'
- 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.'
- - '2101.0-7 vs 2101.0-6: Compares CSIT environment current vs previous with previous VPP code.'
- - '2106.0-7 vs 2101.0-7: Compares VPP code current vs previous in the current CSIT environment.'
+ - '2106.0-8 vs 2106.0-7: Compares CSIT environment current vs previous with previous VPP code.'
+ - '2110.0-8 vs 2106.0-8: Compares VPP code current vs previous in the current CSIT environment.'
# VPP Performance Changes 3n-skx 4t2c pdr
- type: "table"
include-tests: "PDR" # "PDR" | "NDR" | "MRR"
filter: "'4T2C' and 'NDRPDR' and 'NIC_Intel-XXV710' and not 'NF_DENSITY'"
columns:
- - title: "2009.0-6"
+ - title: "2101.0-7"
data-set: "vpp-3n-skx-hist-iter-new-env"
- - title: "2101.0-6"
+ - title: "2106.0-7"
data-set: "vpp-3n-skx-prev-iter-old-env"
- - title: "2101.0-7"
+ - title: "2106.0-8"
data-set: "vpp-3n-skx-prev-iter-new-env"
- - title: "2106.0-7"
+ - title: "2110.0-8"
data-set: "vpp-3n-skx-curr-iter"
comparisons:
- - title: "2101.0-7 vs 2101.0-6"
+ - title: "2106.0-8 vs 2106.0-7"
reference: 2
compare: 3
-# rca-file: "rca/rca-3n-skx-4t2c-pdr-rca1.yaml"
- - title: "2106.0-7 vs 2101.0-7"
+ - title: "2110.0-8 vs 2106.0-8"
reference: 3
compare: 4
-# rca-file: "rca/rca-3n-skx-4t2c-pdr-rca2.yaml"
legend:
- ''
- 'Test Case: Test cases executed for: PDR throughput on 3n-skx with xxv710.'
- - 'YYMM.V-E: [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "6" for CSIT rls2101, "7" for CSIT rls2106).'
+ - 'YYMM.V-E: [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "7" for CSIT rls2106, "8" for CSIT rls2110).'
- 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.'
- - '2101.0-7 vs 2101.0-6: Compares CSIT environment current vs previous with previous VPP code.'
- - '2106.0-7 vs 2101.0-7: Compares VPP code current vs previous in the current CSIT environment.'
+ - '2106.0-8 vs 2106.0-7: Compares CSIT environment current vs previous with previous VPP code.'
+ - '2110.0-8 vs 2106.0-8: Compares VPP code current vs previous in the current CSIT environment.'
# VPP Performance Changes 3n-skx 2t1c ndr
- type: "table"
include-tests: "NDR" # "PDR" | "NDR" | "MRR"
filter: "'2T1C' and 'NDRPDR' and 'NIC_Intel-XXV710' and not 'NF_DENSITY'"
columns:
- - title: "2009.0-6"
+ - title: "2101.0-7"
data-set: "vpp-3n-skx-hist-iter-new-env"
- - title: "2101.0-6"
+ - title: "2106.0-7"
data-set: "vpp-3n-skx-prev-iter-old-env"
- - title: "2101.0-7"
+ - title: "2106.0-8"
data-set: "vpp-3n-skx-prev-iter-new-env"
- - title: "2106.0-7"
+ - title: "2110.0-8"
data-set: "vpp-3n-skx-curr-iter"
comparisons:
- - title: "2101.0-7 vs 2101.0-6"
+ - title: "2106.0-8 vs 2106.0-7"
reference: 2
compare: 3
-# rca-file: "rca/rca-3n-skx-2t1c-ndr-rca1.yaml"
- - title: "2106.0-7 vs 2101.0-7"
+ - title: "2110.0-8 vs 2106.0-8"
reference: 3
compare: 4
-# rca-file: "rca/rca-3n-skx-2t1c-ndr-rca2.yaml"
legend:
- ''
- 'Test Case: Test cases executed for: NDR throughput on 3n-skx with xxv710.'
- - 'YYMM.V-E: [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "6" for CSIT rls2101, "7" for CSIT rls2106).'
+ - 'YYMM.V-E: [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "7" for CSIT rls2106, "8" for CSIT rls2110).'
- 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.'
- - '2101.0-7 vs 2101.0-6: Compares CSIT environment current vs previous with previous VPP code.'
- - '2106.0-7 vs 2101.0-7: Compares VPP code current vs previous in the current CSIT environment.'
+ - '2106.0-8 vs 2106.0-7: Compares CSIT environment current vs previous with previous VPP code.'
+ - '2110.0-8 vs 2106.0-8: Compares VPP code current vs previous in the current CSIT environment.'
# VPP Performance Changes 3n-skx 4t2c ndr
- type: "table"
include-tests: "NDR" # "PDR" | "NDR" | "MRR"
filter: "'4T2C' and 'NDRPDR' and 'NIC_Intel-XXV710' and not 'NF_DENSITY'"
columns:
- - title: "2009.0-6"
+ - title: "2101.0-7"
data-set: "vpp-3n-skx-hist-iter-new-env"
- - title: "2101.0-6"
+ - title: "2106.0-7"
data-set: "vpp-3n-skx-prev-iter-old-env"
- - title: "2101.0-7"
+ - title: "2106.0-8"
data-set: "vpp-3n-skx-prev-iter-new-env"
- - title: "2106.0-7"
+ - title: "2110.0-8"
data-set: "vpp-3n-skx-curr-iter"
comparisons:
- - title: "2101.0-7 vs 2101.0-6"
+ - title: "2106.0-8 vs 2106.0-7"
reference: 2
compare: 3
-# rca-file: "rca/rca-3n-skx-4t2c-ndr-rca1.yaml"
- - title: "2106.0-7 vs 2101.0-7"
+ - title: "2110.0-8 vs 2106.0-8"
reference: 3
compare: 4
-# rca-file: "rca/rca-3n-skx-4t2c-ndr-rca2.yaml"
legend:
- ''
- 'Test Case: Test cases executed for: NDR throughput on 3n-skx with xxv710.'
- - 'YYMM.V-E: [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "6" for CSIT rls2101, "7" for CSIT rls2106).'
+ - 'YYMM.V-E: [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "7" for CSIT rls2106, "8" for CSIT rls2110).'
- 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.'
- - '2101.0-7 vs 2101.0-6: Compares CSIT environment current vs previous with previous VPP code.'
- - '2106.0-7 vs 2101.0-7: Compares VPP code current vs previous in the current CSIT environment.'
+ - '2106.0-8 vs 2106.0-7: Compares CSIT environment current vs previous with previous VPP code.'
+ - '2110.0-8 vs 2106.0-8: Compares VPP code current vs previous in the current CSIT environment.'
# VPP Performance Changes 2n-skx 2t1c pdr
- type: "table"
include-tests: "PDR" # "PDR" | "NDR" | "MRR"
filter: "'2T1C' and 'NDRPDR' and 'NIC_Intel-XXV710' and not 'NF_DENSITY'"
columns:
- - title: "2009.0-6"
+ - title: "2101.0-7"
data-set: "vpp-2n-skx-hist-iter-new-env"
- - title: "2101.0-6"
+ - title: "2106.0-7"
data-set: "vpp-2n-skx-prev-iter-old-env"
- - title: "2101.0-7"
+ - title: "2106.0-8"
data-set: "vpp-2n-skx-prev-iter-new-env"
- - title: "2106.0-7"
+ - title: "2110.0-8"
data-set: "vpp-2n-skx-curr-iter"
comparisons:
- - title: "2101.0-7 vs 2101.0-6"
+ - title: "2106.0-8 vs 2106.0-7"
reference: 2
compare: 3
-# rca-file: "rca/rca-2n-skx-2t1c-pdr-rca1.yaml"
- - title: "2106.0-7 vs 2101.0-7"
+ - title: "2110.0-8 vs 2106.0-8"
reference: 3
compare: 4
-# rca-file: "rca/rca-2n-skx-2t1c-pdr-rca2.yaml"
legend:
- ''
- 'Test Case: Test cases executed for: PDR throughput on 2n-skx with xxv710.'
- - 'YYMM.V-E: [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "6" for CSIT rls2101, "7" for CSIT rls2106).'
+ - 'YYMM.V-E: [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "7" for CSIT rls2106, "8" for CSIT rls2110).'
- 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.'
- - '2101.0-7 vs 2101.0-6: Compares CSIT environment current vs previous with previous VPP code.'
- - '2106.0-7 vs 2101.0-7: Compares VPP code current vs previous in the current CSIT environment.'
+ - '2106.0-8 vs 2106.0-7: Compares CSIT environment current vs previous with previous VPP code.'
+ - '2110.0-8 vs 2106.0-8: Compares VPP code current vs previous in the current CSIT environment.'
# VPP Performance Changes 2n-skx 4t2c pdr
- type: "table"
include-tests: "PDR" # "PDR" | "NDR" | "MRR"
filter: "'4T2C' and 'NDRPDR' and 'NIC_Intel-XXV710' and not 'NF_DENSITY'"
columns:
- - title: "2009.0-6"
+ - title: "2101.0-7"
data-set: "vpp-2n-skx-hist-iter-new-env"
- - title: "2101.0-6"
+ - title: "2106.0-7"
data-set: "vpp-2n-skx-prev-iter-old-env"
- - title: "2101.0-7"
+ - title: "2106.0-8"
data-set: "vpp-2n-skx-prev-iter-new-env"
- - title: "2106.0-7"
+ - title: "2110.0-8"
data-set: "vpp-2n-skx-curr-iter"
comparisons:
- - title: "2101.0-7 vs 2101.0-6"
+ - title: "2106.0-8 vs 2106.0-7"
reference: 2
compare: 3
-# rca-file: "rca/rca-2n-skx-4t2c-pdr-rca1.yaml"
- - title: "2106.0-7 vs 2101.0-7"
+ - title: "2110.0-8 vs 2106.0-8"
reference: 3
compare: 4
-# rca-file: "rca/rca-2n-skx-4t2c-pdr-rca2.yaml"
legend:
- ''
- 'Test Case: Test cases executed for: PDR throughput on 2n-skx with xxv710.'
- - 'YYMM.V-E: [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "6" for CSIT rls2101, "7" for CSIT rls2106).'
+ - 'YYMM.V-E: [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "7" for CSIT rls2106, "8" for CSIT rls2110).'
- 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.'
- - '2101.0-7 vs 2101.0-6: Compares CSIT environment current vs previous with previous VPP code.'
- - '2106.0-7 vs 2101.0-7: Compares VPP code current vs previous in the current CSIT environment.'
+ - '2106.0-8 vs 2106.0-7: Compares CSIT environment current vs previous with previous VPP code.'
+ - '2110.0-8 vs 2106.0-8: Compares VPP code current vs previous in the current CSIT environment.'
# VPP Performance Changes 2n-skx 2t1c ndr
- type: "table"
include-tests: "NDR" # "PDR" | "NDR" | "MRR"
filter: "'2T1C' and 'NDRPDR' and 'NIC_Intel-XXV710' and not 'NF_DENSITY'"
columns:
- - title: "2009.0-6"
+ - title: "2101.0-7"
data-set: "vpp-2n-skx-hist-iter-new-env"
- - title: "2101.0-6"
+ - title: "2106.0-7"
data-set: "vpp-2n-skx-prev-iter-old-env"
- - title: "2101.0-7"
+ - title: "2106.0-8"
data-set: "vpp-2n-skx-prev-iter-new-env"
- - title: "2106.0-7"
+ - title: "2110.0-8"
data-set: "vpp-2n-skx-curr-iter"
comparisons:
- - title: "2101.0-7 vs 2101.0-6"
+ - title: "2106.0-8 vs 2106.0-7"
reference: 2
compare: 3
-# rca-file: "rca/rca-2n-skx-2t1c-ndr-rca1.yaml"
- - title: "2106.0-7 vs 2101.0-7"
+ - title: "2110.0-8 vs 2106.0-8"
reference: 3
compare: 4
-# rca-file: "rca/rca-2n-skx-2t1c-ndr-rca2.yaml"
legend:
- ''
- 'Test Case: Test cases executed for: NDR throughput on 2n-skx with xxv710.'
- - 'YYMM.V-E: [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "6" for CSIT rls2101, "7" for CSIT rls2106).'
+ - 'YYMM.V-E: [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "7" for CSIT rls2106, "8" for CSIT rls2110).'
- 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.'
- - '2101.0-7 vs 2101.0-6: Compares CSIT environment current vs previous with previous VPP code.'
- - '2106.0-7 vs 2101.0-7: Compares VPP code current vs previous in the current CSIT environment.'
+ - '2106.0-8 vs 2106.0-7: Compares CSIT environment current vs previous with previous VPP code.'
+ - '2110.0-8 vs 2106.0-8: Compares VPP code current vs previous in the current CSIT environment.'
# VPP Performance Changes 2n-skx 4t2c ndr
- type: "table"
include-tests: "NDR" # "PDR" | "NDR" | "MRR"
filter: "'4T2C' and 'NDRPDR' and 'NIC_Intel-XXV710' and not 'NF_DENSITY'"
columns:
- - title: "2009.0-6"
+ - title: "2101.0-7"
data-set: "vpp-2n-skx-hist-iter-new-env"
- - title: "2101.0-6"
+ - title: "2106.0-7"
data-set: "vpp-2n-skx-prev-iter-old-env"
- - title: "2101.0-7"
+ - title: "2106.0-8"
data-set: "vpp-2n-skx-prev-iter-new-env"
- - title: "2106.0-7"
+ - title: "2110.0-8"
data-set: "vpp-2n-skx-curr-iter"
comparisons:
- - title: "2101.0-7 vs 2101.0-6"
+ - title: "2106.0-8 vs 2106.0-7"
reference: 2
compare: 3
-# rca-file: "rca/rca-2n-skx-4t2c-ndr-rca1.yaml"
- - title: "2106.0-7 vs 2101.0-7"
+ - title: "2110.0-8 vs 2106.0-8"
reference: 3
compare: 4
-# rca-file: "rca/rca-2n-skx-4t2c-ndr-rca2.yaml"
legend:
- ''
- 'Test Case: Test cases executed for: NDR throughput on 2n-skx with xxv710.'
- - 'YYMM.V-E: [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "6" for CSIT rls2101, "7" for CSIT rls2106).'
+ - 'YYMM.V-E: [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "7" for CSIT rls2106, "8" for CSIT rls2110).'
- 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.'
- - '2101.0-7 vs 2101.0-6: Compares CSIT environment current vs previous with previous VPP code.'
- - '2106.0-7 vs 2101.0-7: Compares VPP code current vs previous in the current CSIT environment.'
+ - '2106.0-8 vs 2106.0-7: Compares CSIT environment current vs previous with previous VPP code.'
+ - '2110.0-8 vs 2106.0-8: Compares VPP code current vs previous in the current CSIT environment.'
# VPP Performance Changes 2n-clx-xxv710 2t1c pdr
- type: "table"
include-tests: "PDR" # "PDR" | "NDR" | "MRR"
filter: "'2T1C' and 'NDRPDR' and 'NIC_Intel-XXV710' and not 'NF_DENSITY'"
columns:
- - title: "2009.0-6"
+ - title: "2101.0-7"
data-set: "vpp-2n-clx-hist-iter-new-env"
- - title: "2101.0-6"
+ - title: "2106.0-7"
data-set: "vpp-2n-clx-prev-iter-old-env"
- - title: "2101.0-7"
+ - title: "2106.0-8"
data-set: "vpp-2n-clx-prev-iter-new-env"
- - title: "2106.0-7"
+ - title: "2110.0-8"
data-set: "vpp-2n-clx-curr-iter"
comparisons:
- - title: "2101.0-7 vs 2101.0-6"
+ - title: "2106.0-8 vs 2106.0-7"
reference: 2
compare: 3
-# rca-file: "rca/rca-2n-clx-2t1c-pdr-rca1.yaml"
- - title: "2106.0-7 vs 2101.0-7"
+ - title: "2110.0-8 vs 2106.0-8"
reference: 3
compare: 4
-# rca-file: "rca/rca-2n-clx-2t1c-pdr-rca1.yaml"
legend:
- ''
- 'Test Case: Test cases executed for: PDR throughput on 2n-clx with xxv710.'
- - 'YYMM.V-E: [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "6" for CSIT rls2101, "7" for CSIT rls2106).'
+ - 'YYMM.V-E: [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "7" for CSIT rls2106, "8" for CSIT rls2110).'
- 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.'
- - '2101.0-7 vs 2101.0-6: Compares CSIT environment current vs previous with previous VPP code.'
- - '2106.0-7 vs 2101.0-7: Compares VPP code current vs previous in the current CSIT environment.'
+ - '2106.0-8 vs 2106.0-7: Compares CSIT environment current vs previous with previous VPP code.'
+ - '2110.0-8 vs 2106.0-8: Compares VPP code current vs previous in the current CSIT environment.'
# VPP Performance Changes 2n-clx-xxv710 4t2c pdr
- type: "table"
include-tests: "PDR" # "PDR" | "NDR" | "MRR"
filter: "'4T2C' and 'NDRPDR' and 'NIC_Intel-XXV710' and not 'NF_DENSITY'"
columns:
- - title: "2009.0-6"
+ - title: "2101.0-7"
data-set: "vpp-2n-clx-hist-iter-new-env"
- - title: "2101.0-6"
+ - title: "2106.0-7"
data-set: "vpp-2n-clx-prev-iter-old-env"
- - title: "2101.0-7"
+ - title: "2106.0-8"
data-set: "vpp-2n-clx-prev-iter-new-env"
- - title: "2106.0-7"
+ - title: "2110.0-8"
data-set: "vpp-2n-clx-curr-iter"
comparisons:
- - title: "2101.0-7 vs 2101.0-6"
+ - title: "2106.0-8 vs 2106.0-7"
reference: 2
compare: 3
-# rca-file: "rca/rca-2n-clx-4t2c-pdr-rca1.yaml"
- - title: "2106.0-7 vs 2101.0-7"
+ - title: "2110.0-8 vs 2106.0-8"
reference: 3
compare: 4
-# rca-file: "rca/rca-2n-clx-4t2c-pdr-rca1.yaml"
legend:
- ''
- 'Test Case: Test cases executed for: PDR throughput on 2n-clx with xxv710.'
- - 'YYMM.V-E: [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "6" for CSIT rls2101, "7" for CSIT rls2106).'
+ - 'YYMM.V-E: [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "7" for CSIT rls2106, "8" for CSIT rls2110).'
- 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.'
- - '2101.0-7 vs 2101.0-6: Compares CSIT environment current vs previous with previous VPP code.'
- - '2106.0-7 vs 2101.0-7: Compares VPP code current vs previous in the current CSIT environment.'
+ - '2106.0-8 vs 2106.0-7: Compares CSIT environment current vs previous with previous VPP code.'
+ - '2110.0-8 vs 2106.0-8: Compares VPP code current vs previous in the current CSIT environment.'
# VPP Performance Changes 2n-clx-xxv710 2t1c ndr
- type: "table"
include-tests: "NDR" # "PDR" | "NDR" | "MRR"
filter: "'2T1C' and 'NDRPDR' and 'NIC_Intel-XXV710' and not 'NF_DENSITY'"
columns:
- - title: "2009.0-6"
+ - title: "2101.0-7"
data-set: "vpp-2n-clx-hist-iter-new-env"
- - title: "2101.0-6"
+ - title: "2106.0-7"
data-set: "vpp-2n-clx-prev-iter-old-env"
- - title: "2101.0-7"
+ - title: "2106.0-8"
data-set: "vpp-2n-clx-prev-iter-new-env"
- - title: "2106.0-7"
+ - title: "2110.0-8"
data-set: "vpp-2n-clx-curr-iter"
comparisons:
- - title: "2101.0-7 vs 2101.0-6"
+ - title: "2106.0-8 vs 2106.0-7"
reference: 2
compare: 3
-# rca-file: "rca/rca-2n-clx-2t1c-ndr-rca1.yaml"
- - title: "2106.0-7 vs 2101.0-7"
+ - title: "2110.0-8 vs 2106.0-8"
reference: 3
compare: 4
-# rca-file: "rca/rca-2n-clx-2t1c-ndr-rca1.yaml"
legend:
- ''
- 'Test Case: Test cases executed for: NDR throughput on 2n-clx with xxv710.'
- - 'YYMM.V-E: [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "6" for CSIT rls2101, "7" for CSIT rls2106).'
+ - 'YYMM.V-E: [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "7" for CSIT rls2106, "8" for CSIT rls2110).'
- 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.'
- - '2101.0-7 vs 2101.0-6: Compares CSIT environment current vs previous with previous VPP code.'
- - '2106.0-7 vs 2101.0-7: Compares VPP code current vs previous in the current CSIT environment.'
+ - '2106.0-8 vs 2106.0-7: Compares CSIT environment current vs previous with previous VPP code.'
+ - '2110.0-8 vs 2106.0-8: Compares VPP code current vs previous in the current CSIT environment.'
# VPP Performance Changes 2n-clx-xxv710 4t2c ndr
- type: "table"
include-tests: "NDR" # "PDR" | "NDR" | "MRR"
filter: "'4T2C' and 'NDRPDR' and 'NIC_Intel-XXV710' and not 'NF_DENSITY'"
columns:
- - title: "2009.0-6"
+ - title: "2101.0-7"
data-set: "vpp-2n-clx-hist-iter-new-env"
- - title: "2101.0-6"
+ - title: "2106.0-7"
data-set: "vpp-2n-clx-prev-iter-old-env"
- - title: "2101.0-7"
+ - title: "2106.0-8"
data-set: "vpp-2n-clx-prev-iter-new-env"
- - title: "2106.0-7"
+ - title: "2110.0-8"
data-set: "vpp-2n-clx-curr-iter"
comparisons:
- - title: "2101.0-7 vs 2101.0-6"
+ - title: "2106.0-8 vs 2106.0-7"
reference: 2
compare: 3
-# rca-file: "rca/rca-2n-clx-4t2c-ndr-rca1.yaml"
- - title: "2106.0-7 vs 2101.0-7"
+ - title: "2110.0-8 vs 2106.0-8"
reference: 3
compare: 4
-# rca-file: "rca/rca-2n-clx-4t2c-ndr-rca1.yaml"
legend:
- ''
- 'Test Case: Test cases executed for: NDR throughput on 2n-clx with xxv710.'
- - 'YYMM.V-E: [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "6" for CSIT rls2101, "7" for CSIT rls2106).'
+ - 'YYMM.V-E: [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "7" for CSIT rls2106, "8" for CSIT rls2110).'
- 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.'
- - '2101.0-7 vs 2101.0-6: Compares CSIT environment current vs previous with previous VPP code.'
- - '2106.0-7 vs 2101.0-7: Compares VPP code current vs previous in the current CSIT environment.'
+ - '2106.0-8 vs 2106.0-7: Compares CSIT environment current vs previous with previous VPP code.'
+ - '2110.0-8 vs 2106.0-8: Compares VPP code current vs previous in the current CSIT environment.'
# VPP Performance Changes 2n-clx-cx556a 2t1c pdr
- type: "table"
include-tests: "PDR" # "PDR" | "NDR" | "MRR"
filter: "'2T1C' and 'NDRPDR' and 'NIC_Mellanox-CX556A' and not 'NF_DENSITY'"
columns:
- - title: "2009.0-6"
+ - title: "2101.0-7"
data-set: "vpp-2n-clx-hist-iter-new-env"
- - title: "2101.0-6"
+ - title: "2106.0-7"
data-set: "vpp-2n-clx-prev-iter-old-env"
- - title: "2101.0-7"
+ - title: "2106.0-8"
data-set: "vpp-2n-clx-prev-iter-new-env"
- - title: "2106.0-7"
+ - title: "2110.0-8"
data-set: "vpp-2n-clx-curr-iter"
comparisons:
- - title: "2101.0-7 vs 2101.0-6"
+ - title: "2106.0-8 vs 2106.0-7"
reference: 2
compare: 3
-# rca-file: "rca/rca-2n-clx-2t1c-pdr-rca2.yaml"
- - title: "2106.0-7 vs 2101.0-7"
+ - title: "2110.0-8 vs 2106.0-8"
reference: 3
compare: 4
-# rca-file: "rca/rca-2n-clx-2t1c-pdr-rca2.yaml"
legend:
- ''
- 'Test Case: Test cases executed for: PDR throughput on 2n-clx with cx556a.'
- - 'YYMM.V-E: [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "6" for CSIT rls2101, "7" for CSIT rls2106).'
+ - 'YYMM.V-E: [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "7" for CSIT rls2106, "8" for CSIT rls2110).'
- 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.'
- - '2101.0-7 vs 2101.0-6: Compares CSIT environment current vs previous with previous VPP code.'
- - '2106.0-7 vs 2101.0-7: Compares VPP code current vs previous in the current CSIT environment.'
+ - '2106.0-8 vs 2106.0-7: Compares CSIT environment current vs previous with previous VPP code.'
+ - '2110.0-8 vs 2106.0-8: Compares VPP code current vs previous in the current CSIT environment.'
# VPP Performance Changes 2n-clx-cx556a 4t2c pdr
- type: "table"
include-tests: "PDR" # "PDR" | "NDR" | "MRR"
filter: "'4T2C' and 'NDRPDR' and 'NIC_Mellanox-CX556A' and not 'NF_DENSITY'"
columns:
- - title: "2009.0-6"
+ - title: "2101.0-7"
data-set: "vpp-2n-clx-hist-iter-new-env"
- - title: "2101.0-6"
+ - title: "2106.0-7"
data-set: "vpp-2n-clx-prev-iter-old-env"
- - title: "2101.0-7"
+ - title: "2106.0-8"
data-set: "vpp-2n-clx-prev-iter-new-env"
- - title: "2106.0-7"
+ - title: "2110.0-8"
data-set: "vpp-2n-clx-curr-iter"
comparisons:
- - title: "2101.0-7 vs 2101.0-6"
+ - title: "2106.0-8 vs 2106.0-7"
reference: 2
compare: 3
-# rca-file: "rca/rca-2n-clx-4t2c-pdr-rca2.yaml"
- - title: "2106.0-7 vs 2101.0-7"
+ - title: "2110.0-8 vs 2106.0-8"
reference: 3
compare: 4
-# rca-file: "rca/rca-2n-clx-4t2c-pdr-rca2.yaml"
legend:
- ''
- 'Test Case: Test cases executed for: PDR throughput on 2n-clx with cx556a.'
- - 'YYMM.V-E: [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "6" for CSIT rls2101, "7" for CSIT rls2106).'
+ - 'YYMM.V-E: [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "7" for CSIT rls2106, "8" for CSIT rls2110).'
- 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.'
- - '2101.0-7 vs 2101.0-6: Compares CSIT environment current vs previous with previous VPP code.'
- - '2106.0-7 vs 2101.0-7: Compares VPP code current vs previous in the current CSIT environment.'
+ - '2106.0-8 vs 2106.0-7: Compares CSIT environment current vs previous with previous VPP code.'
+ - '2110.0-8 vs 2106.0-8: Compares VPP code current vs previous in the current CSIT environment.'
# VPP Performance Changes 2n-clx-cx556a 2t1c ndr
- type: "table"
include-tests: "NDR" # "PDR" | "NDR" | "MRR"
filter: "'2T1C' and 'NDRPDR' and 'NIC_Mellanox-CX556A' and not 'NF_DENSITY'"
columns:
- - title: "2009.0-6"
+ - title: "2101.0-7"
data-set: "vpp-2n-clx-hist-iter-new-env"
- - title: "2101.0-6"
+ - title: "2106.0-7"
data-set: "vpp-2n-clx-prev-iter-old-env"
- - title: "2101.0-7"
+ - title: "2106.0-8"
data-set: "vpp-2n-clx-prev-iter-new-env"
- - title: "2106.0-7"
+ - title: "2110.0-8"
data-set: "vpp-2n-clx-curr-iter"
comparisons:
- - title: "2101.0-7 vs 2101.0-6"
+ - title: "2106.0-8 vs 2106.0-7"
reference: 2
compare: 3
-# rca-file: "rca/rca-2n-clx-2t1c-ndr-rca2.yaml"
- - title: "2106.0-7 vs 2101.0-7"
+ - title: "2110.0-8 vs 2106.0-8"
reference: 3
compare: 4
-# rca-file: "rca/rca-2n-clx-2t1c-ndr-rca2.yaml"
legend:
- ''
- 'Test Case: Test cases executed for: NDR throughput on 2n-clx with cx556a.'
- - 'YYMM.V-E: [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "6" for CSIT rls2101, "7" for CSIT rls2106).'
+ - 'YYMM.V-E: [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "7" for CSIT rls2106, "8" for CSIT rls2110).'
- 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.'
- - '2101.0-7 vs 2101.0-6: Compares CSIT environment current vs previous with previous VPP code.'
- - '2106.0-7 vs 2101.0-7: Compares VPP code current vs previous in the current CSIT environment.'
+ - '2106.0-8 vs 2106.0-7: Compares CSIT environment current vs previous with previous VPP code.'
+ - '2110.0-8 vs 2106.0-8: Compares VPP code current vs previous in the current CSIT environment.'
# VPP Performance Changes 2n-clx-cx556a 4t2c ndr
- type: "table"
include-tests: "NDR" # "PDR" | "NDR" | "MRR"
filter: "'4T2C' and 'NDRPDR' and 'NIC_Mellanox-CX556A' and not 'NF_DENSITY'"
columns:
- - title: "2009.0-6"
+ - title: "2101.0-7"
data-set: "vpp-2n-clx-hist-iter-new-env"
- - title: "2101.0-6"
+ - title: "2106.0-7"
data-set: "vpp-2n-clx-prev-iter-old-env"
- - title: "2101.0-7"
+ - title: "2106.0-8"
data-set: "vpp-2n-clx-prev-iter-new-env"
- - title: "2106.0-7"
+ - title: "2110.0-8"
data-set: "vpp-2n-clx-curr-iter"
comparisons:
- - title: "2101.0-7 vs 2101.0-6"
+ - title: "2106.0-8 vs 2106.0-7"
reference: 2
compare: 3
-# rca-file: "rca/rca-2n-clx-4t2c-ndr-rca2.yaml"
- - title: "2106.0-7 vs 2101.0-7"
+ - title: "2110.0-8 vs 2106.0-8"
reference: 3
compare: 4
-# rca-file: "rca/rca-2n-clx-4t2c-ndr-rca2.yaml"
legend:
- ''
- 'Test Case: Test cases executed for: NDR throughput on 2n-clx with cx556a.'
- - 'YYMM.V-E: [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "6" for CSIT rls2101, "7" for CSIT rls2106).'
+ - 'YYMM.V-E: [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "7" for CSIT rls2106, "8" for CSIT rls2110).'
- 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.'
- - '2101.0-7 vs 2101.0-6: Compares CSIT environment current vs previous with previous VPP code.'
- - '2106.0-7 vs 2101.0-7: Compares VPP code current vs previous in the current CSIT environment.'
+ - '2106.0-8 vs 2106.0-7: Compares CSIT environment current vs previous with previous VPP code.'
+ - '2110.0-8 vs 2106.0-8: Compares VPP code current vs previous in the current CSIT environment.'
# VPP Performance Changes 2n-zn2-xxv710 2t1c pdr
- type: "table"
include-tests: "PDR" # "PDR" | "NDR" | "MRR"
filter: "'2T1C' and 'NDRPDR' and 'NIC_Intel-XXV710'"
columns:
- - title: "2009.0-6"
+ - title: "2101.0-7"
data-set: "vpp-2n-zn2-hist-iter-new-env"
- - title: "2101.0-6"
+ - title: "2106.0-7"
data-set: "vpp-2n-zn2-prev-iter-old-env"
- - title: "2101.0-7"
+ - title: "2106.0-8"
data-set: "vpp-2n-zn2-prev-iter-new-env"
- - title: "2106.0-7"
+ - title: "2110.0-8"
data-set: "vpp-2n-zn2-curr-iter"
comparisons:
- - title: "2101.0-7 vs 2101.0-6"
+ - title: "2106.0-8 vs 2106.0-7"
reference: 2
compare: 3
-# rca-file: "rca/rca-2n-zn2-2t1c-pdr-rca1.yaml"
- - title: "2106.0-7 vs 2101.0-7"
+ - title: "2110.0-8 vs 2106.0-8"
reference: 3
compare: 4
-# rca-file: "rca/rca-2n-zn2-2t1c-pdr-rca1.yaml"
legend:
- ''
- 'Test Case: Test cases executed for: PDR throughput on 2n-zn2 with xxv710.'
- - 'YYMM.V-E: [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "6" for CSIT rls2101, "7" for CSIT rls2106).'
+ - 'YYMM.V-E: [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "7" for CSIT rls2106, "8" for CSIT rls2110).'
- 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.'
- - '2101.0-7 vs 2101.0-6: Compares CSIT environment current vs previous with previous VPP code.'
- - '2106.0-7 vs 2101.0-7: Compares VPP code current vs previous in the current CSIT environment.'
+ - '2106.0-8 vs 2106.0-7: Compares CSIT environment current vs previous with previous VPP code.'
+ - '2110.0-8 vs 2106.0-8: Compares VPP code current vs previous in the current CSIT environment.'
# VPP Performance Changes 2n-zn2-xxv710 4t2c pdr
- type: "table"
include-tests: "PDR" # "PDR" | "NDR" | "MRR"
filter: "'4T2C' and 'NDRPDR' and 'NIC_Intel-XXV710'"
columns:
- - title: "2009.0-6"
+ - title: "2101.0-7"
data-set: "vpp-2n-zn2-hist-iter-new-env"
- - title: "2101.0-6"
+ - title: "2106.0-7"
data-set: "vpp-2n-zn2-prev-iter-old-env"
- - title: "2101.0-7"
+ - title: "2106.0-8"
data-set: "vpp-2n-zn2-prev-iter-new-env"
- - title: "2106.0-7"
+ - title: "2110.0-8"
data-set: "vpp-2n-zn2-curr-iter"
comparisons:
- - title: "2101.0-7 vs 2101.0-6"
+ - title: "2106.0-8 vs 2106.0-7"
reference: 2
compare: 3
-# rca-file: "rca/rca-2n-zn2-4t2c-pdr-rca1.yaml"
- - title: "2106.0-7 vs 2101.0-7"
+ - title: "2110.0-8 vs 2106.0-8"
reference: 3
compare: 4
-# rca-file: "rca/rca-2n-zn2-4t2c-pdr-rca1.yaml"
legend:
- ''
- 'Test Case: Test cases executed for: PDR throughput on 2n-zn2 with xxv710.'
- - 'YYMM.V-E: [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "6" for CSIT rls2101, "7" for CSIT rls2106).'
+ - 'YYMM.V-E: [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "7" for CSIT rls2106, "8" for CSIT rls2110).'
- 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.'
- - '2101.0-7 vs 2101.0-6: Compares CSIT environment current vs previous with previous VPP code.'
- - '2106.0-7 vs 2101.0-7: Compares VPP code current vs previous in the current CSIT environment.'
+ - '2106.0-8 vs 2106.0-7: Compares CSIT environment current vs previous with previous VPP code.'
+ - '2110.0-8 vs 2106.0-8: Compares VPP code current vs previous in the current CSIT environment.'
# VPP Performance Changes 2n-zn2-xxv710 2t1c ndr
- type: "table"
include-tests: "NDR" # "PDR" | "NDR" | "MRR"
filter: "'2T1C' and 'NDRPDR' and 'NIC_Intel-XXV710'"
columns:
- - title: "2009.0-6"
+ - title: "2101.0-7"
data-set: "vpp-2n-zn2-hist-iter-new-env"
- - title: "2101.0-6"
+ - title: "2106.0-7"
data-set: "vpp-2n-zn2-prev-iter-old-env"
- - title: "2101.0-7"
+ - title: "2106.0-8"
data-set: "vpp-2n-zn2-prev-iter-new-env"
- - title: "2106.0-7"
+ - title: "2110.0-8"
data-set: "vpp-2n-zn2-curr-iter"
comparisons:
- - title: "2101.0-7 vs 2101.0-6"
+ - title: "2106.0-8 vs 2106.0-7"
reference: 2
compare: 3
-# rca-file: "rca/rca-2n-zn2-2t1c-ndr-rca1.yaml"
- - title: "2106.0-7 vs 2101.0-7"
+ - title: "2110.0-8 vs 2106.0-8"
reference: 3
compare: 4
-# rca-file: "rca/rca-2n-zn2-2t1c-ndr-rca1.yaml"
legend:
- ''
- 'Test Case: Test cases executed for: NDR throughput on 2n-zn2 with xxv710.'
- - 'YYMM.V-E: [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "6" for CSIT rls2101, "7" for CSIT rls2106).'
+ - 'YYMM.V-E: [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "7" for CSIT rls2106, "8" for CSIT rls2110).'
- 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.'
- - '2101.0-7 vs 2101.0-6: Compares CSIT environment current vs previous with previous VPP code.'
- - '2106.0-7 vs 2101.0-7: Compares VPP code current vs previous in the current CSIT environment.'
+ - '2106.0-8 vs 2106.0-7: Compares CSIT environment current vs previous with previous VPP code.'
+ - '2110.0-8 vs 2106.0-8: Compares VPP code current vs previous in the current CSIT environment.'
# VPP Performance Changes 2n-zn2-xxv710 4t2c ndr
- type: "table"
include-tests: "NDR" # "PDR" | "NDR" | "MRR"
filter: "'4T2C' and 'NDRPDR' and 'NIC_Intel-XXV710'"
columns:
- - title: "2009.0-6"
+ - title: "2101.0-7"
data-set: "vpp-2n-zn2-hist-iter-new-env"
- - title: "2101.0-6"
+ - title: "2106.0-7"
data-set: "vpp-2n-zn2-prev-iter-old-env"
- - title: "2101.0-7"
+ - title: "2106.0-8"
data-set: "vpp-2n-zn2-prev-iter-new-env"
- - title: "2106.0-7"
+ - title: "2110.0-8"
data-set: "vpp-2n-zn2-curr-iter"
comparisons:
- - title: "2101.0-7 vs 2101.0-6"
+ - title: "2106.0-8 vs 2106.0-7"
reference: 2
compare: 3
-# rca-file: "rca/rca-2n-zn2-4t2c-ndr-rca1.yaml"
- - title: "2106.0-7 vs 2101.0-7"
+ - title: "2110.0-8 vs 2106.0-8"
reference: 3
compare: 4
-# rca-file: "rca/rca-2n-zn2-4t2c-ndr-rca1.yaml"
legend:
- ''
- 'Test Case: Test cases executed for: NDR throughput on 2n-zn2 with xxv710.'
- - 'YYMM.V-E: [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "6" for CSIT rls2101, "7" for CSIT rls2106).'
+ - 'YYMM.V-E: [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "7" for CSIT rls2106, "8" for CSIT rls2110).'
- 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.'
- - '2101.0-7 vs 2101.0-6: Compares CSIT environment current vs previous with previous VPP code.'
- - '2106.0-7 vs 2101.0-7: Compares VPP code current vs previous in the current CSIT environment.'
+ - '2106.0-8 vs 2106.0-7: Compares CSIT environment current vs previous with previous VPP code.'
+ - '2110.0-8 vs 2106.0-8: Compares VPP code current vs previous in the current CSIT environment.'
# VPP Performance Changes 2n-dnv 1t1c pdr
- type: "table"
include-tests: "PDR" # "PDR" | "NDR" | "MRR"
filter: "'1T1C'"
columns:
- - title: "2009.0-6"
+ - title: "2101.0-7"
data-set: "vpp-2n-dnv-hist-iter-new-env"
- - title: "2101.0-6"
+ - title: "2106.0-7"
data-set: "vpp-2n-dnv-prev-iter-old-env"
- - title: "2101.0-7"
+ - title: "2106.0-8"
data-set: "vpp-2n-dnv-prev-iter-new-env"
- - title: "2106.0-7"
+ - title: "2110.0-8"
data-set: "vpp-2n-dnv-curr-iter"
comparisons:
- - title: "2101.0-7 vs 2101.0-6"
+ - title: "2106.0-8 vs 2106.0-7"
reference: 2
compare: 3
- - title: "2101.0-6 vs 2009.0-5"
+ - title: "2110.0-8 vs 2106.0-8"
reference: 3
compare: 4
legend:
- ''
- 'Test Case: Test cases executed for: PDR throughput on 2n-dnv with x553.'
- - 'YYMM.V-E: [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "6" for CSIT rls2101, "7" for CSIT rls2106).'
+ - 'YYMM.V-E: [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "7" for CSIT rls2106, "8" for CSIT rls2110).'
- 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.'
- - '2101.0-7 vs 2101.0-6: Compares CSIT environment current vs previous with previous VPP code.'
- - '2106.0-7 vs 2101.0-7: Compares VPP code current vs previous.'
+ - '2106.0-8 vs 2106.0-7: Compares CSIT environment current vs previous with previous VPP code.'
+ - '2110.0-8 vs 2106.0-8: Compares VPP code current vs previous.'
# VPP Performance Changes 2n-dnv 2t2c pdr
- type: "table"
include-tests: "PDR" # "PDR" | "NDR" | "MRR"
filter: "'2T2C'"
columns:
- - title: "2009.0-6"
+ - title: "2101.0-7"
data-set: "vpp-2n-dnv-hist-iter-new-env"
- - title: "2101.0-6"
+ - title: "2106.0-7"
data-set: "vpp-2n-dnv-prev-iter-old-env"
- - title: "2101.0-7"
+ - title: "2106.0-8"
data-set: "vpp-2n-dnv-prev-iter-new-env"
- - title: "2106.0-7"
+ - title: "2110.0-8"
data-set: "vpp-2n-dnv-curr-iter"
comparisons:
- - title: "2101.0-7 vs 2101.0-6"
+ - title: "2106.0-8 vs 2106.0-7"
reference: 2
compare: 3
- - title: "2101.0-6 vs 2009.0-5"
+ - title: "2110.0-8 vs 2106.0-8"
reference: 3
compare: 4
legend:
- ''
- 'Test Case: Test cases executed for: PDR throughput on 2n-dnv with x553.'
- - 'YYMM.V-E: [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "6" for CSIT rls2101, "7" for CSIT rls2106).'
+ - 'YYMM.V-E: [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "7" for CSIT rls2106, "8" for CSIT rls2110).'
- 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.'
- - '2101.0-7 vs 2101.0-6: Compares CSIT environment current vs previous with previous VPP code.'
- - '2106.0-7 vs 2101.0-7: Compares VPP code current vs previous.'
+ - '2106.0-8 vs 2106.0-7: Compares CSIT environment current vs previous with previous VPP code.'
+ - '2110.0-8 vs 2106.0-8: Compares VPP code current vs previous.'
# VPP Performance Changes 2n-dnv 1t1c ndr
- type: "table"
include-tests: "NDR" # "PDR" | "NDR" | "MRR"
filter: "'1T1C'"
columns:
- - title: "2009.0-6"
+ - title: "2101.0-7"
data-set: "vpp-2n-dnv-hist-iter-new-env"
- - title: "2101.0-6"
+ - title: "2106.0-7"
data-set: "vpp-2n-dnv-prev-iter-old-env"
- - title: "2101.0-7"
+ - title: "2106.0-8"
data-set: "vpp-2n-dnv-prev-iter-new-env"
- - title: "2106.0-7"
+ - title: "2110.0-8"
data-set: "vpp-2n-dnv-curr-iter"
comparisons:
- - title: "2101.0-7 vs 2101.0-6"
+ - title: "2106.0-8 vs 2106.0-7"
reference: 2
compare: 3
- - title: "2101.0-6 vs 2009.0-5"
+ - title: "2110.0-8 vs 2106.0-8"
reference: 3
compare: 4
legend:
- ''
- 'Test Case: Test cases executed for: NDR throughput on 2n-dnv with x553.'
- - 'YYMM.V-E: [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "6" for CSIT rls2101, "7" for CSIT rls2106).'
+ - 'YYMM.V-E: [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "7" for CSIT rls2106, "8" for CSIT rls2110).'
- 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.'
- - '2101.0-7 vs 2101.0-6: Compares CSIT environment current vs previous with previous VPP code.'
- - '2106.0-7 vs 2101.0-7: Compares VPP code current vs previous.'
+ - '2106.0-8 vs 2106.0-7: Compares CSIT environment current vs previous with previous VPP code.'
+ - '2110.0-8 vs 2106.0-8: Compares VPP code current vs previous.'
# VPP Performance Changes 2n-dnv 2t2c ndr
- type: "table"
include-tests: "NDR" # "PDR" | "NDR" | "MRR"
filter: "'2T2C'"
columns:
- - title: "2009.0-6"
+ - title: "2101.0-7"
data-set: "vpp-2n-dnv-hist-iter-new-env"
- - title: "2101.0-6"
+ - title: "2106.0-7"
data-set: "vpp-2n-dnv-prev-iter-old-env"
- - title: "2101.0-7"
+ - title: "2106.0-8"
data-set: "vpp-2n-dnv-prev-iter-new-env"
- - title: "2106.0-7"
+ - title: "2110.0-8"
data-set: "vpp-2n-dnv-curr-iter"
comparisons:
- - title: "2101.0-7 vs 2101.0-6"
+ - title: "2106.0-8 vs 2106.0-7"
reference: 2
compare: 3
- - title: "2101.0-6 vs 2009.0-5"
+ - title: "2110.0-8 vs 2106.0-8"
reference: 3
compare: 4
legend:
- ''
- 'Test Case: Test cases executed for: NDR throughput on 2n-dnv with x553.'
- - 'YYMM.V-E: [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "6" for CSIT rls2101, "7" for CSIT rls2106).'
+ - 'YYMM.V-E: [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "7" for CSIT rls2106, "8" for CSIT rls2110).'
- 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.'
- - '2101.0-7 vs 2101.0-6: Compares CSIT environment current vs previous with previous VPP code.'
- - '2106.0-7 vs 2101.0-7: Compares VPP code current vs previous.'
+ - '2106.0-8 vs 2106.0-7: Compares CSIT environment current vs previous with previous VPP code.'
+ - '2110.0-8 vs 2106.0-8: Compares VPP code current vs previous.'
# VPP Performance Changes 3n-dnv 1t1c pdr
- type: "table"
include-tests: "PDR" # "PDR" | "NDR" | "MRR"
filter: "'1T1C'"
columns:
- - title: "2009.0-6"
+ - title: "2101.0-7"
data-set: "vpp-3n-dnv-hist-iter-new-env"
- - title: "2101.0-6"
+ - title: "2106.0-7"
data-set: "vpp-3n-dnv-prev-iter-old-env"
- - title: "2101.0-7"
+ - title: "2106.0-8"
data-set: "vpp-3n-dnv-prev-iter-new-env"
- - title: "2106.0-7"
+ - title: "2110.0-8"
data-set: "vpp-3n-dnv-curr-iter"
comparisons:
- - title: "2101.0-7 vs 2101.0-6"
+ - title: "2106.0-8 vs 2106.0-7"
reference: 2
compare: 3
- - title: "2101.0-6 vs 2009.0-5"
+ - title: "2110.0-8 vs 2106.0-8"
reference: 3
compare: 4
legend:
- ''
- 'Test Case: Test cases executed for: PDR throughput on 3n-dnv with x553.'
- - 'YYMM.V-E: [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "6" for CSIT rls2101, "7" for CSIT rls2106).'
+ - 'YYMM.V-E: [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "7" for CSIT rls2106, "8" for CSIT rls2110).'
- 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.'
- - '2101.0-7 vs 2101.0-6: Compares CSIT environment current vs previous with previous VPP code.'
- - '2106.0-7 vs 2101.0-7: Compares VPP code current vs previous.'
+ - '2106.0-8 vs 2106.0-7: Compares CSIT environment current vs previous with previous VPP code.'
+ - '2110.0-8 vs 2106.0-8: Compares VPP code current vs previous.'
# VPP Performance Changes 3n-dnv 2t2c pdr
- type: "table"
include-tests: "PDR" # "PDR" | "NDR" | "MRR"
filter: "'2T2C'"
columns:
- - title: "2009.0-6"
+ - title: "2101.0-7"
data-set: "vpp-3n-dnv-hist-iter-new-env"
- - title: "2101.0-6"
+ - title: "2106.0-7"
data-set: "vpp-3n-dnv-prev-iter-old-env"
- - title: "2101.0-7"
+ - title: "2106.0-8"
data-set: "vpp-3n-dnv-prev-iter-new-env"
- - title: "2106.0-7"
+ - title: "2110.0-8"
data-set: "vpp-3n-dnv-curr-iter"
comparisons:
- - title: "2101.0-7 vs 2101.0-6"
+ - title: "2106.0-8 vs 2106.0-7"
reference: 2
compare: 3
- - title: "2101.0-6 vs 2009.0-5"
+ - title: "2110.0-8 vs 2106.0-8"
reference: 3
compare: 4
legend:
- ''
- 'Test Case: Test cases executed for: PDR throughput on 3n-dnv with x553.'
- - 'YYMM.V-E: [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "6" for CSIT rls2101, "7" for CSIT rls2106).'
+ - 'YYMM.V-E: [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "7" for CSIT rls2106, "8" for CSIT rls2110).'
- 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.'
- - '2101.0-7 vs 2101.0-6: Compares CSIT environment current vs previous with previous VPP code.'
- - '2106.0-7 vs 2101.0-7: Compares VPP code current vs previous.'
+ - '2106.0-8 vs 2106.0-7: Compares CSIT environment current vs previous with previous VPP code.'
+ - '2110.0-8 vs 2106.0-8: Compares VPP code current vs previous.'
# VPP Performance Changes 3n-dnv 1t1c ndr
- type: "table"
include-tests: "NDR" # "PDR" | "NDR" | "MRR"
filter: "'1T1C'"
columns:
- - title: "2009.0-6"
+ - title: "2101.0-7"
data-set: "vpp-3n-dnv-hist-iter-new-env"
- - title: "2101.0-6"
+ - title: "2106.0-7"
data-set: "vpp-3n-dnv-prev-iter-old-env"
- - title: "2101.0-7"
+ - title: "2106.0-8"
data-set: "vpp-3n-dnv-prev-iter-new-env"
- - title: "2106.0-7"
+ - title: "2110.0-8"
data-set: "vpp-3n-dnv-curr-iter"
comparisons:
- - title: "2101.0-7 vs 2101.0-6"
+ - title: "2106.0-8 vs 2106.0-7"
reference: 2
compare: 3
- - title: "2101.0-6 vs 2009.0-5"
+ - title: "2110.0-8 vs 2106.0-8"
reference: 3
compare: 4
legend:
- ''
- 'Test Case: Test cases executed for: NDR throughput on 3n-dnv with x553.'
- - 'YYMM.V-E: [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "6" for CSIT rls2101, "7" for CSIT rls2106).'
+ - 'YYMM.V-E: [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "7" for CSIT rls2106, "8" for CSIT rls2110).'
- 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.'
- - '2101.0-7 vs 2101.0-6: Compares CSIT environment current vs previous with previous VPP code.'
- - '2106.0-7 vs 2101.0-7: Compares VPP code current vs previous.'
+ - '2106.0-8 vs 2106.0-7: Compares CSIT environment current vs previous with previous VPP code.'
+ - '2110.0-8 vs 2106.0-8: Compares VPP code current vs previous.'
# VPP Performance Changes 3n-dnv 2t2c ndr
- type: "table"
include-tests: "NDR" # "PDR" | "NDR" | "MRR"
filter: "'2T2C'"
columns:
- - title: "2009.0-6"
+ - title: "2101.0-7"
data-set: "vpp-3n-dnv-hist-iter-new-env"
- - title: "2101.0-6"
+ - title: "2106.0-7"
data-set: "vpp-3n-dnv-prev-iter-old-env"
- - title: "2101.0-7"
+ - title: "2106.0-8"
data-set: "vpp-3n-dnv-prev-iter-new-env"
- - title: "2106.0-7"
+ - title: "2110.0-8"
data-set: "vpp-3n-dnv-curr-iter"
comparisons:
- - title: "2101.0-7 vs 2101.0-6"
+ - title: "2106.0-8 vs 2106.0-7"
reference: 2
compare: 3
- - title: "2101.0-6 vs 2009.0-5"
+ - title: "2110.0-8 vs 2106.0-8"
reference: 3
compare: 4
legend:
- ''
- 'Test Case: Test cases executed for: NDR throughput on 3n-dnv with x553.'
- - 'YYMM.V-E: [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "6" for CSIT rls2101, "7" for CSIT rls2106).'
+ - 'YYMM.V-E: [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "7" for CSIT rls2106, "8" for CSIT rls2110).'
- 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.'
- - '2101.0-7 vs 2101.0-6: Compares CSIT environment current vs previous with previous VPP code.'
- - '2106.0-7 vs 2101.0-7: Compares VPP code current vs previous.'
+ - '2106.0-8 vs 2106.0-7: Compares CSIT environment current vs previous with previous VPP code.'
+ - '2110.0-8 vs 2106.0-8: Compares VPP code current vs previous.'
# VPP Performance Changes 3n-tsh 1t1c pdr
- type: "table"
include-tests: "PDR" # "PDR" | "NDR" | "MRR"
filter: "'1T1C'"
columns:
- - title: "2009.0-6"
+ - title: "2101.0-7"
data-set: "vpp-3n-tsh-hist-iter-new-env"
- - title: "2101.0-6"
- data-set: "vpp-3n-tsh-prev-iter-old-env"
-# - title: "2101.0-7"
-# data-set: "vpp-3n-tsh-prev-iter-new-env"
- title: "2106.0-7"
+ data-set: "vpp-3n-tsh-prev-iter-old-env"
+ - title: "2106.0-8"
+ data-set: "vpp-3n-tsh-prev-iter-new-env"
+ - title: "2110.0-8"
data-set: "vpp-3n-tsh-curr-iter"
comparisons:
-# - title: "2101.0-7 vs 2101.0-6"
-# reference: 2
-# compare: 3
-# rca-file: "rca/rca-3n-tsh-1t1c-pdr-rca1.yaml"
-# - title: "2106.0-7 vs 2101.0-7"
- - title: "2106.0-7 vs 2101.0-6"
- reference: 2 # 3
- compare: 3 # 4
-# rca-file: "rca/rca-3n-tsh-1t1c-pdr-rca2.yaml"
+ - title: "2106.0-8 vs 2106.0-7"
+ reference: 2
+ compare: 3
+ - title: "2110.0-8 vs 2106.0-8"
+ reference: 3
+ compare: 4
legend:
- ''
- 'Test Case: Test cases executed for: PDR throughput on 3n-tsh with x520.'
- - 'YYMM.V-E: [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "6" for CSIT rls2101, "7" for CSIT rls2106).'
+ - 'YYMM.V-E: [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "7" for CSIT rls2106, "8" for CSIT rls2110).'
- 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.'
- - '2101.0-7 vs 2101.0-6: Compares CSIT environment current vs previous with previous VPP code.'
-# - '2106.0-7 vs 2101.0-7: Compares VPP code current vs previous in the current CSIT environment.'
- - '2106.0-7 vs 2101.0-6: Compares VPP code current vs previous.'
+ - '2106.0-8 vs 2106.0-7: Compares CSIT environment current vs previous with previous VPP code.'
+ - '2110.0-8 vs 2106.0-8: Compares VPP code current vs previous in the current CSIT environment.'
# VPP Performance Changes 3n-tsh 2t2c pdr
- type: "table"
include-tests: "PDR" # "PDR" | "NDR" | "MRR"
filter: "'2T2C'"
columns:
- - title: "2009.0-6"
+ - title: "2101.0-7"
data-set: "vpp-3n-tsh-hist-iter-new-env"
- - title: "2101.0-6"
- data-set: "vpp-3n-tsh-prev-iter-old-env"
-# - title: "2101.0-7"
-# data-set: "vpp-3n-tsh-prev-iter-new-env"
- title: "2106.0-7"
+ data-set: "vpp-3n-tsh-prev-iter-old-env"
+ - title: "2106.0-8"
+ data-set: "vpp-3n-tsh-prev-iter-new-env"
+ - title: "2110.0-8"
data-set: "vpp-3n-tsh-curr-iter"
comparisons:
-# - title: "2101.0-7 vs 2101.0-6"
-# reference: 2
-# compare: 3
-# rca-file: "rca/rca-3n-tsh-2t2c-pdr-rca1.yaml"
-# - title: "2106.0-7 vs 2101.0-7"
- - title: "2106.0-7 vs 2101.0-6"
- reference: 2 # 3
- compare: 3 # 4
-# rca-file: "rca/rca-3n-tsh-2t2c-pdr-rca2.yaml"
+ - title: "2106.0-8 vs 2106.0-7"
+ reference: 2
+ compare: 3
+ - title: "2110.0-8 vs 2106.0-8"
+ reference: 3
+ compare: 4
legend:
- ''
- 'Test Case: Test cases executed for: PDR throughput on 3n-tsh with x520.'
- - 'YYMM.V-E: [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "6" for CSIT rls2101, "7" for CSIT rls2106).'
+ - 'YYMM.V-E: [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "7" for CSIT rls2106, "8" for CSIT rls2110).'
- 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.'
- - '2101.0-7 vs 2101.0-6: Compares CSIT environment current vs previous with previous VPP code.'
-# - '2106.0-7 vs 2101.0-7: Compares VPP code current vs previous in the current CSIT environment.'
- - '2106.0-7 vs 2101.0-6: Compares VPP code current vs previous.'
+ - '2106.0-8 vs 2106.0-7: Compares CSIT environment current vs previous with previous VPP code.'
+ - '2110.0-8 vs 2106.0-8: Compares VPP code current vs previous in the current CSIT environment.'
# VPP Performance Changes 3n-tsh 1t1c ndr
- type: "table"
include-tests: "NDR" # "PDR" | "NDR" | "MRR"
filter: "'1T1C'"
columns:
- - title: "2009.0-6"
+ - title: "2101.0-7"
data-set: "vpp-3n-tsh-hist-iter-new-env"
- - title: "2101.0-6"
- data-set: "vpp-3n-tsh-prev-iter-old-env"
-# - title: "2101.0-7"
-# data-set: "vpp-3n-tsh-prev-iter-new-env"
- title: "2106.0-7"
+ data-set: "vpp-3n-tsh-prev-iter-old-env"
+ - title: "2106.0-8"
+ data-set: "vpp-3n-tsh-prev-iter-new-env"
+ - title: "2110.0-8"
data-set: "vpp-3n-tsh-curr-iter"
comparisons:
-# - title: "2101.0-7 vs 2101.0-6"
-# reference: 2
-# compare: 3
-# rca-file: "rca/rca-3n-tsh-1t1c-ndr-rca1.yaml"
-# - title: "2106.0-7 vs 2101.0-7"
- - title: "2106.0-7 vs 2101.0-6"
- reference: 2 # 3
- compare: 3 # 4
-# rca-file: "rca/rca-3n-tsh-1t1c-ndr-rca2.yaml"
+ - title: "2106.0-8 vs 2106.0-7"
+ reference: 2
+ compare: 3
+ - title: "2110.0-8 vs 2106.0-8"
+ reference: 3
+ compare: 4
legend:
- ''
- 'Test Case: Test cases executed for: NDR throughput on 3n-tsh with x520.'
- - 'YYMM.V-E: [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "6" for CSIT rls2101, "7" for CSIT rls2106).'
+ - 'YYMM.V-E: [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "7" for CSIT rls2106, "8" for CSIT rls2110).'
- 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.'
- - '2101.0-7 vs 2101.0-6: Compares CSIT environment current vs previous with previous VPP code.'
-# - '2106.0-7 vs 2101.0-7: Compares VPP code current vs previous in the current CSIT environment.'
- - '2106.0-7 vs 2101.0-6: Compares VPP code current vs previous.'
+ - '2106.0-8 vs 2106.0-7: Compares CSIT environment current vs previous with previous VPP code.'
+ - '2110.0-8 vs 2106.0-8: Compares VPP code current vs previous in the current CSIT environment.'
# VPP Performance Changes 3n-tsh 2t2c ndr
- type: "table"
include-tests: "NDR" # "PDR" | "NDR" | "MRR"
filter: "'2T2C'"
columns:
- - title: "2009.0-6"
+ - title: "2101.0-7"
data-set: "vpp-3n-tsh-hist-iter-new-env"
- - title: "2101.0-6"
- data-set: "vpp-3n-tsh-prev-iter-old-env"
-# - title: "2101.0-7"
-# data-set: "vpp-3n-tsh-prev-iter-new-env"
- title: "2106.0-7"
+ data-set: "vpp-3n-tsh-prev-iter-old-env"
+ - title: "2106.0-8"
+ data-set: "vpp-3n-tsh-prev-iter-new-env"
+ - title: "2110.0-8"
data-set: "vpp-3n-tsh-curr-iter"
comparisons:
-# - title: "2101.0-7 vs 2101.0-6"
-# reference: 2
-# compare: 3
-# rca-file: "rca/rca-3n-tsh-2t2c-ndr-rca1.yaml"
-# - title: "2106.0-7 vs 2101.0-7"
- - title: "2106.0-7 vs 2101.0-6"
- reference: 2 # 3
- compare: 3 # 4
-# rca-file: "rca/rca-3n-tsh-2t2c-ndr-rca2.yaml"
+ - title: "2106.0-8 vs 2106.0-7"
+ reference: 2
+ compare: 3
+ - title: "2110.0-8 vs 2106.0-8"
+ reference: 3
+ compare: 4
legend:
- ''
- 'Test Case: Test cases executed for: NDR throughput on 3n-tsh with x520.'
- - 'YYMM.V-E: [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "6" for CSIT rls2101, "7" for CSIT rls2106).'
+ - 'YYMM.V-E: [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "7" for CSIT rls2106, "8" for CSIT rls2110).'
- 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.'
- - '2101.0-7 vs 2101.0-6: Compares CSIT environment current vs previous with previous VPP code.'
-# - '2106.0-7 vs 2101.0-7: Compares VPP code current vs previous in the current CSIT environment.'
- - '2106.0-7 vs 2101.0-6: Compares VPP code current vs previous.'
+ - '2106.0-8 vs 2106.0-7: Compares CSIT environment current vs previous with previous VPP code.'
+ - '2110.0-8 vs 2106.0-8: Compares VPP code current vs previous in the current CSIT environment.'
# VPP Performance Changes 2n-tx2 1t1c pdr
- type: "table"
include-tests: "PDR" # "PDR" | "NDR" | "MRR"
filter: "'1T1C'"
columns:
- - title: "2009.0-6"
+ - title: "2101.0-7"
data-set: "vpp-2n-tx2-hist-iter-new-env"
- - title: "2101.0-6"
- data-set: "vpp-2n-tx2-prev-iter-old-env"
-# - title: "2101.0-7"
-# data-set: "vpp-2n-tx2-prev-iter-new-env"
- title: "2106.0-7"
+ data-set: "vpp-2n-tx2-prev-iter-old-env"
+ - title: "2106.0-8"
+ data-set: "vpp-2n-tx2-prev-iter-new-env"
+ - title: "2110.0-8"
data-set: "vpp-2n-tx2-curr-iter"
comparisons:
-# - title: "2101.0-7 vs 2101.0-6"
-# reference: 2
-# compare: 3
-# - title: "2106.0-7 vs 2101.0-7"
- - title: "2106.0-7 vs 2101.0-6"
- reference: 2 # 3
- compare: 3 # 4
+ - title: "2106.0-8 vs 2106.0-7"
+ reference: 2
+ compare: 3
+ - title: "2110.0-8 vs 2106.0-8"
+ reference: 3
+ compare: 4
legend:
- ''
- 'Test Case: Test cases executed for: PDR throughput on 2n-tx2 with xl710.'
- - 'YYMM.V-E: [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "6" for CSIT rls2101, "7" for CSIT rls2106).'
+ - 'YYMM.V-E: [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "7" for CSIT rls2106, "8" for CSIT rls2110).'
- 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.'
- - '2101.0-7 vs 2101.0-6: Compares CSIT environment current vs previous with previous VPP code.'
-# - '2106.0-7 vs 2101.0-7: Compares VPP code current vs previous in the current CSIT environment.'
- - '2106.0-7 vs 2101.0-6: Compares VPP code current vs previous.'
+ - '2106.0-8 vs 2106.0-7: Compares CSIT environment current vs previous with previous VPP code.'
+ - '2110.0-8 vs 2106.0-8: Compares VPP code current vs previous in the current CSIT environment.'
# VPP Performance Changes 2n-tx2 2t2c pdr
- type: "table"
include-tests: "PDR" # "PDR" | "NDR" | "MRR"
filter: "'2T2C'"
columns:
- - title: "2009.0-6"
+ - title: "2101.0-7"
data-set: "vpp-2n-tx2-hist-iter-new-env"
- - title: "2101.0-6"
- data-set: "vpp-2n-tx2-prev-iter-old-env"
-# - title: "2101.0-7"
-# data-set: "vpp-2n-tx2-prev-iter-new-env"
- title: "2106.0-7"
+ data-set: "vpp-2n-tx2-prev-iter-old-env"
+ - title: "2106.0-8"
+ data-set: "vpp-2n-tx2-prev-iter-new-env"
+ - title: "2110.0-8"
data-set: "vpp-2n-tx2-curr-iter"
comparisons:
-# - title: "2101.0-7 vs 2101.0-6"
-# reference: 2
-# compare: 3
-# - title: "2106.0-7 vs 2101.0-7"
- - title: "2106.0-7 vs 2101.0-6"
- reference: 2 # 3
- compare: 3 # 4
+ - title: "2106.0-8 vs 2106.0-7"
+ reference: 2
+ compare: 3
+ - title: "2110.0-8 vs 2106.0-8"
+ reference: 3
+ compare: 4
legend:
- ''
- 'Test Case: Test cases executed for: PDR throughput on 2n-tx2 with xl710.'
- - 'YYMM.V-E: [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "6" for CSIT rls2101, "7" for CSIT rls2106).'
+ - 'YYMM.V-E: [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "7" for CSIT rls2106, "8" for CSIT rls2110).'
- 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.'
- - '2101.0-7 vs 2101.0-6: Compares CSIT environment current vs previous with previous VPP code.'
-# - '2106.0-7 vs 2101.0-7: Compares VPP code current vs previous in the current CSIT environment.'
- - '2106.0-7 vs 2101.0-6: Compares VPP code current vs previous.'
+ - '2106.0-8 vs 2106.0-7: Compares CSIT environment current vs previous with previous VPP code.'
+ - '2110.0-8 vs 2106.0-8: Compares VPP code current vs previous in the current CSIT environment.'
# VPP Performance Changes 2n-tx2 1t1c ndr
- type: "table"
include-tests: "NDR" # "PDR" | "NDR" | "MRR"
filter: "'1T1C'"
columns:
- - title: "2009.0-6"
+ - title: "2101.0-7"
data-set: "vpp-2n-tx2-hist-iter-new-env"
- - title: "2101.0-6"
- data-set: "vpp-2n-tx2-prev-iter-old-env"
-# - title: "2101.0-7"
-# data-set: "vpp-2n-tx2-prev-iter-new-env"
- title: "2106.0-7"
+ data-set: "vpp-2n-tx2-prev-iter-old-env"
+ - title: "2106.0-8"
+ data-set: "vpp-2n-tx2-prev-iter-new-env"
+ - title: "2110.0-8"
data-set: "vpp-2n-tx2-curr-iter"
comparisons:
-# - title: "2101.0-7 vs 2101.0-6"
-# reference: 2
-# compare: 3
-# - title: "2106.0-7 vs 2101.0-7"
- - title: "2106.0-7 vs 2101.0-6"
- reference: 2 # 3
- compare: 3 # 4
+ - title: "2106.0-8 vs 2106.0-7"
+ reference: 2
+ compare: 3
+ - title: "2110.0-8 vs 2106.0-8"
+ reference: 3
+ compare: 4
legend:
- ''
- 'Test Case: Test cases executed for: NDR throughput on 2n-tx2 with xl710.'
- - 'YYMM.V-E: [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "6" for CSIT rls2101, "7" for CSIT rls2106).'
+ - 'YYMM.V-E: [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "7" for CSIT rls2106, "8" for CSIT rls2110).'
- 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.'
- - '2101.0-7 vs 2101.0-6: Compares CSIT environment current vs previous with previous VPP code.'
-# - '2106.0-7 vs 2101.0-7: Compares VPP code current vs previous in the current CSIT environment.'
- - '2106.0-7 vs 2101.0-6: Compares VPP code current vs previous.'
+ - '2106.0-8 vs 2106.0-7: Compares CSIT environment current vs previous with previous VPP code.'
+ - '2110.0-8 vs 2106.0-8: Compares VPP code current vs previous in the current CSIT environment.'
# VPP Performance Changes 2n-tx2 2t2c ndr
- type: "table"
include-tests: "NDR" # "PDR" | "NDR" | "MRR"
filter: "'2T2C'"
columns:
- - title: "2009.0-6"
+ - title: "2101.0-7"
data-set: "vpp-2n-tx2-hist-iter-new-env"
- - title: "2101.0-6"
- data-set: "vpp-2n-tx2-prev-iter-old-env"
-# - title: "2101.0-7"
-# data-set: "vpp-2n-tx2-prev-iter-new-env"
- title: "2106.0-7"
+ data-set: "vpp-2n-tx2-prev-iter-old-env"
+ - title: "2106.0-8"
+ data-set: "vpp-2n-tx2-prev-iter-new-env"
+ - title: "2110.0-8"
data-set: "vpp-2n-tx2-curr-iter"
comparisons:
-# - title: "2101.0-7 vs 2101.0-6"
-# reference: 2
-# compare: 3
-# - title: "2106.0-7 vs 2101.0-7"
- - title: "2106.0-7 vs 2101.0-6"
- reference: 2 # 3
- compare: 3 # 4
+ - title: "2106.0-8 vs 2106.0-7"
+ reference: 2
+ compare: 3
+ - title: "2110.0-8 vs 2106.0-8"
+ reference: 3
+ compare: 4
legend:
- ''
- 'Test Case: Test cases executed for: NDR throughput on 2n-tx2 with xl710.'
- - 'YYMM.V-E: [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "6" for CSIT rls2101, "7" for CSIT rls2106).'
+ - 'YYMM.V-E: [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "7" for CSIT rls2106, "8" for CSIT rls2110).'
- 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.'
- - '2101.0-7 vs 2101.0-6: Compares CSIT environment current vs previous with previous VPP code.'
-# - '2106.0-7 vs 2101.0-7: Compares VPP code current vs previous in the current CSIT environment.'
- - '2106.0-7 vs 2101.0-6: Compares VPP code current vs previous.'
+ - '2106.0-8 vs 2106.0-7: Compares CSIT environment current vs previous with previous VPP code.'
+ - '2110.0-8 vs 2106.0-8: Compares VPP code current vs previous in the current CSIT environment.'
# VPP Comparison Across Testbeds 2n-skx to 2n-clx 2t1c ndr
- type: "table"
- "2n-skx, 2n-clx - testbeds and NICs tested."
- "Diff - difference between 2n-skx and 2n-clx testbeds."
-# VPP Comparison Across Testbeds 2n-clx to 2n-icx 1c ndr
-- type: "table"
- title: "VPP Comparison Across Testbeds 2n-clx to 2n-icx 1c ndr"
- algorithm: "table_comparison"
- output-file: "{DIR[STATIC,VPP]}/performance-compare-testbeds-2n-clx-2n-icx-1c-ndr"
- include-tests: "NDR" # "PDR" | "NDR" | "MRR"
- filter: "('NIC_Intel-XXV710' or 'NIC_Intel-E810CQ') and 'NDRPDR' and '1C'"
- columns:
- - title: "2n-clx xxv710"
- data-set: "vpp-2n-clx-curr-iter"
- tag: "NIC_Intel-XXV710"
- - title: "2n-icx e810cq"
- data-set: "vpp-2n-icx-curr-iter"
- tag: "NIC_Intel-E810CQ"
- comparisons:
- - title: "Diff"
- reference: 1
- compare: 2
- legend:
- - ""
- - "2n-clx xxv710, 2n-icx e810cq - testbeds and NICs tested."
- - "Diff - difference between 2n-clx xxv710 and 2n-icx e810cq testbeds."
-
-# VPP Comparison Across Testbeds 2n-clx to 2n-icx 2c ndr
-- type: "table"
- title: "VPP Comparison Across Testbeds 2n-clx to 2n-icx 2c ndr"
- algorithm: "table_comparison"
- output-file: "{DIR[STATIC,VPP]}/performance-compare-testbeds-2n-clx-2n-icx-2c-ndr"
- include-tests: "NDR" # "PDR" | "NDR" | "MRR"
- filter: "('NIC_Intel-XXV710' or 'NIC_Intel-E810CQ') and 'NDRPDR' and '2C'"
- columns:
- - title: "2n-clx xxv710"
- data-set: "vpp-2n-clx-curr-iter"
- tag: "NIC_Intel-XXV710"
- - title: "2n-icx e810cq"
- data-set: "vpp-2n-icx-curr-iter"
- tag: "NIC_Intel-E810CQ"
- comparisons:
- - title: "Diff"
- reference: 1
- compare: 2
- legend:
- - ""
- - "2n-clx xxv710, 2n-icx e810cq - testbeds and NICs tested."
- - "Diff - difference between 2n-clx xxv710 and 2n-icx e810cq testbeds."
-
-# VPP Comparison Across Testbeds 2n-clx to 2n-icx 1c pdr
-- type: "table"
- title: "VPP Comparison Across Testbeds 2n-clx to 2n-icx 1c pdr"
- algorithm: "table_comparison"
- output-file: "{DIR[STATIC,VPP]}/performance-compare-testbeds-2n-clx-2n-icx-1c-pdr"
- include-tests: "PDR" # "PDR" | "NDR" | "MRR"
- filter: "('NIC_Intel-XXV710' or 'NIC_Intel-E810CQ') and 'NDRPDR' and '1C'"
- columns:
- - title: "2n-clx xxv710"
- data-set: "vpp-2n-clx-curr-iter"
- tag: "NIC_Intel-XXV710"
- - title: "2n-icx e810cq"
- data-set: "vpp-2n-icx-curr-iter"
- tag: "NIC_Intel-E810CQ"
- comparisons:
- - title: "Diff"
- reference: 1
- compare: 2
- legend:
- - ""
- - "2n-clx xxv710, 2n-icx e810cq - testbeds and NICs tested."
- - "Diff - difference between 2n-clx xxv710 and 2n-icx e810cq testbeds."
-
-# VPP Comparison Across Testbeds 2n-clx to 2n-icx 2c pdr
-- type: "table"
- title: "VPP Comparison Across Testbeds 2n-clx to 2n-icx 2c pdr"
- algorithm: "table_comparison"
- output-file: "{DIR[STATIC,VPP]}/performance-compare-testbeds-2n-clx-2n-icx-2c-pdr"
- include-tests: "PDR" # "PDR" | "NDR" | "MRR"
- filter: "('NIC_Intel-XXV710' or 'NIC_Intel-E810CQ') and 'NDRPDR' and '2C'"
- columns:
- - title: "2n-clx xxv710"
- data-set: "vpp-3n-skx-curr-iter"
- tag: "NIC_Intel-XXV710"
- - title: "2n-icx e810cq"
- data-set: "vpp-2n-icx-curr-iter"
- tag: "NIC_Intel-E810CQ"
- comparisons:
- - title: "Diff"
- reference: 1
- compare: 2
- legend:
- - ""
- - "2n-clx xxv710, 2n-icx e810cq - testbeds and NICs tested."
- - "Diff - difference between 2n-clx xxv710 and 2n-icx e810cq testbeds."
-
-# VPP Comparison Across Testbeds 3n-skx to 3n-icx 1c ndr
-- type: "table"
- title: "VPP Comparison Across Testbeds 3n-skx to 3n-icx 1c ndr"
- algorithm: "table_comparison"
- output-file: "{DIR[STATIC,VPP]}/performance-compare-testbeds-3n-skx-3n-icx-1c-ndr"
- include-tests: "NDR" # "PDR" | "NDR" | "MRR"
- filter: "('NIC_Intel-XXV710' or 'NIC_Intel-E810CQ') and 'NDRPDR' and '1C'"
- columns:
- - title: "3n-skx xxv710"
- data-set: "vpp-3n-skx-curr-iter"
- tag: "NIC_Intel-XXV710"
- - title: "3n-icx e810cq"
- data-set: "vpp-3n-icx-curr-iter"
- tag: "NIC_Intel-E810CQ"
- comparisons:
- - title: "Diff"
- reference: 1
- compare: 2
- legend:
- - ""
- - "3n-skx xxv710, 3n-icx e810cq - testbeds and NICs tested."
- - "Diff - difference between 3n-skx xxv710 and 3n-icx e810cq testbeds."
-
-# VPP Comparison Across Testbeds 3n-skx to 3n-icx 2c ndr
-- type: "table"
- title: "VPP Comparison Across Testbeds 3n-skx to 3n-icx ndr"
- algorithm: "table_comparison"
- output-file: "{DIR[STATIC,VPP]}/performance-compare-testbeds-3n-skx-3n-icx-2c-ndr"
- include-tests: "NDR" # "PDR" | "NDR" | "MRR"
- filter: "('NIC_Intel-XXV710' or 'NIC_Intel-E810CQ') and 'NDRPDR' and '2C'"
- columns:
- - title: "3n-skx xxv710"
- data-set: "vpp-3n-skx-curr-iter"
- tag: "NIC_Intel-XXV710"
- - title: "3n-icx e810cq"
- data-set: "vpp-3n-icx-curr-iter"
- tag: "NIC_Intel-E810CQ"
- comparisons:
- - title: "Diff"
- reference: 1
- compare: 2
- legend:
- - ""
- - "3n-skx xxv710, 3n-icx e810cq - testbeds and NICs tested."
- - "Diff - difference between 3n-skx xxv710 and 3n-icx e810cq testbeds."
-
-# VPP Comparison Across Testbeds 3n-skx to 3n-icx 1c pdr
-- type: "table"
- title: "VPP Comparison Across Testbeds 3n-skx to 3n-icx 1c pdr"
- algorithm: "table_comparison"
- output-file: "{DIR[STATIC,VPP]}/performance-compare-testbeds-3n-skx-3n-icx-1c-pdr"
- include-tests: "PDR" # "PDR" | "NDR" | "MRR"
- filter: "('NIC_Intel-XXV710' or 'NIC_Intel-E810CQ') and 'NDRPDR' and '1C'"
- columns:
- - title: "3n-skx xxv710"
- data-set: "vpp-3n-skx-curr-iter"
- tag: "NIC_Intel-XXV710"
- - title: "3n-icx e810cq"
- data-set: "vpp-3n-icx-curr-iter"
- tag: "NIC_Intel-E810CQ"
- comparisons:
- - title: "Diff"
- reference: 1
- compare: 2
- legend:
- - ""
- - "3n-skx xxv710, 3n-icx e810cq - testbeds and NICs tested."
- - "Diff - difference between 3n-skx xxv710 and 3n-icx e810cq testbeds."
-
-# VPP Comparison Across Testbeds 3n-skx to 3n-icx 2c pdr
-- type: "table"
- title: "VPP Comparison Across Testbeds 3n-skx to 3n-icx 2c pdr"
- algorithm: "table_comparison"
- output-file: "{DIR[STATIC,VPP]}/performance-compare-testbeds-3n-skx-3n-icx-2c-pdr"
- include-tests: "PDR" # "PDR" | "NDR" | "MRR"
- filter: "('NIC_Intel-XXV710' or 'NIC_Intel-E810CQ') and 'NDRPDR' and '2C'"
- columns:
- - title: "3n-skx xxv710"
- data-set: "vpp-3n-skx-curr-iter"
- tag: "NIC_Intel-XXV710"
- - title: "3n-icx e810cq"
- data-set: "vpp-3n-icx-curr-iter"
- tag: "NIC_Intel-E810CQ"
- comparisons:
- - title: "Diff"
- reference: 1
- compare: 2
- legend:
- - ""
- - "3n-skx xxv710, 3n-icx e810cq - testbeds and NICs tested."
- - "Diff - difference between 3n-skx xxv710 and 3n-icx e810cq testbeds."
+# # VPP Comparison Across Testbeds 2n-clx to 2n-icx 1c ndr
+# - type: "table"
+# title: "VPP Comparison Across Testbeds 2n-clx to 2n-icx 1c ndr"
+# algorithm: "table_comparison"
+# output-file: "{DIR[STATIC,VPP]}/performance-compare-testbeds-2n-clx-2n-icx-1c-ndr"
+# include-tests: "NDR" # "PDR" | "NDR" | "MRR"
+# filter: "('NIC_Intel-XXV710' or 'NIC_Intel-E810CQ') and 'NDRPDR' and '1C'"
+# columns:
+# - title: "2n-clx xxv710"
+# data-set: "vpp-2n-clx-curr-iter"
+# tag: "NIC_Intel-XXV710"
+# - title: "2n-icx e810cq"
+# data-set: "vpp-2n-icx-curr-iter"
+# tag: "NIC_Intel-E810CQ"
+# comparisons:
+# - title: "Diff"
+# reference: 1
+# compare: 2
+# legend:
+# - ""
+# - "2n-clx xxv710, 2n-icx e810cq - testbeds and NICs tested."
+# - "Diff - difference between 2n-clx xxv710 and 2n-icx e810cq testbeds."
+#
+# # VPP Comparison Across Testbeds 2n-clx to 2n-icx 2c ndr
+# - type: "table"
+# title: "VPP Comparison Across Testbeds 2n-clx to 2n-icx 2c ndr"
+# algorithm: "table_comparison"
+# output-file: "{DIR[STATIC,VPP]}/performance-compare-testbeds-2n-clx-2n-icx-2c-ndr"
+# include-tests: "NDR" # "PDR" | "NDR" | "MRR"
+# filter: "('NIC_Intel-XXV710' or 'NIC_Intel-E810CQ') and 'NDRPDR' and '2C'"
+# columns:
+# - title: "2n-clx xxv710"
+# data-set: "vpp-2n-clx-curr-iter"
+# tag: "NIC_Intel-XXV710"
+# - title: "2n-icx e810cq"
+# data-set: "vpp-2n-icx-curr-iter"
+# tag: "NIC_Intel-E810CQ"
+# comparisons:
+# - title: "Diff"
+# reference: 1
+# compare: 2
+# legend:
+# - ""
+# - "2n-clx xxv710, 2n-icx e810cq - testbeds and NICs tested."
+# - "Diff - difference between 2n-clx xxv710 and 2n-icx e810cq testbeds."
+#
+# # VPP Comparison Across Testbeds 2n-clx to 2n-icx 1c pdr
+# - type: "table"
+# title: "VPP Comparison Across Testbeds 2n-clx to 2n-icx 1c pdr"
+# algorithm: "table_comparison"
+# output-file: "{DIR[STATIC,VPP]}/performance-compare-testbeds-2n-clx-2n-icx-1c-pdr"
+# include-tests: "PDR" # "PDR" | "NDR" | "MRR"
+# filter: "('NIC_Intel-XXV710' or 'NIC_Intel-E810CQ') and 'NDRPDR' and '1C'"
+# columns:
+# - title: "2n-clx xxv710"
+# data-set: "vpp-2n-clx-curr-iter"
+# tag: "NIC_Intel-XXV710"
+# - title: "2n-icx e810cq"
+# data-set: "vpp-2n-icx-curr-iter"
+# tag: "NIC_Intel-E810CQ"
+# comparisons:
+# - title: "Diff"
+# reference: 1
+# compare: 2
+# legend:
+# - ""
+# - "2n-clx xxv710, 2n-icx e810cq - testbeds and NICs tested."
+# - "Diff - difference between 2n-clx xxv710 and 2n-icx e810cq testbeds."
+#
+# # VPP Comparison Across Testbeds 2n-clx to 2n-icx 2c pdr
+# - type: "table"
+# title: "VPP Comparison Across Testbeds 2n-clx to 2n-icx 2c pdr"
+# algorithm: "table_comparison"
+# output-file: "{DIR[STATIC,VPP]}/performance-compare-testbeds-2n-clx-2n-icx-2c-pdr"
+# include-tests: "PDR" # "PDR" | "NDR" | "MRR"
+# filter: "('NIC_Intel-XXV710' or 'NIC_Intel-E810CQ') and 'NDRPDR' and '2C'"
+# columns:
+# - title: "2n-clx xxv710"
+# data-set: "vpp-3n-skx-curr-iter"
+# tag: "NIC_Intel-XXV710"
+# - title: "2n-icx e810cq"
+# data-set: "vpp-2n-icx-curr-iter"
+# tag: "NIC_Intel-E810CQ"
+# comparisons:
+# - title: "Diff"
+# reference: 1
+# compare: 2
+# legend:
+# - ""
+# - "2n-clx xxv710, 2n-icx e810cq - testbeds and NICs tested."
+# - "Diff - difference between 2n-clx xxv710 and 2n-icx e810cq testbeds."
+#
+# # VPP Comparison Across Testbeds 3n-skx to 3n-icx 1c ndr
+# - type: "table"
+# title: "VPP Comparison Across Testbeds 3n-skx to 3n-icx 1c ndr"
+# algorithm: "table_comparison"
+# output-file: "{DIR[STATIC,VPP]}/performance-compare-testbeds-3n-skx-3n-icx-1c-ndr"
+# include-tests: "NDR" # "PDR" | "NDR" | "MRR"
+# filter: "('NIC_Intel-XXV710' or 'NIC_Intel-E810CQ') and 'NDRPDR' and '1C'"
+# columns:
+# - title: "3n-skx xxv710"
+# data-set: "vpp-3n-skx-curr-iter"
+# tag: "NIC_Intel-XXV710"
+# - title: "3n-icx e810cq"
+# data-set: "vpp-3n-icx-curr-iter"
+# tag: "NIC_Intel-E810CQ"
+# comparisons:
+# - title: "Diff"
+# reference: 1
+# compare: 2
+# legend:
+# - ""
+# - "3n-skx xxv710, 3n-icx e810cq - testbeds and NICs tested."
+# - "Diff - difference between 3n-skx xxv710 and 3n-icx e810cq testbeds."
+#
+# # VPP Comparison Across Testbeds 3n-skx to 3n-icx 2c ndr
+# - type: "table"
+# title: "VPP Comparison Across Testbeds 3n-skx to 3n-icx ndr"
+# algorithm: "table_comparison"
+# output-file: "{DIR[STATIC,VPP]}/performance-compare-testbeds-3n-skx-3n-icx-2c-ndr"
+# include-tests: "NDR" # "PDR" | "NDR" | "MRR"
+# filter: "('NIC_Intel-XXV710' or 'NIC_Intel-E810CQ') and 'NDRPDR' and '2C'"
+# columns:
+# - title: "3n-skx xxv710"
+# data-set: "vpp-3n-skx-curr-iter"
+# tag: "NIC_Intel-XXV710"
+# - title: "3n-icx e810cq"
+# data-set: "vpp-3n-icx-curr-iter"
+# tag: "NIC_Intel-E810CQ"
+# comparisons:
+# - title: "Diff"
+# reference: 1
+# compare: 2
+# legend:
+# - ""
+# - "3n-skx xxv710, 3n-icx e810cq - testbeds and NICs tested."
+# - "Diff - difference between 3n-skx xxv710 and 3n-icx e810cq testbeds."
+#
+# # VPP Comparison Across Testbeds 3n-skx to 3n-icx 1c pdr
+# - type: "table"
+# title: "VPP Comparison Across Testbeds 3n-skx to 3n-icx 1c pdr"
+# algorithm: "table_comparison"
+# output-file: "{DIR[STATIC,VPP]}/performance-compare-testbeds-3n-skx-3n-icx-1c-pdr"
+# include-tests: "PDR" # "PDR" | "NDR" | "MRR"
+# filter: "('NIC_Intel-XXV710' or 'NIC_Intel-E810CQ') and 'NDRPDR' and '1C'"
+# columns:
+# - title: "3n-skx xxv710"
+# data-set: "vpp-3n-skx-curr-iter"
+# tag: "NIC_Intel-XXV710"
+# - title: "3n-icx e810cq"
+# data-set: "vpp-3n-icx-curr-iter"
+# tag: "NIC_Intel-E810CQ"
+# comparisons:
+# - title: "Diff"
+# reference: 1
+# compare: 2
+# legend:
+# - ""
+# - "3n-skx xxv710, 3n-icx e810cq - testbeds and NICs tested."
+# - "Diff - difference between 3n-skx xxv710 and 3n-icx e810cq testbeds."
+#
+# # VPP Comparison Across Testbeds 3n-skx to 3n-icx 2c pdr
+# - type: "table"
+# title: "VPP Comparison Across Testbeds 3n-skx to 3n-icx 2c pdr"
+# algorithm: "table_comparison"
+# output-file: "{DIR[STATIC,VPP]}/performance-compare-testbeds-3n-skx-3n-icx-2c-pdr"
+# include-tests: "PDR" # "PDR" | "NDR" | "MRR"
+# filter: "('NIC_Intel-XXV710' or 'NIC_Intel-E810CQ') and 'NDRPDR' and '2C'"
+# columns:
+# - title: "3n-skx xxv710"
+# data-set: "vpp-3n-skx-curr-iter"
+# tag: "NIC_Intel-XXV710"
+# - title: "3n-icx e810cq"
+# data-set: "vpp-3n-icx-curr-iter"
+# tag: "NIC_Intel-E810CQ"
+# comparisons:
+# - title: "Diff"
+# reference: 1
+# compare: 2
+# legend:
+# - ""
+# - "3n-skx xxv710, 3n-icx e810cq - testbeds and NICs tested."
+# - "Diff - difference between 3n-skx xxv710 and 3n-icx e810cq testbeds."
# VPP Comparison Across Topologies 3n-skx to 2n-skx 1c ndr
- type: "table"
include-tests: "MRR" # "PDR" | "NDR" | "MRR"
filter: "'2T1C' and 'MRR' and 'NIC_Intel-XXV710' and not 'NF_DENSITY'"
columns:
- - title: "2009.0-6"
+ - title: "2101.0-7"
data-set: "vpp-3n-skx-hist-iter-mrr-new-env"
- - title: "2101.0-6"
+ - title: "2106.0-7"
data-set: "vpp-3n-skx-prev-iter-mrr-old-env"
- - title: "2101.0-7"
+ - title: "2106.0-8"
data-set: "vpp-3n-skx-prev-iter-mrr-new-env"
- - title: "2106.0-7"
+ - title: "2110.0-8"
data-set: "vpp-3n-skx-curr-iter-mrr"
comparisons:
- - title: "2101.0-7 vs 2101.0-6"
+ - title: "2106.0-8 vs 2106.0-7"
reference: 2
compare: 3
-# rca-file: "rca/rca-3n-skx-2t1c-mrr-rca1.yaml"
- - title: "2106.0-7 vs 2101.0-7"
+ - title: "2110.0-8 vs 2106.0-8"
reference: 3
compare: 4
-# rca-file: "rca/rca-3n-skx-2t1c-mrr-rca2.yaml"
legend:
- ''
- 'Test Case: Test cases executed for: MRR throughput on 3n-skx with xxv710.'
- - 'YYMM.V-E: [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "6" for CSIT rls2101, "7" for CSIT rls2106).'
+ - 'YYMM.V-E: [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "7" for CSIT rls2106, "8" for CSIT rls2110).'
- 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.'
- - '2101.0-7 vs 2101.0-6: Compares CSIT environment current vs previous with previous VPP code.'
- - '2106.0-7 vs 2101.0-7: Compares VPP code current vs previous in the current CSIT environment.'
+ - '2106.0-8 vs 2106.0-7: Compares CSIT environment current vs previous with previous VPP code.'
+ - '2110.0-8 vs 2106.0-8: Compares VPP code current vs previous in the current CSIT environment.'
# VPP Performance Changes 3n-skx 4t2c mrr
- type: "table"
include-tests: "MRR" # "PDR" | "NDR" | "MRR"
filter: "'4T2C' and 'MRR' and 'NIC_Intel-XXV710' and not 'NF_DENSITY'"
columns:
- - title: "2009.0-6"
+ - title: "2101.0-7"
data-set: "vpp-3n-skx-hist-iter-mrr-new-env"
- - title: "2101.0-6"
+ - title: "2106.0-7"
data-set: "vpp-3n-skx-prev-iter-mrr-old-env"
- - title: "2101.0-7"
+ - title: "2106.0-8"
data-set: "vpp-3n-skx-prev-iter-mrr-new-env"
- - title: "2106.0-7"
+ - title: "2110.0-8"
data-set: "vpp-3n-skx-curr-iter-mrr"
comparisons:
- - title: "2101.0-7 vs 2101.0-6"
+ - title: "2106.0-8 vs 2106.0-7"
reference: 2
compare: 3
-# rca-file: "rca/rca-3n-skx-4t2c-mrr-rca1.yaml"
- - title: "2106.0-7 vs 2101.0-7"
+ - title: "2110.0-8 vs 2106.0-8"
reference: 3
compare: 4
-# rca-file: "rca/rca-3n-skx-4t2c-mrr-rca2.yaml"
legend:
- ''
- 'Test Case: Test cases executed for: MRR throughput on 3n-skx with xxv710.'
- - 'YYMM.V-E: [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "6" for CSIT rls2101, "7" for CSIT rls2106).'
+ - 'YYMM.V-E: [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "7" for CSIT rls2106, "8" for CSIT rls2110).'
- 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.'
- - '2101.0-7 vs 2101.0-6: Compares CSIT environment current vs previous with previous VPP code.'
- - '2106.0-7 vs 2101.0-7: Compares VPP code current vs previous in the current CSIT environment.'
+ - '2106.0-8 vs 2106.0-7: Compares CSIT environment current vs previous with previous VPP code.'
+ - '2110.0-8 vs 2106.0-8: Compares VPP code current vs previous in the current CSIT environment.'
# VPP Performance Changes 3n-skx 8t4c mrr
- type: "table"
include-tests: "MRR" # "PDR" | "NDR" | "MRR"
filter: "'8T4C' and 'MRR' and 'NIC_Intel-XXV710' and not 'NF_DENSITY'"
columns:
- - title: "2009.0-6"
+ - title: "2101.0-7"
data-set: "vpp-3n-skx-hist-iter-mrr-new-env"
- - title: "2101.0-6"
+ - title: "2106.0-7"
data-set: "vpp-3n-skx-prev-iter-mrr-old-env"
- - title: "2101.0-7"
+ - title: "2106.0-8"
data-set: "vpp-3n-skx-prev-iter-mrr-new-env"
- - title: "2106.0-7"
+ - title: "2110.0-8"
data-set: "vpp-3n-skx-curr-iter-mrr"
comparisons:
- - title: "2101.0-7 vs 2101.0-6"
+ - title: "2106.0-8 vs 2106.0-7"
reference: 2
compare: 3
-# rca-file: "rca/rca-3n-skx-8t4c-mrr-rca1.yaml"
- - title: "2106.0-7 vs 2101.0-7"
+ - title: "2110.0-8 vs 2106.0-8"
reference: 3
compare: 4
-# rca-file: "rca/rca-3n-skx-8t4c-mrr-rca2.yaml"
legend:
- ''
- 'Test Case: Test cases executed for: MRR throughput on 3n-skx with xxv710.'
- - 'YYMM.V-E: [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "6" for CSIT rls2101, "7" for CSIT rls2106).'
+ - 'YYMM.V-E: [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "7" for CSIT rls2106, "8" for CSIT rls2110).'
- 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.'
- - '2101.0-7 vs 2101.0-6: Compares CSIT environment current vs previous with previous VPP code.'
- - '2106.0-7 vs 2101.0-7: Compares VPP code current vs previous in the current CSIT environment.'
+ - '2106.0-8 vs 2106.0-7: Compares CSIT environment current vs previous with previous VPP code.'
+ - '2110.0-8 vs 2106.0-8: Compares VPP code current vs previous in the current CSIT environment.'
# VPP Performance Changes 2n-skx 2t1c mrr
- type: "table"
include-tests: "MRR" # "PDR" | "NDR" | "MRR"
filter: "'2T1C' and 'MRR' and 'NIC_Intel-XXV710' and not 'NF_DENSITY'"
columns:
- - title: "2009.0-6"
+ - title: "2101.0-7"
data-set: "vpp-2n-skx-hist-iter-mrr-new-env"
- - title: "2101.0-6"
+ - title: "2106.0-7"
data-set: "vpp-2n-skx-prev-iter-mrr-old-env"
- - title: "2101.0-7"
+ - title: "2106.0-8"
data-set: "vpp-2n-skx-prev-iter-mrr-new-env"
- - title: "2106.0-7"
+ - title: "2110.0-8"
data-set: "vpp-2n-skx-curr-iter-mrr"
comparisons:
- - title: "2101.0-7 vs 2101.0-6"
+ - title: "2106.0-8 vs 2106.0-7"
reference: 2
compare: 3
-# rca-file: "rca/rca-2n-skx-2t1c-mrr-rca1.yaml"
- - title: "2106.0-7 vs 2101.0-7"
+ - title: "2110.0-8 vs 2106.0-8"
reference: 3
compare: 4
-# rca-file: "rca/rca-2n-skx-2t1c-mrr-rca2.yaml"
legend:
- ''
- 'Test Case: Test cases executed for: MRR throughput on 2n-skx with xxv710.'
- - 'YYMM.V-E: [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "6" for CSIT rls2101, "7" for CSIT rls2106).'
+ - 'YYMM.V-E: [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "7" for CSIT rls2106, "8" for CSIT rls2110).'
- 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.'
- - '2101.0-7 vs 2101.0-6: Compares CSIT environment current vs previous with previous VPP code.'
- - '2106.0-7 vs 2101.0-7: Compares VPP code current vs previous in the current CSIT environment.'
+ - '2106.0-8 vs 2106.0-7: Compares CSIT environment current vs previous with previous VPP code.'
+ - '2110.0-8 vs 2106.0-8: Compares VPP code current vs previous in the current CSIT environment.'
# VPP Performance Changes 2n-skx 4t2c mrr
- type: "table"
include-tests: "MRR" # "PDR" | "NDR" | "MRR"
filter: "'4T2C' and 'MRR' and 'NIC_Intel-XXV710' and not 'NF_DENSITY'"
columns:
- - title: "2009.0-6"
+ - title: "2101.0-7"
data-set: "vpp-2n-skx-hist-iter-mrr-new-env"
- - title: "2101.0-6"
+ - title: "2106.0-7"
data-set: "vpp-2n-skx-prev-iter-mrr-old-env"
- - title: "2101.0-7"
+ - title: "2106.0-8"
data-set: "vpp-2n-skx-prev-iter-mrr-new-env"
- - title: "2106.0-7"
+ - title: "2110.0-8"
data-set: "vpp-2n-skx-curr-iter-mrr"
comparisons:
- - title: "2101.0-7 vs 2101.0-6"
+ - title: "2106.0-8 vs 2106.0-7"
reference: 2
compare: 3
-# rca-file: "rca/rca-2n-skx-4t2c-mrr-rca1.yaml"
- - title: "2106.0-7 vs 2101.0-7"
+ - title: "2110.0-8 vs 2106.0-8"
reference: 3
compare: 4
-# rca-file: "rca/rca-2n-skx-4t2c-mrr-rca2.yaml"
legend:
- ''
- 'Test Case: Test cases executed for: MRR throughput on 2n-skx with xxv710.'
- - 'YYMM.V-E: [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "6" for CSIT rls2101, "7" for CSIT rls2106).'
+ - 'YYMM.V-E: [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "7" for CSIT rls2106, "8" for CSIT rls2110).'
- 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.'
- - '2101.0-7 vs 2101.0-6: Compares CSIT environment current vs previous with previous VPP code.'
- - '2106.0-7 vs 2101.0-7: Compares VPP code current vs previous in the current CSIT environment.'
+ - '2106.0-8 vs 2106.0-7: Compares CSIT environment current vs previous with previous VPP code.'
+ - '2110.0-8 vs 2106.0-8: Compares VPP code current vs previous in the current CSIT environment.'
# VPP Performance Changes 2n-skx 8t4c mrr
- type: "table"
include-tests: "MRR" # "PDR" | "NDR" | "MRR"
filter: "'8T4C' and 'MRR' and 'NIC_Intel-XXV710' and not 'NF_DENSITY'"
columns:
- - title: "2009.0-6"
+ - title: "2101.0-7"
data-set: "vpp-2n-skx-hist-iter-mrr-new-env"
- - title: "2101.0-6"
+ - title: "2106.0-7"
data-set: "vpp-2n-skx-prev-iter-mrr-old-env"
- - title: "2101.0-7"
+ - title: "2106.0-8"
data-set: "vpp-2n-skx-prev-iter-mrr-new-env"
- - title: "2106.0-7"
+ - title: "2110.0-8"
data-set: "vpp-2n-skx-curr-iter-mrr"
comparisons:
- - title: "2101.0-7 vs 2101.0-6"
+ - title: "2106.0-8 vs 2106.0-7"
reference: 2
compare: 3
-# rca-file: "rca/rca-2n-skx-8t4c-mrr-rca1.yaml"
- - title: "2106.0-7 vs 2101.0-7"
+ - title: "2110.0-8 vs 2106.0-8"
reference: 3
compare: 4
-# rca-file: "rca/rca-2n-skx-8t4c-mrr-rca2.yaml"
legend:
- ''
- 'Test Case: Test cases executed for: MRR throughput on 2n-skx with xxv710.'
- - 'YYMM.V-E: [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "6" for CSIT rls2101, "7" for CSIT rls2106).'
+ - 'YYMM.V-E: [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "7" for CSIT rls2106, "8" for CSIT rls2110).'
- 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.'
- - '2101.0-7 vs 2101.0-6: Compares CSIT environment current vs previous with previous VPP code.'
- - '2106.0-7 vs 2101.0-7: Compares VPP code current vs previous in the current CSIT environment.'
+ - '2106.0-8 vs 2106.0-7: Compares CSIT environment current vs previous with previous VPP code.'
+ - '2110.0-8 vs 2106.0-8: Compares VPP code current vs previous in the current CSIT environment.'
# VPP Performance Changes 2n-clx-xxv710 2t1c mrr
- type: "table"
include-tests: "MRR" # "PDR" | "NDR" | "MRR"
filter: "'2T1C' and 'MRR' and 'NIC_Intel-XXV710' and not 'NF_DENSITY'"
columns:
- - title: "2009.0-6"
+ - title: "2101.0-7"
data-set: "vpp-2n-clx-hist-iter-mrr-new-env"
- - title: "2101.0-6"
+ - title: "2106.0-7"
data-set: "vpp-2n-clx-prev-iter-mrr-old-env"
- - title: "2101.0-7"
+ - title: "2106.0-8"
data-set: "vpp-2n-clx-prev-iter-mrr-new-env"
- - title: "2106.0-7"
+ - title: "2110.0-8"
data-set: "vpp-2n-clx-curr-iter-mrr"
comparisons:
- - title: "2101.0-7 vs 2101.0-6"
+ - title: "2106.0-8 vs 2106.0-7"
reference: 2
compare: 3
-# rca-file: "rca/rca-2n-clx-2t1c-mrr-rca1.yaml"
- - title: "2106.0-7 vs 2101.0-7"
+ - title: "2110.0-8 vs 2106.0-8"
reference: 3
compare: 4
-# rca-file: "rca/rca-2n-clx-2t1c-mrr-rca2.yaml"
legend:
- ''
- 'Test Case: Test cases executed for: MRR throughput on 2n-clx with xxv710.'
- - 'YYMM.V-E: [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "6" for CSIT rls2101, "7" for CSIT rls2106).'
+ - 'YYMM.V-E: [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "7" for CSIT rls2106, "8" for CSIT rls2110).'
- 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.'
- - '2101.0-7 vs 2101.0-6: Compares CSIT environment current vs previous with previous VPP code.'
- - '2106.0-7 vs 2101.0-7: Compares VPP code current vs previous in the current CSIT environment.'
+ - '2106.0-8 vs 2106.0-7: Compares CSIT environment current vs previous with previous VPP code.'
+ - '2110.0-8 vs 2106.0-8: Compares VPP code current vs previous in the current CSIT environment.'
# VPP Performance Changes 2n-clx-xxv710 4t2c mrr
- type: "table"
include-tests: "MRR" # "PDR" | "NDR" | "MRR"
filter: "'4T2C' and 'MRR' and 'NIC_Intel-XXV710' and not 'NF_DENSITY'"
columns:
- - title: "2009.0-6"
+ - title: "2101.0-7"
data-set: "vpp-2n-clx-hist-iter-mrr-new-env"
- - title: "2101.0-6"
+ - title: "2106.0-7"
data-set: "vpp-2n-clx-prev-iter-mrr-old-env"
- - title: "2101.0-7"
+ - title: "2106.0-8"
data-set: "vpp-2n-clx-prev-iter-mrr-new-env"
- - title: "2106.0-7"
+ - title: "2110.0-8"
data-set: "vpp-2n-clx-curr-iter-mrr"
comparisons:
- - title: "2101.0-7 vs 2101.0-6"
+ - title: "2106.0-8 vs 2106.0-7"
reference: 2
compare: 3
-# rca-file: "rca/rca-2n-clx-4t2c-mrr-rca1.yaml"
- - title: "2106.0-7 vs 2101.0-7"
+ - title: "2110.0-8 vs 2106.0-8"
reference: 3
compare: 4
-# rca-file: "rca/rca-2n-clx-4t2c-mrr-rca2.yaml"
legend:
- ''
- 'Test Case: Test cases executed for: MRR throughput on 2n-clx with xxv710.'
- - 'YYMM.V-E: [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "6" for CSIT rls2101, "7" for CSIT rls2106).'
+ - 'YYMM.V-E: [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "7" for CSIT rls2106, "8" for CSIT rls2110).'
- 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.'
- - '2101.0-7 vs 2101.0-6: Compares CSIT environment current vs previous with previous VPP code.'
- - '2106.0-7 vs 2101.0-7: Compares VPP code current vs previous in the current CSIT environment.'
+ - '2106.0-8 vs 2106.0-7: Compares CSIT environment current vs previous with previous VPP code.'
+ - '2110.0-8 vs 2106.0-8: Compares VPP code current vs previous in the current CSIT environment.'
# VPP Performance Changes 2n-clx-xxv710 8t4c mrr
- type: "table"
include-tests: "MRR" # "PDR" | "NDR" | "MRR"
filter: "'8T4C' and 'MRR' and 'NIC_Intel-XXV710' and not 'NF_DENSITY'"
columns:
- - title: "2009.0-6"
+ - title: "2101.0-7"
data-set: "vpp-2n-clx-hist-iter-mrr-new-env"
- - title: "2101.0-6"
+ - title: "2106.0-7"
data-set: "vpp-2n-clx-prev-iter-mrr-old-env"
- - title: "2101.0-7"
+ - title: "2106.0-8"
data-set: "vpp-2n-clx-prev-iter-mrr-new-env"
- - title: "2106.0-7"
+ - title: "2110.0-8"
data-set: "vpp-2n-clx-curr-iter-mrr"
comparisons:
- - title: "2101.0-7 vs 2101.0-6"
+ - title: "2106.0-8 vs 2106.0-7"
reference: 2
compare: 3
-# rca-file: "rca/rca-2n-clx-8t4c-mrr-rca1.yaml"
- - title: "2106.0-7 vs 2101.0-7"
+ - title: "2110.0-8 vs 2106.0-8"
reference: 3
compare: 4
-# rca-file: "rca/rca-2n-clx-8t4c-mrr-rca2.yaml"
legend:
- ''
- 'Test Case: Test cases executed for: MRR throughput on 2n-clx with xxv710.'
- - 'YYMM.V-E: [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "6" for CSIT rls2101, "7" for CSIT rls2106).'
+ - 'YYMM.V-E: [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "7" for CSIT rls2106, "8" for CSIT rls2110).'
- 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.'
- - '2101.0-7 vs 2101.0-6: Compares CSIT environment current vs previous with previous VPP code.'
- - '2106.0-7 vs 2101.0-7: Compares VPP code current vs previous in the current CSIT environment.'
+ - '2106.0-8 vs 2106.0-7: Compares CSIT environment current vs previous with previous VPP code.'
+ - '2110.0-8 vs 2106.0-8: Compares VPP code current vs previous in the current CSIT environment.'
# VPP Performance Changes 2n-clx-cx556a 2t1c mrr
- type: "table"
include-tests: "MRR" # "PDR" | "NDR" | "MRR"
filter: "'2T1C' and 'MRR' and 'NIC_Mellanox-CX556A' and not 'NF_DENSITY'"
columns:
- - title: "2009.0-6"
+ - title: "2101.0-7"
data-set: "vpp-2n-clx-hist-iter-mrr-new-env"
- - title: "2101.0-6"
+ - title: "2106.0-7"
data-set: "vpp-2n-clx-prev-iter-mrr-old-env"
- - title: "2101.0-7"
+ - title: "2106.0-8"
data-set: "vpp-2n-clx-prev-iter-mrr-new-env"
- - title: "2106.0-7"
+ - title: "2110.0-8"
data-set: "vpp-2n-clx-curr-iter-mrr"
comparisons:
- - title: "2101.0-7 vs 2101.0-6"
+ - title: "2106.0-8 vs 2106.0-7"
reference: 2
compare: 3
-# rca-file: "rca/rca-2n-clx-2t1c-mrr-rca1.yaml"
- - title: "2106.0-7 vs 2101.0-7"
+ - title: "2110.0-8 vs 2106.0-8"
reference: 3
compare: 4
-# rca-file: "rca/rca-2n-clx-2t1c-mrr-rca2.yaml"
legend:
- ''
- 'Test Case: Test cases executed for: MRR throughput on 2n-clx with cx556a.'
- - 'YYMM.V-E: [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "6" for CSIT rls2101, "7" for CSIT rls2106).'
+ - 'YYMM.V-E: [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "7" for CSIT rls2106, "8" for CSIT rls2110).'
- 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.'
- - '2101.0-7 vs 2101.0-6: Compares CSIT environment current vs previous with previous VPP code.'
- - '2106.0-7 vs 2101.0-7: Compares VPP code current vs previous in the current CSIT environment.'
+ - '2106.0-8 vs 2106.0-7: Compares CSIT environment current vs previous with previous VPP code.'
+ - '2110.0-8 vs 2106.0-8: Compares VPP code current vs previous in the current CSIT environment.'
# VPP Performance Changes 2n-clx-cx556a 4t2c mrr
- type: "table"
include-tests: "MRR" # "PDR" | "NDR" | "MRR"
filter: "'4T2C' and 'MRR' and 'NIC_Mellanox-CX556A' and not 'NF_DENSITY'"
columns:
- - title: "2009.0-6"
+ - title: "2101.0-7"
data-set: "vpp-2n-clx-hist-iter-mrr-new-env"
- - title: "2101.0-6"
+ - title: "2106.0-7"
data-set: "vpp-2n-clx-prev-iter-mrr-old-env"
- - title: "2101.0-7"
+ - title: "2106.0-8"
data-set: "vpp-2n-clx-prev-iter-mrr-new-env"
- - title: "2106.0-7"
+ - title: "2110.0-8"
data-set: "vpp-2n-clx-curr-iter-mrr"
comparisons:
- - title: "2101.0-7 vs 2101.0-6"
+ - title: "2106.0-8 vs 2106.0-7"
reference: 2
compare: 3
-# rca-file: "rca/rca-2n-clx-4t2c-mrr-rca1.yaml"
- - title: "2106.0-7 vs 2101.0-7"
+ - title: "2110.0-8 vs 2106.0-8"
reference: 3
compare: 4
-# rca-file: "rca/rca-2n-clx-4t2c-mrr-rca2.yaml"
legend:
- ''
- 'Test Case: Test cases executed for: MRR throughput on 2n-clx with cx556a.'
- - 'YYMM.V-E: [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "6" for CSIT rls2101, "7" for CSIT rls2106).'
+ - 'YYMM.V-E: [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "7" for CSIT rls2106, "8" for CSIT rls2110).'
- 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.'
- - '2101.0-7 vs 2101.0-6: Compares CSIT environment current vs previous with previous VPP code.'
- - '2106.0-7 vs 2101.0-7: Compares VPP code current vs previous in the current CSIT environment.'
+ - '2106.0-8 vs 2106.0-7: Compares CSIT environment current vs previous with previous VPP code.'
+ - '2110.0-8 vs 2106.0-8: Compares VPP code current vs previous in the current CSIT environment.'
# VPP Performance Changes 2n-clx-cx556a 8t4c mrr
- type: "table"
include-tests: "MRR" # "PDR" | "NDR" | "MRR"
filter: "'8T4C' and 'MRR' and 'NIC_Mellanox-CX556A' and not 'NF_DENSITY'"
columns:
- - title: "2009.0-6"
+ - title: "2101.0-7"
data-set: "vpp-2n-clx-hist-iter-mrr-new-env"
- - title: "2101.0-6"
+ - title: "2106.0-7"
data-set: "vpp-2n-clx-prev-iter-mrr-old-env"
- - title: "2101.0-7"
+ - title: "2106.0-8"
data-set: "vpp-2n-clx-prev-iter-mrr-new-env"
- - title: "2106.0-7"
+ - title: "2110.0-8"
data-set: "vpp-2n-clx-curr-iter-mrr"
comparisons:
- - title: "2101.0-7 vs 2101.0-6"
+ - title: "2106.0-8 vs 2106.0-7"
reference: 2
compare: 3
-# rca-file: "rca/rca-2n-clx-8t4c-mrr-rca1.yaml"
- - title: "2106.0-7 vs 2101.0-7"
+ - title: "2110.0-8 vs 2106.0-8"
reference: 3
compare: 4
-# rca-file: "rca/rca-2n-clx-8t4c-mrr-rca2.yaml"
legend:
- ''
- 'Test Case: Test cases executed for: MRR throughput on 2n-clx with cx556a.'
- - 'YYMM.V-E: [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "6" for CSIT rls2101, "7" for CSIT rls2106).'
+ - 'YYMM.V-E: [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "7" for CSIT rls2106, "8" for CSIT rls2110).'
- 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.'
- - '2101.0-7 vs 2101.0-6: Compares CSIT environment current vs previous with previous VPP code.'
- - '2106.0-7 vs 2101.0-7: Compares VPP code current vs previous in the current CSIT environment.'
+ - '2106.0-8 vs 2106.0-7: Compares CSIT environment current vs previous with previous VPP code.'
+ - '2110.0-8 vs 2106.0-8: Compares VPP code current vs previous in the current CSIT environment.'
# VPP Performance Changes 2n-zn2-xxv710 2t1c mrr
- type: "table"
include-tests: "MRR" # "PDR" | "NDR" | "MRR"
filter: "'2T1C' and 'MRR' and 'NIC_Intel-XXV710'"
columns:
- - title: "2009.0-6"
+ - title: "2101.0-7"
data-set: "vpp-2n-zn2-hist-iter-mrr-new-env"
- - title: "2101.0-6"
+ - title: "2106.0-7"
data-set: "vpp-2n-zn2-prev-iter-mrr-old-env"
- - title: "2101.0-7"
+ - title: "2106.0-8"
data-set: "vpp-2n-zn2-prev-iter-mrr-new-env"
- - title: "2106.0-7"
+ - title: "2110.0-8"
data-set: "vpp-2n-zn2-curr-iter-mrr"
comparisons:
- - title: "2101.0-7 vs 2101.0-6"
+ - title: "2106.0-8 vs 2106.0-7"
reference: 2
compare: 3
-# rca-file: "rca/rca-2n-zn2-2t1c-mrr-rca1.yaml"
- - title: "2106.0-7 vs 2101.0-7"
+ - title: "2110.0-8 vs 2106.0-8"
reference: 3
compare: 4
-# rca-file: "rca/rca-2n-zn2-2t1c-mrr-rca2.yaml"
legend:
- ''
- 'Test Case: Test cases executed for: MRR throughput on 2n-zn2 with xxv710.'
- - 'YYMM.V-E: [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "6" for CSIT rls2101, "7" for CSIT rls2106).'
+ - 'YYMM.V-E: [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "7" for CSIT rls2106, "8" for CSIT rls2110).'
- 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.'
- - '2101.0-7 vs 2101.0-6: Compares CSIT environment current vs previous with previous VPP code.'
- - '2106.0-7 vs 2101.0-7: Compares VPP code current vs previous in the current CSIT environment.'
+ - '2106.0-8 vs 2106.0-7: Compares CSIT environment current vs previous with previous VPP code.'
+ - '2110.0-8 vs 2106.0-8: Compares VPP code current vs previous in the current CSIT environment.'
# VPP Performance Changes 2n-zn2-xxv710 4t2c mrr
- type: "table"
include-tests: "MRR" # "PDR" | "NDR" | "MRR"
filter: "'4T2C' and 'MRR' and 'NIC_Intel-XXV710'"
columns:
- - title: "2009.0-6"
+ - title: "2101.0-7"
data-set: "vpp-2n-zn2-hist-iter-mrr-new-env"
- - title: "2101.0-6"
+ - title: "2106.0-7"
data-set: "vpp-2n-zn2-prev-iter-mrr-old-env"
- - title: "2101.0-7"
+ - title: "2106.0-8"
data-set: "vpp-2n-zn2-prev-iter-mrr-new-env"
- - title: "2106.0-7"
+ - title: "2110.0-8"
data-set: "vpp-2n-zn2-curr-iter-mrr"
comparisons:
- - title: "2101.0-7 vs 2101.0-6"
+ - title: "2106.0-8 vs 2106.0-7"
reference: 2
compare: 3
-# rca-file: "rca/rca-2n-zn2-4t2c-mrr-rca1.yaml"
- - title: "2106.0-7 vs 2101.0-7"
+ - title: "2110.0-8 vs 2106.0-8"
reference: 3
compare: 4
-# rca-file: "rca/rca-2n-zn2-4t2c-mrr-rca2.yaml"
legend:
- ''
- 'Test Case: Test cases executed for: MRR throughput on 2n-zn2 with xxv710.'
- - 'YYMM.V-E: [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "6" for CSIT rls2101, "7" for CSIT rls2106).'
+ - 'YYMM.V-E: [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "7" for CSIT rls2106, "8" for CSIT rls2110).'
- 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.'
- - '2101.0-7 vs 2101.0-6: Compares CSIT environment current vs previous with previous VPP code.'
- - '2106.0-7 vs 2101.0-7: Compares VPP code current vs previous in the current CSIT environment.'
+ - '2106.0-8 vs 2106.0-7: Compares CSIT environment current vs previous with previous VPP code.'
+ - '2110.0-8 vs 2106.0-8: Compares VPP code current vs previous in the current CSIT environment.'
# VPP Performance Changes 2n-zn2-xxv710 8t4c mrr
- type: "table"
include-tests: "MRR" # "PDR" | "NDR" | "MRR"
filter: "'8T4C' and 'MRR' and 'NIC_Intel-XXV710'"
columns:
- - title: "2009.0-6"
+ - title: "2101.0-7"
data-set: "vpp-2n-zn2-hist-iter-mrr-new-env"
- - title: "2101.0-6"
+ - title: "2106.0-7"
data-set: "vpp-2n-zn2-prev-iter-mrr-old-env"
- - title: "2101.0-7"
+ - title: "2106.0-8"
data-set: "vpp-2n-zn2-prev-iter-mrr-new-env"
- - title: "2106.0-7"
+ - title: "2110.0-8"
data-set: "vpp-2n-zn2-curr-iter-mrr"
comparisons:
- - title: "2101.0-7 vs 2101.0-6"
+ - title: "2106.0-8 vs 2106.0-7"
reference: 2
compare: 3
-# rca-file: "rca/rca-2n-zn2-8t4c-mrr-rca1.yaml"
- - title: "2106.0-7 vs 2101.0-7"
+ - title: "2110.0-8 vs 2106.0-8"
reference: 3
compare: 4
-# rca-file: "rca/rca-2n-zn2-8t4c-mrr-rca2.yaml"
legend:
- ''
- 'Test Case: Test cases executed for: MRR throughput on 2n-zn2 with xxv710.'
- - 'YYMM.V-E: [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "6" for CSIT rls2101, "7" for CSIT rls2106).'
+ - 'YYMM.V-E: [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "7" for CSIT rls2106, "8" for CSIT rls2110).'
- 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.'
- - '2101.0-7 vs 2101.0-6: Compares CSIT environment current vs previous with previous VPP code.'
- - '2106.0-7 vs 2101.0-7: Compares VPP code current vs previous in the current CSIT environment.'
+ - '2106.0-8 vs 2106.0-7: Compares CSIT environment current vs previous with previous VPP code.'
+ - '2110.0-8 vs 2106.0-8: Compares VPP code current vs previous in the current CSIT environment.'
# VPP Performance Changes 2n-dnv 1t1c mrr
- type: "table"
include-tests: "MRR" # "PDR" | "NDR" | "MRR"
filter: "'1T1C'"
columns:
- - title: "2009.0-6"
+ - title: "2101.0-7"
data-set: "vpp-2n-dnv-hist-iter-mrr-new-env"
- - title: "2101.0-6"
+ - title: "2106.0-7"
data-set: "vpp-2n-dnv-prev-iter-mrr-old-env"
- - title: "2101.0-7"
+ - title: "2106.0-8"
data-set: "vpp-2n-dnv-prev-iter-mrr-new-env"
- - title: "2106.0-7"
+ - title: "2110.0-8"
data-set: "vpp-2n-dnv-curr-iter-mrr"
comparisons:
- - title: "2101.0-7 vs 2101.0-6"
+ - title: "2106.0-8 vs 2106.0-7"
reference: 2
compare: 3
-# rca-file: "rca/rca-2n-dnv-1t1c-mrr-rca1.yaml"
- - title: "2106.0-7 vs 2101.0-7"
+ - title: "2110.0-8 vs 2106.0-8"
reference: 3
compare: 4
-# rca-file: "rca/rca-2n-dnv-1t1c-mrr-rca2.yaml"
legend:
- ''
- 'Test Case: Test cases executed for: MRR throughput on 2n-dnv with x553.'
- - 'YYMM.V-E: [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "6" for CSIT rls2101, "7" for CSIT rls2106).'
+ - 'YYMM.V-E: [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "7" for CSIT rls2106, "8" for CSIT rls2110).'
- 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.'
- - '2101.0-7 vs 2101.0-6: Compares CSIT environment current vs previous with previous VPP code.'
- - '2106.0-7 vs 2101.0-7: Compares VPP code current vs previous in the current CSIT environment.'
+ - '2106.0-8 vs 2106.0-7: Compares CSIT environment current vs previous with previous VPP code.'
+ - '2110.0-8 vs 2106.0-8: Compares VPP code current vs previous in the current CSIT environment.'
# VPP Performance Changes 2n-dnv 2t2c mrr
- type: "table"
include-tests: "MRR" # "PDR" | "NDR" | "MRR"
filter: "'2T2C'"
columns:
- - title: "2009.0-6"
+ - title: "2101.0-7"
data-set: "vpp-2n-dnv-hist-iter-mrr-new-env"
- - title: "2101.0-6"
+ - title: "2106.0-7"
data-set: "vpp-2n-dnv-prev-iter-mrr-old-env"
- - title: "2101.0-7"
+ - title: "2106.0-8"
data-set: "vpp-2n-dnv-prev-iter-mrr-new-env"
- - title: "2106.0-7"
+ - title: "2110.0-8"
data-set: "vpp-2n-dnv-curr-iter-mrr"
comparisons:
- - title: "2101.0-7 vs 2101.0-6"
+ - title: "2106.0-8 vs 2106.0-7"
reference: 2
compare: 3
-# rca-file: "rca/rca-2n-dnv-2t2c-mrr-rca1.yaml"
- - title: "2106.0-7 vs 2101.0-7"
+ - title: "2110.0-8 vs 2106.0-8"
reference: 3
compare: 4
-# rca-file: "rca/rca-2n-dnv-2t2c-mrr-rca2.yaml"
legend:
- ''
- 'Test Case: Test cases executed for: MRR throughput on 2n-dnv with x553.'
- - 'YYMM.V-E: [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "6" for CSIT rls2101, "7" for CSIT rls2106).'
+ - 'YYMM.V-E: [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "7" for CSIT rls2106, "8" for CSIT rls2110).'
- 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.'
- - '2101.0-7 vs 2101.0-6: Compares CSIT environment current vs previous with previous VPP code.'
- - '2106.0-7 vs 2101.0-7: Compares VPP code current vs previous in the current CSIT environment.'
+ - '2106.0-8 vs 2106.0-7: Compares CSIT environment current vs previous with previous VPP code.'
+ - '2110.0-8 vs 2106.0-8: Compares VPP code current vs previous in the current CSIT environment.'
# VPP Performance Changes 2n-dnv 4t4c mrr
- type: "table"
include-tests: "MRR" # "PDR" | "NDR" | "MRR"
filter: "'4T4C'"
columns:
- - title: "2009.0-6"
+ - title: "2101.0-7"
data-set: "vpp-2n-dnv-hist-iter-mrr-new-env"
- - title: "2101.0-6"
+ - title: "2106.0-7"
data-set: "vpp-2n-dnv-prev-iter-mrr-old-env"
- - title: "2101.0-7"
+ - title: "2106.0-8"
data-set: "vpp-2n-dnv-prev-iter-mrr-new-env"
- - title: "2106.0-7"
+ - title: "2110.0-8"
data-set: "vpp-2n-dnv-curr-iter-mrr"
comparisons:
- - title: "2101.0-7 vs 2101.0-6"
+ - title: "2106.0-8 vs 2106.0-7"
reference: 2
compare: 3
-# rca-file: "rca/rca-2n-dnv-4t4c-mrr-rca1.yaml"
- - title: "2106.0-7 vs 2101.0-7"
+ - title: "2110.0-8 vs 2106.0-8"
reference: 3
compare: 4
-# rca-file: "rca/rca-2n-dnv-4t4c-mrr-rca2.yaml"
legend:
- ''
- 'Test Case: Test cases executed for: MRR throughput on 2n-dnv with x553.'
- - 'YYMM.V-E: [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "6" for CSIT rls2101, "7" for CSIT rls2106).'
+ - 'YYMM.V-E: [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "7" for CSIT rls2106, "8" for CSIT rls2110).'
- 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.'
- - '2101.0-7 vs 2101.0-6: Compares CSIT environment current vs previous with previous VPP code.'
- - '2106.0-7 vs 2101.0-7: Compares VPP code current vs previous in the current CSIT environment.'
+ - '2106.0-8 vs 2106.0-7: Compares CSIT environment current vs previous with previous VPP code.'
+ - '2110.0-8 vs 2106.0-8: Compares VPP code current vs previous in the current CSIT environment.'
# VPP Performance Changes 3n-dnv 1t1c mrr
- type: "table"
include-tests: "MRR" # "PDR" | "NDR" | "MRR"
filter: "'1T1C'"
columns:
- - title: "2009.0-6"
+ - title: "2101.0-7"
data-set: "vpp-3n-dnv-hist-iter-mrr-new-env"
- - title: "2101.0-6"
+ - title: "2106.0-7"
data-set: "vpp-3n-dnv-prev-iter-mrr-old-env"
- - title: "2101.0-7"
+ - title: "2106.0-8"
data-set: "vpp-3n-dnv-prev-iter-mrr-new-env"
- - title: "2106.0-7"
+ - title: "2110.0-8"
data-set: "vpp-3n-dnv-curr-iter-mrr"
comparisons:
- - title: "2101.0-7 vs 2101.0-6"
+ - title: "2106.0-8 vs 2106.0-7"
reference: 2
compare: 3
-# rca-file: "rca/rca-3n-dnv-1t1c-mrr-rca1.yaml"
- - title: "2106.0-7 vs 2101.0-7"
+ - title: "2110.0-8 vs 2106.0-8"
reference: 3
compare: 4
-# rca-file: "rca/rca-3n-dnv-1t1c-mrr-rca2.yaml"
legend:
- ''
- 'Test Case: Test cases executed for: MRR throughput on 3n-dnv with x553.'
- - 'YYMM.V-E: [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "6" for CSIT rls2101, "7" for CSIT rls2106).'
+ - 'YYMM.V-E: [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "7" for CSIT rls2106, "8" for CSIT rls2110).'
- 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.'
- - '2101.0-7 vs 2101.0-6: Compares CSIT environment current vs previous with previous VPP code.'
- - '2106.0-7 vs 2101.0-7: Compares VPP code current vs previous in the current CSIT environment.'
+ - '2106.0-8 vs 2106.0-7: Compares CSIT environment current vs previous with previous VPP code.'
+ - '2110.0-8 vs 2106.0-8: Compares VPP code current vs previous in the current CSIT environment.'
# VPP Performance Changes 3n-dnv 2t2c mrr
- type: "table"
include-tests: "MRR" # "PDR" | "NDR" | "MRR"
filter: "'2T2C'"
columns:
- - title: "2009.0-6"
+ - title: "2101.0-7"
data-set: "vpp-3n-dnv-hist-iter-mrr-new-env"
- - title: "2101.0-6"
+ - title: "2106.0-7"
data-set: "vpp-3n-dnv-prev-iter-mrr-old-env"
- - title: "2101.0-7"
+ - title: "2106.0-8"
data-set: "vpp-3n-dnv-prev-iter-mrr-new-env"
- - title: "2106.0-7"
+ - title: "2110.0-8"
data-set: "vpp-3n-dnv-curr-iter-mrr"
comparisons:
- - title: "2101.0-7 vs 2101.0-6"
+ - title: "2106.0-8 vs 2106.0-7"
reference: 2
compare: 3
-# rca-file: "rca/rca-3n-dnv-2t2c-mrr-rca1.yaml"
- - title: "2106.0-7 vs 2101.0-7"
+ - title: "2110.0-8 vs 2106.0-8"
reference: 3
compare: 4
-# rca-file: "rca/rca-3n-dnv-2t2c-mrr-rca2.yaml"
legend:
- ''
- 'Test Case: Test cases executed for: MRR throughput on 3n-dnv with x553.'
- - 'YYMM.V-E: [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "6" for CSIT rls2101, "7" for CSIT rls2106).'
+ - 'YYMM.V-E: [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "7" for CSIT rls2106, "8" for CSIT rls2110).'
- 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.'
- - '2101.0-7 vs 2101.0-6: Compares CSIT environment current vs previous with previous VPP code.'
- - '2106.0-7 vs 2101.0-7: Compares VPP code current vs previous in the current CSIT environment.'
+ - '2106.0-8 vs 2106.0-7: Compares CSIT environment current vs previous with previous VPP code.'
+ - '2110.0-8 vs 2106.0-8: Compares VPP code current vs previous in the current CSIT environment.'
# VPP Performance Changes 3n-dnv 4t4c mrr
- type: "table"
include-tests: "MRR" # "PDR" | "NDR" | "MRR"
filter: "'4T4C'"
columns:
- - title: "2009.0-6"
+ - title: "2101.0-7"
data-set: "vpp-3n-dnv-hist-iter-mrr-new-env"
- - title: "2101.0-6"
+ - title: "2106.0-7"
data-set: "vpp-3n-dnv-prev-iter-mrr-old-env"
- - title: "2101.0-7"
+ - title: "2106.0-8"
data-set: "vpp-3n-dnv-prev-iter-mrr-new-env"
- - title: "2106.0-7"
+ - title: "2110.0-8"
data-set: "vpp-3n-dnv-curr-iter-mrr"
comparisons:
- - title: "2101.0-7 vs 2101.0-6"
+ - title: "2106.0-8 vs 2106.0-7"
reference: 2
compare: 3
-# rca-file: "rca/rca-3n-dnv-4t4c-mrr-rca1.yaml"
- - title: "2106.0-7 vs 2101.0-7"
+ - title: "2110.0-8 vs 2106.0-8"
reference: 3
compare: 4
-# rca-file: "rca/rca-3n-dnv-4t4c-mrr-rca2.yaml"
legend:
- ''
- 'Test Case: Test cases executed for: MRR throughput on 3n-dnv with x553.'
- - 'YYMM.V-E: [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "6" for CSIT rls2101, "7" for CSIT rls2106).'
+ - 'YYMM.V-E: [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "7" for CSIT rls2106, "8" for CSIT rls2110).'
- 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.'
- - '2101.0-7 vs 2101.0-6: Compares CSIT environment current vs previous with previous VPP code.'
- - '2106.0-7 vs 2101.0-7: Compares VPP code current vs previous in the current CSIT environment.'
+ - '2106.0-8 vs 2106.0-7: Compares CSIT environment current vs previous with previous VPP code.'
+ - '2110.0-8 vs 2106.0-8: Compares VPP code current vs previous in the current CSIT environment.'
# VPP Performance Changes 3n-tsh 1t1c mrr
- type: "table"
include-tests: "MRR" # "PDR" | "NDR" | "MRR"
filter: "'1T1C'"
columns:
- - title: "2009.0-6"
+ - title: "2101.0-7"
data-set: "vpp-3n-tsh-hist-iter-mrr-new-env"
- - title: "2101.0-6"
+ - title: "2106.0-7"
data-set: "vpp-3n-tsh-prev-iter-mrr-old-env"
- - title: "2101.0-7"
+ - title: "2106.0-8"
data-set: "vpp-3n-tsh-prev-iter-mrr-new-env"
- - title: "2106.0-7"
+ - title: "2110.0-8"
data-set: "vpp-3n-tsh-curr-iter-mrr"
comparisons:
- - title: "2101.0-7 vs 2101.0-6"
+ - title: "2106.0-8 vs 2106.0-7"
reference: 2
compare: 3
-# rca-file: "rca/rca-3n-tsh-1t1c-mrr-rca1.yaml"
- - title: "2106.0-7 vs 2101.0-7"
+ - title: "2110.0-8 vs 2106.0-8"
reference: 3
compare: 4
-# rca-file: "rca/rca-3n-tsh-1t1c-mrr-rca2.yaml"
legend:
- ''
- 'Test Case: Test cases executed for: MRR throughput on 3n-tsh with x520.'
- - 'YYMM.V-E: [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "6" for CSIT rls2101, "7" for CSIT rls2106).'
+ - 'YYMM.V-E: [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "7" for CSIT rls2106, "8" for CSIT rls2110).'
- 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.'
- - '2101.0-7 vs 2101.0-6: Compares CSIT environment current vs previous with previous VPP code.'
- - '2106.0-7 vs 2101.0-7: Compares VPP code current vs previous in the current CSIT environment.'
+ - '2106.0-8 vs 2106.0-7: Compares CSIT environment current vs previous with previous VPP code.'
+ - '2110.0-8 vs 2106.0-8: Compares VPP code current vs previous in the current CSIT environment.'
# VPP Performance Changes 3n-tsh 2t2c mrr
- type: "table"
include-tests: "MRR" # "PDR" | "NDR" | "MRR"
filter: "'2T2C'"
columns:
- - title: "2009.0-6"
+ - title: "2101.0-7"
data-set: "vpp-3n-tsh-hist-iter-mrr-new-env"
- - title: "2101.0-6"
+ - title: "2106.0-7"
data-set: "vpp-3n-tsh-prev-iter-mrr-old-env"
- - title: "2101.0-7"
+ - title: "2106.0-8"
data-set: "vpp-3n-tsh-prev-iter-mrr-new-env"
- - title: "2106.0-7"
+ - title: "2110.0-8"
data-set: "vpp-3n-tsh-curr-iter-mrr"
comparisons:
- - title: "2101.0-7 vs 2101.0-6"
+ - title: "2106.0-8 vs 2106.0-7"
reference: 2
compare: 3
-# rca-file: "rca/rca-3n-tsh-2t2c-mrr-rca1.yaml"
- - title: "2106.0-7 vs 2101.0-7"
+ - title: "2110.0-8 vs 2106.0-8"
reference: 3
compare: 4
-# rca-file: "rca/rca-3n-tsh-2t2c-mrr-rca2.yaml"
legend:
- ''
- 'Test Case: Test cases executed for: MRR throughput on 3n-tsh with x520.'
- - 'YYMM.V-E: [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "6" for CSIT rls2101, "7" for CSIT rls2106).'
+ - 'YYMM.V-E: [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "7" for CSIT rls2106, "8" for CSIT rls2110).'
- 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.'
- - '2101.0-7 vs 2101.0-6: Compares CSIT environment current vs previous with previous VPP code.'
- - '2106.0-7 vs 2101.0-7: Compares VPP code current vs previous in the current CSIT environment.'
+ - '2106.0-8 vs 2106.0-7: Compares CSIT environment current vs previous with previous VPP code.'
+ - '2110.0-8 vs 2106.0-8: Compares VPP code current vs previous in the current CSIT environment.'
# VPP Performance Changes 3n-tsh 4t4c mrr
- type: "table"
include-tests: "MRR" # "PDR" | "NDR" | "MRR"
filter: "'4T4C'"
columns:
- - title: "2009.0-6"
+ - title: "2101.0-7"
data-set: "vpp-3n-tsh-hist-iter-mrr-new-env"
- - title: "2101.0-6"
+ - title: "2106.0-7"
data-set: "vpp-3n-tsh-prev-iter-mrr-old-env"
- - title: "2101.0-7"
+ - title: "2106.0-8"
data-set: "vpp-3n-tsh-prev-iter-mrr-new-env"
- - title: "2106.0-7"
+ - title: "2110.0-8"
data-set: "vpp-3n-tsh-curr-iter-mrr"
comparisons:
- - title: "2101.0-7 vs 2101.0-6"
+ - title: "2106.0-8 vs 2106.0-7"
reference: 2
compare: 3
-# rca-file: "rca/rca-3n-tsh-4t4c-mrr-rca1.yaml"
- - title: "2106.0-7 vs 2101.0-7"
+ - title: "2110.0-8 vs 2106.0-8"
reference: 3
compare: 4
-# rca-file: "rca/rca-3n-tsh-4t4c-mrr-rca2.yaml"
legend:
- ''
- 'Test Case: Test cases executed for: MRR throughput on 3n-tsh with x520.'
- - 'YYMM.V-E: [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "6" for CSIT rls2101, "7" for CSIT rls2106).'
+ - 'YYMM.V-E: [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "7" for CSIT rls2106, "8" for CSIT rls2110).'
- 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.'
- - '2101.0-7 vs 2101.0-6: Compares CSIT environment current vs previous with previous VPP code.'
- - '2106.0-7 vs 2101.0-7: Compares VPP code current vs previous in the current CSIT environment.'
+ - '2106.0-8 vs 2106.0-7: Compares CSIT environment current vs previous with previous VPP code.'
+ - '2110.0-8 vs 2106.0-8: Compares VPP code current vs previous in the current CSIT environment.'
# VPP Performance Changes 2n-tx2 1t1c mrr
- type: "table"
include-tests: "MRR" # "PDR" | "NDR" | "MRR"
filter: "'1T1C'"
columns:
- - title: "2009.0-6"
+ - title: "2101.0-7"
data-set: "vpp-2n-tx2-hist-iter-mrr-new-env"
- - title: "2101.0-6"
+ - title: "2106.0-7"
data-set: "vpp-2n-tx2-prev-iter-mrr-old-env"
- - title: "2101.0-7"
+ - title: "2106.0-8"
data-set: "vpp-2n-tx2-prev-iter-mrr-new-env"
- - title: "2106.0-7"
+ - title: "2110.0-8"
data-set: "vpp-2n-tx2-curr-iter-mrr"
comparisons:
- - title: "2101.0-7 vs 2101.0-6"
+ - title: "2106.0-8 vs 2106.0-7"
reference: 2
compare: 3
-# rca-file: "rca/rca-2n-tx2-1t1c-mrr-rca1.yaml"
- - title: "2106.0-7 vs 2101.0-7"
+ - title: "2110.0-8 vs 2106.0-8"
reference: 3
compare: 4
-# rca-file: "rca/rca-2n-tx2-1t1c-mrr-rca2.yaml"
legend:
- ''
- 'Test Case: Test cases executed for: MRR throughput on 2n-tx2 with xl710.'
- - 'YYMM.V-E: [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "6" for CSIT rls2101, "7" for CSIT rls2106).'
+ - 'YYMM.V-E: [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "7" for CSIT rls2106, "8" for CSIT rls2110).'
- 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.'
- - '2101.0-7 vs 2101.0-6: Compares CSIT environment current vs previous with previous VPP code.'
- - '2106.0-7 vs 2101.0-7: Compares VPP code current vs previous in the current CSIT environment.'
+ - '2106.0-8 vs 2106.0-7: Compares CSIT environment current vs previous with previous VPP code.'
+ - '2110.0-8 vs 2106.0-8: Compares VPP code current vs previous in the current CSIT environment.'
# VPP Performance Changes 2n-tx2 2t2c mrr
- type: "table"
include-tests: "MRR" # "PDR" | "NDR" | "MRR"
filter: "'2T2C'"
columns:
- - title: "2009.0-6"
+ - title: "2101.0-7"
data-set: "vpp-2n-tx2-hist-iter-mrr-new-env"
- - title: "2101.0-6"
+ - title: "2106.0-7"
data-set: "vpp-2n-tx2-prev-iter-mrr-old-env"
- - title: "2101.0-7"
+ - title: "2106.0-8"
data-set: "vpp-2n-tx2-prev-iter-mrr-new-env"
- - title: "2106.0-7"
+ - title: "2110.0-8"
data-set: "vpp-2n-tx2-curr-iter-mrr"
comparisons:
- - title: "2101.0-7 vs 2101.0-6"
+ - title: "2106.0-8 vs 2106.0-7"
reference: 2
compare: 3
-# rca-file: "rca/rca-2n-tx2-2t2c-mrr-rca1.yaml"
- - title: "2106.0-7 vs 2101.0-7"
+ - title: "2110.0-8 vs 2106.0-8"
reference: 3
compare: 4
-# rca-file: "rca/rca-2n-tx2-2t2c-mrr-rca2.yaml"
legend:
- ''
- 'Test Case: Test cases executed for: MRR throughput on 2n-tx2 with xl710.'
- - 'YYMM.V-E: [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "6" for CSIT rls2101, "7" for CSIT rls2106).'
+ - 'YYMM.V-E: [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "7" for CSIT rls2106, "8" for CSIT rls2110).'
- 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.'
- - '2101.0-7 vs 2101.0-6: Compares CSIT environment current vs previous with previous VPP code.'
- - '2106.0-7 vs 2101.0-7: Compares VPP code current vs previous in the current CSIT environment.'
+ - '2106.0-8 vs 2106.0-7: Compares CSIT environment current vs previous with previous VPP code.'
+ - '2110.0-8 vs 2106.0-8: Compares VPP code current vs previous in the current CSIT environment.'
# VPP Performance Changes 2n-tx2 4t4c mrr
- type: "table"
include-tests: "MRR" # "PDR" | "NDR" | "MRR"
filter: "'4T4C'"
columns:
- - title: "2009.0-6"
+ - title: "2101.0-7"
data-set: "vpp-2n-tx2-hist-iter-mrr-new-env"
- - title: "2101.0-6"
+ - title: "2106.0-7"
data-set: "vpp-2n-tx2-prev-iter-mrr-old-env"
- - title: "2101.0-7"
+ - title: "2106.0-8"
data-set: "vpp-2n-tx2-prev-iter-mrr-new-env"
- - title: "2106.0-7"
+ - title: "2110.0-8"
data-set: "vpp-2n-tx2-curr-iter-mrr"
comparisons:
- - title: "2101.0-7 vs 2101.0-6"
+ - title: "2106.0-8 vs 2106.0-7"
reference: 2
compare: 3
-# rca-file: "rca/rca-2n-tx2-4t4c-mrr-rca1.yaml"
- - title: "2106.0-7 vs 2101.0-7"
+ - title: "2110.0-8 vs 2106.0-8"
reference: 3
compare: 4
-# rca-file: "rca/rca-2n-tx2-4t4c-mrr-rca2.yaml"
legend:
- ''
- 'Test Case: Test cases executed for: MRR throughput on 2n-tx2 with xl710.'
- - 'YYMM.V-E: [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "6" for CSIT rls2101, "7" for CSIT rls2106).'
+ - 'YYMM.V-E: [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "7" for CSIT rls2106, "8" for CSIT rls2110).'
- 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.'
- - '2101.0-7 vs 2101.0-6: Compares CSIT environment current vs previous with previous VPP code.'
- - '2106.0-7 vs 2101.0-7: Compares VPP code current vs previous in the current CSIT environment.'
+ - '2106.0-8 vs 2106.0-7: Compares CSIT environment current vs previous with previous VPP code.'
+ - '2110.0-8 vs 2106.0-8: Compares VPP code current vs previous in the current CSIT environment.'
# VPP Comparison Across Testbeds 2n-skx to 2n-clx 2t1c mrr
- type: "table"
- "parent"
- "msg"
-# Detailed Test Results - VPP Performance Results 2n-icx
+# # Detailed Test Results - VPP Performance Results 2n-icx
+# - type: "table"
+# title: "Detailed Test Results - VPP Performance Results 2n-icx"
+# algorithm: "table_merged_details"
+# output-file: "{DIR[DTR,PERF,VPP,2N,ICX]}/"
+# columns:
+# - title: " |prein| Test Name |preout| "
+# data: "data name"
+# - title: " |prein| Throughput: |br| 1. Mpps Gbps (NDR) |br| 2. Mpps Gbps (PDR) |br| |br| One-Way Latency Percentiles in uSec at %PDR load, |br| one set per each direction: |br| 3. P50 P90 P99 P50 P90 P99 (10% PDR) |br| 4. P50 P90 P99 P50 P90 P99 (50% PDR) |br| 5. P50 P90 P99 P50 P90 P99 (90% PDR) |preout| "
+# data: "data msg"
+# data: "vpp-2n-icx-curr-iter-best"
+# filter: "'NDRPDR'"
+# remove-ndr: True
+# parameters:
+# - "name"
+# - "parent"
+# - "msg"
+#
+# # Detailed Test Results - VPP Performance Results 3n-icx
+# - type: "table"
+# title: "Detailed Test Results - VPP Performance Results 3n-icx"
+# algorithm: "table_merged_details"
+# output-file: "{DIR[DTR,PERF,VPP,3N,ICX]}/"
+# columns:
+# - title: " |prein| Test Name |preout| "
+# data: "data name"
+# - title: " |prein| Throughput: |br| 1. Mpps Gbps (NDR) |br| 2. Mpps Gbps (PDR) |br| |br| One-Way Latency Percentiles in uSec at %PDR load, |br| one set per each direction: |br| 3. P50 P90 P99 P50 P90 P99 (10% PDR) |br| 4. P50 P90 P99 P50 P90 P99 (50% PDR) |br| 5. P50 P90 P99 P50 P90 P99 (90% PDR) |preout| "
+# data: "data msg"
+# data: "vpp-3n-icx-curr-iter-best"
+# filter: "'NDRPDR'"
+# remove-ndr: True
+# parameters:
+# - "name"
+# - "parent"
+# - "msg"
+
+# Detailed Test Results - VPP Performance Results 3n-tsh
- type: "table"
- title: "Detailed Test Results - VPP Performance Results 2n-icx"
+ title: "Detailed Test Results - VPP Performance Results 3n-tsh"
algorithm: "table_merged_details"
- output-file: "{DIR[DTR,PERF,VPP,2N,ICX]}/"
+ output-file: "{DIR[DTR,PERF,VPP,3N,TSH]}/"
columns:
- title: " |prein| Test Name |preout| "
data: "data name"
- title: " |prein| Throughput: |br| 1. Mpps Gbps (NDR) |br| 2. Mpps Gbps (PDR) |br| |br| One-Way Latency Percentiles in uSec at %PDR load, |br| one set per each direction: |br| 3. P50 P90 P99 P50 P90 P99 (10% PDR) |br| 4. P50 P90 P99 P50 P90 P99 (50% PDR) |br| 5. P50 P90 P99 P50 P90 P99 (90% PDR) |preout| "
data: "data msg"
- data: "vpp-2n-icx-curr-iter-best"
- filter: "'NDRPDR'"
- remove-ndr: True
+ data: "vpp-3n-tsh-curr-cov"
+ filter: "all"
parameters:
- "name"
- "parent"
- "msg"
-# Detailed Test Results - VPP Performance Results 3n-icx
+# Detailed Test Results - VPP Performance Results 2n-tx2
- type: "table"
- title: "Detailed Test Results - VPP Performance Results 3n-icx"
+ title: "Detailed Test Results - VPP Performance Results 2n-tx2"
algorithm: "table_merged_details"
- output-file: "{DIR[DTR,PERF,VPP,3N,ICX]}/"
+ output-file: "{DIR[DTR,PERF,VPP,2N,TX2]}/"
columns:
- title: " |prein| Test Name |preout| "
data: "data name"
- title: " |prein| Throughput: |br| 1. Mpps Gbps (NDR) |br| 2. Mpps Gbps (PDR) |br| |br| One-Way Latency Percentiles in uSec at %PDR load, |br| one set per each direction: |br| 3. P50 P90 P99 P50 P90 P99 (10% PDR) |br| 4. P50 P90 P99 P50 P90 P99 (50% PDR) |br| 5. P50 P90 P99 P50 P90 P99 (90% PDR) |preout| "
data: "data msg"
- data: "vpp-3n-icx-curr-iter-best"
- filter: "'NDRPDR'"
- remove-ndr: True
+ data: "vpp-2n-tx2-curr-cov"
+ filter: "all"
parameters:
- "name"
- "parent"
- "msg"
-# Detailed Test Results - VPP Performance Results 3n-tsh
+# Detailed Test Results - VPP Performance Results 3n-dnv
- type: "table"
- title: "Detailed Test Results - VPP Performance Results 3n-tsh"
+ title: "Detailed Test Results - VPP Performance Results 3n-dnv"
algorithm: "table_merged_details"
- output-file: "{DIR[DTR,PERF,VPP,3N,TSH]}/"
+ output-file: "{DIR[DTR,PERF,VPP,3N,DNV]}/"
columns:
- title: " |prein| Test Name |preout| "
data: "data name"
- title: " |prein| Throughput: |br| 1. Mpps Gbps (NDR) |br| 2. Mpps Gbps (PDR) |br| |br| One-Way Latency Percentiles in uSec at %PDR load, |br| one set per each direction: |br| 3. P50 P90 P99 P50 P90 P99 (10% PDR) |br| 4. P50 P90 P99 P50 P90 P99 (50% PDR) |br| 5. P50 P90 P99 P50 P90 P99 (90% PDR) |preout| "
data: "data msg"
- data: "vpp-3n-tsh-curr-cov"
+ data: "vpp-3n-dnv-curr-cov"
filter: "all"
parameters:
- "name"
- "parent"
- "msg"
-# Detailed Test Results - VPP Performance Results 2n-tx2
+# Detailed Test Results - VPP Performance Results 2n-dnv
- type: "table"
- title: "Detailed Test Results - VPP Performance Results 2n-tx2"
+ title: "Detailed Test Results - VPP Performance Results 2n-dnv"
algorithm: "table_merged_details"
- output-file: "{DIR[DTR,PERF,VPP,2N,TX2]}/"
+ output-file: "{DIR[DTR,PERF,VPP,2N,DNV]}/vpp_performance_results_2n_dnv"
columns:
- title: " |prein| Test Name |preout| "
data: "data name"
- title: " |prein| Throughput: |br| 1. Mpps Gbps (NDR) |br| 2. Mpps Gbps (PDR) |br| |br| One-Way Latency Percentiles in uSec at %PDR load, |br| one set per each direction: |br| 3. P50 P90 P99 P50 P90 P99 (10% PDR) |br| 4. P50 P90 P99 P50 P90 P99 (50% PDR) |br| 5. P50 P90 P99 P50 P90 P99 (90% PDR) |preout| "
data: "data msg"
- data: "vpp-2n-tx2-curr-cov"
+ data: "vpp-2n-dnv-curr-cov"
filter: "all"
parameters:
- "name"
- "parent"
- "msg"
-# Detailed Test Results - VPP Performance Results 3n-dnv
+# Detailed Test Results - VPP Performance Results 2n-aws
- type: "table"
- title: "Detailed Test Results - VPP Performance Results 3n-dnv"
+ title: "Detailed Test Results - VPP Performance Results 2n-aws"
algorithm: "table_merged_details"
- output-file: "{DIR[DTR,PERF,VPP,3N,DNV]}/"
+ output-file: "{DIR[DTR,PERF,VPP,2N,AWS]}/vpp_performance_results_2n_aws"
columns:
- title: " |prein| Test Name |preout| "
data: "data name"
- title: " |prein| Throughput: |br| 1. Mpps Gbps (NDR) |br| 2. Mpps Gbps (PDR) |br| |br| One-Way Latency Percentiles in uSec at %PDR load, |br| one set per each direction: |br| 3. P50 P90 P99 P50 P90 P99 (10% PDR) |br| 4. P50 P90 P99 P50 P90 P99 (50% PDR) |br| 5. P50 P90 P99 P50 P90 P99 (90% PDR) |preout| "
data: "data msg"
- data: "vpp-3n-dnv-curr-cov"
+ data: "vpp-2n-aws-curr-cov"
filter: "all"
parameters:
- "name"
- "parent"
- "msg"
-# Detailed Test Results - VPP Performance Results 2n-dnv
+# Detailed Test Results - VPP Performance Results 3n-aws
- type: "table"
- title: "Detailed Test Results - VPP Performance Results 2n-dnv"
+ title: "Detailed Test Results - VPP Performance Results 3n-aws"
algorithm: "table_merged_details"
- output-file: "{DIR[DTR,PERF,VPP,2N,DNV]}/vpp_performance_results_2n_dnv"
+ output-file: "{DIR[DTR,PERF,VPP,3N,AWS]}/vpp_performance_results_3n_aws"
columns:
- title: " |prein| Test Name |preout| "
data: "data name"
- title: " |prein| Throughput: |br| 1. Mpps Gbps (NDR) |br| 2. Mpps Gbps (PDR) |br| |br| One-Way Latency Percentiles in uSec at %PDR load, |br| one set per each direction: |br| 3. P50 P90 P99 P50 P90 P99 (10% PDR) |br| 4. P50 P90 P99 P50 P90 P99 (50% PDR) |br| 5. P50 P90 P99 P50 P90 P99 (90% PDR) |preout| "
data: "data msg"
- data: "vpp-2n-dnv-curr-cov"
+ data: "vpp-3n-aws-curr-cov"
filter: "all"
parameters:
- "name"
- "name"
- "conf-history"
-# Test configuration - VPP Performance Test Configs 2n-icx
+# # Test configuration - VPP Performance Test Configs 2n-icx
+# - type: "table"
+# title: "Test configuration - VPP Performance Test Configs 2n-icx"
+# algorithm: "table_merged_details"
+# output-file: "{DIR[DTC,PERF,VPP,2N,ICX]}/"
+# columns:
+# - title: " |prein| Test Name |preout| "
+# data: "data name"
+# - title: " |prein| VPP API Test Commands History - Commands Used Per Test Case |preout| "
+# data: "data conf-history"
+# data: "vpp-2n-icx-curr-iter-best"
+# filter: "'NDRPDR'"
+# remove-ndr: True
+# parameters:
+# - "parent"
+# - "name"
+# - "conf-history"
+#
+# # Test configuration - VPP Performance Test Configs 3n-icx
+# - type: "table"
+# title: "Test configuration - VPP Performance Test Configs 3n-icx"
+# algorithm: "table_merged_details"
+# output-file: "{DIR[DTC,PERF,VPP,3N,ICX]}/"
+# columns:
+# - title: " |prein| Test Name |preout| "
+# data: "data name"
+# - title: " |prein| VPP API Test Commands History - Commands Used Per Test Case |preout| "
+# data: "data conf-history"
+# data: "vpp-3n-icx-curr-iter-best"
+# filter: "'NDRPDR'"
+# remove-ndr: True
+# parameters:
+# - "parent"
+# - "name"
+# - "conf-history"
+
+# Test configuration - VPP Performance Test Configs 3n-tsh
- type: "table"
- title: "Test configuration - VPP Performance Test Configs 2n-icx"
+ title: "Test configuration - VPP Performance Test Configs 3n-tsh"
algorithm: "table_merged_details"
- output-file: "{DIR[DTC,PERF,VPP,2N,ICX]}/"
+ output-file: "{DIR[DTC,PERF,VPP,3N,TSH]}/"
columns:
- title: " |prein| Test Name |preout| "
data: "data name"
- title: " |prein| VPP API Test Commands History - Commands Used Per Test Case |preout| "
data: "data conf-history"
- data: "vpp-2n-icx-curr-iter-best"
- filter: "'NDRPDR'"
- remove-ndr: True
+ data: "vpp-3n-tsh-curr-cov"
+ filter: "all"
parameters:
- "parent"
- "name"
- "conf-history"
-# Test configuration - VPP Performance Test Configs 3n-icx
+# Test configuration - VPP Performance Test Configs 2n-tx2
- type: "table"
- title: "Test configuration - VPP Performance Test Configs 3n-icx"
+ title: "Test configuration - VPP Performance Test Configs 2n-tx2"
algorithm: "table_merged_details"
- output-file: "{DIR[DTC,PERF,VPP,3N,ICX]}/"
+ output-file: "{DIR[DTC,PERF,VPP,2N,TX2]}/"
columns:
- title: " |prein| Test Name |preout| "
data: "data name"
- title: " |prein| VPP API Test Commands History - Commands Used Per Test Case |preout| "
data: "data conf-history"
- data: "vpp-3n-icx-curr-iter-best"
- filter: "'NDRPDR'"
- remove-ndr: True
+ data: "vpp-2n-tx2-curr-cov"
+ filter: "all"
parameters:
- "parent"
- "name"
- "conf-history"
-# Test configuration - VPP Performance Test Configs 3n-tsh
+# Test configuration - VPP Performance Test Configs 3n-dnv
- type: "table"
- title: "Test configuration - VPP Performance Test Configs 3n-tsh"
+ title: "Test configuration - VPP Performance Test Configs 3n-dnv"
algorithm: "table_merged_details"
- output-file: "{DIR[DTC,PERF,VPP,3N,TSH]}/"
+ output-file: "{DIR[DTC,PERF,VPP,3N,DNV]}/"
columns:
- title: " |prein| Test Name |preout| "
data: "data name"
- title: " |prein| VPP API Test Commands History - Commands Used Per Test Case |preout| "
data: "data conf-history"
- data: "vpp-3n-tsh-curr-cov"
+ data: "vpp-3n-dnv-curr-cov"
filter: "all"
parameters:
- "parent"
- "name"
- "conf-history"
-# Test configuration - VPP Performance Test Configs 2n-tx2
+# Test configuration - VPP Performance Test Configs 2n-dnv
- type: "table"
- title: "Test configuration - VPP Performance Test Configs 2n-tx2"
+ title: "Test configuration - VPP Performance Test Configs 2n-dnv"
algorithm: "table_merged_details"
- output-file: "{DIR[DTC,PERF,VPP,2N,TX2]}/"
+ output-file: "{DIR[DTC,PERF,VPP,2N,DNV]}/"
columns:
- title: " |prein| Test Name |preout| "
data: "data name"
- title: " |prein| VPP API Test Commands History - Commands Used Per Test Case |preout| "
data: "data conf-history"
- data: "vpp-2n-tx2-curr-cov"
+ data: "vpp-2n-dnv-curr-cov"
filter: "all"
parameters:
- "parent"
- "name"
- "conf-history"
-# Test configuration - VPP Performance Test Configs 3n-dnv
+# Test configuration - VPP Performance Test Configs 2n-aws
- type: "table"
- title: "Test configuration - VPP Performance Test Configs 3n-dnv"
+ title: "Test configuration - VPP Performance Test Configs 2n-aws"
algorithm: "table_merged_details"
- output-file: "{DIR[DTC,PERF,VPP,3N,DNV]}/"
+ output-file: "{DIR[DTC,PERF,VPP,2N,AWS]}/"
columns:
- title: " |prein| Test Name |preout| "
data: "data name"
- title: " |prein| VPP API Test Commands History - Commands Used Per Test Case |preout| "
data: "data conf-history"
- data: "vpp-3n-dnv-curr-cov"
+ data: "vpp-2n-aws-curr-cov"
filter: "all"
parameters:
- "parent"
- "name"
- "conf-history"
-# Test configuration - VPP Performance Test Configs 2n-dnv
+# Test configuration - VPP Performance Test Configs 3n-aws
- type: "table"
- title: "Test configuration - VPP Performance Test Configs 2n-dnv"
+ title: "Test configuration - VPP Performance Test Configs 3n-aws"
algorithm: "table_merged_details"
- output-file: "{DIR[DTC,PERF,VPP,2N,DNV]}/"
+ output-file: "{DIR[DTC,PERF,VPP,3N,AWS]}/"
columns:
- title: " |prein| Test Name |preout| "
data: "data name"
- title: " |prein| VPP API Test Commands History - Commands Used Per Test Case |preout| "
data: "data conf-history"
- data: "vpp-2n-dnv-curr-cov"
+ data: "vpp-3n-aws-curr-cov"
filter: "all"
parameters:
- "parent"
data: "vpp-2n-dnv-curr-cov"
filter: "all"
+# Test Operational Data - VPP Performance Operational Data 2n-aws
+- type: "table"
+ title: "Test Operational Data - VPP Performance Operational Data 2n-aws"
+ algorithm: "table_oper_data_html"
+ output-file: "{DIR[DTO,PERF,VPP,2N,AWS]}/"
+ data: "vpp-2n-aws-curr-cov"
+ filter: "all"
+
+# Test Operational Data - VPP Performance Operational Data 3n-aws
+- type: "table"
+ title: "Test Operational Data - VPP Performance Operational Data 3n-aws"
+ algorithm: "table_oper_data_html"
+ output-file: "{DIR[DTO,PERF,VPP,3N,AWS]}/"
+ data: "vpp-3n-aws-curr-cov"
+ filter: "all"
+
# Detailed Test Results - VPP MRR Results 3n-skx
- type: "table"
title: "Detailed Test Results - VPP MRR Results 3n-skx"
- "parent"
- "msg"
+# Detailed Test Results - VPP MRR Results 2n-aws
+- type: "table"
+ title: "Detailed Test Results - VPP MRR Results 2n-aws"
+ algorithm: "table_merged_details"
+ output-file: "{DIR[DTR,MRR,VPP,2N,AWS]}/"
+ columns:
+ - title: " |prein| Test Name |preout| "
+ data: "data name"
+ - title: " |prein| Maximum Receive Rate trial [Mpps] |preout| "
+ data: "data msg"
+ data: "vpp-2n-aws-curr-iter-mrr"
+ filter: "all"
+ parameters:
+ - "name"
+ - "parent"
+ - "msg"
+
+# Detailed Test Results - VPP MRR Results 3n-aws
+- type: "table"
+ title: "Detailed Test Results - VPP MRR Results 3n-aws"
+ algorithm: "table_merged_details"
+ output-file: "{DIR[DTR,MRR,VPP,3N,AWS]}/"
+ columns:
+ - title: " |prein| Test Name |preout| "
+ data: "data name"
+ - title: " |prein| Maximum Receive Rate trial [Mpps] |preout| "
+ data: "data msg"
+ data: "vpp-3n-aws-curr-iter-mrr"
+ filter: "all"
+ parameters:
+ - "name"
+ - "parent"
+ - "msg"
+
# Test configuration - VPP MRR Test Configs 3n-skx
- type: "table"
title: "Test configuration - VPP MRR Test Configs 3n-skx"
- "name"
- "conf-history"
+# Test configuration - VPP MRR Test Configs 2n-aws
+- type: "table"
+ title: "Test configuration - VPP MRR Test Configs 2n-aws"
+ algorithm: "table_merged_details"
+ output-file: "{DIR[DTC,MRR,VPP,2N,AWS]}/"
+ columns:
+ - title: " |prein| Test Name |preout| "
+ data: "data name"
+ - title: " |prein| VPP API Test Commands History - Commands Used Per Test Case |preout| "
+ data: "data conf-history"
+ data: "vpp-2n-aws-curr-iter-mrr"
+ filter: "all"
+ parameters:
+ - "parent"
+ - "name"
+ - "conf-history"
+
+# Test configuration - VPP MRR Test Configs 3n-aws
+- type: "table"
+ title: "Test configuration - VPP MRR Test Configs 3n-aws"
+ algorithm: "table_merged_details"
+ output-file: "{DIR[DTC,MRR,VPP,3N,AWS]}/"
+ columns:
+ - title: " |prein| Test Name |preout| "
+ data: "data name"
+ - title: " |prein| VPP API Test Commands History - Commands Used Per Test Case |preout| "
+ data: "data conf-history"
+ data: "vpp-3n-aws-curr-iter-mrr"
+ filter: "all"
+ parameters:
+ - "parent"
+ - "name"
+ - "conf-history"
+
# Detailed Test Results - VPP Device Results - Ubuntu
- type: "table"
title: "Detailed Test Results - VPP Device Results - Ubuntu"
include-tests: "PDR" # "PDR" | "NDR" | "MRR"
filter: "'2T1C' and 'NDRPDR' and 'NIC_Intel-XXV710'"
columns:
- - title: "20.08"
- data-set: "dpdk-3n-skx-hist-iter"
- title: "20.11"
- data-set: "dpdk-3n-skx-prev-iter"
+ data-set: "dpdk-3n-skx-hist-iter"
- title: "21.02"
+ data-set: "dpdk-3n-skx-prev-iter"
+ - title: "21.08"
data-set: "dpdk-3n-skx-curr-iter"
comparisons:
- title: "Diff"
compare: 3
legend:
- ""
- - "20.08, 20.11, 21.02 - DPDK versions tested."
- - "Diff - difference between 20.11 and 21.02 DPDK version."
+ - "20.11, 21.02, 21.08 - DPDK versions tested."
+ - "Diff - difference between 21.02 and 21.08 DPDK version."
# DPDK Performance Changes 3n-skx 4t2c pdr
- type: "table"
include-tests: "PDR" # "PDR" | "NDR" | "MRR"
filter: "'4T2C' and 'NDRPDR' and 'NIC_Intel-XXV710'"
columns:
- - title: "20.08"
- data-set: "dpdk-3n-skx-hist-iter"
- title: "20.11"
- data-set: "dpdk-3n-skx-prev-iter"
+ data-set: "dpdk-3n-skx-hist-iter"
- title: "21.02"
+ data-set: "dpdk-3n-skx-prev-iter"
+ - title: "21.08"
data-set: "dpdk-3n-skx-curr-iter"
comparisons:
- title: "Diff"
compare: 3
legend:
- ""
- - "20.08, 20.11, 21.02 - DPDK versions tested."
- - "Diff - difference between 20.11 and 21.02 DPDK version."
+ - "20.11, 21.02, 21.08 - DPDK versions tested."
+ - "Diff - difference between 21.02 and 21.08 DPDK version."
# DPDK Performance Changes 3n-skx 2t1c ndr
- type: "table"
include-tests: "NDR" # "PDR" | "NDR" | "MRR"
filter: "'2T1C' and 'NDRPDR' and 'NIC_Intel-XXV710'"
columns:
- - title: "20.08"
- data-set: "dpdk-3n-skx-hist-iter"
- title: "20.11"
- data-set: "dpdk-3n-skx-prev-iter"
+ data-set: "dpdk-3n-skx-hist-iter"
- title: "21.02"
+ data-set: "dpdk-3n-skx-prev-iter"
+ - title: "21.08"
data-set: "dpdk-3n-skx-curr-iter"
comparisons:
- title: "Diff"
compare: 3
legend:
- ""
- - "20.08, 20.11, 21.02 - DPDK versions tested."
- - "Diff - difference between 20.11 and 21.02 DPDK version."
+ - "20.11, 21.02, 21.08 - DPDK versions tested."
+ - "Diff - difference between 21.02 and 21.08 DPDK version."
# DPDK Performance Changes 3n-skx 4t2c ndr
- type: "table"
include-tests: "NDR" # "PDR" | "NDR" | "MRR"
filter: "'4T2C' and 'NDRPDR' and 'NIC_Intel-XXV710'"
columns:
- - title: "20.08"
- data-set: "dpdk-3n-skx-hist-iter"
- title: "20.11"
- data-set: "dpdk-3n-skx-prev-iter"
+ data-set: "dpdk-3n-skx-hist-iter"
- title: "21.02"
+ data-set: "dpdk-3n-skx-prev-iter"
+ - title: "21.08"
data-set: "dpdk-3n-skx-curr-iter"
comparisons:
- title: "Diff"
compare: 3
legend:
- ""
- - "20.08, 20.11, 21.02 - DPDK versions tested."
- - "Diff - difference between 20.11 and 21.02 DPDK version."
+ - "20.11, 21.02, 21.08 - DPDK versions tested."
+ - "Diff - difference between 21.02 and 21.08 DPDK version."
# DPDK Performance Changes 2n-skx 2t1c pdr
- type: "table"
include-tests: "PDR" # "PDR" | "NDR" | "MRR"
filter: "'2T1C' and 'NDRPDR' and 'NIC_Intel-XXV710'"
columns:
- - title: "20.08"
- data-set: "dpdk-2n-skx-hist-iter"
- title: "20.11"
- data-set: "dpdk-2n-skx-prev-iter"
+ data-set: "dpdk-2n-skx-hist-iter"
- title: "21.02"
+ data-set: "dpdk-2n-skx-prev-iter"
+ - title: "21.08"
data-set: "dpdk-2n-skx-curr-iter"
comparisons:
- title: "Diff"
compare: 3
legend:
- ""
- - "20.08, 20.11, 21.02 - DPDK versions tested."
- - "Diff - difference between 20.11 and 21.02 DPDK version."
+ - "20.11, 21.02, 21.08 - DPDK versions tested."
+ - "Diff - difference between 21.02 and 21.08 DPDK version."
# DPDK Performance Changes 2n-skx 4t2c pdr
- type: "table"
include-tests: "PDR" # "PDR" | "NDR" | "MRR"
filter: "'4T2C' and 'NDRPDR' and 'NIC_Intel-XXV710'"
columns:
- - title: "20.08"
- data-set: "dpdk-2n-skx-hist-iter"
- title: "20.11"
- data-set: "dpdk-2n-skx-prev-iter"
+ data-set: "dpdk-2n-skx-hist-iter"
- title: "21.02"
+ data-set: "dpdk-2n-skx-prev-iter"
+ - title: "21.08"
data-set: "dpdk-2n-skx-curr-iter"
comparisons:
- title: "Diff"
compare: 3
legend:
- ""
- - "20.08, 20.11, 21.02 - DPDK versions tested."
- - "Diff - difference between 20.11 and 21.02 DPDK version."
+ - "20.11, 21.02, 21.08 - DPDK versions tested."
+ - "Diff - difference between 21.02 and 21.08 DPDK version."
# DPDK Performance Changes 2n-skx 2t1c ndr
- type: "table"
include-tests: "NDR" # "PDR" | "NDR" | "MRR"
filter: "'2T1C' and 'NDRPDR' and 'NIC_Intel-XXV710'"
columns:
- - title: "20.08"
- data-set: "dpdk-2n-skx-hist-iter"
- title: "20.11"
- data-set: "dpdk-2n-skx-prev-iter"
+ data-set: "dpdk-2n-skx-hist-iter"
- title: "21.02"
+ data-set: "dpdk-2n-skx-prev-iter"
+ - title: "21.08"
data-set: "dpdk-2n-skx-curr-iter"
comparisons:
- title: "Diff"
compare: 3
legend:
- ""
- - "20.08, 20.11, 21.02 - DPDK versions tested."
- - "Diff - difference between 20.11 and 21.02 DPDK version."
+ - "20.11, 21.02, 21.08 - DPDK versions tested."
+ - "Diff - difference between 21.02 and 21.08 DPDK version."
# DPDK Performance Changes 2n-skx 4t2c ndr
- type: "table"
include-tests: "NDR" # "PDR" | "NDR" | "MRR"
filter: "'4T2C' and 'NDRPDR' and 'NIC_Intel-XXV710'"
columns:
- - title: "20.08"
- data-set: "dpdk-2n-skx-hist-iter"
- title: "20.11"
- data-set: "dpdk-2n-skx-prev-iter"
+ data-set: "dpdk-2n-skx-hist-iter"
- title: "21.02"
+ data-set: "dpdk-2n-skx-prev-iter"
+ - title: "21.08"
data-set: "dpdk-2n-skx-curr-iter"
comparisons:
- title: "Diff"
compare: 3
legend:
- ""
- - "20.08, 20.11, 21.02 - DPDK versions tested."
- - "Diff - difference between 20.11 and 21.02 DPDK version."
+ - "20.11, 21.02, 21.08 - DPDK versions tested."
+ - "Diff - difference between 21.02 and 21.08 DPDK version."
# DPDK Performance Changes 2n-clx 2t1c pdr
- type: "table"
include-tests: "PDR" # "PDR" | "NDR" | "MRR"
filter: "'2T1C' and 'NDRPDR' and 'NIC_Intel-XXV710'"
columns:
- - title: "20.08"
- data-set: "dpdk-2n-clx-hist-iter"
- title: "20.11"
- data-set: "dpdk-2n-clx-prev-iter"
+ data-set: "dpdk-2n-clx-hist-iter"
- title: "21.02"
+ data-set: "dpdk-2n-clx-prev-iter"
+ - title: "21.08"
data-set: "dpdk-2n-clx-curr-iter"
comparisons:
- title: "Diff"
compare: 3
legend:
- ""
- - "20.08, 20.11, 21.02 - DPDK versions tested."
- - "Diff - difference between 20.11 and 21.02 DPDK version."
+ - "20.11, 21.02, 21.08 - DPDK versions tested."
+ - "Diff - difference between 21.02 and 21.08 DPDK version."
# DPDK Performance Changes 2n-clx 4t2c pdr
- type: "table"
include-tests: "PDR" # "PDR" | "NDR" | "MRR"
filter: "'4T2C' and 'NDRPDR' and 'NIC_Intel-XXV710'"
columns:
- - title: "20.08"
- data-set: "dpdk-2n-clx-hist-iter"
- title: "20.11"
- data-set: "dpdk-2n-clx-prev-iter"
+ data-set: "dpdk-2n-clx-hist-iter"
- title: "21.02"
+ data-set: "dpdk-2n-clx-prev-iter"
+ - title: "21.08"
data-set: "dpdk-2n-clx-curr-iter"
comparisons:
- title: "Diff"
compare: 3
legend:
- ""
- - "20.08, 20.11, 21.02 - DPDK versions tested."
- - "Diff - difference between 20.11 and 21.02 DPDK version."
+ - "20.11, 21.02, 21.08 - DPDK versions tested."
+ - "Diff - difference between 21.02 and 21.08 DPDK version."
# DPDK Performance Changes 2n-clx 2t1c ndr
- type: "table"
include-tests: "NDR" # "PDR" | "NDR" | "MRR"
filter: "'2T1C' and 'NDRPDR' and 'NIC_Intel-XXV710'"
columns:
- - title: "20.08"
- data-set: "dpdk-2n-clx-hist-iter"
- title: "20.11"
- data-set: "dpdk-2n-clx-prev-iter"
+ data-set: "dpdk-2n-clx-hist-iter"
- title: "21.02"
+ data-set: "dpdk-2n-clx-prev-iter"
+ - title: "21.08"
data-set: "dpdk-2n-clx-curr-iter"
comparisons:
- title: "Diff"
compare: 3
legend:
- ""
- - "20.08, 20.11, 21.02 - DPDK versions tested."
- - "Diff - difference between 20.11 and 21.02 DPDK version."
+ - "20.11, 21.02, 21.08 - DPDK versions tested."
+ - "Diff - difference between 21.02 and 21.08 DPDK version."
# DPDK Performance Changes 2n-clx 4t2c ndr
- type: "table"
include-tests: "NDR" # "PDR" | "NDR" | "MRR"
filter: "'4T2C' and 'NDRPDR' and 'NIC_Intel-XXV710'"
columns:
- - title: "20.08"
- data-set: "dpdk-2n-clx-hist-iter"
- title: "20.11"
- data-set: "dpdk-2n-clx-prev-iter"
+ data-set: "dpdk-2n-clx-hist-iter"
- title: "21.02"
+ data-set: "dpdk-2n-clx-prev-iter"
+ - title: "21.08"
data-set: "dpdk-2n-clx-curr-iter"
comparisons:
- title: "Diff"
compare: 3
legend:
- ""
- - "20.08, 20.11, 21.02 - DPDK versions tested."
- - "Diff - difference between 20.11 and 21.02 DPDK version."
+ - "20.11, 21.02, 21.08 - DPDK versions tested."
+ - "Diff - difference between 21.02 and 21.08 DPDK version."
# DPDK Performance Changes 2n-zn2 2t1c pdr
- type: "table"
include-tests: "PDR" # "PDR" | "NDR" | "MRR"
filter: "'2T1C' and 'NDRPDR' and 'NIC_Intel-XXV710'"
columns:
- - title: "20.08"
- data-set: "dpdk-2n-zn2-hist-iter"
- title: "20.11"
- data-set: "dpdk-2n-zn2-prev-iter"
+ data-set: "dpdk-2n-zn2-hist-iter"
- title: "21.02"
+ data-set: "dpdk-2n-zn2-prev-iter"
+ - title: "21.08"
data-set: "dpdk-2n-zn2-curr-iter"
comparisons:
- title: "Diff"
compare: 3
legend:
- ""
- - "20.08, 20.11, 21.02 - DPDK versions tested."
- - "Diff - difference between 20.11 and 21.02 DPDK version."
+ - "20.11, 21.02, 21.08 - DPDK versions tested."
+ - "Diff - difference between 21.02 and 21.08 DPDK version."
# DPDK Performance Changes 2n-zn2 4t2c pdr
- type: "table"
include-tests: "PDR" # "PDR" | "NDR" | "MRR"
filter: "'4T2C' and 'NDRPDR' and 'NIC_Intel-XXV710'"
columns:
- - title: "20.08"
- data-set: "dpdk-2n-zn2-hist-iter"
- title: "20.11"
- data-set: "dpdk-2n-zn2-prev-iter"
+ data-set: "dpdk-2n-zn2-hist-iter"
- title: "21.02"
+ data-set: "dpdk-2n-zn2-prev-iter"
+ - title: "21.08"
data-set: "dpdk-2n-zn2-curr-iter"
comparisons:
- title: "Diff"
compare: 3
legend:
- ""
- - "20.08, 20.11, 21.02 - DPDK versions tested."
- - "Diff - difference between 20.11 and 21.02 DPDK version."
+ - "20.11, 21.02, 21.08 - DPDK versions tested."
+ - "Diff - difference between 21.02 and 21.08 DPDK version."
# DPDK Performance Changes 2n-zn2 2t1c ndr
- type: "table"
include-tests: "NDR" # "PDR" | "NDR" | "MRR"
filter: "'2T1C' and 'NDRPDR' and 'NIC_Intel-XXV710'"
columns:
- - title: "20.08"
- data-set: "dpdk-2n-zn2-hist-iter"
- title: "20.11"
- data-set: "dpdk-2n-zn2-prev-iter"
+ data-set: "dpdk-2n-zn2-hist-iter"
- title: "21.02"
+ data-set: "dpdk-2n-zn2-prev-iter"
+ - title: "21.08"
data-set: "dpdk-2n-zn2-curr-iter"
comparisons:
- title: "Diff"
compare: 3
legend:
- ""
- - "20.08, 20.11, 21.02 - DPDK versions tested."
- - "Diff - difference between 20.11 and 21.02 DPDK version."
+ - "20.11, 21.02, 21.08 - DPDK versions tested."
+ - "Diff - difference between 21.02 and 21.08 DPDK version."
# DPDK Performance Changes 2n-zn2 4t2c ndr
- type: "table"
include-tests: "NDR" # "PDR" | "NDR" | "MRR"
filter: "'4T2C' and 'NDRPDR' and 'NIC_Intel-XXV710'"
columns:
- - title: "20.08"
- data-set: "dpdk-2n-zn2-hist-iter"
- title: "20.11"
- data-set: "dpdk-2n-zn2-prev-iter"
+ data-set: "dpdk-2n-zn2-hist-iter"
- title: "21.02"
+ data-set: "dpdk-2n-zn2-prev-iter"
+ - title: "21.08"
data-set: "dpdk-2n-zn2-curr-iter"
comparisons:
- title: "Diff"
compare: 3
legend:
- ""
- - "20.08, 20.11, 21.02 - DPDK versions tested."
- - "Diff - difference between 20.11 and 21.02 DPDK version."
+ - "20.11, 21.02, 21.08 - DPDK versions tested."
+ - "Diff - difference between 21.02 and 21.08 DPDK version."
## DPDK Performance Changes 2n-dnv 1t1c pdr
#- type: "table"
include-tests: "PDR" # "PDR" | "NDR" | "MRR"
filter: "'1T1C' and 'NDRPDR' and 'NIC_Intel-XXV710'"
columns:
- - title: "20.08"
- data-set: "dpdk-3n-tsh-hist-iter"
- title: "20.11"
- data-set: "dpdk-3n-tsh-prev-iter"
+ data-set: "dpdk-3n-tsh-hist-iter"
- title: "21.02"
+ data-set: "dpdk-3n-tsh-prev-iter"
+ - title: "21.08"
data-set: "dpdk-3n-tsh-curr-iter"
comparisons:
- title: "Diff"
compare: 3
legend:
- ""
- - "20.08, 20.11, 21.02 - DPDK versions tested."
- - "Diff - difference between 20.11 and 21.02 DPDK version."
+ - "20.11, 21.02, 21.08 - DPDK versions tested."
+ - "Diff - difference between 21.02 and 21.08 DPDK version."
# DPDK Performance Changes 3n-tsh 2t2c pdr
- type: "table"
include-tests: "PDR" # "PDR" | "NDR" | "MRR"
filter: "'2T2C' and 'NDRPDR' and 'NIC_Intel-XXV710'"
columns:
- - title: "20.08"
- data-set: "dpdk-3n-tsh-hist-iter"
- title: "20.11"
- data-set: "dpdk-3n-tsh-prev-iter"
+ data-set: "dpdk-3n-tsh-hist-iter"
- title: "21.02"
+ data-set: "dpdk-3n-tsh-prev-iter"
+ - title: "21.08"
data-set: "dpdk-3n-tsh-curr-iter"
comparisons:
- title: "Diff"
compare: 3
legend:
- ""
- - "20.08, 20.11, 21.02 - DPDK versions tested."
- - "Diff - difference between 20.11 and 21.02 DPDK version."
+ - "20.11, 21.02, 21.08 - DPDK versions tested."
+ - "Diff - difference between 21.02 and 21.08 DPDK version."
# DPDK Performance Changes 3n-tsh 1t1c ndr
- type: "table"
include-tests: "NDR" # "PDR" | "NDR" | "MRR"
filter: "'1T1C' and 'NDRPDR' and 'NIC_Intel-XXV710'"
columns:
- - title: "20.08"
- data-set: "dpdk-3n-tsh-hist-iter"
- title: "20.11"
- data-set: "dpdk-3n-tsh-prev-iter"
+ data-set: "dpdk-3n-tsh-hist-iter"
- title: "21.02"
+ data-set: "dpdk-3n-tsh-prev-iter"
+ - title: "21.08"
data-set: "dpdk-3n-tsh-curr-iter"
comparisons:
- title: "Diff"
compare: 3
legend:
- ""
- - "20.08, 20.11, 21.02 - DPDK versions tested."
- - "Diff - difference between 20.11 and 21.02 DPDK version."
+ - "20.11, 21.02, 21.08 - DPDK versions tested."
+ - "Diff - difference between 21.02 and 21.08 DPDK version."
# DPDK Performance Changes 3n-tsh 2t2c ndr
- type: "table"
include-tests: "NDR" # "PDR" | "NDR" | "MRR"
filter: "'2T2C' and 'NDRPDR' and 'NIC_Intel-XXV710'"
columns:
- - title: "20.08"
- data-set: "dpdk-3n-tsh-hist-iter"
- title: "20.11"
- data-set: "dpdk-3n-tsh-prev-iter"
+ data-set: "dpdk-3n-tsh-hist-iter"
- title: "21.02"
+ data-set: "dpdk-3n-tsh-prev-iter"
+ - title: "21.08"
data-set: "dpdk-3n-tsh-curr-iter"
comparisons:
- title: "Diff"
compare: 3
legend:
- ""
- - "20.08, 20.11, 21.02 - DPDK versions tested."
- - "Diff - difference between 20.11 and 21.02 DPDK version."
+ - "20.11, 21.02, 21.08 - DPDK versions tested."
+ - "Diff - difference between 21.02 and 21.08 DPDK version."
# DPDK Comparison Across Testbeds 2n-skx to 2n-clx ndr
- type: "table"
# - "parent"
# - "msg"
+# Detailed Test Results - TRex Performance Results 3n-skx
+- type: "table"
+ title: "Detailed Test Results - TRex Performance Results 3n-skx"
+ algorithm: "table_merged_details"
+ output-file: "{DIR[DTR,PERF,TREX,3N,SKX]}/trex_performance_results_3n_skx"
+ columns:
+ - title: " |prein| Test Name |preout| "
+ data: "data name"
+ - title: " |prein| Throughput: |br| 1. Mpps Gbps (NDR) |br| 2. Mpps Gbps (PDR) |br| |br| One-Way Latency Percentiles in uSec at %PDR load, |br| one set per each direction: |br| 3. P50 P90 P99 P50 P90 P99 (10% PDR) |br| 4. P50 P90 P99 P50 P90 P99 (50% PDR) |br| 5. P50 P90 P99 P50 P90 P99 (90% PDR) |preout| "
+ data: "data msg"
+ data: "trex-3n-skx-curr-iter-best"
+ filter: "all"
+ remove-ndr: False
+ parameters:
+ - "name"
+ - "parent"
+ - "msg"
+
+# Detailed Test Results - TRex Performance Results 2n-skx
+- type: "table"
+ title: "Detailed Test Results - TRex Performance Results 2n-skx"
+ algorithm: "table_merged_details"
+ output-file: "{DIR[DTR,PERF,TREX,2N,SKX]}/trex_performance_results_2n_skx"
+ columns:
+ - title: " |prein| Test Name |preout| "
+ data: "data name"
+ - title: " |prein| Throughput: |br| 1. Mpps Gbps (NDR) |br| 2. Mpps Gbps (PDR) |br| |br| One-Way Latency Percentiles in uSec at %PDR load, |br| one set per each direction: |br| 3. P50 P90 P99 P50 P90 P99 (10% PDR) |br| 4. P50 P90 P99 P50 P90 P99 (50% PDR) |br| 5. P50 P90 P99 P50 P90 P99 (90% PDR) |preout| "
+ data: "data msg"
+ data: "trex-2n-skx-curr-iter-best"
+ filter: "all"
+ remove-ndr: False
+ parameters:
+ - "name"
+ - "parent"
+ - "msg"
+
################################################################################
### F I L E S ###
################################################################################
- "{DIR[DTR,PERF,VPP,2N,SKX]}"
- "{DIR[DTR,PERF,VPP,3N,SKX]}"
- "{DIR[DTR,PERF,VPP,2N,CLX]}"
- - "{DIR[DTR,PERF,VPP,2N,ICX]}"
- - "{DIR[DTR,PERF,VPP,3N,ICX]}"
+# - "{DIR[DTR,PERF,VPP,2N,ICX]}"
+# - "{DIR[DTR,PERF,VPP,3N,ICX]}"
- "{DIR[DTR,PERF,VPP,2N,ZN2]}"
- "{DIR[DTR,PERF,VPP,3N,TSH]}"
- "{DIR[DTR,PERF,VPP,2N,TX2]}"
- "{DIR[DTR,PERF,VPP,2N,DNV]}"
- "{DIR[DTR,PERF,VPP,3N,DNV]}"
+ - "{DIR[DTR,PERF,VPP,2N,AWS]}"
+ - "{DIR[DTR,PERF,VPP,3N,AWS]}"
data:
- "vpp-2n-skx-curr-cov"
- "vpp-3n-skx-curr-cov"
- "vpp-2n-clx-curr-cov"
- - "vpp-2n-icx-curr-iter-best"
- - "vpp-3n-icx-curr-iter-best"
+# - "vpp-2n-icx-curr-iter-best"
+# - "vpp-3n-icx-curr-iter-best"
- "vpp-2n-zn2-curr-cov"
- "vpp-3n-tsh-curr-cov"
- "vpp-2n-tx2-curr-cov"
- "vpp-2n-dnv-curr-cov"
- "vpp-3n-dnv-curr-cov"
+ - "vpp-2n-aws-curr-cov"
+ - "vpp-3n-aws-curr-cov"
filter: "'NDRPDR'"
data-start-level: 4
order-chapters:
- "2n-skx"
- "3n-skx"
- "2n-clx"
- - "2n-icx"
- - "3n-icx"
+# - "2n-icx"
+# - "3n-icx"
- "2n-zn2"
- "3n-tsh"
- "2n-tx2"
- "2n-dnv"
- "3n-dnv"
+ - "2n-aws"
+ - "3n-aws"
level-3:
- "xl710"
- "x520"
- "cx556a"
- "vic1227"
- "vic1385"
+ - "nitro50g"
# VPP Performance Configuration
- type: "file"
- "{DIR[DTC,PERF,VPP,2N,SKX]}"
- "{DIR[DTC,PERF,VPP,3N,SKX]}"
- "{DIR[DTC,PERF,VPP,2N,CLX]}"
- - "{DIR[DTC,PERF,VPP,2N,ICX]}"
- - "{DIR[DTC,PERF,VPP,3N,ICX]}"
+# - "{DIR[DTC,PERF,VPP,2N,ICX]}"
+# - "{DIR[DTC,PERF,VPP,3N,ICX]}"
- "{DIR[DTC,PERF,VPP,2N,ZN2]}"
- "{DIR[DTC,PERF,VPP,3N,TSH]}"
- "{DIR[DTC,PERF,VPP,2N,TX2]}"
- "{DIR[DTC,PERF,VPP,2N,DNV]}"
- "{DIR[DTC,PERF,VPP,3N,DNV]}"
+ - "{DIR[DTC,PERF,VPP,2N,AWS]}"
+ - "{DIR[DTC,PERF,VPP,3N,AWS]}"
data:
- "vpp-2n-skx-curr-cov"
- "vpp-3n-skx-curr-cov"
- "vpp-2n-clx-curr-cov"
- - "vpp-2n-icx-curr-iter-best"
- - "vpp-3n-icx-curr-iter-best"
+# - "vpp-2n-icx-curr-iter-best"
+# - "vpp-3n-icx-curr-iter-best"
- "vpp-2n-zn2-curr-cov"
- "vpp-3n-tsh-curr-cov"
- "vpp-2n-tx2-curr-cov"
- "vpp-2n-dnv-curr-cov"
- "vpp-3n-dnv-curr-cov"
+ - "vpp-2n-aws-curr-cov"
+ - "vpp-3n-aws-curr-cov"
filter: "'NDRPDR'"
data-start-level: 4
order-chapters:
- "2n-skx"
- "3n-skx"
- "2n-clx"
- - "2n-icx"
- - "3n-icx"
+# - "2n-icx"
+# - "3n-icx"
- "2n-zn2"
- "3n-tsh"
- "2n-tx2"
- "2n-dnv"
- "3n-dnv"
+ - "2n-aws"
+ - "3n-aws"
level-3:
- "xl710"
- "x520"
- "cx556a"
- "vic1227"
- "vic1385"
+ - "nitro50g"
# VPP Performance Operational
- type: "file"
- "{DIR[DTO,PERF,VPP,2N,TX2]}"
- "{DIR[DTO,PERF,VPP,2N,DNV]}"
- "{DIR[DTO,PERF,VPP,3N,DNV]}"
+ - "{DIR[DTO,PERF,VPP,2N,AWS]}"
+ - "{DIR[DTO,PERF,VPP,3N,AWS]}"
data:
- "vpp-2n-skx-curr-cov"
- "vpp-3n-skx-curr-cov"
- "vpp-2n-tx2-curr-cov"
- "vpp-2n-dnv-curr-cov"
- "vpp-3n-dnv-curr-cov"
+ - "vpp-2n-aws-curr-cov"
+ - "vpp-3n-aws-curr-cov"
filter: "'NDRPDR'"
data-start-level: 4
order-chapters:
- "2n-tx2"
- "2n-dnv"
- "3n-dnv"
+ - "2n-aws"
+ - "3n-aws"
level-3:
- "xl710"
- "x520"
- "cx556a"
- "vic1227"
- "vic1385"
+ - "aws"
# VPP MRR Results
- type: "file"
- "{DIR[DTR,MRR,VPP,2N,TX2]}"
- "{DIR[DTR,MRR,VPP,2N,DNV]}"
- "{DIR[DTR,MRR,VPP,3N,DNV]}"
+ - "{DIR[DTR,MRR,VPP,2N,AWS]}"
+ - "{DIR[DTR,MRR,VPP,3N,AWS]}"
data:
- "vpp-2n-skx-curr-iter-mrr"
- "vpp-3n-skx-curr-iter-mrr"
- "vpp-2n-tx2-curr-iter-mrr"
- "vpp-2n-dnv-curr-iter-mrr"
- "vpp-3n-dnv-curr-iter-mrr"
+ - "vpp-2n-aws-curr-iter-mrr"
+ - "vpp-3n-aws-curr-iter-mrr"
filter: "'MRR'"
data-start-level: 4
order-chapters:
- "2n-tx2"
- "2n-dnv"
- "3n-dnv"
+ - "2n-aws"
+ - "3n-aws"
level-3:
- "xl710"
- "x520"
- "cx556a"
- "vic1227"
- "vic1385"
+ - "nitro50g"
# VPP MRR Configuration
- type: "file"
- "{DIR[DTC,MRR,VPP,2N,TX2]}"
- "{DIR[DTC,MRR,VPP,2N,DNV]}"
- "{DIR[DTC,MRR,VPP,3N,DNV]}"
+ - "{DIR[DTC,MRR,VPP,2N,AWS]}"
+ - "{DIR[DTC,MRR,VPP,3N,AWS]}"
data:
- "vpp-2n-skx-curr-iter-mrr"
- "vpp-3n-skx-curr-iter-mrr"
- "vpp-2n-tx2-curr-iter-mrr"
- "vpp-2n-dnv-curr-iter-mrr"
- "vpp-3n-dnv-curr-iter-mrr"
+ - "vpp-2n-aws-curr-iter-mrr"
+ - "vpp-3n-aws-curr-iter-mrr"
filter: "'MRR'"
data-start-level: 4
order-chapters:
- "2n-tx2"
- "2n-dnv"
- "3n-dnv"
+ - "2n-aws"
+ - "3n-aws"
level-3:
- "xl710"
- "x520"
- "cx556a"
- "vic1227"
- "vic1385"
+ - "nitro50g"
# VPP Device Results - Ubuntu
- type: "file"
# filter: "all"
# data-start-level: 4
+# TRex Performance Results 3n-skx
+- type: "file"
+ title: "TRex Performance Results 3n-skx"
+ algorithm: "file_test_results"
+ output-file: "{DIR[DTR,PERF,TREX,3N,SKX]}"
+ dir-tables: "{DIR[DTR,PERF,TREX,3N,SKX]}"
+ data: "trex-3n-skx-curr-iter-best"
+ filter: "all"
+ data-start-level: 4
+
+# TRex Performance Results 2n-skx
+- type: "file"
+ title: "TRex Performance Results 2n-skx"
+ algorithm: "file_test_results"
+ output-file: "{DIR[DTR,PERF,TREX,2N,SKX]}"
+ dir-tables: "{DIR[DTR,PERF,TREX,2N,SKX]}"
+ data: "trex-2n-skx-curr-iter-best"
+ filter: "all"
+ data-start-level: 4
+
################################################################################
### P L O T S ###
################################################################################
title: "3n-dnv-x553-64b-{core}-ip4routing-base-scale-ixgbe-{test_type}"
layout: "plot-throughput"
+- type: "plot"
+ title: "Throughput: 2n-aws-nitro50g-64b-{core}-ip4routing-base-scale-ena-{test_type}"
+ algorithm: "plot_ndrpdr_box_name"
+ output-file: "{DIR[STATIC,VPP]}/2n-aws-nitro50g-64b-{core}-ip4routing-base-scale-{test_type}"
+ data: "vpp-2n-aws-curr-iter"
+ core: ["2t1c", ]
+ include:
+ - "Tests.Vpp.Perf.Ip4.2n1l-50ge1p1ENA-ethip4-ip4base-ndrpdr.64B-{core}-ethip4-ip4base-ndrpdr"
+ - "Tests.Vpp.Perf.Ip4.2n1l-50ge1p1ENA-ethip4-ip4scale2m-ndrpdr.64B-{core}-ethip4-ip4scale2m-ndrpdr"
+ layout:
+ title: "2n-aws-nitro50g-64b-{core}-ip4routing-base-scale-ena-{test_type}"
+ layout: "plot-throughput"
+
+- type: "plot"
+ title: "Throughput: 2n-aws-nitro50g-1518b-{core}-ip4routing-base-scale-ena-{test_type}"
+ algorithm: "plot_ndrpdr_box_name"
+ output-file: "{DIR[STATIC,VPP]}/2n-aws-nitro50g-1518b-{core}-ip4routing-base-scale-{test_type}"
+ data: "vpp-2n-aws-curr-iter"
+ core: ["2t1c", ]
+ include:
+ - "Tests.Vpp.Perf.Ip4.2n1l-50ge1p1ENA-ethip4-ip4base-ndrpdr.1518b-{core}-ethip4-ip4base-ndrpdr"
+ - "Tests.Vpp.Perf.Ip4.2n1l-50ge1p1ENA-ethip4-ip4scale2m-ndrpdr.1518b-{core}-ethip4-ip4scale2m-ndrpdr"
+ layout:
+ title: "2n-aws-nitro50g-1518b-{core}-ip4routing-base-scale-ena-{test_type}"
+ layout: "plot-throughput"
+
+- type: "plot"
+ title: "Throughput: 3n-aws-nitro50g-64b-{core}-ip4routing-base-scale-ena-{test_type}"
+ algorithm: "plot_ndrpdr_box_name"
+ output-file: "{DIR[STATIC,VPP]}/3n-aws-nitro50g-64b-{core}-ip4routing-base-scale-{test_type}"
+ data: "vpp-3n-aws-curr-iter"
+ core: ["2t1c", ]
+ include:
+ - "Tests.Vpp.Perf.Ip4.50ge1p1ENA-ethip4-ip4base-ndrpdr.64B-{core}-ethip4-ip4base-ndrpdr"
+ - "Tests.Vpp.Perf.Ip4.50ge1p1ENA-ethip4-ip4scale2m-ndrpdr.64B-{core}-ethip4-ip4scale2m-ndrpdr"
+ layout:
+ title: "3n-aws-nitro50g-64b-{core}-ip4routing-base-scale-ena-{test_type}"
+ layout: "plot-throughput"
+
+- type: "plot"
+ title: "Throughput: 3n-aws-nitro50g-1518b-{core}-ip4routing-base-scale-ena-{test_type}"
+ algorithm: "plot_ndrpdr_box_name"
+ output-file: "{DIR[STATIC,VPP]}/3n-aws-nitro50g-1518b-{core}-ip4routing-base-scale-{test_type}"
+ data: "vpp-3n-aws-curr-iter"
+ core: ["2t1c", ]
+ include:
+ - "Tests.Vpp.Perf.Ip4.50ge1p1ENA-ethip4-ip4base-ndrpdr.1518b-{core}-ethip4-ip4base-ndrpdr"
+ - "Tests.Vpp.Perf.Ip4.50ge1p1ENA-ethip4-ip4scale2m-ndrpdr.1518b-{core}-ethip4-ip4scale2m-ndrpdr"
+ layout:
+ title: "3n-aws-nitro50g-1518b-{core}-ip4routing-base-scale-ena-{test_type}"
+ layout: "plot-throughput"
+
- type: "plot"
title: "Throughput: 3n-skx-xxv710-64b-{core}-ip4tunnel-base-[avf,dpdk]-{test_type}"
algorithm: "plot_ndrpdr_box_name"
title: "2n-clx-cx556a-64b-rdma-l2-vhost-base-{test_type}"
layout: "plot-throughput-speedup-analysis"
-# 2n-icx
-
-- type: "plot"
- title: "Throughput: 2n-icx-e810cq-64b-{core}-ip4routing-base-scale-avf-{test_type}"
- algorithm: "plot_ndrpdr_box_name"
- output-file: "{DIR[STATIC,VPP]}/2n-icx-e810cq-64b-{core}-ip4routing-base-scale-avf-{test_type}"
- data: "vpp-2n-icx-curr-iter"
- core: ["2t1c", ]
- include:
- - "Tests.Vpp.Perf.Ip4.2N1L-100Ge2P1E810Cq-Avf-Ethip4-Ip4Base-Ndrpdr.64B-{core}-avf-ethip4-ip4base-ndrpdr"
- - "Tests.Vpp.Perf.Ip4.2N1L-100Ge2P1E810Cq-Avf-Ethip4-Ip4Scale20K-Ndrpdr.64B-{core}-avf-ethip4-ip4scale20k-ndrpdr"
- - "Tests.Vpp.Perf.Ip4.2N1L-100Ge2P1E810Cq-Avf-Ethip4-Ip4Scale200K-Ndrpdr.64B-{core}-avf-ethip4-ip4scale200k-ndrpdr"
- - "Tests.Vpp.Perf.Ip4.2N1L-100Ge2P1E810Cq-Avf-Ethip4-Ip4Scale2M-Ndrpdr.64B-{core}-avf-ethip4-ip4scale2m-ndrpdr"
- layout:
- title: "2n-icx-e810cq-64b-{core}-ip4routing-base-scale-avf-{test_type}"
- layout: "plot-throughput"
-
-- type: "plot"
- title: "Throughput: 2n-icx-e810cq-64b-{core}-ip4routing-base-scale-dpdk-{test_type}"
- algorithm: "plot_ndrpdr_box_name"
- output-file: "{DIR[STATIC,VPP]}/2n-icx-e810cq-64b-{core}-ip4routing-base-scale-dpdk-{test_type}"
- data: "vpp-2n-icx-curr-iter"
- core: ["2t1c", ]
- include:
- - "Tests.Vpp.Perf.Ip4.2N1L-100Ge2P1E810Cq-Ethip4-Ip4Base-Ndrpdr.64B-{core}-ethip4-ip4base-ndrpdr"
- - "Tests.Vpp.Perf.Ip4.2N1L-100Ge2P1E810Cq-Ethip4-Ip4Scale20K-Ndrpdr.64B-{core}-ethip4-ip4scale20k-ndrpdr"
- - "Tests.Vpp.Perf.Ip4.2N1L-100Ge2P1E810Cq-Ethip4-Ip4Scale200K-Ndrpdr.64B-{core}-ethip4-ip4scale200k-ndrpdr"
- - "Tests.Vpp.Perf.Ip4.2N1L-100Ge2P1E810Cq-Ethip4-Ip4Scale2M-Ndrpdr.64B-{core}-ethip4-ip4scale2m-ndrpdr"
- layout:
- title: "2n-icx-e810cq-64b-{core}-ip4routing-base-scale-dpdk-{test_type}"
- layout: "plot-throughput"
-
-- type: "plot"
- title: "Throughput: 2n-icx-e810cq-78b-{core}-ip6routing-base-scale-avf-{test_type}"
- algorithm: "plot_ndrpdr_box_name"
- output-file: "{DIR[STATIC,VPP]}/2n-icx-e810cq-78b-{core}-ip6routing-base-scale-avf-{test_type}"
- data: "vpp-2n-icx-curr-iter"
- core: ["2t1c", ]
- include:
- - "Tests.Vpp.Perf.Ip6.2N1L-100Ge2P1E810Cq-Avf-Ethip6-Ip6Base-Ndrpdr.78B-{core}-avf-ethip6-ip6base-ndrpdr"
- - "Tests.Vpp.Perf.Ip6.2N1L-100Ge2P1E810Cq-Avf-Ethip6-Ip6Scale20K-Ndrpdr.78B-{core}-avf-ethip6-ip6scale20k-ndrpdr"
- - "Tests.Vpp.Perf.Ip6.2N1L-100Ge2P1E810Cq-Avf-Ethip6-Ip6Scale200K-Ndrpdr.78B-{core}-avf-ethip6-ip6scale200k-ndrpdr"
- - "Tests.Vpp.Perf.Ip6.2N1L-100Ge2P1E810Cq-Avf-Ethip6-Ip6Scale2M-Ndrpdr.78B-{core}-avf-ethip6-ip6scale2m-ndrpdr"
- layout:
- title: "2n-icx-e810cq-78b-{core}-ip6routing-base-scale-avf-{test_type}"
- layout: "plot-throughput"
-
-- type: "plot"
- title: "Throughput: 2n-icx-e810cq-78b-{core}-ip6routing-base-scale-dpdk-{test_type}"
- algorithm: "plot_ndrpdr_box_name"
- output-file: "{DIR[STATIC,VPP]}/2n-icx-e810cq-78b-{core}-ip6routing-base-scale-dpdk-{test_type}"
- data: "vpp-2n-icx-curr-iter"
- core: ["2t1c", ]
- include:
- - "Tests.Vpp.Perf.Ip6.2N1L-100Ge2P1E810Cq-Ethip6-Ip6Base-Ndrpdr.78B-{core}-ethip6-ip6base-ndrpdr"
- - "Tests.Vpp.Perf.Ip6.2N1L-100Ge2P1E810Cq-Ethip6-Ip6Scale20K-Ndrpdr.78B-{core}-ethip6-ip6scale20k-ndrpdr"
- - "Tests.Vpp.Perf.Ip6.2N1L-100Ge2P1E810Cq-Ethip6-Ip6Scale200K-Ndrpdr.78B-{core}-ethip6-ip6scale200k-ndrpdr"
- - "Tests.Vpp.Perf.Ip6.2N1L-100Ge2P1E810Cq-Ethip6-Ip6Scale2M-Ndrpdr.78B-{core}-ethip6-ip6scale2m-ndrpdr"
- layout:
- title: "2n-icx-e810cq-78b-{core}-ip6routing-base-scale-dpdk-{test_type}"
- layout: "plot-throughput"
-
-- type: "plot"
- title: "Throughput: 2n-icx-e810cq-64b-{core}-l2switching-base-scale-avf-{test_type}"
- algorithm: "plot_ndrpdr_box_name"
- output-file: "{DIR[STATIC,VPP]}/2n-icx-e810cq-64b-{core}-l2switching-base-scale-avf-{test_type}"
- data: "vpp-2n-icx-curr-iter"
- core: ["2t1c", ]
- include:
- - "Tests.Vpp.Perf.L2.2N1L-100Ge2P1E810Cq-Avf-Eth-L2Patch-Ndrpdr.64B-{core}-avf-eth-l2patch-ndrpdr"
- - "Tests.Vpp.Perf.L2.2N1L-100Ge2P1E810Cq-Avf-Eth-L2Xcbase-Ndrpdr.64B-{core}-avf-eth-l2xcbase-ndrpdr"
- - "Tests.Vpp.Perf.L2.2N1L-100Ge2P1E810Cq-Avf-Eth-L2Bdbasemaclrn-Ndrpdr.64B-{core}-avf-eth-l2bdbasemaclrn-ndrpdr"
- - "Tests.Vpp.Perf.L2.2N1L-100Ge2P1E810Cq-Avf-Eth-L2Bdscale10Kmaclrn-Ndrpdr.64B-{core}-avf-eth-l2bdscale10kmaclrn-ndrpdr"
- - "Tests.Vpp.Perf.L2.2N1L-100Ge2P1E810Cq-Avf-Eth-L2Bdscale100Kmaclrn-Ndrpdr.64B-{core}-avf-eth-l2bdscale100kmaclrn-ndrpdr"
- - "Tests.Vpp.Perf.L2.2N1L-100Ge2P1E810Cq-Avf-Eth-L2Bdscale1Mmaclrn-Ndrpdr.64B-{core}-avf-eth-l2bdscale1mmaclrn-ndrpdr"
- layout:
- title: "2n-icx-e810cq-64b-{core}-l2switching-base-scale-avf-{test_type}"
- layout: "plot-throughput"
-
-- type: "plot"
- title: "Throughput: 2n-icx-e810cq-64b-{core}-l2switching-base-scale-dpdk-{test_type}"
- algorithm: "plot_ndrpdr_box_name"
- output-file: "{DIR[STATIC,VPP]}/2n-icx-e810cq-64b-{core}-l2switching-base-scale-dpdk-{test_type}"
- data: "vpp-2n-icx-curr-iter"
- core: ["2t1c", ]
- include:
- - "Tests.Vpp.Perf.L2.2N1L-100Ge2P1E810Cq-Eth-L2Patch-Ndrpdr.64B-{core}-eth-l2patch-ndrpdr"
- - "Tests.Vpp.Perf.L2.2N1L-100Ge2P1E810Cq-Eth-L2Xcbase-Ndrpdr.64B-{core}-eth-l2xcbase-ndrpdr"
- - "Tests.Vpp.Perf.L2.2N1L-100Ge2P1E810Cq-Eth-L2Bdbasemaclrn-Ndrpdr.64B-{core}-eth-l2bdbasemaclrn-ndrpdr"
- - "Tests.Vpp.Perf.L2.2N1L-100Ge2P1E810Cq-Eth-L2Bdscale10Kmaclrn-Ndrpdr.64B-{core}-eth-l2bdscale10kmaclrn-ndrpdr"
- - "Tests.Vpp.Perf.L2.2N1L-100Ge2P1E810Cq-Eth-L2Bdscale100Kmaclrn-Ndrpdr.64B-{core}-eth-l2bdscale100kmaclrn-ndrpdr"
- - "Tests.Vpp.Perf.L2.2N1L-100Ge2P1E810Cq-Eth-L2Bdscale1Mmaclrn-Ndrpdr.64B-{core}-eth-l2bdscale1mmaclrn-ndrpdr"
- layout:
- title: "2n-icx-e810cq-64b-{core}-l2switching-base-scale-dpdk-{test_type}"
- layout: "plot-throughput"
-
-- type: "plot"
- title: "Speedup: 2n-icx-e810cq-64b-ip4routing-base-scale-avf-{test_type}-tsa"
- algorithm: "plot_tsa_name"
- output-file: "{DIR[STATIC,VPP]}/2n-icx-e810cq-64b-ip4routing-base-scale-avf-{test_type}-tsa"
- data: "vpp-2n-icx-curr-iter"
- include:
- - "Tests.Vpp.Perf.Ip4.2N1L-100Ge2P1E810Cq-Avf-Ethip4-Ip4Base-Ndrpdr.64B-.t.c-avf-ethip4-ip4base-ndrpdr"
- - "Tests.Vpp.Perf.Ip4.2N1L-100Ge2P1E810Cq-Avf-Ethip4-Ip4Scale20K-Ndrpdr.64B-.t.c-avf-ethip4-ip4scale20k-ndrpdr"
- - "Tests.Vpp.Perf.Ip4.2N1L-100Ge2P1E810Cq-Avf-Ethip4-Ip4Scale200K-Ndrpdr.64B-.t.c-avf-ethip4-ip4scale200k-ndrpdr"
- - "Tests.Vpp.Perf.Ip4.2N1L-100Ge2P1E810Cq-Avf-Ethip4-Ip4Scale2M-Ndrpdr.64B-.t.c-avf-ethip4-ip4scale2m-ndrpdr"
- layout:
- title: "2n-icx-e810cq-64b-ip4routing-base-scale-avf-{test_type}"
- layout: "plot-throughput-speedup-analysis"
-
-- type: "plot"
- title: "Speedup: 2n-icx-e810cq-64b-ip4routing-base-scale-dpdk-{test_type}-tsa"
- algorithm: "plot_tsa_name"
- output-file: "{DIR[STATIC,VPP]}/2n-icx-e810cq-64b-ip4routing-base-scale-dpdk-{test_type}-tsa"
- data: "vpp-2n-icx-curr-iter"
- include:
- - "Tests.Vpp.Perf.Ip4.2N1L-100Ge2P1E810Cq-Ethip4-Ip4Base-Ndrpdr.64B-.t.c-ethip4-ip4base-ndrpdr"
- - "Tests.Vpp.Perf.Ip4.2N1L-100Ge2P1E810Cq-Ethip4-Ip4Scale20K-Ndrpdr.64B-.t.c-ethip4-ip4scale20k-ndrpdr"
- - "Tests.Vpp.Perf.Ip4.2N1L-100Ge2P1E810Cq-Ethip4-Ip4Scale200K-Ndrpdr.64B-.t.c-ethip4-ip4scale200k-ndrpdr"
- - "Tests.Vpp.Perf.Ip4.2N1L-100Ge2P1E810Cq-Ethip4-Ip4Scale2M-Ndrpdr.64B-.t.c-ethip4-ip4scale2m-ndrpdr"
- layout:
- title: "2n-icx-e810cq-64b-ip4routing-base-scale-dpdk-{test_type}"
- layout: "plot-throughput-speedup-analysis"
-
-- type: "plot"
- title: "Speedup: 2n-icx-e810cq-78b-ip6routing-base-scale-avf-{test_type}-tsa"
- algorithm: "plot_tsa_name"
- output-file: "{DIR[STATIC,VPP]}/2n-icx-e810cq-78b-ip6routing-base-scale-avf-{test_type}-tsa"
- data: "vpp-2n-icx-curr-iter"
- include:
- - "Tests.Vpp.Perf.Ip6.2N1L-100Ge2P1E810Cq-Avf-Ethip6-Ip6Base-Ndrpdr.78B-.t.c-avf-ethip6-ip6base-ndrpdr"
- - "Tests.Vpp.Perf.Ip6.2N1L-100Ge2P1E810Cq-Avf-Ethip6-Ip6Scale20K-Ndrpdr.78B-.t.c-avf-ethip6-ip6scale20k-ndrpdr"
- - "Tests.Vpp.Perf.Ip6.2N1L-100Ge2P1E810Cq-Avf-Ethip6-Ip6Scale200K-Ndrpdr.78B-.t.c-avf-ethip6-ip6scale200k-ndrpdr"
- - "Tests.Vpp.Perf.Ip6.2N1L-100Ge2P1E810Cq-Avf-Ethip6-Ip6Scale2M-Ndrpdr.78B-.t.c-avf-ethip6-ip6scale2m-ndrpdr"
- layout:
- title: "2n-icx-e810cq-78b-ip6routing-base-scale-avf-{test_type}"
- layout: "plot-throughput-speedup-analysis"
-
-- type: "plot"
- title: "Speedup: 2n-icx-e810cq-78b-ip6routing-base-scale-dpdk-{test_type}-tsa"
- algorithm: "plot_tsa_name"
- output-file: "{DIR[STATIC,VPP]}/2n-icx-e810cq-78b-ip6routing-base-scale-dpdk-{test_type}-tsa"
- data: "vpp-2n-icx-curr-iter"
- include:
- - "Tests.Vpp.Perf.Ip6.2N1L-100Ge2P1E810Cq-Ethip6-Ip6Base-Ndrpdr.78B-.t.c-ethip6-ip6base-ndrpdr"
- - "Tests.Vpp.Perf.Ip6.2N1L-100Ge2P1E810Cq-Ethip6-Ip6Scale20K-Ndrpdr.78B-.t.c-ethip6-ip6scale20k-ndrpdr"
- - "Tests.Vpp.Perf.Ip6.2N1L-100Ge2P1E810Cq-Ethip6-Ip6Scale200K-Ndrpdr.78B-.t.c-ethip6-ip6scale200k-ndrpdr"
- - "Tests.Vpp.Perf.Ip6.2N1L-100Ge2P1E810Cq-Ethip6-Ip6Scale2M-Ndrpdr.78B-.t.c-ethip6-ip6scale2m-ndrpdr"
- layout:
- title: "2n-icx-e810cq-78b-ip6routing-base-scale-dpdk-{test_type}"
- layout: "plot-throughput-speedup-analysis"
-
-- type: "plot"
- title: "Speedup: 2n-icx-e810cq-64b-l2switching-base-scale-avf-{test_type}-tsa"
- algorithm: "plot_tsa_name"
- output-file: "{DIR[STATIC,VPP]}/2n-icx-e810cq-64b-l2switching-base-scale-avf-{test_type}-tsa"
- data: "vpp-2n-icx-curr-iter"
- include:
- - "Tests.Vpp.Perf.L2.2N1L-100Ge2P1E810Cq-Avf-Eth-L2Patch-Ndrpdr.64B-.t.c-avf-eth-l2patch-ndrpdr"
- - "Tests.Vpp.Perf.L2.2N1L-100Ge2P1E810Cq-Avf-Eth-L2Xcbase-Ndrpdr.64B-.t.c-avf-eth-l2xcbase-ndrpdr"
- - "Tests.Vpp.Perf.L2.2N1L-100Ge2P1E810Cq-Avf-Eth-L2Bdbasemaclrn-Ndrpdr.64B-.t.c-avf-eth-l2bdbasemaclrn-ndrpdr"
- - "Tests.Vpp.Perf.L2.2N1L-100Ge2P1E810Cq-Avf-Eth-L2Bdscale10Kmaclrn-Ndrpdr.64B-.t.c-avf-eth-l2bdscale10kmaclrn-ndrpdr"
- - "Tests.Vpp.Perf.L2.2N1L-100Ge2P1E810Cq-Avf-Eth-L2Bdscale100Kmaclrn-Ndrpdr.64B-.t.c-avf-eth-l2bdscale100kmaclrn-ndrpdr"
- - "Tests.Vpp.Perf.L2.2N1L-100Ge2P1E810Cq-Avf-Eth-L2Bdscale1Mmaclrn-Ndrpdr.64B-.t.c-avf-eth-l2bdscale1mmaclrn-ndrpdr"
- layout:
- title: "2n-icx-e810cq-64b-l2switching-base-scale-avf-{test_type}"
- layout: "plot-throughput-speedup-analysis"
-
-- type: "plot"
- title: "Speedup: 2n-icx-e810cq-64b-l2switching-base-scale-dpdk-{test_type}-tsa"
- algorithm: "plot_tsa_name"
- output-file: "{DIR[STATIC,VPP]}/2n-icx-e810cq-64b-l2switching-base-scale-dpdk-{test_type}-tsa"
- data: "vpp-2n-icx-curr-iter"
- include:
- - "Tests.Vpp.Perf.L2.2N1L-100Ge2P1E810Cq-Eth-L2Patch-Ndrpdr.64B-.t.c-eth-l2patch-ndrpdr"
- - "Tests.Vpp.Perf.L2.2N1L-100Ge2P1E810Cq-Eth-L2Xcbase-Ndrpdr.64B-.t.c-eth-l2xcbase-ndrpdr"
- - "Tests.Vpp.Perf.L2.2N1L-100Ge2P1E810Cq-Eth-L2Bdbasemaclrn-Ndrpdr.64B-.t.c-eth-l2bdbasemaclrn-ndrpdr"
- - "Tests.Vpp.Perf.L2.2N1L-100Ge2P1E810Cq-Eth-L2Bdscale10Kmaclrn-Ndrpdr.64B-.t.c-eth-l2bdscale10kmaclrn-ndrpdr"
- - "Tests.Vpp.Perf.L2.2N1L-100Ge2P1E810Cq-Eth-L2Bdscale100Kmaclrn-Ndrpdr.64B-.t.c-eth-l2bdscale100kmaclrn-ndrpdr"
- - "Tests.Vpp.Perf.L2.2N1L-100Ge2P1E810Cq-Eth-L2Bdscale1Mmaclrn-Ndrpdr.64B-.t.c-eth-l2bdscale1mmaclrn-ndrpdr"
- layout:
- title: "2n-icx-e810cq-64b-l2switching-base-scale-dpdk-{test_type}"
- layout: "plot-throughput-speedup-analysis"
-
-# 3n-icx
-
-- type: "plot"
- title: "Throughput: 3n-icx-e810cq-64b-{core}-ipsec-aes128gcm-ip4routing-scale-avf-{test_type}"
- algorithm: "plot_ndrpdr_box_name"
- output-file: "{DIR[STATIC,VPP]}/3n-icx-e810cq-64b-{core}-ipsec-aes128gcm-ip4routing-scale-avf-{test_type}"
- data: "vpp-3n-icx-curr-iter"
- core: ["2t1c", ]
- include:
- - "Tests.Vpp.Perf.Crypto.100Ge2P1E810Cq-Avf-Ethip4Ipsec4Tnlsw-Ip4Base-Int-Aes128Gcm-Ndrpdr.64B-{core}-avf-ethip4ipsec4tnlsw-ip4base-int-aes128gcm-ndrpdr"
- - "Tests.Vpp.Perf.Crypto.100Ge2P1E810Cq-Avf-Ethip4Ipsec40Tnlsw-Ip4Base-Int-Aes128Gcm-Ndrpdr.64B-{core}-avf-ethip4ipsec40tnlsw-ip4base-int-aes128gcm-ndrpdr"
- - "Tests.Vpp.Perf.Crypto.100Ge2P1E810Cq-Avf-Ethip4Ipsec400Tnlsw-Ip4Base-Int-Aes128Gcm-Ndrpdr.64B-{core}-avf-ethip4ipsec400tnlsw-ip4base-int-aes128gcm-ndrpdr"
- - "Tests.Vpp.Perf.Crypto.100Ge2P1E810Cq-Avf-Ethip4Ipsec1000Tnlsw-Ip4Base-Int-Aes128Gcm-Ndrpdr.64B-{core}-avf-ethip4ipsec1000tnlsw-ip4base-int-aes128gcm-ndrpdr"
- - "Tests.Vpp.Perf.Crypto.100Ge2P1E810Cq-Avf-Ethip4Ipsec20000Tnlsw-Ip4Base-Int-Aes128Gcm-Ndrpdr.64B-{core}-avf-ethip4ipsec20000tnlsw-ip4base-int-aes128gcm-ndrpdr"
- - "Tests.Vpp.Perf.Crypto.100Ge2P1E810Cq-Avf-Ethip4Ipsec10000Tnlsw-Ip4Base-Int-Aes128Gcm-Ndrpdr.64B-{core}-avf-ethip4ipsec10000tnlsw-ip4base-int-aes128gcm-ndrpdr"
- layout:
- title: "3n-icx-e810cq-64b-{core}-ipsec-aes128gcm-ip4routing-scale-avf-{test_type}"
- layout: "plot-throughput"
-
-- type: "plot"
- title: "Throughput: 3n-icx-e810cq-1518b-{core}-ipsec-aes128gcm-ip4routing-scale-avf-{test_type}"
- algorithm: "plot_ndrpdr_box_name"
- output-file: "{DIR[STATIC,VPP]}/3n-icx-e810cq-1518b-{core}-ipsec-aes128gcm-ip4routing-scale-avf-{test_type}"
- data: "vpp-3n-icx-curr-iter"
- core: ["2t1c", ]
- include:
- - "Tests.Vpp.Perf.Crypto.100Ge2P1E810Cq-Avf-Ethip4Ipsec4Tnlsw-Ip4Base-Int-Aes128Gcm-Ndrpdr.1518b-{core}-avf-ethip4ipsec4tnlsw-ip4base-int-aes128gcm-ndrpdr"
- - "Tests.Vpp.Perf.Crypto.100Ge2P1E810Cq-Avf-Ethip4Ipsec40Tnlsw-Ip4Base-Int-Aes128Gcm-Ndrpdr.1518b-{core}-avf-ethip4ipsec40tnlsw-ip4base-int-aes128gcm-ndrpdr"
- - "Tests.Vpp.Perf.Crypto.100Ge2P1E810Cq-Avf-Ethip4Ipsec400Tnlsw-Ip4Base-Int-Aes128Gcm-Ndrpdr.1518b-{core}-avf-ethip4ipsec400tnlsw-ip4base-int-aes128gcm-ndrpdr"
- - "Tests.Vpp.Perf.Crypto.100Ge2P1E810Cq-Avf-Ethip4Ipsec1000Tnlsw-Ip4Base-Int-Aes128Gcm-Ndrpdr.1518b-{core}-avf-ethip4ipsec1000tnlsw-ip4base-int-aes128gcm-ndrpdr"
- - "Tests.Vpp.Perf.Crypto.100Ge2P1E810Cq-Avf-Ethip4Ipsec20000Tnlsw-Ip4Base-Int-Aes128Gcm-Ndrpdr.1518b-{core}-avf-ethip4ipsec20000tnlsw-ip4base-int-aes128gcm-ndrpdr"
- - "Tests.Vpp.Perf.Crypto.100Ge2P1E810Cq-Avf-Ethip4Ipsec10000Tnlsw-Ip4Base-Int-Aes128Gcm-Ndrpdr.1518b-{core}-avf-ethip4ipsec10000tnlsw-ip4base-int-aes128gcm-ndrpdr"
- layout:
- title: "3n-icx-e810cq-1518b-{core}-ipsec-aes128gcm-ip4routing-scale-avf-{test_type}"
- layout: "plot-throughput"
-
-- type: "plot"
- title: "Throughput: 3n-icx-e810cq-imix-{core}-ipsec-aes128gcm-ip4routing-scale-avf-{test_type}"
- algorithm: "plot_ndrpdr_box_name"
- output-file: "{DIR[STATIC,VPP]}/3n-icx-e810cq-imix-{core}-ipsec-aes128gcm-ip4routing-scale-avf-{test_type}"
- data: "vpp-3n-icx-curr-iter"
- core: ["2t1c", ]
- include:
- - "Tests.Vpp.Perf.Crypto.100Ge2P1E810Cq-Avf-Ethip4Ipsec4Tnlsw-Ip4Base-Int-Aes128Gcm-Ndrpdr.imix-{core}-avf-ethip4ipsec4tnlsw-ip4base-int-aes128gcm-ndrpdr"
- - "Tests.Vpp.Perf.Crypto.100Ge2P1E810Cq-Avf-Ethip4Ipsec40Tnlsw-Ip4Base-Int-Aes128Gcm-Ndrpdr.imix-{core}-avf-ethip4ipsec40tnlsw-ip4base-int-aes128gcm-ndrpdr"
- - "Tests.Vpp.Perf.Crypto.100Ge2P1E810Cq-Avf-Ethip4Ipsec400Tnlsw-Ip4Base-Int-Aes128Gcm-Ndrpdr.imix-{core}-avf-ethip4ipsec400tnlsw-ip4base-int-aes128gcm-ndrpdr"
- - "Tests.Vpp.Perf.Crypto.100Ge2P1E810Cq-Avf-Ethip4Ipsec1000Tnlsw-Ip4Base-Int-Aes128Gcm-Ndrpdr.imix-{core}-avf-ethip4ipsec1000tnlsw-ip4base-int-aes128gcm-ndrpdr"
- - "Tests.Vpp.Perf.Crypto.100Ge2P1E810Cq-Avf-Ethip4Ipsec20000Tnlsw-Ip4Base-Int-Aes128Gcm-Ndrpdr.imix-{core}-avf-ethip4ipsec20000tnlsw-ip4base-int-aes128gcm-ndrpdr"
- - "Tests.Vpp.Perf.Crypto.100Ge2P1E810Cq-Avf-Ethip4Ipsec10000Tnlsw-Ip4Base-Int-Aes128Gcm-Ndrpdr.imix-{core}-avf-ethip4ipsec10000tnlsw-ip4base-int-aes128gcm-ndrpdr"
- layout:
- title: "3n-icx-e810cq-imix-{core}-ipsec-aes128gcm-ip4routing-scale-avf-{test_type}"
- layout: "plot-throughput"
-
-- type: "plot"
- title: "Throughput: 3n-icx-e810cq-64b-{core}-ipsec-aes256gcm-ip4routing-scale-avf-{test_type}"
- algorithm: "plot_ndrpdr_box_name"
- output-file: "{DIR[STATIC,VPP]}/3n-icx-e810cq-64b-{core}-ipsec-aes256gcm-ip4routing-scale-avf-{test_type}"
- data: "vpp-3n-icx-curr-iter"
- core: ["2t1c", ]
- include:
- - "Tests.Vpp.Perf.Crypto.100Ge2P1E810Cq-Avf-Ethip4Ipsec4Tnlsw-Ip4Base-Int-Aes256Gcm-Ndrpdr.64B-{core}-avf-ethip4ipsec4tnlsw-ip4base-int-aes256gcm-ndrpdr"
- - "Tests.Vpp.Perf.Crypto.100Ge2P1E810Cq-Avf-Ethip4Ipsec40Tnlsw-Ip4Base-Int-Aes256Gcm-Ndrpdr.64B-{core}-avf-ethip4ipsec40tnlsw-ip4base-int-aes256gcm-ndrpdr"
- - "Tests.Vpp.Perf.Crypto.100Ge2P1E810Cq-Avf-Ethip4Ipsec400Tnlsw-Ip4Base-Int-Aes256Gcm-Ndrpdr.64B-{core}-avf-ethip4ipsec400tnlsw-ip4base-int-aes256gcm-ndrpdr"
- - "Tests.Vpp.Perf.Crypto.100Ge2P1E810Cq-Avf-Ethip4Ipsec1000Tnlsw-Ip4Base-Int-Aes256Gcm-Ndrpdr.64B-{core}-avf-ethip4ipsec1000tnlsw-ip4base-int-aes256gcm-ndrpdr"
- - "Tests.Vpp.Perf.Crypto.100Ge2P1E810Cq-Avf-Ethip4Ipsec20000Tnlsw-Ip4Base-Int-Aes256Gcm-Ndrpdr.64B-{core}-avf-ethip4ipsec20000tnlsw-ip4base-int-aes256gcm-ndrpdr"
- - "Tests.Vpp.Perf.Crypto.100Ge2P1E810Cq-Avf-Ethip4Ipsec10000Tnlsw-Ip4Base-Int-Aes256Gcm-Ndrpdr.64B-{core}-avf-ethip4ipsec10000tnlsw-ip4base-int-aes256gcm-ndrpdr"
- layout:
- title: "3n-icx-e810cq-64b-{core}-ipsec-aes256gcm-ip4routing-scale-avf-{test_type}"
- layout: "plot-throughput"
-
-- type: "plot"
- title: "Throughput: 3n-icx-e810cq-1518b-{core}-ipsec-aes256gcm-ip4routing-scale-avf-{test_type}"
- algorithm: "plot_ndrpdr_box_name"
- output-file: "{DIR[STATIC,VPP]}/3n-icx-e810cq-1518b-{core}-ipsec-aes256gcm-ip4routing-scale-avf-{test_type}"
- data: "vpp-3n-icx-curr-iter"
- core: ["2t1c", ]
- include:
- - "Tests.Vpp.Perf.Crypto.100Ge2P1E810Cq-Avf-Ethip4Ipsec4Tnlsw-Ip4Base-Int-Aes256Gcm-Ndrpdr.1518b-{core}-avf-ethip4ipsec4tnlsw-ip4base-int-aes256gcm-ndrpdr"
- - "Tests.Vpp.Perf.Crypto.100Ge2P1E810Cq-Avf-Ethip4Ipsec40Tnlsw-Ip4Base-Int-Aes256Gcm-Ndrpdr.1518b-{core}-avf-ethip4ipsec40tnlsw-ip4base-int-aes256gcm-ndrpdr"
- - "Tests.Vpp.Perf.Crypto.100Ge2P1E810Cq-Avf-Ethip4Ipsec400Tnlsw-Ip4Base-Int-Aes256Gcm-Ndrpdr.1518b-{core}-avf-ethip4ipsec400tnlsw-ip4base-int-aes256gcm-ndrpdr"
- - "Tests.Vpp.Perf.Crypto.100Ge2P1E810Cq-Avf-Ethip4Ipsec1000Tnlsw-Ip4Base-Int-Aes256Gcm-Ndrpdr.1518b-{core}-avf-ethip4ipsec1000tnlsw-ip4base-int-aes256gcm-ndrpdr"
- - "Tests.Vpp.Perf.Crypto.100Ge2P1E810Cq-Avf-Ethip4Ipsec20000Tnlsw-Ip4Base-Int-Aes256Gcm-Ndrpdr.1518b-{core}-avf-ethip4ipsec20000tnlsw-ip4base-int-aes256gcm-ndrpdr"
- - "Tests.Vpp.Perf.Crypto.100Ge2P1E810Cq-Avf-Ethip4Ipsec10000Tnlsw-Ip4Base-Int-Aes256Gcm-Ndrpdr.1518b-{core}-avf-ethip4ipsec10000tnlsw-ip4base-int-aes256gcm-ndrpdr"
- layout:
- title: "3n-icx-e810cq-1518b-{core}-ipsec-aes256gcm-ip4routing-scale-avf-{test_type}"
- layout: "plot-throughput"
-
-- type: "plot"
- title: "Throughput: 3n-icx-e810cq-imix-{core}-ipsec-aes256gcm-ip4routing-scale-avf-{test_type}"
- algorithm: "plot_ndrpdr_box_name"
- output-file: "{DIR[STATIC,VPP]}/3n-icx-e810cq-imix-{core}-ipsec-aes256gcm-ip4routing-scale-avf-{test_type}"
- data: "vpp-3n-icx-curr-iter"
- core: ["2t1c", ]
- include:
- - "Tests.Vpp.Perf.Crypto.100Ge2P1E810Cq-Avf-Ethip4Ipsec4Tnlsw-Ip4Base-Int-Aes256Gcm-Ndrpdr.imix-{core}-avf-ethip4ipsec4tnlsw-ip4base-int-aes256gcm-ndrpdr"
- - "Tests.Vpp.Perf.Crypto.100Ge2P1E810Cq-Avf-Ethip4Ipsec40Tnlsw-Ip4Base-Int-Aes256Gcm-Ndrpdr.imix-{core}-avf-ethip4ipsec40tnlsw-ip4base-int-aes256gcm-ndrpdr"
- - "Tests.Vpp.Perf.Crypto.100Ge2P1E810Cq-Avf-Ethip4Ipsec400Tnlsw-Ip4Base-Int-Aes256Gcm-Ndrpdr.imix-{core}-avf-ethip4ipsec400tnlsw-ip4base-int-aes256gcm-ndrpdr"
- - "Tests.Vpp.Perf.Crypto.100Ge2P1E810Cq-Avf-Ethip4Ipsec1000Tnlsw-Ip4Base-Int-Aes256Gcm-Ndrpdr.imix-{core}-avf-ethip4ipsec1000tnlsw-ip4base-int-aes256gcm-ndrpdr"
- - "Tests.Vpp.Perf.Crypto.100Ge2P1E810Cq-Avf-Ethip4Ipsec20000Tnlsw-Ip4Base-Int-Aes256Gcm-Ndrpdr.imix-{core}-avf-ethip4ipsec20000tnlsw-ip4base-int-aes256gcm-ndrpdr"
- - "Tests.Vpp.Perf.Crypto.100Ge2P1E810Cq-Avf-Ethip4Ipsec10000Tnlsw-Ip4Base-Int-Aes256Gcm-Ndrpdr.imix-{core}-avf-ethip4ipsec10000tnlsw-ip4base-int-aes256gcm-ndrpdr"
- layout:
- title: "3n-icx-e810cq-imix-{core}-ipsec-aes256gcm-ip4routing-scale-avf-{test_type}"
- layout: "plot-throughput"
-
-- type: "plot"
- title: "Throughput: 3n-icx-e810cq-64b-{core}-ip4tunnel-base-avf-{test_type}"
- algorithm: "plot_ndrpdr_box_name"
- output-file: "{DIR[STATIC,VPP]}/3n-icx-e810cq-64b-{core}-ip4tunnel-base-avf-{test_type}"
- data: "vpp-3n-icx-curr-iter"
- core: ["2t1c", ]
- include:
- - "Tests.Vpp.Perf.Ip4 Tunnels.100Ge2P1E810Cq-Avf-Ethip4Vxlan-L2Xcbase-Ndrpdr.64B-{core}-avf-ethip4vxlan-l2xcbase-ndrpdr"
- - "Tests.Vpp.Perf.Ip4 Tunnels.100Ge2P1E810Cq-Avf-Ethip4Vxlan-L2Bdbasemaclrn-Ndrpdr.64B-{core}-avf-ethip4vxlan-l2bdbasemaclrn-ndrpdr"
- layout:
- title: "3n-icx-e810cq-64b-{core}-ip4tunnel-base-avf-{test_type}"
- layout: "plot-throughput"
-
-- type: "plot"
- title: "Throughput: 3n-icx-e810cq-1518b-{core}-ip4tunnel-base-avf-{test_type}"
- algorithm: "plot_ndrpdr_box_name"
- output-file: "{DIR[STATIC,VPP]}/3n-icx-e810cq-1518b-{core}-ip4tunnel-base-avf-{test_type}"
- data: "vpp-3n-icx-curr-iter"
- core: ["2t1c", ]
- include:
- - "Tests.Vpp.Perf.Ip4 Tunnels.100Ge2P1E810Cq-Avf-Ethip4Vxlan-L2Xcbase-Ndrpdr.1518b-{core}-avf-ethip4vxlan-l2xcbase-ndrpdr"
- - "Tests.Vpp.Perf.Ip4 Tunnels.100Ge2P1E810Cq-Avf-Ethip4Vxlan-L2Bdbasemaclrn-Ndrpdr.1518b-{core}-avf-ethip4vxlan-l2bdbasemaclrn-ndrpdr"
- layout:
- title: "3n-icx-e810cq-1518b-{core}-ip4tunnel-base-avf-{test_type}"
- layout: "plot-throughput"
-
-- type: "plot"
- title: "Throughput: 3n-icx-e810cq-imix-{core}-ip4tunnel-base-avf-{test_type}"
- algorithm: "plot_ndrpdr_box_name"
- output-file: "{DIR[STATIC,VPP]}/3n-icx-e810cq-imix-{core}-ip4tunnel-base-avf-{test_type}"
- data: "vpp-3n-icx-curr-iter"
- core: ["2t1c", ]
- include:
- - "Tests.Vpp.Perf.Ip4 Tunnels.100Ge2P1E810Cq-Avf-Ethip4Vxlan-L2Xcbase-Ndrpdr.imix-{core}-avf-ethip4vxlan-l2xcbase-ndrpdr"
- - "Tests.Vpp.Perf.Ip4 Tunnels.100Ge2P1E810Cq-Avf-Ethip4Vxlan-L2Bdbasemaclrn-Ndrpdr.imix-{core}-avf-ethip4vxlan-l2bdbasemaclrn-ndrpdr"
- layout:
- title: "3n-icx-e810cq-imix-{core}-ip4tunnel-base-avf-{test_type}"
- layout: "plot-throughput"
-
-- type: "plot"
- title: "Speedup: 3n-icx-e810cq-64b-ipsec-aes128gcm-ip4routing-scale-avf-{test_type}-tsa"
- algorithm: "plot_tsa_name"
- output-file: "{DIR[STATIC,VPP]}/3n-icx-e810cq-64b-ipsec-aes128gcm-ip4routing-scale-avf-{test_type}-tsa"
- data: "vpp-3n-icx-curr-iter"
- include:
- - "Tests.Vpp.Perf.Crypto.100Ge2P1E810Cq-Avf-Ethip4Ipsec4Tnlsw-Ip4Base-Int-Aes128Gcm-Ndrpdr.64B-.t.c-avf-ethip4ipsec4tnlsw-ip4base-int-aes128gcm-ndrpdr"
- - "Tests.Vpp.Perf.Crypto.100Ge2P1E810Cq-Avf-Ethip4Ipsec40Tnlsw-Ip4Base-Int-Aes128Gcm-Ndrpdr.64B-.t.c-avf-ethip4ipsec40tnlsw-ip4base-int-aes128gcm-ndrpdr"
- - "Tests.Vpp.Perf.Crypto.100Ge2P1E810Cq-Avf-Ethip4Ipsec400Tnlsw-Ip4Base-Int-Aes128Gcm-Ndrpdr.64B-.t.c-avf-ethip4ipsec400tnlsw-ip4base-int-aes128gcm-ndrpdr"
- - "Tests.Vpp.Perf.Crypto.100Ge2P1E810Cq-Avf-Ethip4Ipsec1000Tnlsw-Ip4Base-Int-Aes128Gcm-Ndrpdr.64B-.t.c-avf-ethip4ipsec1000tnlsw-ip4base-int-aes128gcm-ndrpdr"
- - "Tests.Vpp.Perf.Crypto.100Ge2P1E810Cq-Avf-Ethip4Ipsec20000Tnlsw-Ip4Base-Int-Aes128Gcm-Ndrpdr.64B-.t.c-avf-ethip4ipsec20000tnlsw-ip4base-int-aes128gcm-ndrpdr"
- - "Tests.Vpp.Perf.Crypto.100Ge2P1E810Cq-Avf-Ethip4Ipsec10000Tnlsw-Ip4Base-Int-Aes128Gcm-Ndrpdr.64B-.t.c-avf-ethip4ipsec10000tnlsw-ip4base-int-aes128gcm-ndrpdr"
- layout:
- title: "3n-icx-e810cq-64b-ipsec-aes128gcm-ip4routing-scale-avf-{test_type}"
- layout: "plot-throughput-speedup-analysis"
-
-- type: "plot"
- title: "Speedup: 3n-icx-e810cq-1518b-ipsec-aes128gcm-ip4routing-scale-avf-{test_type}-tsa"
- algorithm: "plot_tsa_name"
- output-file: "{DIR[STATIC,VPP]}/3n-icx-e810cq-1518b-ipsec-aes128gcm-ip4routing-scale-avf-{test_type}-tsa"
- data: "vpp-3n-icx-curr-iter"
- include:
- - "Tests.Vpp.Perf.Crypto.100Ge2P1E810Cq-Avf-Ethip4Ipsec4Tnlsw-Ip4Base-Int-Aes128Gcm-Ndrpdr.1518b-.t.c-avf-ethip4ipsec4tnlsw-ip4base-int-aes128gcm-ndrpdr"
- - "Tests.Vpp.Perf.Crypto.100Ge2P1E810Cq-Avf-Ethip4Ipsec40Tnlsw-Ip4Base-Int-Aes128Gcm-Ndrpdr.1518b-.t.c-avf-ethip4ipsec40tnlsw-ip4base-int-aes128gcm-ndrpdr"
- - "Tests.Vpp.Perf.Crypto.100Ge2P1E810Cq-Avf-Ethip4Ipsec400Tnlsw-Ip4Base-Int-Aes128Gcm-Ndrpdr.1518b-.t.c-avf-ethip4ipsec400tnlsw-ip4base-int-aes128gcm-ndrpdr"
- - "Tests.Vpp.Perf.Crypto.100Ge2P1E810Cq-Avf-Ethip4Ipsec1000Tnlsw-Ip4Base-Int-Aes128Gcm-Ndrpdr.1518b-.t.c-avf-ethip4ipsec1000tnlsw-ip4base-int-aes128gcm-ndrpdr"
- - "Tests.Vpp.Perf.Crypto.100Ge2P1E810Cq-Avf-Ethip4Ipsec20000Tnlsw-Ip4Base-Int-Aes128Gcm-Ndrpdr.1518b-.t.c-avf-ethip4ipsec20000tnlsw-ip4base-int-aes128gcm-ndrpdr"
- - "Tests.Vpp.Perf.Crypto.100Ge2P1E810Cq-Avf-Ethip4Ipsec10000Tnlsw-Ip4Base-Int-Aes128Gcm-Ndrpdr.1518b-.t.c-avf-ethip4ipsec10000tnlsw-ip4base-int-aes128gcm-ndrpdr"
- layout:
- title: "3n-icx-e810cq-1518b-ipsec-aes128gcm-ip4routing-scale-avf-{test_type}"
- layout: "plot-throughput-speedup-analysis"
-
-- type: "plot"
- title: "Speedup: 3n-icx-e810cq-imix-ipsec-aes128gcm-ip4routing-scale-avf-{test_type}-tsa"
- algorithm: "plot_tsa_name"
- output-file: "{DIR[STATIC,VPP]}/3n-icx-e810cq-imix-ipsec-aes128gcm-ip4routing-scale-avf-{test_type}-tsa"
- data: "vpp-3n-icx-curr-iter"
- include:
- - "Tests.Vpp.Perf.Crypto.100Ge2P1E810Cq-Avf-Ethip4Ipsec4Tnlsw-Ip4Base-Int-Aes128Gcm-Ndrpdr.imix-.t.c-avf-ethip4ipsec4tnlsw-ip4base-int-aes128gcm-ndrpdr"
- - "Tests.Vpp.Perf.Crypto.100Ge2P1E810Cq-Avf-Ethip4Ipsec40Tnlsw-Ip4Base-Int-Aes128Gcm-Ndrpdr.imix-.t.c-avf-ethip4ipsec40tnlsw-ip4base-int-aes128gcm-ndrpdr"
- - "Tests.Vpp.Perf.Crypto.100Ge2P1E810Cq-Avf-Ethip4Ipsec400Tnlsw-Ip4Base-Int-Aes128Gcm-Ndrpdr.imix-.t.c-avf-ethip4ipsec400tnlsw-ip4base-int-aes128gcm-ndrpdr"
- - "Tests.Vpp.Perf.Crypto.100Ge2P1E810Cq-Avf-Ethip4Ipsec1000Tnlsw-Ip4Base-Int-Aes128Gcm-Ndrpdr.imix-.t.c-avf-ethip4ipsec1000tnlsw-ip4base-int-aes128gcm-ndrpdr"
- - "Tests.Vpp.Perf.Crypto.100Ge2P1E810Cq-Avf-Ethip4Ipsec20000Tnlsw-Ip4Base-Int-Aes128Gcm-Ndrpdr.imix-.t.c-avf-ethip4ipsec20000tnlsw-ip4base-int-aes128gcm-ndrpdr"
- - "Tests.Vpp.Perf.Crypto.100Ge2P1E810Cq-Avf-Ethip4Ipsec10000Tnlsw-Ip4Base-Int-Aes128Gcm-Ndrpdr.imix-.t.c-avf-ethip4ipsec10000tnlsw-ip4base-int-aes128gcm-ndrpdr"
- layout:
- title: "3n-icx-e810cq-imix-ipsec-aes128gcm-ip4routing-scale-avf-{test_type}"
- layout: "plot-throughput-speedup-analysis"
-
-- type: "plot"
- title: "Speedup: 3n-icx-e810cq-64b-ipsec-aes256gcm-ip4routing-scale-avf-{test_type}-tsa"
- algorithm: "plot_tsa_name"
- output-file: "{DIR[STATIC,VPP]}/3n-icx-e810cq-64b-ipsec-aes256gcm-ip4routing-scale-avf-{test_type}-tsa"
- data: "vpp-3n-icx-curr-iter"
- include:
- - "Tests.Vpp.Perf.Crypto.100Ge2P1E810Cq-Avf-Ethip4Ipsec4Tnlsw-Ip4Base-Int-Aes256Gcm-Ndrpdr.64B-.t.c-avf-ethip4ipsec4tnlsw-ip4base-int-aes256gcm-ndrpdr"
- - "Tests.Vpp.Perf.Crypto.100Ge2P1E810Cq-Avf-Ethip4Ipsec40Tnlsw-Ip4Base-Int-Aes256Gcm-Ndrpdr.64B-.t.c-avf-ethip4ipsec40tnlsw-ip4base-int-aes256gcm-ndrpdr"
- - "Tests.Vpp.Perf.Crypto.100Ge2P1E810Cq-Avf-Ethip4Ipsec400Tnlsw-Ip4Base-Int-Aes256Gcm-Ndrpdr.64B-.t.c-avf-ethip4ipsec400tnlsw-ip4base-int-aes256gcm-ndrpdr"
- - "Tests.Vpp.Perf.Crypto.100Ge2P1E810Cq-Avf-Ethip4Ipsec1000Tnlsw-Ip4Base-Int-Aes256Gcm-Ndrpdr.64B-.t.c-avf-ethip4ipsec1000tnlsw-ip4base-int-aes256gcm-ndrpdr"
- - "Tests.Vpp.Perf.Crypto.100Ge2P1E810Cq-Avf-Ethip4Ipsec20000Tnlsw-Ip4Base-Int-Aes256Gcm-Ndrpdr.64B-.t.c-avf-ethip4ipsec20000tnlsw-ip4base-int-aes256gcm-ndrpdr"
- - "Tests.Vpp.Perf.Crypto.100Ge2P1E810Cq-Avf-Ethip4Ipsec10000Tnlsw-Ip4Base-Int-Aes256Gcm-Ndrpdr.64B-.t.c-avf-ethip4ipsec10000tnlsw-ip4base-int-aes256gcm-ndrpdr"
- layout:
- title: "3n-icx-e810cq-64b-ipsec-aes256gcm-ip4routing-scale-avf-{test_type}"
- layout: "plot-throughput-speedup-analysis"
-
-- type: "plot"
- title: "Speedup: 3n-icx-e810cq-1518b-ipsec-aes256gcm-ip4routing-scale-avf-{test_type}-tsa"
- algorithm: "plot_tsa_name"
- output-file: "{DIR[STATIC,VPP]}/3n-icx-e810cq-1518b-ipsec-aes256gcm-ip4routing-scale-avf-{test_type}-tsa"
- data: "vpp-3n-icx-curr-iter"
- include:
- - "Tests.Vpp.Perf.Crypto.100Ge2P1E810Cq-Avf-Ethip4Ipsec4Tnlsw-Ip4Base-Int-Aes256Gcm-Ndrpdr.1518b-.t.c-avf-ethip4ipsec4tnlsw-ip4base-int-aes256gcm-ndrpdr"
- - "Tests.Vpp.Perf.Crypto.100Ge2P1E810Cq-Avf-Ethip4Ipsec40Tnlsw-Ip4Base-Int-Aes256Gcm-Ndrpdr.1518b-.t.c-avf-ethip4ipsec40tnlsw-ip4base-int-aes256gcm-ndrpdr"
- - "Tests.Vpp.Perf.Crypto.100Ge2P1E810Cq-Avf-Ethip4Ipsec400Tnlsw-Ip4Base-Int-Aes256Gcm-Ndrpdr.1518b-.t.c-avf-ethip4ipsec400tnlsw-ip4base-int-aes256gcm-ndrpdr"
- - "Tests.Vpp.Perf.Crypto.100Ge2P1E810Cq-Avf-Ethip4Ipsec1000Tnlsw-Ip4Base-Int-Aes256Gcm-Ndrpdr.1518b-.t.c-avf-ethip4ipsec1000tnlsw-ip4base-int-aes256gcm-ndrpdr"
- - "Tests.Vpp.Perf.Crypto.100Ge2P1E810Cq-Avf-Ethip4Ipsec20000Tnlsw-Ip4Base-Int-Aes256Gcm-Ndrpdr.1518b-.t.c-avf-ethip4ipsec20000tnlsw-ip4base-int-aes256gcm-ndrpdr"
- - "Tests.Vpp.Perf.Crypto.100Ge2P1E810Cq-Avf-Ethip4Ipsec10000Tnlsw-Ip4Base-Int-Aes256Gcm-Ndrpdr.1518b-.t.c-avf-ethip4ipsec10000tnlsw-ip4base-int-aes256gcm-ndrpdr"
- layout:
- title: "3n-icx-e810cq-1518b-ipsec-aes256gcm-ip4routing-scale-avf-{test_type}"
- layout: "plot-throughput-speedup-analysis"
-
-- type: "plot"
- title: "Speedup: 3n-icx-e810cq-imix-ipsec-aes256gcm-ip4routing-scale-avf-{test_type}-tsa"
- algorithm: "plot_tsa_name"
- output-file: "{DIR[STATIC,VPP]}/3n-icx-e810cq-imix-ipsec-aes256gcm-ip4routing-scale-avf-{test_type}-tsa"
- data: "vpp-3n-icx-curr-iter"
- include:
- - "Tests.Vpp.Perf.Crypto.100Ge2P1E810Cq-Avf-Ethip4Ipsec4Tnlsw-Ip4Base-Int-Aes256Gcm-Ndrpdr.imix-.t.c-avf-ethip4ipsec4tnlsw-ip4base-int-aes256gcm-ndrpdr"
- - "Tests.Vpp.Perf.Crypto.100Ge2P1E810Cq-Avf-Ethip4Ipsec40Tnlsw-Ip4Base-Int-Aes256Gcm-Ndrpdr.imix-.t.c-avf-ethip4ipsec40tnlsw-ip4base-int-aes256gcm-ndrpdr"
- - "Tests.Vpp.Perf.Crypto.100Ge2P1E810Cq-Avf-Ethip4Ipsec400Tnlsw-Ip4Base-Int-Aes256Gcm-Ndrpdr.imix-.t.c-avf-ethip4ipsec400tnlsw-ip4base-int-aes256gcm-ndrpdr"
- - "Tests.Vpp.Perf.Crypto.100Ge2P1E810Cq-Avf-Ethip4Ipsec1000Tnlsw-Ip4Base-Int-Aes256Gcm-Ndrpdr.imix-.t.c-avf-ethip4ipsec1000tnlsw-ip4base-int-aes256gcm-ndrpdr"
- - "Tests.Vpp.Perf.Crypto.100Ge2P1E810Cq-Avf-Ethip4Ipsec20000Tnlsw-Ip4Base-Int-Aes256Gcm-Ndrpdr.imix-.t.c-avf-ethip4ipsec20000tnlsw-ip4base-int-aes256gcm-ndrpdr"
- - "Tests.Vpp.Perf.Crypto.100Ge2P1E810Cq-Avf-Ethip4Ipsec10000Tnlsw-Ip4Base-Int-Aes256Gcm-Ndrpdr.imix-.t.c-avf-ethip4ipsec10000tnlsw-ip4base-int-aes256gcm-ndrpdr"
- layout:
- title: "3n-icx-e810cq-imix-ipsec-aes256gcm-ip4routing-scale-avf-{test_type}"
- layout: "plot-throughput-speedup-analysis"
-
-- type: "plot"
- title: "Speedup: 3n-icx-e810cq-64b-ip4tunnel-base-avf-{test_type}-tsa"
- algorithm: "plot_tsa_name"
- output-file: "{DIR[STATIC,VPP]}/3n-icx-e810cq-64b-ip4tunnel-base-avf-{test_type}-tsa"
- data: "vpp-3n-icx-curr-iter"
- include:
- - "Tests.Vpp.Perf.Ip4 Tunnels.100Ge2P1E810Cq-Avf-Ethip4Vxlan-L2Xcbase-Ndrpdr.64B-.t.c-avf-ethip4vxlan-l2xcbase-ndrpdr"
- - "Tests.Vpp.Perf.Ip4 Tunnels.100Ge2P1E810Cq-Avf-Ethip4Vxlan-L2Bdbasemaclrn-Ndrpdr.64B-.t.c-avf-ethip4vxlan-l2bdbasemaclrn-ndrpdr"
- layout:
- title: "3n-icx-e810cq-64b-ip4tunnel-base-avf-{test_type}"
- layout: "plot-throughput-speedup-analysis"
-
-- type: "plot"
- title: "Speedup: 3n-icx-e810cq-1518b-ip4tunnel-base-avf-{test_type}-tsa"
- algorithm: "plot_tsa_name"
- output-file: "{DIR[STATIC,VPP]}/3n-icx-e810cq-1518b-ip4tunnel-base-avf-{test_type}-tsa"
- data: "vpp-3n-icx-curr-iter"
- include:
- - "Tests.Vpp.Perf.Ip4 Tunnels.100Ge2P1E810Cq-Avf-Ethip4Vxlan-L2Xcbase-Ndrpdr.1518b-.t.c-avf-ethip4vxlan-l2xcbase-ndrpdr"
- - "Tests.Vpp.Perf.Ip4 Tunnels.100Ge2P1E810Cq-Avf-Ethip4Vxlan-L2Bdbasemaclrn-Ndrpdr.1518b-.t.c-avf-ethip4vxlan-l2bdbasemaclrn-ndrpdr"
- layout:
- title: "3n-icx-e810cq-1518b-ip4tunnel-base-avf-{test_type}"
- layout: "plot-throughput-speedup-analysis"
-
-- type: "plot"
- title: "Speedup: 3n-icx-e810cq-imix-ip4tunnel-base-avf-{test_type}-tsa"
- algorithm: "plot_tsa_name"
- output-file: "{DIR[STATIC,VPP]}/3n-icx-e810cq-imix-ip4tunnel-base-avf-{test_type}-tsa"
- data: "vpp-3n-icx-curr-iter"
- include:
- - "Tests.Vpp.Perf.Ip4 Tunnels.100Ge2P1E810Cq-Avf-Ethip4Vxlan-L2Xcbase-Ndrpdr.imix-.t.c-avf-ethip4vxlan-l2xcbase-ndrpdr"
- - "Tests.Vpp.Perf.Ip4 Tunnels.100Ge2P1E810Cq-Avf-Ethip4Vxlan-L2Bdbasemaclrn-Ndrpdr.imix-.t.c-avf-ethip4vxlan-l2bdbasemaclrn-ndrpdr"
- layout:
- title: "3n-icx-e810cq-imix-ip4tunnel-base-avf-{test_type}"
- layout: "plot-throughput-speedup-analysis"
+# # 2n-icx
+#
+# - type: "plot"
+# title: "Throughput: 2n-icx-e810cq-64b-{core}-ip4routing-base-scale-avf-{test_type}"
+# algorithm: "plot_ndrpdr_box_name"
+# output-file: "{DIR[STATIC,VPP]}/2n-icx-e810cq-64b-{core}-ip4routing-base-scale-avf-{test_type}"
+# data: "vpp-2n-icx-curr-iter"
+# core: ["2t1c", ]
+# include:
+# - "Tests.Vpp.Perf.Ip4.2N1L-100Ge2P1E810Cq-Avf-Ethip4-Ip4Base-Ndrpdr.64B-{core}-avf-ethip4-ip4base-ndrpdr"
+# - "Tests.Vpp.Perf.Ip4.2N1L-100Ge2P1E810Cq-Avf-Ethip4-Ip4Scale20K-Ndrpdr.64B-{core}-avf-ethip4-ip4scale20k-ndrpdr"
+# - "Tests.Vpp.Perf.Ip4.2N1L-100Ge2P1E810Cq-Avf-Ethip4-Ip4Scale200K-Ndrpdr.64B-{core}-avf-ethip4-ip4scale200k-ndrpdr"
+# - "Tests.Vpp.Perf.Ip4.2N1L-100Ge2P1E810Cq-Avf-Ethip4-Ip4Scale2M-Ndrpdr.64B-{core}-avf-ethip4-ip4scale2m-ndrpdr"
+# layout:
+# title: "2n-icx-e810cq-64b-{core}-ip4routing-base-scale-avf-{test_type}"
+# layout: "plot-throughput"
+#
+# - type: "plot"
+# title: "Throughput: 2n-icx-e810cq-64b-{core}-ip4routing-base-scale-dpdk-{test_type}"
+# algorithm: "plot_ndrpdr_box_name"
+# output-file: "{DIR[STATIC,VPP]}/2n-icx-e810cq-64b-{core}-ip4routing-base-scale-dpdk-{test_type}"
+# data: "vpp-2n-icx-curr-iter"
+# core: ["2t1c", ]
+# include:
+# - "Tests.Vpp.Perf.Ip4.2N1L-100Ge2P1E810Cq-Ethip4-Ip4Base-Ndrpdr.64B-{core}-ethip4-ip4base-ndrpdr"
+# - "Tests.Vpp.Perf.Ip4.2N1L-100Ge2P1E810Cq-Ethip4-Ip4Scale20K-Ndrpdr.64B-{core}-ethip4-ip4scale20k-ndrpdr"
+# - "Tests.Vpp.Perf.Ip4.2N1L-100Ge2P1E810Cq-Ethip4-Ip4Scale200K-Ndrpdr.64B-{core}-ethip4-ip4scale200k-ndrpdr"
+# - "Tests.Vpp.Perf.Ip4.2N1L-100Ge2P1E810Cq-Ethip4-Ip4Scale2M-Ndrpdr.64B-{core}-ethip4-ip4scale2m-ndrpdr"
+# layout:
+# title: "2n-icx-e810cq-64b-{core}-ip4routing-base-scale-dpdk-{test_type}"
+# layout: "plot-throughput"
+#
+# - type: "plot"
+# title: "Throughput: 2n-icx-e810cq-78b-{core}-ip6routing-base-scale-avf-{test_type}"
+# algorithm: "plot_ndrpdr_box_name"
+# output-file: "{DIR[STATIC,VPP]}/2n-icx-e810cq-78b-{core}-ip6routing-base-scale-avf-{test_type}"
+# data: "vpp-2n-icx-curr-iter"
+# core: ["2t1c", ]
+# include:
+# - "Tests.Vpp.Perf.Ip6.2N1L-100Ge2P1E810Cq-Avf-Ethip6-Ip6Base-Ndrpdr.78B-{core}-avf-ethip6-ip6base-ndrpdr"
+# - "Tests.Vpp.Perf.Ip6.2N1L-100Ge2P1E810Cq-Avf-Ethip6-Ip6Scale20K-Ndrpdr.78B-{core}-avf-ethip6-ip6scale20k-ndrpdr"
+# - "Tests.Vpp.Perf.Ip6.2N1L-100Ge2P1E810Cq-Avf-Ethip6-Ip6Scale200K-Ndrpdr.78B-{core}-avf-ethip6-ip6scale200k-ndrpdr"
+# - "Tests.Vpp.Perf.Ip6.2N1L-100Ge2P1E810Cq-Avf-Ethip6-Ip6Scale2M-Ndrpdr.78B-{core}-avf-ethip6-ip6scale2m-ndrpdr"
+# layout:
+# title: "2n-icx-e810cq-78b-{core}-ip6routing-base-scale-avf-{test_type}"
+# layout: "plot-throughput"
+#
+# - type: "plot"
+# title: "Throughput: 2n-icx-e810cq-78b-{core}-ip6routing-base-scale-dpdk-{test_type}"
+# algorithm: "plot_ndrpdr_box_name"
+# output-file: "{DIR[STATIC,VPP]}/2n-icx-e810cq-78b-{core}-ip6routing-base-scale-dpdk-{test_type}"
+# data: "vpp-2n-icx-curr-iter"
+# core: ["2t1c", ]
+# include:
+# - "Tests.Vpp.Perf.Ip6.2N1L-100Ge2P1E810Cq-Ethip6-Ip6Base-Ndrpdr.78B-{core}-ethip6-ip6base-ndrpdr"
+# - "Tests.Vpp.Perf.Ip6.2N1L-100Ge2P1E810Cq-Ethip6-Ip6Scale20K-Ndrpdr.78B-{core}-ethip6-ip6scale20k-ndrpdr"
+# - "Tests.Vpp.Perf.Ip6.2N1L-100Ge2P1E810Cq-Ethip6-Ip6Scale200K-Ndrpdr.78B-{core}-ethip6-ip6scale200k-ndrpdr"
+# - "Tests.Vpp.Perf.Ip6.2N1L-100Ge2P1E810Cq-Ethip6-Ip6Scale2M-Ndrpdr.78B-{core}-ethip6-ip6scale2m-ndrpdr"
+# layout:
+# title: "2n-icx-e810cq-78b-{core}-ip6routing-base-scale-dpdk-{test_type}"
+# layout: "plot-throughput"
+#
+# - type: "plot"
+# title: "Throughput: 2n-icx-e810cq-64b-{core}-l2switching-base-scale-avf-{test_type}"
+# algorithm: "plot_ndrpdr_box_name"
+# output-file: "{DIR[STATIC,VPP]}/2n-icx-e810cq-64b-{core}-l2switching-base-scale-avf-{test_type}"
+# data: "vpp-2n-icx-curr-iter"
+# core: ["2t1c", ]
+# include:
+# - "Tests.Vpp.Perf.L2.2N1L-100Ge2P1E810Cq-Avf-Eth-L2Patch-Ndrpdr.64B-{core}-avf-eth-l2patch-ndrpdr"
+# - "Tests.Vpp.Perf.L2.2N1L-100Ge2P1E810Cq-Avf-Eth-L2Xcbase-Ndrpdr.64B-{core}-avf-eth-l2xcbase-ndrpdr"
+# - "Tests.Vpp.Perf.L2.2N1L-100Ge2P1E810Cq-Avf-Eth-L2Bdbasemaclrn-Ndrpdr.64B-{core}-avf-eth-l2bdbasemaclrn-ndrpdr"
+# - "Tests.Vpp.Perf.L2.2N1L-100Ge2P1E810Cq-Avf-Eth-L2Bdscale10Kmaclrn-Ndrpdr.64B-{core}-avf-eth-l2bdscale10kmaclrn-ndrpdr"
+# - "Tests.Vpp.Perf.L2.2N1L-100Ge2P1E810Cq-Avf-Eth-L2Bdscale100Kmaclrn-Ndrpdr.64B-{core}-avf-eth-l2bdscale100kmaclrn-ndrpdr"
+# - "Tests.Vpp.Perf.L2.2N1L-100Ge2P1E810Cq-Avf-Eth-L2Bdscale1Mmaclrn-Ndrpdr.64B-{core}-avf-eth-l2bdscale1mmaclrn-ndrpdr"
+# layout:
+# title: "2n-icx-e810cq-64b-{core}-l2switching-base-scale-avf-{test_type}"
+# layout: "plot-throughput"
+#
+# - type: "plot"
+# title: "Throughput: 2n-icx-e810cq-64b-{core}-l2switching-base-scale-dpdk-{test_type}"
+# algorithm: "plot_ndrpdr_box_name"
+# output-file: "{DIR[STATIC,VPP]}/2n-icx-e810cq-64b-{core}-l2switching-base-scale-dpdk-{test_type}"
+# data: "vpp-2n-icx-curr-iter"
+# core: ["2t1c", ]
+# include:
+# - "Tests.Vpp.Perf.L2.2N1L-100Ge2P1E810Cq-Eth-L2Patch-Ndrpdr.64B-{core}-eth-l2patch-ndrpdr"
+# - "Tests.Vpp.Perf.L2.2N1L-100Ge2P1E810Cq-Eth-L2Xcbase-Ndrpdr.64B-{core}-eth-l2xcbase-ndrpdr"
+# - "Tests.Vpp.Perf.L2.2N1L-100Ge2P1E810Cq-Eth-L2Bdbasemaclrn-Ndrpdr.64B-{core}-eth-l2bdbasemaclrn-ndrpdr"
+# - "Tests.Vpp.Perf.L2.2N1L-100Ge2P1E810Cq-Eth-L2Bdscale10Kmaclrn-Ndrpdr.64B-{core}-eth-l2bdscale10kmaclrn-ndrpdr"
+# - "Tests.Vpp.Perf.L2.2N1L-100Ge2P1E810Cq-Eth-L2Bdscale100Kmaclrn-Ndrpdr.64B-{core}-eth-l2bdscale100kmaclrn-ndrpdr"
+# - "Tests.Vpp.Perf.L2.2N1L-100Ge2P1E810Cq-Eth-L2Bdscale1Mmaclrn-Ndrpdr.64B-{core}-eth-l2bdscale1mmaclrn-ndrpdr"
+# layout:
+# title: "2n-icx-e810cq-64b-{core}-l2switching-base-scale-dpdk-{test_type}"
+# layout: "plot-throughput"
+#
+# - type: "plot"
+# title: "Speedup: 2n-icx-e810cq-64b-ip4routing-base-scale-avf-{test_type}-tsa"
+# algorithm: "plot_tsa_name"
+# output-file: "{DIR[STATIC,VPP]}/2n-icx-e810cq-64b-ip4routing-base-scale-avf-{test_type}-tsa"
+# data: "vpp-2n-icx-curr-iter"
+# include:
+# - "Tests.Vpp.Perf.Ip4.2N1L-100Ge2P1E810Cq-Avf-Ethip4-Ip4Base-Ndrpdr.64B-.t.c-avf-ethip4-ip4base-ndrpdr"
+# - "Tests.Vpp.Perf.Ip4.2N1L-100Ge2P1E810Cq-Avf-Ethip4-Ip4Scale20K-Ndrpdr.64B-.t.c-avf-ethip4-ip4scale20k-ndrpdr"
+# - "Tests.Vpp.Perf.Ip4.2N1L-100Ge2P1E810Cq-Avf-Ethip4-Ip4Scale200K-Ndrpdr.64B-.t.c-avf-ethip4-ip4scale200k-ndrpdr"
+# - "Tests.Vpp.Perf.Ip4.2N1L-100Ge2P1E810Cq-Avf-Ethip4-Ip4Scale2M-Ndrpdr.64B-.t.c-avf-ethip4-ip4scale2m-ndrpdr"
+# layout:
+# title: "2n-icx-e810cq-64b-ip4routing-base-scale-avf-{test_type}"
+# layout: "plot-throughput-speedup-analysis"
+#
+# - type: "plot"
+# title: "Speedup: 2n-icx-e810cq-64b-ip4routing-base-scale-dpdk-{test_type}-tsa"
+# algorithm: "plot_tsa_name"
+# output-file: "{DIR[STATIC,VPP]}/2n-icx-e810cq-64b-ip4routing-base-scale-dpdk-{test_type}-tsa"
+# data: "vpp-2n-icx-curr-iter"
+# include:
+# - "Tests.Vpp.Perf.Ip4.2N1L-100Ge2P1E810Cq-Ethip4-Ip4Base-Ndrpdr.64B-.t.c-ethip4-ip4base-ndrpdr"
+# - "Tests.Vpp.Perf.Ip4.2N1L-100Ge2P1E810Cq-Ethip4-Ip4Scale20K-Ndrpdr.64B-.t.c-ethip4-ip4scale20k-ndrpdr"
+# - "Tests.Vpp.Perf.Ip4.2N1L-100Ge2P1E810Cq-Ethip4-Ip4Scale200K-Ndrpdr.64B-.t.c-ethip4-ip4scale200k-ndrpdr"
+# - "Tests.Vpp.Perf.Ip4.2N1L-100Ge2P1E810Cq-Ethip4-Ip4Scale2M-Ndrpdr.64B-.t.c-ethip4-ip4scale2m-ndrpdr"
+# layout:
+# title: "2n-icx-e810cq-64b-ip4routing-base-scale-dpdk-{test_type}"
+# layout: "plot-throughput-speedup-analysis"
+#
+# - type: "plot"
+# title: "Speedup: 2n-icx-e810cq-78b-ip6routing-base-scale-avf-{test_type}-tsa"
+# algorithm: "plot_tsa_name"
+# output-file: "{DIR[STATIC,VPP]}/2n-icx-e810cq-78b-ip6routing-base-scale-avf-{test_type}-tsa"
+# data: "vpp-2n-icx-curr-iter"
+# include:
+# - "Tests.Vpp.Perf.Ip6.2N1L-100Ge2P1E810Cq-Avf-Ethip6-Ip6Base-Ndrpdr.78B-.t.c-avf-ethip6-ip6base-ndrpdr"
+# - "Tests.Vpp.Perf.Ip6.2N1L-100Ge2P1E810Cq-Avf-Ethip6-Ip6Scale20K-Ndrpdr.78B-.t.c-avf-ethip6-ip6scale20k-ndrpdr"
+# - "Tests.Vpp.Perf.Ip6.2N1L-100Ge2P1E810Cq-Avf-Ethip6-Ip6Scale200K-Ndrpdr.78B-.t.c-avf-ethip6-ip6scale200k-ndrpdr"
+# - "Tests.Vpp.Perf.Ip6.2N1L-100Ge2P1E810Cq-Avf-Ethip6-Ip6Scale2M-Ndrpdr.78B-.t.c-avf-ethip6-ip6scale2m-ndrpdr"
+# layout:
+# title: "2n-icx-e810cq-78b-ip6routing-base-scale-avf-{test_type}"
+# layout: "plot-throughput-speedup-analysis"
+#
+# - type: "plot"
+# title: "Speedup: 2n-icx-e810cq-78b-ip6routing-base-scale-dpdk-{test_type}-tsa"
+# algorithm: "plot_tsa_name"
+# output-file: "{DIR[STATIC,VPP]}/2n-icx-e810cq-78b-ip6routing-base-scale-dpdk-{test_type}-tsa"
+# data: "vpp-2n-icx-curr-iter"
+# include:
+# - "Tests.Vpp.Perf.Ip6.2N1L-100Ge2P1E810Cq-Ethip6-Ip6Base-Ndrpdr.78B-.t.c-ethip6-ip6base-ndrpdr"
+# - "Tests.Vpp.Perf.Ip6.2N1L-100Ge2P1E810Cq-Ethip6-Ip6Scale20K-Ndrpdr.78B-.t.c-ethip6-ip6scale20k-ndrpdr"
+# - "Tests.Vpp.Perf.Ip6.2N1L-100Ge2P1E810Cq-Ethip6-Ip6Scale200K-Ndrpdr.78B-.t.c-ethip6-ip6scale200k-ndrpdr"
+# - "Tests.Vpp.Perf.Ip6.2N1L-100Ge2P1E810Cq-Ethip6-Ip6Scale2M-Ndrpdr.78B-.t.c-ethip6-ip6scale2m-ndrpdr"
+# layout:
+# title: "2n-icx-e810cq-78b-ip6routing-base-scale-dpdk-{test_type}"
+# layout: "plot-throughput-speedup-analysis"
+#
+# - type: "plot"
+# title: "Speedup: 2n-icx-e810cq-64b-l2switching-base-scale-avf-{test_type}-tsa"
+# algorithm: "plot_tsa_name"
+# output-file: "{DIR[STATIC,VPP]}/2n-icx-e810cq-64b-l2switching-base-scale-avf-{test_type}-tsa"
+# data: "vpp-2n-icx-curr-iter"
+# include:
+# - "Tests.Vpp.Perf.L2.2N1L-100Ge2P1E810Cq-Avf-Eth-L2Patch-Ndrpdr.64B-.t.c-avf-eth-l2patch-ndrpdr"
+# - "Tests.Vpp.Perf.L2.2N1L-100Ge2P1E810Cq-Avf-Eth-L2Xcbase-Ndrpdr.64B-.t.c-avf-eth-l2xcbase-ndrpdr"
+# - "Tests.Vpp.Perf.L2.2N1L-100Ge2P1E810Cq-Avf-Eth-L2Bdbasemaclrn-Ndrpdr.64B-.t.c-avf-eth-l2bdbasemaclrn-ndrpdr"
+# - "Tests.Vpp.Perf.L2.2N1L-100Ge2P1E810Cq-Avf-Eth-L2Bdscale10Kmaclrn-Ndrpdr.64B-.t.c-avf-eth-l2bdscale10kmaclrn-ndrpdr"
+# - "Tests.Vpp.Perf.L2.2N1L-100Ge2P1E810Cq-Avf-Eth-L2Bdscale100Kmaclrn-Ndrpdr.64B-.t.c-avf-eth-l2bdscale100kmaclrn-ndrpdr"
+# - "Tests.Vpp.Perf.L2.2N1L-100Ge2P1E810Cq-Avf-Eth-L2Bdscale1Mmaclrn-Ndrpdr.64B-.t.c-avf-eth-l2bdscale1mmaclrn-ndrpdr"
+# layout:
+# title: "2n-icx-e810cq-64b-l2switching-base-scale-avf-{test_type}"
+# layout: "plot-throughput-speedup-analysis"
+#
+# - type: "plot"
+# title: "Speedup: 2n-icx-e810cq-64b-l2switching-base-scale-dpdk-{test_type}-tsa"
+# algorithm: "plot_tsa_name"
+# output-file: "{DIR[STATIC,VPP]}/2n-icx-e810cq-64b-l2switching-base-scale-dpdk-{test_type}-tsa"
+# data: "vpp-2n-icx-curr-iter"
+# include:
+# - "Tests.Vpp.Perf.L2.2N1L-100Ge2P1E810Cq-Eth-L2Patch-Ndrpdr.64B-.t.c-eth-l2patch-ndrpdr"
+# - "Tests.Vpp.Perf.L2.2N1L-100Ge2P1E810Cq-Eth-L2Xcbase-Ndrpdr.64B-.t.c-eth-l2xcbase-ndrpdr"
+# - "Tests.Vpp.Perf.L2.2N1L-100Ge2P1E810Cq-Eth-L2Bdbasemaclrn-Ndrpdr.64B-.t.c-eth-l2bdbasemaclrn-ndrpdr"
+# - "Tests.Vpp.Perf.L2.2N1L-100Ge2P1E810Cq-Eth-L2Bdscale10Kmaclrn-Ndrpdr.64B-.t.c-eth-l2bdscale10kmaclrn-ndrpdr"
+# - "Tests.Vpp.Perf.L2.2N1L-100Ge2P1E810Cq-Eth-L2Bdscale100Kmaclrn-Ndrpdr.64B-.t.c-eth-l2bdscale100kmaclrn-ndrpdr"
+# - "Tests.Vpp.Perf.L2.2N1L-100Ge2P1E810Cq-Eth-L2Bdscale1Mmaclrn-Ndrpdr.64B-.t.c-eth-l2bdscale1mmaclrn-ndrpdr"
+# layout:
+# title: "2n-icx-e810cq-64b-l2switching-base-scale-dpdk-{test_type}"
+# layout: "plot-throughput-speedup-analysis"
+#
+# # 3n-icx
+#
+# - type: "plot"
+# title: "Throughput: 3n-icx-e810cq-64b-{core}-ipsec-aes128gcm-ip4routing-scale-avf-{test_type}"
+# algorithm: "plot_ndrpdr_box_name"
+# output-file: "{DIR[STATIC,VPP]}/3n-icx-e810cq-64b-{core}-ipsec-aes128gcm-ip4routing-scale-avf-{test_type}"
+# data: "vpp-3n-icx-curr-iter"
+# core: ["2t1c", ]
+# include:
+# - "Tests.Vpp.Perf.Crypto.100Ge2P1E810Cq-Avf-Ethip4Ipsec4Tnlsw-Ip4Base-Int-Aes128Gcm-Ndrpdr.64B-{core}-avf-ethip4ipsec4tnlsw-ip4base-int-aes128gcm-ndrpdr"
+# - "Tests.Vpp.Perf.Crypto.100Ge2P1E810Cq-Avf-Ethip4Ipsec40Tnlsw-Ip4Base-Int-Aes128Gcm-Ndrpdr.64B-{core}-avf-ethip4ipsec40tnlsw-ip4base-int-aes128gcm-ndrpdr"
+# - "Tests.Vpp.Perf.Crypto.100Ge2P1E810Cq-Avf-Ethip4Ipsec400Tnlsw-Ip4Base-Int-Aes128Gcm-Ndrpdr.64B-{core}-avf-ethip4ipsec400tnlsw-ip4base-int-aes128gcm-ndrpdr"
+# - "Tests.Vpp.Perf.Crypto.100Ge2P1E810Cq-Avf-Ethip4Ipsec1000Tnlsw-Ip4Base-Int-Aes128Gcm-Ndrpdr.64B-{core}-avf-ethip4ipsec1000tnlsw-ip4base-int-aes128gcm-ndrpdr"
+# - "Tests.Vpp.Perf.Crypto.100Ge2P1E810Cq-Avf-Ethip4Ipsec20000Tnlsw-Ip4Base-Int-Aes128Gcm-Ndrpdr.64B-{core}-avf-ethip4ipsec20000tnlsw-ip4base-int-aes128gcm-ndrpdr"
+# - "Tests.Vpp.Perf.Crypto.100Ge2P1E810Cq-Avf-Ethip4Ipsec10000Tnlsw-Ip4Base-Int-Aes128Gcm-Ndrpdr.64B-{core}-avf-ethip4ipsec10000tnlsw-ip4base-int-aes128gcm-ndrpdr"
+# layout:
+# title: "3n-icx-e810cq-64b-{core}-ipsec-aes128gcm-ip4routing-scale-avf-{test_type}"
+# layout: "plot-throughput"
+#
+# - type: "plot"
+# title: "Throughput: 3n-icx-e810cq-1518b-{core}-ipsec-aes128gcm-ip4routing-scale-avf-{test_type}"
+# algorithm: "plot_ndrpdr_box_name"
+# output-file: "{DIR[STATIC,VPP]}/3n-icx-e810cq-1518b-{core}-ipsec-aes128gcm-ip4routing-scale-avf-{test_type}"
+# data: "vpp-3n-icx-curr-iter"
+# core: ["2t1c", ]
+# include:
+# - "Tests.Vpp.Perf.Crypto.100Ge2P1E810Cq-Avf-Ethip4Ipsec4Tnlsw-Ip4Base-Int-Aes128Gcm-Ndrpdr.1518b-{core}-avf-ethip4ipsec4tnlsw-ip4base-int-aes128gcm-ndrpdr"
+# - "Tests.Vpp.Perf.Crypto.100Ge2P1E810Cq-Avf-Ethip4Ipsec40Tnlsw-Ip4Base-Int-Aes128Gcm-Ndrpdr.1518b-{core}-avf-ethip4ipsec40tnlsw-ip4base-int-aes128gcm-ndrpdr"
+# - "Tests.Vpp.Perf.Crypto.100Ge2P1E810Cq-Avf-Ethip4Ipsec400Tnlsw-Ip4Base-Int-Aes128Gcm-Ndrpdr.1518b-{core}-avf-ethip4ipsec400tnlsw-ip4base-int-aes128gcm-ndrpdr"
+# - "Tests.Vpp.Perf.Crypto.100Ge2P1E810Cq-Avf-Ethip4Ipsec1000Tnlsw-Ip4Base-Int-Aes128Gcm-Ndrpdr.1518b-{core}-avf-ethip4ipsec1000tnlsw-ip4base-int-aes128gcm-ndrpdr"
+# - "Tests.Vpp.Perf.Crypto.100Ge2P1E810Cq-Avf-Ethip4Ipsec20000Tnlsw-Ip4Base-Int-Aes128Gcm-Ndrpdr.1518b-{core}-avf-ethip4ipsec20000tnlsw-ip4base-int-aes128gcm-ndrpdr"
+# - "Tests.Vpp.Perf.Crypto.100Ge2P1E810Cq-Avf-Ethip4Ipsec10000Tnlsw-Ip4Base-Int-Aes128Gcm-Ndrpdr.1518b-{core}-avf-ethip4ipsec10000tnlsw-ip4base-int-aes128gcm-ndrpdr"
+# layout:
+# title: "3n-icx-e810cq-1518b-{core}-ipsec-aes128gcm-ip4routing-scale-avf-{test_type}"
+# layout: "plot-throughput"
+#
+# - type: "plot"
+# title: "Throughput: 3n-icx-e810cq-imix-{core}-ipsec-aes128gcm-ip4routing-scale-avf-{test_type}"
+# algorithm: "plot_ndrpdr_box_name"
+# output-file: "{DIR[STATIC,VPP]}/3n-icx-e810cq-imix-{core}-ipsec-aes128gcm-ip4routing-scale-avf-{test_type}"
+# data: "vpp-3n-icx-curr-iter"
+# core: ["2t1c", ]
+# include:
+# - "Tests.Vpp.Perf.Crypto.100Ge2P1E810Cq-Avf-Ethip4Ipsec4Tnlsw-Ip4Base-Int-Aes128Gcm-Ndrpdr.imix-{core}-avf-ethip4ipsec4tnlsw-ip4base-int-aes128gcm-ndrpdr"
+# - "Tests.Vpp.Perf.Crypto.100Ge2P1E810Cq-Avf-Ethip4Ipsec40Tnlsw-Ip4Base-Int-Aes128Gcm-Ndrpdr.imix-{core}-avf-ethip4ipsec40tnlsw-ip4base-int-aes128gcm-ndrpdr"
+# - "Tests.Vpp.Perf.Crypto.100Ge2P1E810Cq-Avf-Ethip4Ipsec400Tnlsw-Ip4Base-Int-Aes128Gcm-Ndrpdr.imix-{core}-avf-ethip4ipsec400tnlsw-ip4base-int-aes128gcm-ndrpdr"
+# - "Tests.Vpp.Perf.Crypto.100Ge2P1E810Cq-Avf-Ethip4Ipsec1000Tnlsw-Ip4Base-Int-Aes128Gcm-Ndrpdr.imix-{core}-avf-ethip4ipsec1000tnlsw-ip4base-int-aes128gcm-ndrpdr"
+# - "Tests.Vpp.Perf.Crypto.100Ge2P1E810Cq-Avf-Ethip4Ipsec20000Tnlsw-Ip4Base-Int-Aes128Gcm-Ndrpdr.imix-{core}-avf-ethip4ipsec20000tnlsw-ip4base-int-aes128gcm-ndrpdr"
+# - "Tests.Vpp.Perf.Crypto.100Ge2P1E810Cq-Avf-Ethip4Ipsec10000Tnlsw-Ip4Base-Int-Aes128Gcm-Ndrpdr.imix-{core}-avf-ethip4ipsec10000tnlsw-ip4base-int-aes128gcm-ndrpdr"
+# layout:
+# title: "3n-icx-e810cq-imix-{core}-ipsec-aes128gcm-ip4routing-scale-avf-{test_type}"
+# layout: "plot-throughput"
+#
+# - type: "plot"
+# title: "Throughput: 3n-icx-e810cq-64b-{core}-ipsec-aes256gcm-ip4routing-scale-avf-{test_type}"
+# algorithm: "plot_ndrpdr_box_name"
+# output-file: "{DIR[STATIC,VPP]}/3n-icx-e810cq-64b-{core}-ipsec-aes256gcm-ip4routing-scale-avf-{test_type}"
+# data: "vpp-3n-icx-curr-iter"
+# core: ["2t1c", ]
+# include:
+# - "Tests.Vpp.Perf.Crypto.100Ge2P1E810Cq-Avf-Ethip4Ipsec4Tnlsw-Ip4Base-Int-Aes256Gcm-Ndrpdr.64B-{core}-avf-ethip4ipsec4tnlsw-ip4base-int-aes256gcm-ndrpdr"
+# - "Tests.Vpp.Perf.Crypto.100Ge2P1E810Cq-Avf-Ethip4Ipsec40Tnlsw-Ip4Base-Int-Aes256Gcm-Ndrpdr.64B-{core}-avf-ethip4ipsec40tnlsw-ip4base-int-aes256gcm-ndrpdr"
+# - "Tests.Vpp.Perf.Crypto.100Ge2P1E810Cq-Avf-Ethip4Ipsec400Tnlsw-Ip4Base-Int-Aes256Gcm-Ndrpdr.64B-{core}-avf-ethip4ipsec400tnlsw-ip4base-int-aes256gcm-ndrpdr"
+# - "Tests.Vpp.Perf.Crypto.100Ge2P1E810Cq-Avf-Ethip4Ipsec1000Tnlsw-Ip4Base-Int-Aes256Gcm-Ndrpdr.64B-{core}-avf-ethip4ipsec1000tnlsw-ip4base-int-aes256gcm-ndrpdr"
+# - "Tests.Vpp.Perf.Crypto.100Ge2P1E810Cq-Avf-Ethip4Ipsec20000Tnlsw-Ip4Base-Int-Aes256Gcm-Ndrpdr.64B-{core}-avf-ethip4ipsec20000tnlsw-ip4base-int-aes256gcm-ndrpdr"
+# - "Tests.Vpp.Perf.Crypto.100Ge2P1E810Cq-Avf-Ethip4Ipsec10000Tnlsw-Ip4Base-Int-Aes256Gcm-Ndrpdr.64B-{core}-avf-ethip4ipsec10000tnlsw-ip4base-int-aes256gcm-ndrpdr"
+# layout:
+# title: "3n-icx-e810cq-64b-{core}-ipsec-aes256gcm-ip4routing-scale-avf-{test_type}"
+# layout: "plot-throughput"
+#
+# - type: "plot"
+# title: "Throughput: 3n-icx-e810cq-1518b-{core}-ipsec-aes256gcm-ip4routing-scale-avf-{test_type}"
+# algorithm: "plot_ndrpdr_box_name"
+# output-file: "{DIR[STATIC,VPP]}/3n-icx-e810cq-1518b-{core}-ipsec-aes256gcm-ip4routing-scale-avf-{test_type}"
+# data: "vpp-3n-icx-curr-iter"
+# core: ["2t1c", ]
+# include:
+# - "Tests.Vpp.Perf.Crypto.100Ge2P1E810Cq-Avf-Ethip4Ipsec4Tnlsw-Ip4Base-Int-Aes256Gcm-Ndrpdr.1518b-{core}-avf-ethip4ipsec4tnlsw-ip4base-int-aes256gcm-ndrpdr"
+# - "Tests.Vpp.Perf.Crypto.100Ge2P1E810Cq-Avf-Ethip4Ipsec40Tnlsw-Ip4Base-Int-Aes256Gcm-Ndrpdr.1518b-{core}-avf-ethip4ipsec40tnlsw-ip4base-int-aes256gcm-ndrpdr"
+# - "Tests.Vpp.Perf.Crypto.100Ge2P1E810Cq-Avf-Ethip4Ipsec400Tnlsw-Ip4Base-Int-Aes256Gcm-Ndrpdr.1518b-{core}-avf-ethip4ipsec400tnlsw-ip4base-int-aes256gcm-ndrpdr"
+# - "Tests.Vpp.Perf.Crypto.100Ge2P1E810Cq-Avf-Ethip4Ipsec1000Tnlsw-Ip4Base-Int-Aes256Gcm-Ndrpdr.1518b-{core}-avf-ethip4ipsec1000tnlsw-ip4base-int-aes256gcm-ndrpdr"
+# - "Tests.Vpp.Perf.Crypto.100Ge2P1E810Cq-Avf-Ethip4Ipsec20000Tnlsw-Ip4Base-Int-Aes256Gcm-Ndrpdr.1518b-{core}-avf-ethip4ipsec20000tnlsw-ip4base-int-aes256gcm-ndrpdr"
+# - "Tests.Vpp.Perf.Crypto.100Ge2P1E810Cq-Avf-Ethip4Ipsec10000Tnlsw-Ip4Base-Int-Aes256Gcm-Ndrpdr.1518b-{core}-avf-ethip4ipsec10000tnlsw-ip4base-int-aes256gcm-ndrpdr"
+# layout:
+# title: "3n-icx-e810cq-1518b-{core}-ipsec-aes256gcm-ip4routing-scale-avf-{test_type}"
+# layout: "plot-throughput"
+#
+# - type: "plot"
+# title: "Throughput: 3n-icx-e810cq-imix-{core}-ipsec-aes256gcm-ip4routing-scale-avf-{test_type}"
+# algorithm: "plot_ndrpdr_box_name"
+# output-file: "{DIR[STATIC,VPP]}/3n-icx-e810cq-imix-{core}-ipsec-aes256gcm-ip4routing-scale-avf-{test_type}"
+# data: "vpp-3n-icx-curr-iter"
+# core: ["2t1c", ]
+# include:
+# - "Tests.Vpp.Perf.Crypto.100Ge2P1E810Cq-Avf-Ethip4Ipsec4Tnlsw-Ip4Base-Int-Aes256Gcm-Ndrpdr.imix-{core}-avf-ethip4ipsec4tnlsw-ip4base-int-aes256gcm-ndrpdr"
+# - "Tests.Vpp.Perf.Crypto.100Ge2P1E810Cq-Avf-Ethip4Ipsec40Tnlsw-Ip4Base-Int-Aes256Gcm-Ndrpdr.imix-{core}-avf-ethip4ipsec40tnlsw-ip4base-int-aes256gcm-ndrpdr"
+# - "Tests.Vpp.Perf.Crypto.100Ge2P1E810Cq-Avf-Ethip4Ipsec400Tnlsw-Ip4Base-Int-Aes256Gcm-Ndrpdr.imix-{core}-avf-ethip4ipsec400tnlsw-ip4base-int-aes256gcm-ndrpdr"
+# - "Tests.Vpp.Perf.Crypto.100Ge2P1E810Cq-Avf-Ethip4Ipsec1000Tnlsw-Ip4Base-Int-Aes256Gcm-Ndrpdr.imix-{core}-avf-ethip4ipsec1000tnlsw-ip4base-int-aes256gcm-ndrpdr"
+# - "Tests.Vpp.Perf.Crypto.100Ge2P1E810Cq-Avf-Ethip4Ipsec20000Tnlsw-Ip4Base-Int-Aes256Gcm-Ndrpdr.imix-{core}-avf-ethip4ipsec20000tnlsw-ip4base-int-aes256gcm-ndrpdr"
+# - "Tests.Vpp.Perf.Crypto.100Ge2P1E810Cq-Avf-Ethip4Ipsec10000Tnlsw-Ip4Base-Int-Aes256Gcm-Ndrpdr.imix-{core}-avf-ethip4ipsec10000tnlsw-ip4base-int-aes256gcm-ndrpdr"
+# layout:
+# title: "3n-icx-e810cq-imix-{core}-ipsec-aes256gcm-ip4routing-scale-avf-{test_type}"
+# layout: "plot-throughput"
+#
+# - type: "plot"
+# title: "Throughput: 3n-icx-e810cq-64b-{core}-ip4tunnel-base-avf-{test_type}"
+# algorithm: "plot_ndrpdr_box_name"
+# output-file: "{DIR[STATIC,VPP]}/3n-icx-e810cq-64b-{core}-ip4tunnel-base-avf-{test_type}"
+# data: "vpp-3n-icx-curr-iter"
+# core: ["2t1c", ]
+# include:
+# - "Tests.Vpp.Perf.Ip4 Tunnels.100Ge2P1E810Cq-Avf-Ethip4Vxlan-L2Xcbase-Ndrpdr.64B-{core}-avf-ethip4vxlan-l2xcbase-ndrpdr"
+# - "Tests.Vpp.Perf.Ip4 Tunnels.100Ge2P1E810Cq-Avf-Ethip4Vxlan-L2Bdbasemaclrn-Ndrpdr.64B-{core}-avf-ethip4vxlan-l2bdbasemaclrn-ndrpdr"
+# layout:
+# title: "3n-icx-e810cq-64b-{core}-ip4tunnel-base-avf-{test_type}"
+# layout: "plot-throughput"
+#
+# - type: "plot"
+# title: "Throughput: 3n-icx-e810cq-1518b-{core}-ip4tunnel-base-avf-{test_type}"
+# algorithm: "plot_ndrpdr_box_name"
+# output-file: "{DIR[STATIC,VPP]}/3n-icx-e810cq-1518b-{core}-ip4tunnel-base-avf-{test_type}"
+# data: "vpp-3n-icx-curr-iter"
+# core: ["2t1c", ]
+# include:
+# - "Tests.Vpp.Perf.Ip4 Tunnels.100Ge2P1E810Cq-Avf-Ethip4Vxlan-L2Xcbase-Ndrpdr.1518b-{core}-avf-ethip4vxlan-l2xcbase-ndrpdr"
+# - "Tests.Vpp.Perf.Ip4 Tunnels.100Ge2P1E810Cq-Avf-Ethip4Vxlan-L2Bdbasemaclrn-Ndrpdr.1518b-{core}-avf-ethip4vxlan-l2bdbasemaclrn-ndrpdr"
+# layout:
+# title: "3n-icx-e810cq-1518b-{core}-ip4tunnel-base-avf-{test_type}"
+# layout: "plot-throughput"
+#
+# - type: "plot"
+# title: "Throughput: 3n-icx-e810cq-imix-{core}-ip4tunnel-base-avf-{test_type}"
+# algorithm: "plot_ndrpdr_box_name"
+# output-file: "{DIR[STATIC,VPP]}/3n-icx-e810cq-imix-{core}-ip4tunnel-base-avf-{test_type}"
+# data: "vpp-3n-icx-curr-iter"
+# core: ["2t1c", ]
+# include:
+# - "Tests.Vpp.Perf.Ip4 Tunnels.100Ge2P1E810Cq-Avf-Ethip4Vxlan-L2Xcbase-Ndrpdr.imix-{core}-avf-ethip4vxlan-l2xcbase-ndrpdr"
+# - "Tests.Vpp.Perf.Ip4 Tunnels.100Ge2P1E810Cq-Avf-Ethip4Vxlan-L2Bdbasemaclrn-Ndrpdr.imix-{core}-avf-ethip4vxlan-l2bdbasemaclrn-ndrpdr"
+# layout:
+# title: "3n-icx-e810cq-imix-{core}-ip4tunnel-base-avf-{test_type}"
+# layout: "plot-throughput"
+#
+# - type: "plot"
+# title: "Speedup: 3n-icx-e810cq-64b-ipsec-aes128gcm-ip4routing-scale-avf-{test_type}-tsa"
+# algorithm: "plot_tsa_name"
+# output-file: "{DIR[STATIC,VPP]}/3n-icx-e810cq-64b-ipsec-aes128gcm-ip4routing-scale-avf-{test_type}-tsa"
+# data: "vpp-3n-icx-curr-iter"
+# include:
+# - "Tests.Vpp.Perf.Crypto.100Ge2P1E810Cq-Avf-Ethip4Ipsec4Tnlsw-Ip4Base-Int-Aes128Gcm-Ndrpdr.64B-.t.c-avf-ethip4ipsec4tnlsw-ip4base-int-aes128gcm-ndrpdr"
+# - "Tests.Vpp.Perf.Crypto.100Ge2P1E810Cq-Avf-Ethip4Ipsec40Tnlsw-Ip4Base-Int-Aes128Gcm-Ndrpdr.64B-.t.c-avf-ethip4ipsec40tnlsw-ip4base-int-aes128gcm-ndrpdr"
+# - "Tests.Vpp.Perf.Crypto.100Ge2P1E810Cq-Avf-Ethip4Ipsec400Tnlsw-Ip4Base-Int-Aes128Gcm-Ndrpdr.64B-.t.c-avf-ethip4ipsec400tnlsw-ip4base-int-aes128gcm-ndrpdr"
+# - "Tests.Vpp.Perf.Crypto.100Ge2P1E810Cq-Avf-Ethip4Ipsec1000Tnlsw-Ip4Base-Int-Aes128Gcm-Ndrpdr.64B-.t.c-avf-ethip4ipsec1000tnlsw-ip4base-int-aes128gcm-ndrpdr"
+# - "Tests.Vpp.Perf.Crypto.100Ge2P1E810Cq-Avf-Ethip4Ipsec20000Tnlsw-Ip4Base-Int-Aes128Gcm-Ndrpdr.64B-.t.c-avf-ethip4ipsec20000tnlsw-ip4base-int-aes128gcm-ndrpdr"
+# - "Tests.Vpp.Perf.Crypto.100Ge2P1E810Cq-Avf-Ethip4Ipsec10000Tnlsw-Ip4Base-Int-Aes128Gcm-Ndrpdr.64B-.t.c-avf-ethip4ipsec10000tnlsw-ip4base-int-aes128gcm-ndrpdr"
+# layout:
+# title: "3n-icx-e810cq-64b-ipsec-aes128gcm-ip4routing-scale-avf-{test_type}"
+# layout: "plot-throughput-speedup-analysis"
+#
+# - type: "plot"
+# title: "Speedup: 3n-icx-e810cq-1518b-ipsec-aes128gcm-ip4routing-scale-avf-{test_type}-tsa"
+# algorithm: "plot_tsa_name"
+# output-file: "{DIR[STATIC,VPP]}/3n-icx-e810cq-1518b-ipsec-aes128gcm-ip4routing-scale-avf-{test_type}-tsa"
+# data: "vpp-3n-icx-curr-iter"
+# include:
+# - "Tests.Vpp.Perf.Crypto.100Ge2P1E810Cq-Avf-Ethip4Ipsec4Tnlsw-Ip4Base-Int-Aes128Gcm-Ndrpdr.1518b-.t.c-avf-ethip4ipsec4tnlsw-ip4base-int-aes128gcm-ndrpdr"
+# - "Tests.Vpp.Perf.Crypto.100Ge2P1E810Cq-Avf-Ethip4Ipsec40Tnlsw-Ip4Base-Int-Aes128Gcm-Ndrpdr.1518b-.t.c-avf-ethip4ipsec40tnlsw-ip4base-int-aes128gcm-ndrpdr"
+# - "Tests.Vpp.Perf.Crypto.100Ge2P1E810Cq-Avf-Ethip4Ipsec400Tnlsw-Ip4Base-Int-Aes128Gcm-Ndrpdr.1518b-.t.c-avf-ethip4ipsec400tnlsw-ip4base-int-aes128gcm-ndrpdr"
+# - "Tests.Vpp.Perf.Crypto.100Ge2P1E810Cq-Avf-Ethip4Ipsec1000Tnlsw-Ip4Base-Int-Aes128Gcm-Ndrpdr.1518b-.t.c-avf-ethip4ipsec1000tnlsw-ip4base-int-aes128gcm-ndrpdr"
+# - "Tests.Vpp.Perf.Crypto.100Ge2P1E810Cq-Avf-Ethip4Ipsec20000Tnlsw-Ip4Base-Int-Aes128Gcm-Ndrpdr.1518b-.t.c-avf-ethip4ipsec20000tnlsw-ip4base-int-aes128gcm-ndrpdr"
+# - "Tests.Vpp.Perf.Crypto.100Ge2P1E810Cq-Avf-Ethip4Ipsec10000Tnlsw-Ip4Base-Int-Aes128Gcm-Ndrpdr.1518b-.t.c-avf-ethip4ipsec10000tnlsw-ip4base-int-aes128gcm-ndrpdr"
+# layout:
+# title: "3n-icx-e810cq-1518b-ipsec-aes128gcm-ip4routing-scale-avf-{test_type}"
+# layout: "plot-throughput-speedup-analysis"
+#
+# - type: "plot"
+# title: "Speedup: 3n-icx-e810cq-imix-ipsec-aes128gcm-ip4routing-scale-avf-{test_type}-tsa"
+# algorithm: "plot_tsa_name"
+# output-file: "{DIR[STATIC,VPP]}/3n-icx-e810cq-imix-ipsec-aes128gcm-ip4routing-scale-avf-{test_type}-tsa"
+# data: "vpp-3n-icx-curr-iter"
+# include:
+# - "Tests.Vpp.Perf.Crypto.100Ge2P1E810Cq-Avf-Ethip4Ipsec4Tnlsw-Ip4Base-Int-Aes128Gcm-Ndrpdr.imix-.t.c-avf-ethip4ipsec4tnlsw-ip4base-int-aes128gcm-ndrpdr"
+# - "Tests.Vpp.Perf.Crypto.100Ge2P1E810Cq-Avf-Ethip4Ipsec40Tnlsw-Ip4Base-Int-Aes128Gcm-Ndrpdr.imix-.t.c-avf-ethip4ipsec40tnlsw-ip4base-int-aes128gcm-ndrpdr"
+# - "Tests.Vpp.Perf.Crypto.100Ge2P1E810Cq-Avf-Ethip4Ipsec400Tnlsw-Ip4Base-Int-Aes128Gcm-Ndrpdr.imix-.t.c-avf-ethip4ipsec400tnlsw-ip4base-int-aes128gcm-ndrpdr"
+# - "Tests.Vpp.Perf.Crypto.100Ge2P1E810Cq-Avf-Ethip4Ipsec1000Tnlsw-Ip4Base-Int-Aes128Gcm-Ndrpdr.imix-.t.c-avf-ethip4ipsec1000tnlsw-ip4base-int-aes128gcm-ndrpdr"
+# - "Tests.Vpp.Perf.Crypto.100Ge2P1E810Cq-Avf-Ethip4Ipsec20000Tnlsw-Ip4Base-Int-Aes128Gcm-Ndrpdr.imix-.t.c-avf-ethip4ipsec20000tnlsw-ip4base-int-aes128gcm-ndrpdr"
+# - "Tests.Vpp.Perf.Crypto.100Ge2P1E810Cq-Avf-Ethip4Ipsec10000Tnlsw-Ip4Base-Int-Aes128Gcm-Ndrpdr.imix-.t.c-avf-ethip4ipsec10000tnlsw-ip4base-int-aes128gcm-ndrpdr"
+# layout:
+# title: "3n-icx-e810cq-imix-ipsec-aes128gcm-ip4routing-scale-avf-{test_type}"
+# layout: "plot-throughput-speedup-analysis"
+#
+# - type: "plot"
+# title: "Speedup: 3n-icx-e810cq-64b-ipsec-aes256gcm-ip4routing-scale-avf-{test_type}-tsa"
+# algorithm: "plot_tsa_name"
+# output-file: "{DIR[STATIC,VPP]}/3n-icx-e810cq-64b-ipsec-aes256gcm-ip4routing-scale-avf-{test_type}-tsa"
+# data: "vpp-3n-icx-curr-iter"
+# include:
+# - "Tests.Vpp.Perf.Crypto.100Ge2P1E810Cq-Avf-Ethip4Ipsec4Tnlsw-Ip4Base-Int-Aes256Gcm-Ndrpdr.64B-.t.c-avf-ethip4ipsec4tnlsw-ip4base-int-aes256gcm-ndrpdr"
+# - "Tests.Vpp.Perf.Crypto.100Ge2P1E810Cq-Avf-Ethip4Ipsec40Tnlsw-Ip4Base-Int-Aes256Gcm-Ndrpdr.64B-.t.c-avf-ethip4ipsec40tnlsw-ip4base-int-aes256gcm-ndrpdr"
+# - "Tests.Vpp.Perf.Crypto.100Ge2P1E810Cq-Avf-Ethip4Ipsec400Tnlsw-Ip4Base-Int-Aes256Gcm-Ndrpdr.64B-.t.c-avf-ethip4ipsec400tnlsw-ip4base-int-aes256gcm-ndrpdr"
+# - "Tests.Vpp.Perf.Crypto.100Ge2P1E810Cq-Avf-Ethip4Ipsec1000Tnlsw-Ip4Base-Int-Aes256Gcm-Ndrpdr.64B-.t.c-avf-ethip4ipsec1000tnlsw-ip4base-int-aes256gcm-ndrpdr"
+# - "Tests.Vpp.Perf.Crypto.100Ge2P1E810Cq-Avf-Ethip4Ipsec20000Tnlsw-Ip4Base-Int-Aes256Gcm-Ndrpdr.64B-.t.c-avf-ethip4ipsec20000tnlsw-ip4base-int-aes256gcm-ndrpdr"
+# - "Tests.Vpp.Perf.Crypto.100Ge2P1E810Cq-Avf-Ethip4Ipsec10000Tnlsw-Ip4Base-Int-Aes256Gcm-Ndrpdr.64B-.t.c-avf-ethip4ipsec10000tnlsw-ip4base-int-aes256gcm-ndrpdr"
+# layout:
+# title: "3n-icx-e810cq-64b-ipsec-aes256gcm-ip4routing-scale-avf-{test_type}"
+# layout: "plot-throughput-speedup-analysis"
+#
+# - type: "plot"
+# title: "Speedup: 3n-icx-e810cq-1518b-ipsec-aes256gcm-ip4routing-scale-avf-{test_type}-tsa"
+# algorithm: "plot_tsa_name"
+# output-file: "{DIR[STATIC,VPP]}/3n-icx-e810cq-1518b-ipsec-aes256gcm-ip4routing-scale-avf-{test_type}-tsa"
+# data: "vpp-3n-icx-curr-iter"
+# include:
+# - "Tests.Vpp.Perf.Crypto.100Ge2P1E810Cq-Avf-Ethip4Ipsec4Tnlsw-Ip4Base-Int-Aes256Gcm-Ndrpdr.1518b-.t.c-avf-ethip4ipsec4tnlsw-ip4base-int-aes256gcm-ndrpdr"
+# - "Tests.Vpp.Perf.Crypto.100Ge2P1E810Cq-Avf-Ethip4Ipsec40Tnlsw-Ip4Base-Int-Aes256Gcm-Ndrpdr.1518b-.t.c-avf-ethip4ipsec40tnlsw-ip4base-int-aes256gcm-ndrpdr"
+# - "Tests.Vpp.Perf.Crypto.100Ge2P1E810Cq-Avf-Ethip4Ipsec400Tnlsw-Ip4Base-Int-Aes256Gcm-Ndrpdr.1518b-.t.c-avf-ethip4ipsec400tnlsw-ip4base-int-aes256gcm-ndrpdr"
+# - "Tests.Vpp.Perf.Crypto.100Ge2P1E810Cq-Avf-Ethip4Ipsec1000Tnlsw-Ip4Base-Int-Aes256Gcm-Ndrpdr.1518b-.t.c-avf-ethip4ipsec1000tnlsw-ip4base-int-aes256gcm-ndrpdr"
+# - "Tests.Vpp.Perf.Crypto.100Ge2P1E810Cq-Avf-Ethip4Ipsec20000Tnlsw-Ip4Base-Int-Aes256Gcm-Ndrpdr.1518b-.t.c-avf-ethip4ipsec20000tnlsw-ip4base-int-aes256gcm-ndrpdr"
+# - "Tests.Vpp.Perf.Crypto.100Ge2P1E810Cq-Avf-Ethip4Ipsec10000Tnlsw-Ip4Base-Int-Aes256Gcm-Ndrpdr.1518b-.t.c-avf-ethip4ipsec10000tnlsw-ip4base-int-aes256gcm-ndrpdr"
+# layout:
+# title: "3n-icx-e810cq-1518b-ipsec-aes256gcm-ip4routing-scale-avf-{test_type}"
+# layout: "plot-throughput-speedup-analysis"
+#
+# - type: "plot"
+# title: "Speedup: 3n-icx-e810cq-imix-ipsec-aes256gcm-ip4routing-scale-avf-{test_type}-tsa"
+# algorithm: "plot_tsa_name"
+# output-file: "{DIR[STATIC,VPP]}/3n-icx-e810cq-imix-ipsec-aes256gcm-ip4routing-scale-avf-{test_type}-tsa"
+# data: "vpp-3n-icx-curr-iter"
+# include:
+# - "Tests.Vpp.Perf.Crypto.100Ge2P1E810Cq-Avf-Ethip4Ipsec4Tnlsw-Ip4Base-Int-Aes256Gcm-Ndrpdr.imix-.t.c-avf-ethip4ipsec4tnlsw-ip4base-int-aes256gcm-ndrpdr"
+# - "Tests.Vpp.Perf.Crypto.100Ge2P1E810Cq-Avf-Ethip4Ipsec40Tnlsw-Ip4Base-Int-Aes256Gcm-Ndrpdr.imix-.t.c-avf-ethip4ipsec40tnlsw-ip4base-int-aes256gcm-ndrpdr"
+# - "Tests.Vpp.Perf.Crypto.100Ge2P1E810Cq-Avf-Ethip4Ipsec400Tnlsw-Ip4Base-Int-Aes256Gcm-Ndrpdr.imix-.t.c-avf-ethip4ipsec400tnlsw-ip4base-int-aes256gcm-ndrpdr"
+# - "Tests.Vpp.Perf.Crypto.100Ge2P1E810Cq-Avf-Ethip4Ipsec1000Tnlsw-Ip4Base-Int-Aes256Gcm-Ndrpdr.imix-.t.c-avf-ethip4ipsec1000tnlsw-ip4base-int-aes256gcm-ndrpdr"
+# - "Tests.Vpp.Perf.Crypto.100Ge2P1E810Cq-Avf-Ethip4Ipsec20000Tnlsw-Ip4Base-Int-Aes256Gcm-Ndrpdr.imix-.t.c-avf-ethip4ipsec20000tnlsw-ip4base-int-aes256gcm-ndrpdr"
+# - "Tests.Vpp.Perf.Crypto.100Ge2P1E810Cq-Avf-Ethip4Ipsec10000Tnlsw-Ip4Base-Int-Aes256Gcm-Ndrpdr.imix-.t.c-avf-ethip4ipsec10000tnlsw-ip4base-int-aes256gcm-ndrpdr"
+# layout:
+# title: "3n-icx-e810cq-imix-ipsec-aes256gcm-ip4routing-scale-avf-{test_type}"
+# layout: "plot-throughput-speedup-analysis"
+#
+# - type: "plot"
+# title: "Speedup: 3n-icx-e810cq-64b-ip4tunnel-base-avf-{test_type}-tsa"
+# algorithm: "plot_tsa_name"
+# output-file: "{DIR[STATIC,VPP]}/3n-icx-e810cq-64b-ip4tunnel-base-avf-{test_type}-tsa"
+# data: "vpp-3n-icx-curr-iter"
+# include:
+# - "Tests.Vpp.Perf.Ip4 Tunnels.100Ge2P1E810Cq-Avf-Ethip4Vxlan-L2Xcbase-Ndrpdr.64B-.t.c-avf-ethip4vxlan-l2xcbase-ndrpdr"
+# - "Tests.Vpp.Perf.Ip4 Tunnels.100Ge2P1E810Cq-Avf-Ethip4Vxlan-L2Bdbasemaclrn-Ndrpdr.64B-.t.c-avf-ethip4vxlan-l2bdbasemaclrn-ndrpdr"
+# layout:
+# title: "3n-icx-e810cq-64b-ip4tunnel-base-avf-{test_type}"
+# layout: "plot-throughput-speedup-analysis"
+#
+# - type: "plot"
+# title: "Speedup: 3n-icx-e810cq-1518b-ip4tunnel-base-avf-{test_type}-tsa"
+# algorithm: "plot_tsa_name"
+# output-file: "{DIR[STATIC,VPP]}/3n-icx-e810cq-1518b-ip4tunnel-base-avf-{test_type}-tsa"
+# data: "vpp-3n-icx-curr-iter"
+# include:
+# - "Tests.Vpp.Perf.Ip4 Tunnels.100Ge2P1E810Cq-Avf-Ethip4Vxlan-L2Xcbase-Ndrpdr.1518b-.t.c-avf-ethip4vxlan-l2xcbase-ndrpdr"
+# - "Tests.Vpp.Perf.Ip4 Tunnels.100Ge2P1E810Cq-Avf-Ethip4Vxlan-L2Bdbasemaclrn-Ndrpdr.1518b-.t.c-avf-ethip4vxlan-l2bdbasemaclrn-ndrpdr"
+# layout:
+# title: "3n-icx-e810cq-1518b-ip4tunnel-base-avf-{test_type}"
+# layout: "plot-throughput-speedup-analysis"
+#
+# - type: "plot"
+# title: "Speedup: 3n-icx-e810cq-imix-ip4tunnel-base-avf-{test_type}-tsa"
+# algorithm: "plot_tsa_name"
+# output-file: "{DIR[STATIC,VPP]}/3n-icx-e810cq-imix-ip4tunnel-base-avf-{test_type}-tsa"
+# data: "vpp-3n-icx-curr-iter"
+# include:
+# - "Tests.Vpp.Perf.Ip4 Tunnels.100Ge2P1E810Cq-Avf-Ethip4Vxlan-L2Xcbase-Ndrpdr.imix-.t.c-avf-ethip4vxlan-l2xcbase-ndrpdr"
+# - "Tests.Vpp.Perf.Ip4 Tunnels.100Ge2P1E810Cq-Avf-Ethip4Vxlan-L2Bdbasemaclrn-Ndrpdr.imix-.t.c-avf-ethip4vxlan-l2bdbasemaclrn-ndrpdr"
+# layout:
+# title: "3n-icx-e810cq-imix-ip4tunnel-base-avf-{test_type}"
+# layout: "plot-throughput-speedup-analysis"
# Packet Throughput - DPDK
algorithm: "plot_ndrpdr_box_name"
output-file: "{DIR[STATIC,DPDK]}/2n-clx-xxv710-64b-{core}-base-{test_type}"
data: "dpdk-2n-clx-curr-iter"
- core: ["1t2c", "4t2c"]
+ core: ["2t1c", "4t2c"]
include:
- "tests.dpdk.perf.2n1l-25ge2p1xxv710-eth-l2xcbase-testpmd-ndrpdr.64b-{core}-eth-l2xcbase-testpmd-ndrpdr"
- "tests.dpdk.perf.2n1l-25ge2p1xxv710-ethip4-ip4base-l3fwd-ndrpdr.64b-{core}-ethip4-ip4base-l3fwd-ndrpdr"
algorithm: "plot_ndrpdr_box_name"
output-file: "{DIR[STATIC,DPDK]}/2n-clx-x710-64b-{core}-base-{test_type}"
data: "dpdk-2n-clx-curr-iter"
- core: ["1t2c", "4t2c"]
+ core: ["2t1c", "4t2c"]
include:
- "tests.dpdk.perf.2n1l-10ge2p1x710-eth-l2xcbase-testpmd-ndrpdr.64b-{core}-eth-l2xcbase-testpmd-ndrpdr"
- "tests.dpdk.perf.2n1l-10ge2p1x710-ethip4-ip4base-l3fwd-ndrpdr.64b-{core}-ethip4-ip4base-l3fwd-ndrpdr"
layout:
layout: "plot-hdrh-latency-percentile-x-log"
+- type: "plot"
+ title: "Latency by percentile: TRex 2n-skx"
+ algorithm: "plot_hdrh_lat_by_percentile_x_log"
+ output-file: "{DIR[STATIC,TREX]}/hdrh-lat-percentile-2n-skx"
+ output-file-links: "{DIR[LAT,TREX]}/2n_skx.rst"
+ target-links: "../../_static/trex"
+ data: "trex-2n-skx-curr-iter-best"
+ filter: "'NIC_Intel-X710'"
+ layout:
+ layout: "plot-hdrh-latency-percentile-x-log"
+
- type: "plot"
title: "Latency by percentile: 2n-zn2"
algorithm: "plot_hdrh_lat_by_percentile_x_log"
layout:
layout: "plot-hdrh-latency-percentile-x-log"
+- type: "plot"
+ title: "Latency by percentile: TRex 3n-skx"
+ algorithm: "plot_hdrh_lat_by_percentile_x_log"
+ output-file: "{DIR[STATIC,TREX]}/hdrh-lat-percentile-3n-skx"
+ output-file-links: "{DIR[LAT,TREX]}/3n_skx.rst"
+ target-links: "../../_static/trex"
+ data: "trex-3n-skx-curr-iter-best"
+ filter: "'NIC_Intel-X710'"
+ layout:
+ layout: "plot-hdrh-latency-percentile-x-log"
+
- type: "plot"
title: "Latency by percentile: 2n-clx"
algorithm: "plot_hdrh_lat_by_percentile_x_log"
layout:
layout: "plot-hdrh-latency-percentile-x-log"
+# - type: "plot"
+# title: "Latency by percentile: 2n-icx"
+# algorithm: "plot_hdrh_lat_by_percentile_x_log"
+# output-file: "{DIR[STATIC,VPP]}/hdrh-lat-percentile-2n-icx"
+# output-file-links: "{DIR[LAT,VPP]}/2n_icx.rst"
+# target-links: "../../_static/vpp"
+# data: "vpp-2n-icx-curr-iter-best"
+# filter: "'2T1C' and 'NIC_Intel-E810CQ' and 'NDRPDR'"
+# layout:
+# layout: "plot-hdrh-latency-percentile-x-log"
+#
+# - type: "plot"
+# title: "Latency by percentile: 3n-icx"
+# algorithm: "plot_hdrh_lat_by_percentile_x_log"
+# output-file: "{DIR[STATIC,VPP]}/hdrh-lat-percentile-3n-icx"
+# output-file-links: "{DIR[LAT,VPP]}/3n_icx.rst"
+# target-links: "../../_static/vpp"
+# data: "vpp-3n-icx-curr-iter-best"
+# filter: "'2T1C' and 'NIC_Intel-E810CQ' and 'NDRPDR'"
+# layout:
+# layout: "plot-hdrh-latency-percentile-x-log"
+
- type: "plot"
- title: "Latency by percentile: 2n-icx"
+ title: "Latency by percentile: 3n-tsh"
algorithm: "plot_hdrh_lat_by_percentile_x_log"
- output-file: "{DIR[STATIC,VPP]}/hdrh-lat-percentile-2n-icx"
- output-file-links: "{DIR[LAT,VPP]}/2n_icx.rst"
+ output-file: "{DIR[STATIC,VPP]}/hdrh-lat-percentile-3n-tsh"
+ output-file-links: "{DIR[LAT,VPP]}/3n_tsh.rst"
target-links: "../../_static/vpp"
- data: "vpp-2n-icx-curr-iter-best"
- filter: "'2T1C' and 'NIC_Intel-E810CQ' and 'NDRPDR'"
+ data: "vpp-3n-tsh-curr-iter-best"
+ filter: "'1T1C' and 'NIC_Intel-X520-DA2'"
layout:
layout: "plot-hdrh-latency-percentile-x-log"
- type: "plot"
- title: "Latency by percentile: 3n-icx"
+ title: "Latency by percentile: 2n-tx2"
algorithm: "plot_hdrh_lat_by_percentile_x_log"
- output-file: "{DIR[STATIC,VPP]}/hdrh-lat-percentile-3n-icx"
- output-file-links: "{DIR[LAT,VPP]}/3n_icx.rst"
+ output-file: "{DIR[STATIC,VPP]}/hdrh-lat-percentile-2n-tx2"
+ output-file-links: "{DIR[LAT,VPP]}/2n-tx2.rst"
target-links: "../../_static/vpp"
- data: "vpp-3n-icx-curr-iter-best"
- filter: "'2T1C' and 'NIC_Intel-E810CQ' and 'NDRPDR'"
+ data: "vpp-2n-tx2-curr-iter"
+ filter: "'1T1C' and 'NIC_Intel-XL710'"
layout:
layout: "plot-hdrh-latency-percentile-x-log"
- type: "plot"
- title: "Latency by percentile: 3n-tsh"
+ title: "Latency by percentile: 2n-aws"
algorithm: "plot_hdrh_lat_by_percentile_x_log"
- output-file: "{DIR[STATIC,VPP]}/hdrh-lat-percentile-3n-tsh"
- output-file-links: "{DIR[LAT,VPP]}/3n_tsh.rst"
+ output-file: "{DIR[STATIC,VPP]}/hdrh-lat-percentile-2n-aws"
+ output-file-links: "{DIR[LAT,VPP]}/2n_aws.rst"
target-links: "../../_static/vpp"
- data: "vpp-3n-tsh-curr-iter-best"
- filter: "'1T1C' and 'NIC_Intel-X520-DA2'"
+ data: "vpp-2n-aws-curr-iter-best"
+ filter: "'2T1C'"
layout:
layout: "plot-hdrh-latency-percentile-x-log"
- type: "plot"
- title: "Latency by percentile: 2n-tx2"
+ title: "Latency by percentile: 3n-aws"
algorithm: "plot_hdrh_lat_by_percentile_x_log"
- output-file: "{DIR[STATIC,VPP]}/hdrh-lat-percentile-2n-tx2"
- output-file-links: "{DIR[LAT,VPP]}/2n-tx2.rst"
+ output-file: "{DIR[STATIC,VPP]}/hdrh-lat-percentile-3n-aws"
+ output-file-links: "{DIR[LAT,VPP]}/3n_aws.rst"
target-links: "../../_static/vpp"
- data: "vpp-2n-tx2-curr-iter"
- filter: "'1T1C' and 'NIC_Intel-XL710'"
+ data: "vpp-3n-aws-curr-iter-best"
+ filter: "'2T1C'"
layout:
layout: "plot-hdrh-latency-percentile-x-log"
###############################################################################
+# GSO
+
- type: "plot"
title: "Throughput: 2n-skx-128kb-{core}-ip4routing-iperf3"
algorithm: "plot_mrr_box_name"
layout:
title: "2n-zn2-128kb-{core}-ip4routing-iperf3"
layout: "plot-throughput-gbps"
+
+###############################################################################
+
+# TRex 3n-skx
+
+- type: "plot"
+ title: "Throughput: 3n-skx-x710-64b--ip4-base-scale-{test_type}"
+ algorithm: "plot_ndrpdr_box_name"
+ output-file: "{DIR[STATIC,TREX]}/3n-skx-x710-64b--ip4-base-scale-{test_type}"
+ data: "trex-3n-skx-curr-iter"
+ core: ["2t1c", ]
+ include:
+ - "Tests.Trex.Perf.Ip4.1N1L-10Ge2P1X710-Ethip4-Ip4Base-Tg-Ndrpdr.64B--ethip4-ip4base-tg-ndrpdr"
+ - "Tests.Trex.Perf.Ip4.1N1L-10Ge2P1X710-Ethip4-Ip4Scale2M-Tg-Ndrpdr.64B--ethip4-ip4scale2m-tg-ndrpdr"
+ layout:
+ title: "3n-skx-x710-64b--ip4-base-scale-{test_type}"
+ layout: "plot-throughput"
+
+- type: "plot"
+ title: "Throughput: 3n-skx-x710-64b--ip4routing-stf-cps-{test_type}"
+ algorithm: "plot_ndrpdr_box_name"
+ output-file: "{DIR[STATIC,TREX]}/3n-skx-x710-64b--ip4routing-stf-cps-{test_type}"
+ data: "trex-3n-skx-curr-iter"
+ core: ["2t1c", ]
+ include:
+ - "Tests.Trex.Perf.Ip4.1N1L-10Ge2P1X710-Ethip4Tcp-Ip4Base-H1024-P63-S64512-Cps-Tg-Ndrpdr.64B--ethip4tcp-ip4base-h1024-p63-s64512-cps-tg-ndrpdr"
+ - "Tests.Trex.Perf.Ip4.1N1L-10Ge2P1X710-Ethip4Tcp-Ip4Base-H262144-P63-S16515072-Cps-Tg-Ndrpdr.64B--ethip4tcp-ip4base-h262144-p63-s16515072-cps-tg-ndrpdr"
+ - "Tests.Trex.Perf.Ip4.1N1L-10Ge2P1X710-Ethip4Udp-Ip4Base-H1024-P63-S64512-Cps-Tg-Ndrpdr.64B--ethip4udp-ip4base-h1024-p63-s64512-cps-tg-ndrpdr"
+ - "Tests.Trex.Perf.Ip4.1N1L-10Ge2P1X710-Ethip4Udp-Ip4Base-H262144-P63-S16515072-Cps-Tg-Ndrpdr.64B--ethip4udp-ip4base-h262144-p63-s16515072-cps-tg-ndrpdr"
+ layout:
+ title: "3n-skx-x710-64b--ip4routing-stf-cps-{test_type}"
+ layout: "plot-throughput"
+
+- type: "plot"
+ title: "Throughput: 3n-skx-x710-64b--ip4routing-stf-pps-{test_type}"
+ algorithm: "plot_ndrpdr_box_name"
+ output-file: "{DIR[STATIC,TREX]}/3n-skx-x710-64b--ip4routing-stf-pps-{test_type}"
+ data: "trex-3n-skx-curr-iter"
+ core: ["2t1c", ]
+ include:
+ - "Tests.Trex.Perf.Ip4.1N1L-10Ge2P1X710-Ethip4Tcp-Ip4Base-H1024-P63-S64512-pps-Tg-Ndrpdr.64B--ethip4tcp-ip4base-h1024-p63-s64512-pps-tg-ndrpdr"
+ - "Tests.Trex.Perf.Ip4.1N1L-10Ge2P1X710-Ethip4Tcp-Ip4Base-H262144-P63-S16515072-pps-Tg-Ndrpdr.64B--ethip4tcp-ip4base-h262144-p63-s16515072-pps-tg-ndrpdr"
+ - "Tests.Trex.Perf.Ip4.1N1L-10Ge2P1X710-Ethip4Udp-Ip4Base-H1024-P63-S64512-pps-Tg-Ndrpdr.64B--ethip4udp-ip4base-h1024-p63-s64512-pps-tg-ndrpdr"
+ - "Tests.Trex.Perf.Ip4.1N1L-10Ge2P1X710-Ethip4Udp-Ip4Base-H262144-P63-S16515072-pps-Tg-Ndrpdr.64B--ethip4udp-ip4base-h262144-p63-s16515072-pps-tg-ndrpdr"
+ layout:
+ title: "3n-skx-x710-64b--ip4routing-stf-pps-{test_type}"
+ layout: "plot-throughput"
+
+- type: "plot"
+ title: "Throughput: 3n-skx-x710-78b--ip6-base-scale-{test_type}"
+ algorithm: "plot_ndrpdr_box_name"
+ output-file: "{DIR[STATIC,TREX]}/3n-skx-x710-78b--ip6-base-scale-{test_type}"
+ data: "trex-3n-skx-curr-iter"
+ core: ["2t1c", ]
+ include:
+ - "Tests.Trex.Perf.Ip6.1N1L-10Ge2P1X710-Ethip6-Ip6Base-Tg-Ndrpdr.78B--ethip6-ip6base-tg-ndrpdr"
+ - "Tests.Trex.Perf.Ip6.1N1L-10Ge2P1X710-Ethip6-Ip6Scale2M-Tg-Ndrpdr.78B--ethip6-ip6scale2m-tg-ndrpdr"
+ layout:
+ title: "3n-skx-x710-78b--ip6-base-scale-{test_type}"
+ layout: "plot-throughput"
+
+- type: "plot"
+ title: "Throughput: 3n-skx-x710-64b--l2-scale-{test_type}"
+ algorithm: "plot_ndrpdr_box_name"
+ output-file: "{DIR[STATIC,TREX]}/3n-skx-x710-64b--l2-scale-{test_type}"
+ data: "trex-3n-skx-curr-iter"
+ core: ["2t1c", ]
+ include:
+ - "Tests.Trex.Perf.L2.1N1L-10Ge2P1X710-Eth-L2Bdscale1Mmaclrn-Tg-Ndrpdr.64B--eth-l2bdscale1mmaclrn-tg-ndrpdr"
+ layout:
+ title: "3n-skx-x710-64b--l2-scale-{test_type}"
+ layout: "plot-throughput"
+
+# TRex 2n-skx
+
+- type: "plot"
+ title: "Throughput: 2n-skx-x710-64b--ip4-base-scale-{test_type}"
+ algorithm: "plot_ndrpdr_box_name"
+ output-file: "{DIR[STATIC,TREX]}/2n-skx-x710-64b--ip4-base-scale-{test_type}"
+ data: "trex-2n-skx-curr-iter"
+ core: ["2t1c", ]
+ include:
+ - "Tests.Trex.Perf.Ip4.1N1L-10Ge2P1X710-Ethip4-Ip4Base-Tg-Ndrpdr.64B--ethip4-ip4base-tg-ndrpdr"
+ - "Tests.Trex.Perf.Ip4.1N1L-10Ge2P1X710-Ethip4-Ip4Scale2M-Tg-Ndrpdr.64B--ethip4-ip4scale2m-tg-ndrpdr"
+ layout:
+ title: "2n-skx-x710-64b--ip4-base-scale-{test_type}"
+ layout: "plot-throughput"
+
+- type: "plot"
+ title: "Throughput: 2n-skx-x710-64b--ip4routing-stf-cps-{test_type}"
+ algorithm: "plot_ndrpdr_box_name"
+ output-file: "{DIR[STATIC,TREX]}/2n-skx-x710-64b--ip4routing-stf-cps-{test_type}"
+ data: "trex-2n-skx-curr-iter"
+ core: ["2t1c", ]
+ include:
+ - "Tests.Trex.Perf.Ip4.1N1L-10Ge2P1X710-Ethip4Tcp-Ip4Base-H1024-P63-S64512-Cps-Tg-Ndrpdr.64B--ethip4tcp-ip4base-h1024-p63-s64512-cps-tg-ndrpdr"
+ - "Tests.Trex.Perf.Ip4.1N1L-10Ge2P1X710-Ethip4Tcp-Ip4Base-H262144-P63-S16515072-Cps-Tg-Ndrpdr.64B--ethip4tcp-ip4base-h262144-p63-s16515072-cps-tg-ndrpdr"
+ - "Tests.Trex.Perf.Ip4.1N1L-10Ge2P1X710-Ethip4Udp-Ip4Base-H1024-P63-S64512-Cps-Tg-Ndrpdr.64B--ethip4udp-ip4base-h1024-p63-s64512-cps-tg-ndrpdr"
+ - "Tests.Trex.Perf.Ip4.1N1L-10Ge2P1X710-Ethip4Udp-Ip4Base-H262144-P63-S16515072-Cps-Tg-Ndrpdr.64B--ethip4udp-ip4base-h262144-p63-s16515072-cps-tg-ndrpdr"
+ layout:
+ title: "2n-skx-x710-64b--ip4routing-stf-cps-{test_type}"
+ layout: "plot-throughput"
+
+- type: "plot"
+ title: "Throughput: 2n-skx-x710-64b--ip4routing-stf-pps-{test_type}"
+ algorithm: "plot_ndrpdr_box_name"
+ output-file: "{DIR[STATIC,TREX]}/2n-skx-x710-64b--ip4routing-stf-pps-{test_type}"
+ data: "trex-2n-skx-curr-iter"
+ core: ["2t1c", ]
+ include:
+ - "Tests.Trex.Perf.Ip4.1N1L-10Ge2P1X710-Ethip4Tcp-Ip4Base-H1024-P63-S64512-pps-Tg-Ndrpdr.64B--ethip4tcp-ip4base-h1024-p63-s64512-pps-tg-ndrpdr"
+ - "Tests.Trex.Perf.Ip4.1N1L-10Ge2P1X710-Ethip4Tcp-Ip4Base-H262144-P63-S16515072-pps-Tg-Ndrpdr.64B--ethip4tcp-ip4base-h262144-p63-s16515072-pps-tg-ndrpdr"
+ - "Tests.Trex.Perf.Ip4.1N1L-10Ge2P1X710-Ethip4Udp-Ip4Base-H1024-P63-S64512-pps-Tg-Ndrpdr.64B--ethip4udp-ip4base-h1024-p63-s64512-pps-tg-ndrpdr"
+ - "Tests.Trex.Perf.Ip4.1N1L-10Ge2P1X710-Ethip4Udp-Ip4Base-H262144-P63-S16515072-pps-Tg-Ndrpdr.64B--ethip4udp-ip4base-h262144-p63-s16515072-pps-tg-ndrpdr"
+ layout:
+ title: "2n-skx-x710-64b--ip4routing-stf-pps-{test_type}"
+ layout: "plot-throughput"
+
+- type: "plot"
+ title: "Throughput: 2n-skx-x710-78b--ip6-base-scale-{test_type}"
+ algorithm: "plot_ndrpdr_box_name"
+ output-file: "{DIR[STATIC,TREX]}/2n-skx-x710-78b--ip6-base-scale-{test_type}"
+ data: "trex-2n-skx-curr-iter"
+ core: ["2t1c", ]
+ include:
+ - "Tests.Trex.Perf.Ip6.1N1L-10Ge2P1X710-Ethip6-Ip6Base-Tg-Ndrpdr.78B--ethip6-ip6base-tg-ndrpdr"
+ - "Tests.Trex.Perf.Ip6.1N1L-10Ge2P1X710-Ethip6-Ip6Scale2M-Tg-Ndrpdr.78B--ethip6-ip6scale2m-tg-ndrpdr"
+ layout:
+ title: "2n-skx-x710-78b--ip6-base-scale-{test_type}"
+ layout: "plot-throughput"
+
+- type: "plot"
+ title: "Throughput: 2n-skx-x710-64b--l2-scale-{test_type}"
+ algorithm: "plot_ndrpdr_box_name"
+ output-file: "{DIR[STATIC,TREX]}/2n-skx-x710-64b--l2-scale-{test_type}"
+ data: "trex-2n-skx-curr-iter"
+ core: ["2t1c", ]
+ include:
+ - "Tests.Trex.Perf.L2.1N1L-10Ge2P1X710-Eth-L2Bdscale1Mmaclrn-Tg-Ndrpdr.64B--eth-l2bdscale1mmaclrn-tg-ndrpdr"
+ layout:
+ title: "2n-skx-x710-64b--l2-scale-{test_type}"
+ layout: "plot-throughput"