- job-spec: "dpdk-mlr-00"
data-set: "dpdk-2n-icx-curr-iter"
-# - type: "table"
-# title: "Job Specification Duration: 2n-icx-coverage"
-# algorithm: "table_job_spec_duration"
-# output-file: "{DIR[STATIC,VPP]}/job-spec-duration-2n-icx-cov"
-# jb-type: "coverage"
-# data: "vpp-2n-icx-curr-cov"
-# lines:
-# - job-spec: "gso-00"
-# build: "1"
-# - job-spec: "ip4-00"
-# build: "2"
-# - job-spec: "ip4-01"
-# build: "3"
-# - job-spec: "ip4-02"
-# build: "4"
-# - job-spec: "ip4-03"
-# build: "5"
-# - job-spec: "ip4-04"
-# build: "6"
-# - job-spec: "ip4-05"
-# build: "7"
-# - job-spec: "ip4-06"
-# build: "8"
-# - job-spec: "ip4-07"
-# build: "9"
-# - job-spec: "ip4tun-00"
-# build: "10"
-# - job-spec: "ip6-00"
-# build: "11"
-# - job-spec: "ip6-01"
-# build: "12"
-# - job-spec: "l2-00"
-# build: "13"
-# - job-spec: "l2-01"
-# build: "14"
-# - job-spec: "lb-00"
-# build: "15"
-# - job-spec: "memif-00"
-# build: "16"
-# - job-spec: "vhost-00"
-# build: "17"
+- type: "table"
+ title: "Job Specification Duration: 2n-icx-coverage"
+ algorithm: "table_job_spec_duration"
+ output-file: "{DIR[STATIC,VPP]}/job-spec-duration-2n-icx-cov"
+ jb-type: "coverage"
+ data: "vpp-2n-icx-curr-cov"
+ lines:
+ - job-spec: "gso-00"
+ build: "1"
+ - job-spec: "ip4-00"
+ build: "2"
+ - job-spec: "ip4-01"
+ build: "3"
+ - job-spec: "ip4-02"
+ build: "4"
+ - job-spec: "ip4-03"
+ build: "5"
+ - job-spec: "ip4-04"
+ build: "6"
+ - job-spec: "ip4-05"
+ build: "7"
+ - job-spec: "ip4-06"
+ build: "8"
+ - job-spec: "ip4-07"
+ build: "9"
+ - job-spec: "ip4tun-00"
+ build: "10"
+ - job-spec: "ip6-00"
+ build: "11"
+ - job-spec: "ip6-01"
+ build: "12"
+ - job-spec: "l2-00"
+ build: "13"
+ - job-spec: "l2-01"
+ build: "14"
+ - job-spec: "lb-00"
+ build: "15"
+ - job-spec: "memif-00"
+ build: "16"
+ - job-spec: "vhost-00"
+ build: "17"
- type: "table"
title: "Job Specification Duration: 3n-icx-iterative"
- job-spec: "vpp-mlr-00"
data-set: "vpp-2n-dnv-curr-iter"
-# - type: "table"
-# title: "Job Specification Duration: 2n-dnv-coverage"
-# algorithm: "table_job_spec_duration"
-# output-file: "{DIR[STATIC,VPP]}/job-spec-duration-2n-dnv-cov"
-# jb-type: "coverage"
-# data: "vpp-2n-dnv-curr-cov"
-# lines:
-# - job-spec: "ip4-00"
-# build: "7"
-# - job-spec: "ip4-01"
-# build: "8"
-# - job-spec: "ip6-00"
-# build: "14"
-# - job-spec: "ip6-01"
-# build: "10"
-# - job-spec: "l2-00"
-# build: "11"
-# - job-spec: "l2-01"
-# build: "12"
+- type: "table"
+ title: "Job Specification Duration: 2n-dnv-coverage"
+ algorithm: "table_job_spec_duration"
+ output-file: "{DIR[STATIC,VPP]}/job-spec-duration-2n-dnv-cov"
+ jb-type: "coverage"
+ data: "vpp-2n-dnv-curr-cov"
+ lines:
+ - job-spec: "ip4-00"
+ build: "1"
+ - job-spec: "ip4-01"
+ build: "7"
+ - job-spec: "ip6-00"
+ build: "3"
+ - job-spec: "ip6-01"
+ build: "4"
+ - job-spec: "l2-00"
+ build: "5"
+ - job-spec: "l2-01"
+ build: "6"
- type: "table"
title: "Job Specification Duration: 2n-aws-iterative"
- job-spec: "vpp-mlr-00"
data-set: "vpp-3n-dnv-curr-iter"
-# - type: "table"
-# title: "Job Specification Duration: 3n-dnv-coverage"
-# algorithm: "table_job_spec_duration"
-# output-file: "{DIR[STATIC,VPP]}/job-spec-duration-3n-dnv-cov"
-# jb-type: "coverage"
-# data: "vpp-3n-dnv-curr-cov"
-# lines:
-# - job-spec: "crypto-00"
-# build: "11"
-# - job-spec: "crypto-01"
-# build: "12"
-# - job-spec: "crypto-02"
-# build: "13"
-# - job-spec: "ip4-00"
-# build: "14"
-# - job-spec: "ip4-01"
-# build: "15"
-# - job-spec: "ip4tun-00"
-# build: "16"
-# - job-spec: "ip6-00"
-# build: "17"
-# - job-spec: "ip6-01"
-# build: "18"
-# - job-spec: "l2-00"
-# build: "19"
-# - job-spec: "l2-01"
-# build: "20"
+- type: "table"
+ title: "Job Specification Duration: 3n-dnv-coverage"
+ algorithm: "table_job_spec_duration"
+ output-file: "{DIR[STATIC,VPP]}/job-spec-duration-3n-dnv-cov"
+ jb-type: "coverage"
+ data: "vpp-3n-dnv-curr-cov"
+ lines:
+ - job-spec: "crypto-00"
+ build: "1"
+ - job-spec: "crypto-01"
+ build: "2"
+ - job-spec: "crypto-02"
+ build: "3"
+ - job-spec: "ip4-00"
+ build: "4"
+ - job-spec: "ip4-01"
+ build: "5"
+ - job-spec: "ip4tun-00"
+ build: "6"
+ - job-spec: "ip6-00"
+ build: "7"
+ - job-spec: "ip6-01"
+ build: "8"
+ - job-spec: "l2-00"
+ build: "9"
+ - job-spec: "l2-01"
+ build: "10"
- type: "table"
title: "Job Specification Duration: 3n-skx-iterative"
# - job-spec: "vhost-01"
# build: "34"
-# VPP Latency Changes 3n-skx 2t1c
+# VPP Normalized Comparison Across Testbeds 2n-skx to 2n-clx 2t1c ndr
- type: "table"
- title: "VPP Latency Changes 3n-skx 2t1c PDR50-direction1-avg"
+ title: "VPP Normalized Comparison Across Testbeds 2n-skx to 2n-clx 2t1c ndr"
algorithm: "table_comparison"
- output-file: "{DIR[STATIC,VPP]}/latency-changes-3n-skx-xxv710-2t1c-pdr50-d1-avg"
- include-tests: "latency-PDR50-direction1-avg"
- filter: "'2T1C' and 'NDRPDR' and 'NIC_Intel-XXV710' and not 'NF_DENSITY'"
+ output-file: "{DIR[STATIC,VPP]}/performance-compare-testbeds-2n-skx-2n-clx-2t1c-ndr"
+ include-tests: "NDR" # "PDR" | "NDR" | "MRR"
+ filter: "'2T1C' and 'NIC_Intel-XXV710'"
columns:
- - title: "2110.0-9"
- data-set: "vpp-3n-skx-hist-iter-new-env"
- - title: "2202.0-9"
- data-set: "vpp-3n-skx-prev-iter-old-env"
- - title: "2202.0-10"
- data-set: "vpp-3n-skx-prev-iter-new-env"
- - title: "2206.0-10"
- data-set: "vpp-3n-skx-curr-iter"
+ - title: "2n-skx xxv710"
+ data-set: "vpp-2n-skx-curr-iter"
+ - title: "2n-clx xxv710"
+ data-set: "vpp-2n-clx-curr-iter"
comparisons:
- - title: "2202.0-10 vs 2202.0-9"
- reference: 2
- compare: 3
- - title: "2206.0-10 vs 2202.0-10"
- reference: 3
- compare: 4
+ - title: "2n-clx vs 2n-skx"
+ reference: 1
+ compare: 2
+ - title: "Normalized 2n-clx vs 2n-skx"
+ reference: 1
+ compare: 2
+ norm-ref: "2n-skx"
+ norm-cmp: "2n-clx"
legend:
- ''
- - 'Test Case: Test cases executed for: PDR throughput on 3n-skx with xxv710.'
- - 'YYMM.V-E: [uSec +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "9" for CSIT rls2202, "10" for CSIT rls2206).'
- - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.'
- - '2202.0-10 vs 2202.0-9: Compares CSIT environment current vs previous with previous VPP code.'
- - '2206.0-10 vs 2202.0-10: Compares VPP code current vs previous in the current CSIT environment.'
+ - 'Test Case: Test cases executed for: NDR throughput on 2n-skx and 2n-clx with xxv710.'
+ - '2n-skx, 2n-clx: [Mpps +- StDev] results for VPP tested in CSIT'
+ - '2n-clx vs 2n-skx: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.'
+ - 'Normalized 2n-clx vs 2n-skx: [% +- StDev] Normalized relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.'
-# VPP Latency Changes 3n-skx 2t1c
+# VPP Normalized Comparison Across Testbeds 2n-skx to 2n-clx 4t2c ndr
- type: "table"
- title: "VPP Latency Changes 3n-skx 2t1c PDR90-direction1-avg"
+ title: "VPP Normalized Comparison Across Testbeds 2n-skx to 2n-clx 4t2c ndr"
algorithm: "table_comparison"
- output-file: "{DIR[STATIC,VPP]}/latency-changes-3n-skx-xxv710-2t1c-pdr90-d1-avg"
- include-tests: "latency-PDR90-direction1-avg"
- filter: "'2T1C' and 'NDRPDR' and 'NIC_Intel-XXV710' and not 'NF_DENSITY'"
+ output-file: "{DIR[STATIC,VPP]}/performance-compare-testbeds-2n-skx-2n-clx-4t2c-ndr"
+ include-tests: "NDR" # "PDR" | "NDR" | "MRR"
+ filter: "'4T2C' and 'NIC_Intel-XXV710'"
columns:
- - title: "2110.0-9"
- data-set: "vpp-3n-skx-hist-iter-new-env"
- - title: "2202.0-9"
- data-set: "vpp-3n-skx-prev-iter-old-env"
- - title: "2202.0-10"
- data-set: "vpp-3n-skx-prev-iter-new-env"
- - title: "2206.0-10"
- data-set: "vpp-3n-skx-curr-iter"
+ - title: "2n-skx xxv710"
+ data-set: "vpp-2n-skx-curr-iter"
+ - title: "2n-clx xxv710"
+ data-set: "vpp-2n-clx-curr-iter"
comparisons:
- - title: "2202.0-10 vs 2202.0-9"
- reference: 2
- compare: 3
- - title: "2206.0-10 vs 2202.0-10"
- reference: 3
- compare: 4
+ - title: "2n-clx vs 2n-skx"
+ reference: 1
+ compare: 2
+ - title: "Normalized 2n-clx vs 2n-skx"
+ reference: 1
+ compare: 2
+ norm-ref: "2n-skx"
+ norm-cmp: "2n-clx"
legend:
- ''
- - 'Test Case: Test cases executed for: PDR throughput on 3n-skx with xxv710.'
- - 'YYMM.V-E: [uSec +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "9" for CSIT rls2202, "10" for CSIT rls2206).'
- - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.'
- - '2202.0-10 vs 2202.0-9: Compares CSIT environment current vs previous with previous VPP code.'
- - '2206.0-10 vs 2202.0-10: Compares VPP code current vs previous in the current CSIT environment.'
+ - 'Test Case: Test cases executed for: NDR throughput on 2n-skx and 2n-clx with xxv710.'
+ - '2n-skx, 2n-clx: [Mpps +- StDev] results for VPP tested in CSIT'
+ - '2n-clx vs 2n-skx: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.'
+ - 'Normalized 2n-clx vs 2n-skx: [% +- StDev] Normalized relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.'
-# VPP Latency Changes 3n-skx 2t1c
+# VPP Normalized Comparison Across Testbeds 2n-skx to 2n-clx 2t1c pdr
- type: "table"
- title: "VPP Latency Changes 3n-skx 2t1c PDR90-direction1-max"
+ title: "VPP Normalized Comparison Across Testbeds 2n-skx to 2n-clx 2t1c pdr"
algorithm: "table_comparison"
- output-file: "{DIR[STATIC,VPP]}/latency-changes-3n-skx-xxv710-2t1c-pdr90-d1-max"
- include-tests: "latency-PDR90-direction1-max"
- filter: "'2T1C' and 'NDRPDR' and 'NIC_Intel-XXV710' and not 'NF_DENSITY'"
+ output-file: "{DIR[STATIC,VPP]}/performance-compare-testbeds-2n-skx-2n-clx-2t1c-pdr"
+ include-tests: "PDR" # "PDR" | "NDR" | "MRR"
+ filter: "'2T1C' and 'NIC_Intel-XXV710'"
columns:
- - title: "2110.0-9"
- data-set: "vpp-3n-skx-hist-iter-new-env"
- - title: "2202.0-9"
- data-set: "vpp-3n-skx-prev-iter-old-env"
- - title: "2202.0-10"
- data-set: "vpp-3n-skx-prev-iter-new-env"
- - title: "2206.0-10"
- data-set: "vpp-3n-skx-curr-iter"
+ - title: "2n-skx xxv710"
+ data-set: "vpp-2n-skx-curr-iter"
+ - title: "2n-clx xxv710"
+ data-set: "vpp-2n-clx-curr-iter"
comparisons:
- - title: "2202.0-10 vs 2202.0-9"
- reference: 2
- compare: 3
- - title: "2206.0-10 vs 2202.0-10"
- reference: 3
- compare: 4
+ - title: "2n-clx vs 2n-skx"
+ reference: 1
+ compare: 2
+ - title: "Normalized 2n-clx vs 2n-skx"
+ reference: 1
+ compare: 2
+ norm-ref: "2n-skx"
+ norm-cmp: "2n-clx"
legend:
- ''
- - 'Test Case: Test cases executed for: PDR throughput on 3n-skx with xxv710.'
- - 'YYMM.V-E: [uSec +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "9" for CSIT rls2202, "10" for CSIT rls2206).'
- - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.'
- - '2202.0-10 vs 2202.0-9: Compares CSIT environment current vs previous with previous VPP code.'
- - '2206.0-10 vs 2202.0-10: Compares VPP code current vs previous in the current CSIT environment.'
+ - 'Test Case: Test cases executed for: PDR throughput on 2n-skx and 2n-clx with xxv710.'
+ - '2n-skx, 2n-clx: [Mpps +- StDev] results for VPP tested in CSIT'
+ - '2n-clx vs 2n-skx: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.'
+ - 'Normalized 2n-clx vs 2n-skx: [% +- StDev] Normalized relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.'
-# VPP Latency Changes 2n-skx 2t1c
+# VPP Normalized Comparison Across Testbeds 2n-skx to 2n-clx 4t2c pdr
- type: "table"
- title: "VPP Latency Changes 2n-skx 2t1c PDR50-direction1-avg"
+ title: "VPP Normalized Comparison Across Testbeds 2n-skx to 2n-clx 4t2c pdr"
algorithm: "table_comparison"
- output-file: "{DIR[STATIC,VPP]}/latency-changes-2n-skx-xxv710-2t1c-pdr50-d1-avg"
- include-tests: "latency-PDR50-direction1-avg"
- filter: "'2T1C' and 'NDRPDR' and 'NIC_Intel-XXV710' and not 'NF_DENSITY'"
+ output-file: "{DIR[STATIC,VPP]}/performance-compare-testbeds-2n-skx-2n-clx-4t2c-pdr"
+ include-tests: "PDR" # "PDR" | "NDR" | "MRR"
+ filter: "'4T2C' and 'NIC_Intel-XXV710'"
columns:
- - title: "2110.0-9"
- data-set: "vpp-2n-skx-hist-iter-new-env"
- - title: "2202.0-9"
- data-set: "vpp-2n-skx-prev-iter-old-env"
- - title: "2202.0-10"
- data-set: "vpp-2n-skx-prev-iter-new-env"
- - title: "2206.0-10"
+ - title: "2n-skx xxv710"
data-set: "vpp-2n-skx-curr-iter"
+ - title: "2n-clx xxv710"
+ data-set: "vpp-2n-clx-curr-iter"
comparisons:
- - title: "2202.0-10 vs 2202.0-9"
- reference: 2
- compare: 3
- - title: "2206.0-10 vs 2202.0-10"
- reference: 3
- compare: 4
+ - title: "2n-clx vs 2n-skx"
+ reference: 1
+ compare: 2
+ - title: "Normalized 2n-clx vs 2n-skx"
+ reference: 1
+ compare: 2
+ norm-ref: "2n-skx"
+ norm-cmp: "2n-clx"
legend:
- ''
- - 'Test Case: Test cases executed for: PDR throughput on 2n-skx with xxv710.'
- - 'YYMM.V-E: [uSec +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "9" for CSIT rls2202, "10" for CSIT rls2206).'
- - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.'
- - '2202.0-10 vs 2202.0-9: Compares CSIT environment current vs previous with previous VPP code.'
- - '2206.0-10 vs 2202.0-10: Compares VPP code current vs previous in the current CSIT environment.'
+ - 'Test Case: Test cases executed for: PDR throughput on 2n-skx and 2n-clx with xxv710.'
+ - '2n-skx, 2n-clx: [Mpps +- StDev] results for VPP tested in CSIT'
+ - '2n-clx vs 2n-skx: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.'
+ - 'Normalized 2n-clx vs 2n-skx: [% +- StDev] Normalized relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.'
-# VPP Latency Changes 2n-skx 2t1c
+# VPP Normalized Comparison Across Testbeds 2n-clx to 2n-icx 1c ndr
- type: "table"
- title: "VPP Latency Changes 2n-skx 2t1c PDR90-direction1-avg"
+ title: "VPP Normalized Comparison Across Testbeds 2n-clx to 2n-icx 1c ndr"
algorithm: "table_comparison"
- output-file: "{DIR[STATIC,VPP]}/latency-changes-2n-skx-xxv710-2t1c-pdr90-d1-avg"
- include-tests: "latency-PDR90-direction1-avg"
- filter: "'2T1C' and 'NDRPDR' and 'NIC_Intel-XXV710' and not 'NF_DENSITY'"
+ output-file: "{DIR[STATIC,VPP]}/performance-compare-testbeds-2n-clx-2n-icx-1c-ndr"
+ include-tests: "NDR" # "PDR" | "NDR" | "MRR"
+ filter: "'NIC_Intel-XXV710' and 'NDRPDR' and '1C'"
columns:
- - title: "2110.0-9"
- data-set: "vpp-2n-skx-hist-iter-new-env"
- - title: "2202.0-9"
- data-set: "vpp-2n-skx-prev-iter-old-env"
- - title: "2202.0-10"
- data-set: "vpp-2n-skx-prev-iter-new-env"
- - title: "2206.0-10"
- data-set: "vpp-2n-skx-curr-iter"
+ - title: "2n-clx xxv710"
+ data-set: "vpp-2n-clx-curr-iter"
+ - title: "2n-icx xxv710"
+ data-set: "vpp-2n-icx-curr-iter"
comparisons:
- - title: "2202.0-10 vs 2202.0-9"
- reference: 2
- compare: 3
- - title: "2206.0-10 vs 2202.0-10"
- reference: 3
- compare: 4
+ - title: "2n-icx vs 2n-clx"
+ reference: 1
+ compare: 2
+ - title: "Normalized 2n-icx vs 2n-clx"
+ reference: 1
+ compare: 2
+ norm-ref: "2n-clx"
+ norm-cmp: "2n-icx"
legend:
- ''
- - 'Test Case: Test cases executed for: PDR throughput on 2n-skx with xxv710.'
- - 'YYMM.V-E: [uSec +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "9" for CSIT rls2202, "10" for CSIT rls2206).'
- - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.'
- - '2202.0-10 vs 2202.0-9: Compares CSIT environment current vs previous with previous VPP code.'
- - '2206.0-10 vs 2202.0-10: Compares VPP code current vs previous in the current CSIT environment.'
+ - 'Test Case: Test cases executed for: NDR throughput on 2n-clx and 2n-icx with xxv710.'
+ - '2n-clx, 2n-icx: [Mpps +- StDev] results for VPP tested in CSIT'
+ - '2n-icx vs 2n-clx: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.'
+ - 'Normalized 2n-icx vs 2n-clx: [% +- StDev] Normalized relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.'
-# VPP Latency Changes 2n-skx 2t1c
+# VPP Normalized Comparison Across Testbeds 2n-clx to 2n-icx 2c ndr
- type: "table"
- title: "VPP Latency Changes 2n-skx 2t1c PDR90-direction1-max"
+ title: "VPP Normalized Comparison Across Testbeds 2n-clx to 2n-icx 2c ndr"
algorithm: "table_comparison"
- output-file: "{DIR[STATIC,VPP]}/latency-changes-2n-skx-xxv710-2t1c-pdr90-d1-max"
- include-tests: "latency-PDR90-direction1-max"
- filter: "'2T1C' and 'NDRPDR' and 'NIC_Intel-XXV710' and not 'NF_DENSITY'"
+ output-file: "{DIR[STATIC,VPP]}/performance-compare-testbeds-2n-clx-2n-icx-2c-ndr"
+ include-tests: "NDR" # "PDR" | "NDR" | "MRR"
+ filter: "'NIC_Intel-XXV710' and 'NDRPDR' and '2C'"
columns:
- - title: "2110.0-9"
- data-set: "vpp-2n-skx-hist-iter-new-env"
- - title: "2202.0-9"
- data-set: "vpp-2n-skx-prev-iter-old-env"
- - title: "2202.0-10"
- data-set: "vpp-2n-skx-prev-iter-new-env"
- - title: "2206.0-10"
- data-set: "vpp-2n-skx-curr-iter"
+ - title: "2n-clx xxv710"
+ data-set: "vpp-2n-clx-curr-iter"
+ - title: "2n-icx xxv710"
+ data-set: "vpp-2n-icx-curr-iter"
comparisons:
- - title: "2202.0-10 vs 2202.0-9"
- reference: 2
- compare: 3
- - title: "2206.0-10 vs 2202.0-10"
- reference: 3
- compare: 4
+ - title: "2n-icx vs 2n-clx"
+ reference: 1
+ compare: 2
+ - title: "Normalized 2n-icx vs 2n-clx"
+ reference: 1
+ compare: 2
+ norm-ref: "2n-clx"
+ norm-cmp: "2n-icx"
+ legend:
+ - ''
+ - 'Test Case: Test cases executed for: NDR throughput on 2n-clx and 2n-icx with xxv710.'
+ - '2n-clx, 2n-icx: [Mpps +- StDev] results for VPP tested in CSIT'
+ - '2n-icx vs 2n-clx: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.'
+ - 'Normalized 2n-icx vs 2n-clx: [% +- StDev] Normalized relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.'
+
+# VPP Normalized Comparison Across Testbeds 2n-clx to 2n-icx 1c pdr
+- type: "table"
+ title: "VPP Normalized Comparison Across Testbeds 2n-clx to 2n-icx 1c pdr"
+ algorithm: "table_comparison"
+ output-file: "{DIR[STATIC,VPP]}/performance-compare-testbeds-2n-clx-2n-icx-1c-pdr"
+ include-tests: "PDR" # "PDR" | "NDR" | "MRR"
+ filter: "'NIC_Intel-XXV710' and 'NDRPDR' and '1C'"
+ columns:
+ - title: "2n-clx xxv710"
+ data-set: "vpp-2n-clx-curr-iter"
+ - title: "2n-icx xxv710"
+ data-set: "vpp-2n-icx-curr-iter"
+ comparisons:
+ - title: "2n-icx vs 2n-clx"
+ reference: 1
+ compare: 2
+ - title: "Normalized 2n-icx vs 2n-clx"
+ reference: 1
+ compare: 2
+ norm-ref: "2n-clx"
+ norm-cmp: "2n-icx"
+ legend:
+ - ''
+ - 'Test Case: Test cases executed for: PDR throughput on 2n-clx and 2n-icx with xxv710.'
+ - '2n-clx, 2n-icx: [Mpps +- StDev] results for VPP tested in CSIT'
+ - '2n-icx vs 2n-clx: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.'
+ - 'Normalized 2n-icx vs 2n-clx: [% +- StDev] Normalized relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.'
+
+# VPP Normalized Comparison Across Testbeds 2n-clx to 2n-icx 2c pdr
+- type: "table"
+ title: "VPP Normalized Comparison Across Testbeds 2n-clx to 2n-icx 2c pdr"
+ algorithm: "table_comparison"
+ output-file: "{DIR[STATIC,VPP]}/performance-compare-testbeds-2n-clx-2n-icx-2c-pdr"
+ include-tests: "PDR" # "PDR" | "NDR" | "MRR"
+ filter: "'NIC_Intel-XXV710' and 'NDRPDR' and '2C'"
+ columns:
+ - title: "2n-clx xxv710"
+ data-set: "vpp-2n-clx-curr-iter"
+ - title: "2n-icx xxv710"
+ data-set: "vpp-2n-icx-curr-iter"
+ comparisons:
+ - title: "2n-icx vs 2n-clx"
+ reference: 1
+ compare: 2
+ - title: "Normalized 2n-icx vs 2n-clx"
+ reference: 1
+ compare: 2
+ norm-ref: "2n-clx"
+ norm-cmp: "2n-icx"
+ legend:
+ - ''
+ - 'Test Case: Test cases executed for: PDR throughput on 2n-clx and 2n-icx with xxv710.'
+ - '2n-clx, 2n-icx: [Mpps +- StDev] results for VPP tested in CSIT'
+ - '2n-icx vs 2n-clx: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.'
+ - 'Normalized 2n-icx vs 2n-clx: [% +- StDev] Normalized relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.'
+
+# VPP Normalized Comparison Across Testbeds 2n-skx to 2n-icx 1c ndr
+- type: "table"
+ title: "VPP Normalized Comparison Across Testbeds 2n-skx to 2n-icx 1c ndr"
+ algorithm: "table_comparison"
+ output-file: "{DIR[STATIC,VPP]}/performance-compare-testbeds-2n-skx-2n-icx-1c-ndr"
+ include-tests: "NDR" # "PDR" | "NDR" | "MRR"
+ filter: "'NIC_Intel-XXV710' and 'NDRPDR' and '1C'"
+ columns:
+ - title: "2n-skx xxv710"
+ data-set: "vpp-2n-skx-curr-iter"
+ - title: "2n-icx xxv710"
+ data-set: "vpp-2n-icx-curr-iter"
+ comparisons:
+ - title: "2n-icx vs 2n-skx"
+ reference: 1
+ compare: 2
+ - title: "Normalized 2n-icx vs 2n-skx"
+ reference: 1
+ compare: 2
+ norm-ref: "2n-skx"
+ norm-cmp: "2n-icx"
+ legend:
+ - ''
+ - 'Test Case: Test cases executed for: NDR throughput on 2n-skx and 2n-icx with xxv710.'
+ - '2n-skx, 2n-icx: [Mpps +- StDev] results for VPP tested in CSIT'
+ - '2n-icx vs 2n-skx: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.'
+ - 'Normalized 2n-icx vs 2n-skx: [% +- StDev] Normalized relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.'
+
+# VPP Normalized Comparison Across Testbeds 2n-skx to 2n-icx 2c ndr
+- type: "table"
+ title: "VPP Normalized Comparison Across Testbeds 2n-skx to 2n-icx 2c ndr"
+ algorithm: "table_comparison"
+ output-file: "{DIR[STATIC,VPP]}/performance-compare-testbeds-2n-skx-2n-icx-2c-ndr"
+ include-tests: "NDR" # "PDR" | "NDR" | "MRR"
+ filter: "'NIC_Intel-XXV710' and 'NDRPDR' and '2C'"
+ columns:
+ - title: "2n-skx xxv710"
+ data-set: "vpp-2n-skx-curr-iter"
+ - title: "2n-icx xxv710"
+ data-set: "vpp-2n-icx-curr-iter"
+ comparisons:
+ - title: "2n-icx vs 2n-skx"
+ reference: 1
+ compare: 2
+ - title: "Normalized 2n-icx vs 2n-skx"
+ reference: 1
+ compare: 2
+ norm-ref: "2n-skx"
+ norm-cmp: "2n-icx"
+ legend:
+ - ''
+ - 'Test Case: Test cases executed for: NDR throughput on 2n-skx and 2n-icx with xxv710.'
+ - '2n-skx, 2n-icx: [Mpps +- StDev] results for VPP tested in CSIT'
+ - '2n-icx vs 2n-skx: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.'
+ - 'Normalized 2n-icx vs 2n-skx: [% +- StDev] Normalized relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.'
+
+# VPP Normalized Comparison Across Testbeds 2n-skx to 2n-icx 1c pdr
+- type: "table"
+ title: "VPP Normalized Comparison Across Testbeds 2n-skx to 2n-icx 1c pdr"
+ algorithm: "table_comparison"
+ output-file: "{DIR[STATIC,VPP]}/performance-compare-testbeds-2n-skx-2n-icx-1c-pdr"
+ include-tests: "PDR" # "PDR" | "NDR" | "MRR"
+ filter: "'NIC_Intel-XXV710' and 'NDRPDR' and '1C'"
+ columns:
+ - title: "2n-skx xxv710"
+ data-set: "vpp-2n-skx-curr-iter"
+ - title: "2n-icx xxv710"
+ data-set: "vpp-2n-icx-curr-iter"
+ comparisons:
+ - title: "2n-icx vs 2n-skx"
+ reference: 1
+ compare: 2
+ - title: "Normalized 2n-icx vs 2n-skx"
+ reference: 1
+ compare: 2
+ norm-ref: "2n-skx"
+ norm-cmp: "2n-icx"
+ legend:
+ - ''
+ - 'Test Case: Test cases executed for: PDR throughput on 2n-skx and 2n-icx with xxv710.'
+ - '2n-skx, 2n-icx: [Mpps +- StDev] results for VPP tested in CSIT'
+ - '2n-icx vs 2n-skx: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.'
+ - 'Normalized 2n-icx vs 2n-skx: [% +- StDev] Normalized relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.'
+
+# VPP Normalized Comparison Across Testbeds 2n-skx to 2n-icx 2c pdr
+- type: "table"
+ title: "VPP Normalized Comparison Across Testbeds 2n-skx to 2n-icx 2c pdr"
+ algorithm: "table_comparison"
+ output-file: "{DIR[STATIC,VPP]}/performance-compare-testbeds-2n-skx-2n-icx-2c-pdr"
+ include-tests: "PDR" # "PDR" | "NDR" | "MRR"
+ filter: "'NIC_Intel-XXV710' and 'NDRPDR' and '2C'"
+ columns:
+ - title: "2n-skx xxv710"
+ data-set: "vpp-2n-skx-curr-iter"
+ - title: "2n-icx xxv710"
+ data-set: "vpp-2n-icx-curr-iter"
+ comparisons:
+ - title: "2n-icx vs 2n-skx"
+ reference: 1
+ compare: 2
+ - title: "Normalized 2n-icx vs 2n-skx"
+ reference: 1
+ compare: 2
+ norm-ref: "2n-skx"
+ norm-cmp: "2n-icx"
+ legend:
+ - ''
+ - 'Test Case: Test cases executed for: PDR throughput on 2n-skx and 2n-icx with xxv710.'
+ - '2n-skx, 2n-icx: [Mpps +- StDev] results for VPP tested in CSIT'
+ - '2n-icx vs 2n-skx: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.'
+ - 'Normalized 2n-icx vs 2n-skx: [% +- StDev] Normalized relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.'
+
+# VPP Normalized Comparison Across Testbeds 3n-skx to 3n-icx 1c ndr
+- type: "table"
+ title: "VPP Normalized Comparison Across Testbeds 3n-skx to 3n-icx 1c ndr"
+ algorithm: "table_comparison"
+ output-file: "{DIR[STATIC,VPP]}/performance-compare-testbeds-3n-skx-3n-icx-1c-ndr"
+ include-tests: "NDR" # "PDR" | "NDR" | "MRR"
+ filter: "'NIC_Intel-XXV710' and 'NDRPDR' and '1C'"
+ columns:
+ - title: "3n-skx xxv710"
+ data-set: "vpp-3n-skx-curr-iter"
+ - title: "3n-icx xxv710"
+ data-set: "vpp-3n-icx-curr-iter"
+ comparisons:
+ - title: "3n-icx vs 3n-skx"
+ reference: 1
+ compare: 2
+ - title: "Normalized 3n-icx vs 3n-skx"
+ reference: 1
+ compare: 2
+ norm-ref: "3n-skx"
+ norm-cmp: "3n-icx"
+ legend:
+ - ''
+ - 'Test Case: Test cases executed for: NDR throughput on 3n-skx and 3n-icx with xxv710.'
+ - '3n-skx, 3n-icx: [Mpps +- StDev] results for VPP tested in CSIT'
+ - '3n-icx vs 3n-skx: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.'
+ - 'Normalized 3n-icx vs 3n-skx: [% +- StDev] Normalized relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.'
+
+# VPP Normalized Comparison Across Testbeds 3n-skx to 3n-icx 2c ndr
+- type: "table"
+ title: "VPP Normalized Comparison Across Testbeds 3n-skx to 3n-icx ndr"
+ algorithm: "table_comparison"
+ output-file: "{DIR[STATIC,VPP]}/performance-compare-testbeds-3n-skx-3n-icx-2c-ndr"
+ include-tests: "NDR" # "PDR" | "NDR" | "MRR"
+ filter: "'NIC_Intel-XXV710' and 'NDRPDR' and '2C'"
+ columns:
+ - title: "3n-skx xxv710"
+ data-set: "vpp-3n-skx-curr-iter"
+ - title: "3n-icx xxv710"
+ data-set: "vpp-3n-icx-curr-iter"
+ comparisons:
+ - title: "3n-icx vs 3n-skx"
+ reference: 1
+ compare: 2
+ - title: "Normalized 3n-icx vs 3n-skx"
+ reference: 1
+ compare: 2
+ norm-ref: "3n-skx"
+ norm-cmp: "3n-icx"
+ legend:
+ - ''
+ - 'Test Case: Test cases executed for: NDR throughput on 3n-skx and 3n-icx with xxv710.'
+ - '3n-skx, 3n-icx: [Mpps +- StDev] results for VPP tested in CSIT'
+ - '3n-icx vs 3n-skx: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.'
+ - 'Normalized 3n-icx vs 3n-skx: [% +- StDev] Normalized relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.'
+
+# VPP Normalized Comparison Across Testbeds 3n-skx to 3n-icx 1c pdr
+- type: "table"
+ title: "VPP Normalized Comparison Across Testbeds 3n-skx to 3n-icx 1c pdr"
+ algorithm: "table_comparison"
+ output-file: "{DIR[STATIC,VPP]}/performance-compare-testbeds-3n-skx-3n-icx-1c-pdr"
+ include-tests: "PDR" # "PDR" | "NDR" | "MRR"
+ filter: "'NIC_Intel-XXV710' and 'NDRPDR' and '1C'"
+ columns:
+ - title: "3n-skx xxv710"
+ data-set: "vpp-3n-skx-curr-iter"
+ - title: "3n-icx xxv710"
+ data-set: "vpp-3n-icx-curr-iter"
+ comparisons:
+ - title: "3n-icx vs 3n-skx"
+ reference: 1
+ compare: 2
+ - title: "Normalized 3n-icx vs 3n-skx"
+ reference: 1
+ compare: 2
+ norm-ref: "3n-skx"
+ norm-cmp: "3n-icx"
+ legend:
+ - ''
+ - 'Test Case: Test cases executed for: PDR throughput on 3n-skx and 3n-icx with xxv710.'
+ - '3n-skx, 3n-icx: [Mpps +- StDev] results for VPP tested in CSIT'
+ - '3n-icx vs 3n-skx: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.'
+ - 'Normalized 3n-icx vs 3n-skx: [% +- StDev] Normalized relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.'
+
+# VPP Normalized Comparison Across Testbeds 3n-skx to 3n-icx 2c pdr
+- type: "table"
+ title: "VPP Normalized Comparison Across Testbeds 3n-skx to 3n-icx 2c pdr"
+ algorithm: "table_comparison"
+ output-file: "{DIR[STATIC,VPP]}/performance-compare-testbeds-3n-skx-3n-icx-2c-pdr"
+ include-tests: "PDR" # "PDR" | "NDR" | "MRR"
+ filter: "'NIC_Intel-XXV710' and 'NDRPDR' and '2C'"
+ columns:
+ - title: "3n-skx xxv710"
+ data-set: "vpp-3n-skx-curr-iter"
+ - title: "3n-icx xxv710"
+ data-set: "vpp-3n-icx-curr-iter"
+ comparisons:
+ - title: "3n-icx vs 3n-skx"
+ reference: 1
+ compare: 2
+ - title: "Normalized 3n-icx vs 3n-skx"
+ reference: 1
+ compare: 2
+ norm-ref: "3n-skx"
+ norm-cmp: "3n-icx"
+ legend:
+ - ''
+ - 'Test Case: Test cases executed for: PDR throughput on 3n-skx and 3n-icx with xxv710.'
+ - '3n-skx, 3n-icx: [Mpps +- StDev] results for VPP tested in CSIT'
+ - '3n-icx vs 3n-skx: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.'
+ - 'Normalized 3n-icx vs 3n-skx: [% +- StDev] Normalized relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.'
+
+# VPP Normalized Comparison Across Testbeds 2n-skx to 2n-clx 2t1c mrr
+- type: "table"
+ title: "VPP Normalized Comparison Across Testbeds 2n-skx to 2n-clx 2t1c mrr"
+ algorithm: "table_comparison"
+ output-file: "{DIR[STATIC,VPP]}/performance-compare-testbeds-2n-skx-2n-clx-2t1c-mrr"
+ include-tests: "MRR" # "PDR" | "NDR" | "MRR"
+ filter: "'2T1C' and 'NIC_Intel-XXV710'"
+ columns:
+ - title: "2n-skx xxv710"
+ data-set: "vpp-2n-skx-curr-iter-mrr"
+ - title: "2n-clx xxv710"
+ data-set: "vpp-2n-clx-curr-iter-mrr"
+ comparisons:
+ - title: "2n-clx vs 2n-skx"
+ reference: 1
+ compare: 2
+ - title: "Normalized 2n-clx vs 2n-skx"
+ reference: 1
+ compare: 2
+ norm-ref: "2n-skx"
+ norm-cmp: "2n-clx"
+ legend:
+ - ''
+ - 'Test Case: Test cases executed for: MRR throughput on 2n-skx and 2n-clx with xxv710.'
+ - '2n-skx, 2n-clx: [Mpps +- StDev] results for VPP tested in CSIT'
+ - '2n-clx vs 2n-skx: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.'
+ - 'Normalized 2n-clx vs 2n-skx: [% +- StDev] Normalized relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.'
+
+# VPP Normalized Comparison Across Testbeds 2n-skx to 2n-clx 4t2c mrr
+- type: "table"
+ title: "VPP Normalized Comparison Across Testbeds 2n-skx to 2n-clx 4t2c mrr"
+ algorithm: "table_comparison"
+ output-file: "{DIR[STATIC,VPP]}/performance-compare-testbeds-2n-skx-2n-clx-4t2c-mrr"
+ include-tests: "MRR" # "PDR" | "NDR" | "MRR"
+ filter: "'4T2C' and 'NIC_Intel-XXV710'"
+ columns:
+ - title: "2n-skx xxv710"
+ data-set: "vpp-2n-skx-curr-iter-mrr"
+ - title: "2n-clx xxv710"
+ data-set: "vpp-2n-clx-curr-iter-mrr"
+ comparisons:
+ - title: "2n-clx vs 2n-skx"
+ reference: 1
+ compare: 2
+ - title: "Normalized 2n-clx vs 2n-skx"
+ reference: 1
+ compare: 2
+ norm-ref: "2n-skx"
+ norm-cmp: "2n-clx"
+ legend:
+ - ''
+ - 'Test Case: Test cases executed for: MRR throughput on 2n-skx and 2n-clx with xxv710.'
+ - '2n-skx, 2n-clx: [Mpps +- StDev] results for VPP tested in CSIT'
+ - '2n-clx vs 2n-skx: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.'
+ - 'Normalized 2n-clx vs 2n-skx: [% +- StDev] Normalized relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.'
+
+# VPP Normalized Comparison Across Testbeds 2n-skx to 2n-clx 8t4c mrr
+- type: "table"
+ title: "VPP Normalized Comparison Across Testbeds 2n-skx to 2n-clx 8t4c mrr"
+ algorithm: "table_comparison"
+ output-file: "{DIR[STATIC,VPP]}/performance-compare-testbeds-2n-skx-2n-clx-8t4c-mrr"
+ include-tests: "MRR" # "PDR" | "NDR" | "MRR"
+ filter: "'8T4C' and 'NIC_Intel-XXV710'"
+ columns:
+ - title: "2n-skx xxv710"
+ data-set: "vpp-2n-skx-curr-iter-mrr"
+ - title: "2n-clx xxv710"
+ data-set: "vpp-2n-clx-curr-iter-mrr"
+ comparisons:
+ - title: "2n-clx vs 2n-skx"
+ reference: 1
+ compare: 2
+ - title: "Normalized 2n-clx vs 2n-skx"
+ reference: 1
+ compare: 2
+ norm-ref: "2n-skx"
+ norm-cmp: "2n-clx"
+ legend:
+ - ''
+ - 'Test Case: Test cases executed for: MRR throughput on 2n-skx and 2n-clx with xxv710.'
+ - '2n-skx, 2n-clx: [Mpps +- StDev] results for VPP tested in CSIT'
+ - '2n-clx vs 2n-skx: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.'
+ - 'Normalized 2n-clx vs 2n-skx: [% +- StDev] Normalized relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.'
+
+# VPP Normalized Comparison Across Testbeds 2n-clx to 2n-icx 1c mrr
+- type: "table"
+ title: "VPP Normalized Comparison Across Testbeds 2n-clx to 2n-icx 1c mrr"
+ algorithm: "table_comparison"
+ output-file: "{DIR[STATIC,VPP]}/performance-compare-testbeds-2n-clx-2n-icx-1c-mrr"
+ include-tests: "MRR" # "PDR" | "NDR" | "MRR"
+ filter: "'NIC_Intel-XXV710' and 'MRR' and '1C'"
+ columns:
+ - title: "2n-clx xxv710"
+ data-set: "vpp-2n-clx-curr-iter-mrr"
+ - title: "2n-icx xxv710"
+ data-set: "vpp-2n-icx-curr-iter-mrr"
+ comparisons:
+ - title: "2n-icx vs 2n-clx"
+ reference: 1
+ compare: 2
+ - title: "Normalized 2n-icx vs 2n-clx"
+ reference: 1
+ compare: 2
+ norm-ref: "2n-clx"
+ norm-cmp: "2n-icx"
+ legend:
+ - ''
+ - 'Test Case: Test cases executed for: MRR throughput on 2n-clx and 2n-icx with xxv710.'
+ - '2n-clx, 2n-icx: [Mpps +- StDev] results for VPP tested in CSIT'
+ - '2n-icx vs 2n-clx: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.'
+ - 'Normalized 2n-icx vs 2n-clx: [% +- StDev] Normalized relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.'
+
+# VPP Normalized Comparison Across Testbeds 2n-clx to 2n-icx 2c mrr
+- type: "table"
+ title: "VPP Normalized Comparison Across Testbeds 2n-clx to 2n-icx 2c mrr"
+ algorithm: "table_comparison"
+ output-file: "{DIR[STATIC,VPP]}/performance-compare-testbeds-2n-clx-2n-icx-2c-mrr"
+ include-tests: "MRR" # "PDR" | "NDR" | "MRR"
+ filter: "'NIC_Intel-XXV710' and 'MRR' and '2C'"
+ columns:
+ - title: "2n-clx xxv710"
+ data-set: "vpp-2n-clx-curr-iter-mrr"
+ - title: "2n-icx xxv710"
+ data-set: "vpp-2n-icx-curr-iter-mrr"
+ comparisons:
+ - title: "2n-icx vs 2n-clx"
+ reference: 1
+ compare: 2
+ - title: "Normalized 2n-icx vs 2n-clx"
+ reference: 1
+ compare: 2
+ norm-ref: "2n-clx"
+ norm-cmp: "2n-icx"
+ legend:
+ - ''
+ - 'Test Case: Test cases executed for: MRR throughput on 2n-clx and 2n-icx with xxv710.'
+ - '2n-clx, 2n-icx: [Mpps +- StDev] results for VPP tested in CSIT'
+ - '2n-icx vs 2n-clx: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.'
+ - 'Normalized 2n-icx vs 2n-clx: [% +- StDev] Normalized relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.'
+
+# VPP Normalized Comparison Across Testbeds 2n-clx to 2n-icx 4c mrr
+- type: "table"
+ title: "VPP Normalized Comparison Across Testbeds 2n-clx to 2n-icx 4c mrr"
+ algorithm: "table_comparison"
+ output-file: "{DIR[STATIC,VPP]}/performance-compare-testbeds-2n-clx-2n-icx-4c-mrr"
+ include-tests: "MRR" # "PDR" | "NDR" | "MRR"
+ filter: "'NIC_Intel-XXV710' and 'MRR' and '4C'"
+ columns:
+ - title: "2n-clx xxv710"
+ data-set: "vpp-2n-clx-curr-iter-mrr"
+ - title: "2n-icx xxv710"
+ data-set: "vpp-2n-icx-curr-iter-mrr"
+ comparisons:
+ - title: "2n-icx vs 2n-clx"
+ reference: 1
+ compare: 2
+ - title: "Normalized 2n-icx vs 2n-clx"
+ reference: 1
+ compare: 2
+ norm-ref: "2n-clx"
+ norm-cmp: "2n-icx"
+ legend:
+ - ''
+ - 'Test Case: Test cases executed for: MRR throughput on 2n-clx and 2n-icx with xxv710.'
+ - '2n-clx, 2n-icx: [Mpps +- StDev] results for VPP tested in CSIT'
+ - '2n-icx vs 2n-clx: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.'
+ - 'Normalized 2n-icx vs 2n-clx: [% +- StDev] Normalized relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.'
+
+# VPP Normalized Comparison Across Testbeds 2n-skx to 2n-icx 1c mrr
+- type: "table"
+ title: "VPP Normalized Comparison Across Testbeds 2n-skx to 2n-icx 1c mrr"
+ algorithm: "table_comparison"
+ output-file: "{DIR[STATIC,VPP]}/performance-compare-testbeds-2n-skx-2n-icx-1c-mrr"
+ include-tests: "MRR" # "PDR" | "NDR" | "MRR"
+ filter: "'NIC_Intel-XXV710' and 'MRR' and '1C'"
+ columns:
+ - title: "2n-skx xxv710"
+ data-set: "vpp-2n-skx-curr-iter-mrr"
+ - title: "2n-icx xxv710"
+ data-set: "vpp-2n-icx-curr-iter-mrr"
+ comparisons:
+ - title: "2n-icx vs 2n-clx"
+ reference: 1
+ compare: 2
+ - title: "Normalized 2n-icx vs 2n-skx"
+ reference: 1
+ compare: 2
+ norm-ref: "2n-skx"
+ norm-cmp: "2n-icx"
+ legend:
+ - ''
+ - 'Test Case: Test cases executed for: MRR throughput on 2n-skx and 2n-icx with xxv710.'
+ - '2n-skx, 2n-icx: [Mpps +- StDev] results for VPP tested in CSIT'
+ - '2n-icx vs 2n-skx: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.'
+ - 'Normalized 2n-icx vs 2n-skx: [% +- StDev] Normalized relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.'
+
+# VPP Normalized Comparison Across Testbeds 2n-skx to 2n-icx 2c mrr
+- type: "table"
+ title: "VPP Normalized Comparison Across Testbeds 2n-skx to 2n-icx 2c mrr"
+ algorithm: "table_comparison"
+ output-file: "{DIR[STATIC,VPP]}/performance-compare-testbeds-2n-skx-2n-icx-2c-mrr"
+ include-tests: "MRR" # "PDR" | "NDR" | "MRR"
+ filter: "'NIC_Intel-XXV710' and 'MRR' and '2C'"
+ columns:
+ - title: "2n-skx xxv710"
+ data-set: "vpp-2n-skx-curr-iter-mrr"
+ - title: "2n-icx xxv710"
+ data-set: "vpp-2n-icx-curr-iter-mrr"
+ comparisons:
+ - title: "2n-icx vs 2n-skx"
+ reference: 1
+ compare: 2
+ - title: "Normalized 2n-icx vs 2n-skx"
+ reference: 1
+ compare: 2
+ norm-ref: "2n-skx"
+ norm-cmp: "2n-icx"
+ legend:
+ - ''
+ - 'Test Case: Test cases executed for: MRR throughput on 2n-skx and 2n-icx with xxv710.'
+ - '2n-skx, 2n-icx: [Mpps +- StDev] results for VPP tested in CSIT'
+ - '2n-icx vs 2n-skx: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.'
+ - 'Normalized 2n-icx vs 2n-skx: [% +- StDev] Normalized relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.'
+
+# VPP Normalized Comparison Across Testbeds 2n-skx to 2n-icx 4c mrr
+- type: "table"
+ title: "VPP Normalized Comparison Across Testbeds 2n-skx to 2n-icx 4c mrr"
+ algorithm: "table_comparison"
+ output-file: "{DIR[STATIC,VPP]}/performance-compare-testbeds-2n-skx-2n-icx-4c-mrr"
+ include-tests: "MRR" # "PDR" | "NDR" | "MRR"
+ filter: "'NIC_Intel-XXV710' and 'MRR' and '4C'"
+ columns:
+ - title: "2n-skx xxv710"
+ data-set: "vpp-2n-skx-curr-iter-mrr"
+ - title: "2n-icx xxv710"
+ data-set: "vpp-2n-icx-curr-iter-mrr"
+ comparisons:
+ - title: "2n-icx vs 2n-skx"
+ reference: 1
+ compare: 2
+ - title: "Normalized 2n-icx vs 2n-skx"
+ reference: 1
+ compare: 2
+ norm-ref: "2n-skx"
+ norm-cmp: "2n-icx"
+ legend:
+ - ''
+ - 'Test Case: Test cases executed for: MRR throughput on 2n-skx and 2n-icx with xxv710.'
+ - '2n-skx, 2n-icx: [Mpps +- StDev] results for VPP tested in CSIT'
+ - '2n-icx vs 2n-skx: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.'
+ - 'Normalized 2n-icx vs 2n-skx: [% +- StDev] Normalized relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.'
+
+# VPP Normalized Comparison Across Testbeds 3n-skx to 3n-icx 1c mrr
+- type: "table"
+ title: "VPP Normalized Comparison Across Testbeds 3n-skx to 3n-icx 1c mrr"
+ algorithm: "table_comparison"
+ output-file: "{DIR[STATIC,VPP]}/performance-compare-testbeds-3n-skx-3n-icx-1c-mrr"
+ include-tests: "MRR" # "PDR" | "NDR" | "MRR"
+ filter: "'NIC_Intel-XXV710' and 'MRR' and '1C'"
+ columns:
+ - title: "3n-skx xxv710"
+ data-set: "vpp-3n-skx-curr-iter-mrr"
+ - title: "3n-icx xxv710"
+ data-set: "vpp-3n-icx-curr-iter-mrr"
+ comparisons:
+ - title: "3n-icx vs 3n-skx"
+ reference: 1
+ compare: 2
+ - title: "Normalized 3n-icx vs 3n-skx"
+ reference: 1
+ compare: 2
+ norm-ref: "3n-skx"
+ norm-cmp: "3n-icx"
+ legend:
+ - ''
+ - 'Test Case: Test cases executed for: MRR throughput on 3n-skx and 3n-icx with xxv710.'
+ - '3n-skx, 3n-icx: [Mpps +- StDev] results for VPP tested in CSIT'
+ - '3n-icx vs 3n-skx: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.'
+ - 'Normalized 3n-icx vs 3n-skx: [% +- StDev] Normalized relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.'
+
+# VPP Normalized Comparison Across Testbeds 3n-skx to 3n-icx 2c mrr
+- type: "table"
+ title: "VPP Normalized Comparison Across Testbeds 3n-skx to 3n-icx 2c mrr"
+ algorithm: "table_comparison"
+ output-file: "{DIR[STATIC,VPP]}/performance-compare-testbeds-3n-skx-3n-icx-2c-mrr"
+ include-tests: "MRR" # "PDR" | "NDR" | "MRR"
+ filter: "'NIC_Intel-XXV710' and 'MRR' and '2C'"
+ columns:
+ - title: "3n-skx xxv710"
+ data-set: "vpp-3n-skx-curr-iter-mrr"
+ - title: "3n-icx xxv710"
+ data-set: "vpp-3n-icx-curr-iter-mrr"
+ comparisons:
+ - title: "3n-icx vs 3n-skx"
+ reference: 1
+ compare: 2
+ - title: "Normalized 3n-icx vs 3n-skx"
+ reference: 1
+ compare: 2
+ norm-ref: "3n-skx"
+ norm-cmp: "3n-icx"
+ legend:
+ - ''
+ - 'Test Case: Test cases executed for: MRR throughput on 3n-skx and 3n-icx with xxv710.'
+ - '3n-skx, 3n-icx: [Mpps +- StDev] results for VPP tested in CSIT'
+ - '3n-icx vs 3n-skx: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.'
+ - 'Normalized 3n-icx vs TB3n-skxR: [% +- StDev] Normalized relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.'
+
+# VPP Normalized Comparison Across Testbeds 3n-skx to 3n-icx 4c mrr
+- type: "table"
+ title: "VPP Normalized Comparison Across Testbeds 3n-skx to 3n-icx 4c mrr"
+ algorithm: "table_comparison"
+ output-file: "{DIR[STATIC,VPP]}/performance-compare-testbeds-3n-skx-3n-icx-4c-mrr"
+ include-tests: "MRR" # "PDR" | "NDR" | "MRR"
+ filter: "'NIC_Intel-XXV710' and 'MRR' and '4C'"
+ columns:
+ - title: "3n-skx xxv710"
+ data-set: "vpp-3n-skx-curr-iter-mrr"
+ - title: "3n-icx xxv710"
+ data-set: "vpp-3n-icx-curr-iter-mrr"
+ comparisons:
+ - title: "3n-icx vs 3n-skx"
+ reference: 1
+ compare: 2
+ - title: "Normalized 3n-icx vs 3n-skx"
+ reference: 1
+ compare: 2
+ norm-ref: "3n-skx"
+ norm-cmp: "3n-icx"
+ legend:
+ - ''
+ - 'Test Case: Test cases executed for: MRR throughput on 3n-skx and 3n-icx with xxv710.'
+ - '3n-skx, 3n-icx: [Mpps +- StDev] results for VPP tested in CSIT'
+ - '3n-icx vs 3n-skx: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.'
+ - 'Normalized 3n-icx vs 3n-skx: [% +- StDev] Normalized relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.'
+
+# DPDK Normalized Comparison Across Testbeds 2n-skx to 2n-clx ndr
+- type: "table"
+ title: "DPDK Normalized Comparison Across Testbeds 2n-skx to 2n-clx ndr"
+ algorithm: "table_comparison"
+ output-file: "{DIR[STATIC,DPDK]}/performance-compare-testbeds-2n-skx-2n-clx-ndr"
+ include-tests: "NDR" # "PDR" | "NDR" | "MRR"
+ filter: "'NIC_Intel-XXV710'"
+ columns:
+ - title: "2n-skx xxv710"
+ data-set: "dpdk-2n-skx-curr-iter"
+ - title: "2n-clx xxv710"
+ data-set: "dpdk-2n-clx-curr-iter"
+ comparisons:
+ - title: "2n-clx vs 2n-skx"
+ reference: 1
+ compare: 2
+ - title: "Normalized 2n-clx vs 2n-skx"
+ reference: 1
+ compare: 2
+ norm-ref: "2n-skx"
+ norm-cmp: "2n-clx"
+ legend:
+ - ''
+ - 'Test Case: Test cases executed for: NDR throughput on 2n-skx and 2n-clx with xxv710.'
+ - '2n-skx, 2n-clx: [Mpps +- StDev] results for DPDK tested in CSIT'
+ - '2n-clx vs 2n-skx: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.'
+ - 'Normalized 2n-clx vs 2n-skx: [% +- StDev] Normalized relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.'
+
+# DPDK Normalized Comparison Across Testbeds 2n-skx to 2n-clx pdr
+- type: "table"
+ title: "DPDK Normalized Comparison Across Testbeds 2n-skx to 2n-clx pdr"
+ algorithm: "table_comparison"
+ output-file: "{DIR[STATIC,DPDK]}/performance-compare-testbeds-2n-skx-2n-clx-pdr"
+ include-tests: "PDR" # "PDR" | "NDR" | "MRR"
+ filter: "'NIC_Intel-XXV710'"
+ columns:
+ - title: "2n-skx xxv710"
+ data-set: "dpdk-2n-skx-curr-iter"
+ - title: "2n-clx xxv710"
+ data-set: "dpdk-2n-clx-curr-iter"
+ comparisons:
+ - title: "2n-clx vs 2n-skx"
+ reference: 1
+ compare: 2
+ - title: "Normalized 2n-clx vs 2n-skx"
+ reference: 1
+ compare: 2
+ norm-ref: "2n-skx"
+ norm-cmp: "2n-clx"
+ legend:
+ - ''
+ - 'Test Case: Test cases executed for: PDR throughput on 2n-skx and 2n-clx with xxv710.'
+ - '2n-skx, 2n-clx: [Mpps +- StDev] results for DPDK tested in CSIT'
+ - '2n-clx vs 2n-skx: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.'
+ - 'Normalized 2n-clx vs 2n-skx: [% +- StDev] Normalized relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.'
+
+# DPDK Normalized Comparison Across Testbeds 2n-clx to 2n-icx ndr
+- type: "table"
+ title: "DPDK Normalized Comparison Across Testbeds 2n-clx to 2n-icx ndr"
+ algorithm: "table_comparison"
+ output-file: "{DIR[STATIC,DPDK]}/performance-compare-testbeds-2n-clx-2n-icx-ndr"
+ include-tests: "NDR" # "PDR" | "NDR" | "MRR"
+ filter: "'NIC_Intel-XXV710'"
+ columns:
+ - title: "2n-clx xxv710"
+ data-set: "dpdk-2n-clx-curr-iter"
+ - title: "2n-icx xxv710"
+ data-set: "dpdk-2n-icx-curr-iter"
+ comparisons:
+ - title: "2n-icx vs 2n-clx"
+ reference: 1
+ compare: 2
+ - title: "Normalized 2n-icx vs 2n-clx"
+ reference: 1
+ compare: 2
+ norm-ref: "2n-clx"
+ norm-cmp: "2n-icx"
+ legend:
+ - ''
+ - 'Test Case: Test cases executed for: NDR throughput on 2n-clx and 2n-icx with xxv710.'
+ - '2n-clx, 2n-icx: [Mpps +- StDev] results for DPDK tested in CSIT'
+ - '2n-icx vs 2n-clx: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.'
+ - 'Normalized 2n-icx vs 2n-clx: [% +- StDev] Normalized relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.'
+
+# DPDK Normalized Comparison Across Testbeds 2n-clx to 2n-icx pdr
+- type: "table"
+ title: "DPDK Normalized Comparison Across Testbeds 2n-clx to 2n-icx pdr"
+ algorithm: "table_comparison"
+ output-file: "{DIR[STATIC,DPDK]}/performance-compare-testbeds-2n-clx-2n-icx-pdr"
+ include-tests: "PDR" # "PDR" | "NDR" | "MRR"
+ filter: "'NIC_Intel-XXV710'"
+ columns:
+ - title: "2n-clx xxv710"
+ data-set: "dpdk-2n-clx-curr-iter"
+ - title: "2n-icx xxv710"
+ data-set: "dpdk-2n-icx-curr-iter"
+ comparisons:
+ - title: "2n-icx vs 2n-clx"
+ reference: 1
+ compare: 2
+ - title: "Normalized 2n-icx vs 2n-clx"
+ reference: 1
+ compare: 2
+ norm-ref: "2n-clx"
+ norm-cmp: "2n-icx"
+ legend:
+ - ''
+ - 'Test Case: Test cases executed for: PDR throughput on 2n-clx and 2n-icx with xxv710.'
+ - '2n-clx, 2n-icx: [Mpps +- StDev] results for DPDK tested in CSIT'
+ - '2n-icx vs 2n-clx: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.'
+ - 'Normalized 2n-icx vs 2n-clx: [% +- StDev] Normalized relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.'
+
+# DPDK Normalized Comparison Across Testbeds 2n-skx to 2n-icx ndr
+- type: "table"
+ title: "DPDK Normalized Comparison Across Testbeds 2n-skx to 2n-icx ndr"
+ algorithm: "table_comparison"
+ output-file: "{DIR[STATIC,DPDK]}/performance-compare-testbeds-2n-skx-2n-icx-ndr"
+ include-tests: "NDR" # "PDR" | "NDR" | "MRR"
+ filter: "'NIC_Intel-XXV710'"
+ columns:
+ - title: "2n-skx xxv710"
+ data-set: "dpdk-2n-skx-curr-iter"
+ - title: "2n-icx xxv710"
+ data-set: "dpdk-2n-icx-curr-iter"
+ comparisons:
+ - title: "2n-icx vs 2n-skx"
+ reference: 1
+ compare: 2
+ - title: "Normalized 2n-icx vs 2n-clx"
+ reference: 1
+ compare: 2
+ norm-ref: "2n-skx"
+ norm-cmp: "2n-icx"
legend:
- ''
- - 'Test Case: Test cases executed for: PDR throughput on 2n-skx with xxv710.'
- - 'YYMM.V-E: [uSec +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "9" for CSIT rls2202, "10" for CSIT rls2206).'
- - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.'
- - '2202.0-10 vs 2202.0-9: Compares CSIT environment current vs previous with previous VPP code.'
+ - 'Test Case: Test cases executed for: NDR throughput on 2n-icx and 2n-icx with xxv710.'
+ - '2n-icx, 2n-icx: [Mpps +- StDev] results for DPDK tested in CSIT'
+ - '2n-icx vs 2n-icx: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.'
+ - 'Normalized 2n-icx vs 2n-icx: [% +- StDev] Normalized relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.'
+
+# DPDK Normalized Comparison Across Testbeds 2n-skx to 2n-icx pdr
+- type: "table"
+ title: "DPDK Normalized Comparison Across Testbeds 2n-skx to 2n-icx pdr"
+ algorithm: "table_comparison"
+ output-file: "{DIR[STATIC,DPDK]}/performance-compare-testbeds-2n-skx-2n-icx-pdr"
+ include-tests: "PDR" # "PDR" | "NDR" | "MRR"
+ filter: "'NIC_Intel-XXV710'"
+ columns:
+ - title: "2n-skx xxv710"
+ data-set: "dpdk-2n-skx-curr-iter"
+ - title: "2n-icx xxv710"
+ data-set: "dpdk-2n-icx-curr-iter"
+ comparisons:
+ - title: "2n-icx vs 2n-skx"
+ reference: 1
+ compare: 2
+ - title: "Normalized 2n-icx vs 2n-clx"
+ reference: 1
+ compare: 2
+ norm-ref: "2n-skx"
+ norm-cmp: "2n-icx"
+ legend:
+ - ''
+ - 'Test Case: Test cases executed for: PDR throughput on 2n-icx and T2n-icxBC with xxv710.'
+ - '2n-icx, 2n-icx: [Mpps +- StDev] results for DPDK tested in CSIT'
+ - '2n-icx vs 2n-icx: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.'
+ - 'Normalized 2n-icx vs 2n-icx: [% +- StDev] Normalized relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.'
+
+# DPDK Normalized Comparison Across Testbeds 3n-skx to 3n-icx ndr
+- type: "table"
+ title: "DPDK Normalized Comparison Across Testbeds 3n-skx to 3n-icx ndr"
+ algorithm: "table_comparison"
+ output-file: "{DIR[STATIC,DPDK]}/performance-compare-testbeds-3n-skx-3n-icx-ndr"
+ include-tests: "NDR" # "PDR" | "NDR" | "MRR"
+ filter: "'NIC_Intel-XXV710'"
+ columns:
+ - title: "3n-skx xxv710"
+ data-set: "dpdk-3n-skx-curr-iter"
+ - title: "3n-icx xxv710"
+ data-set: "dpdk-3n-icx-curr-iter"
+ comparisons:
+ - title: "3n-icx vs 3n-skx"
+ reference: 1
+ compare: 2
+ - title: "Normalized 3n-icx vs 3n-clx"
+ reference: 1
+ compare: 2
+ norm-ref: "3n-skx"
+ norm-cmp: "3n-icx"
+ legend:
+ - ''
+ - 'Test Case: Test cases executed for: NDR throughput on 3n-skx and 3n-icx with xxv710.'
+ - '3n-skx, 3n-icx: [Mpps +- StDev] results for DPDK tested in CSIT'
+ - '3n-icx vs 3n-skx: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.'
+ - 'Normalized 3n-icx vs 3n-skx: [% +- StDev] Normalized relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.'
+
+# DPDK Normalized Comparison Across Testbeds 3n-skx to 3n-icx pdr
+- type: "table"
+ title: "DPDK Normalized Comparison Across Testbeds 3n-skx to 3n-icx pdr"
+ algorithm: "table_comparison"
+ output-file: "{DIR[STATIC,DPDK]}/performance-compare-testbeds-3n-skx-3n-icx-pdr"
+ include-tests: "PDR" # "PDR" | "NDR" | "MRR"
+ filter: "'NIC_Intel-XXV710'"
+ columns:
+ - title: "3n-skx xxv710"
+ data-set: "dpdk-3n-skx-curr-iter"
+ - title: "3n-icx xxv710"
+ data-set: "dpdk-3n-icx-curr-iter"
+ comparisons:
+ - title: "3n-icx vs 3n-skx"
+ reference: 1
+ compare: 2
+ - title: "Normalized 3n-icx vs 3n-clx"
+ reference: 1
+ compare: 2
+ norm-ref: "3n-skx"
+ norm-cmp: "3n-icx"
+ legend:
+ - ''
+ - 'Test Case: Test cases executed for: PDR throughput on 3n-skx and 3n-icx with xxv710.'
+ - '3n-skx, 3n-icx: [Mpps +- StDev] results for DPDK tested in CSIT'
+ - '3n-icx vs 3n-skx: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.'
+ - 'Normalized 3n-icx vs 3n-skx: [% +- StDev] Normalized relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.'
+
+# VPP Latency Changes 3n-skx 2t1c
+- type: "table"
+ title: "VPP Latency Changes 3n-skx 2t1c PDR50-direction1-avg"
+ algorithm: "table_comparison"
+ output-file: "{DIR[STATIC,VPP]}/latency-changes-3n-skx-xxv710-2t1c-pdr50-d1-avg"
+ include-tests: "latency-PDR50-direction1-avg"
+ filter: "'2T1C' and 'NDRPDR' and 'NIC_Intel-XXV710' and not 'NF_DENSITY'"
+ columns:
+ - title: "2110.0-9"
+ data-set: "vpp-3n-skx-hist-iter-new-env"
+ - title: "2202.0-9"
+ data-set: "vpp-3n-skx-prev-iter-old-env"
+ - title: "2202.0-10"
+ data-set: "vpp-3n-skx-prev-iter-new-env"
+ - title: "2206.0-10"
+ data-set: "vpp-3n-skx-curr-iter"
+ comparisons:
+ - title: "2202.0-10 vs 2202.0-9"
+ reference: 2
+ compare: 3
+ - title: "2206.0-10 vs 2202.0-10"
+ reference: 3
+ compare: 4
+ legend:
+ - ''
+ - 'Test Case: Test cases executed for: PDR throughput on 3n-skx with xxv710.'
+ - 'YYMM.V-E: [uSec +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "9" for CSIT rls2202, "10" for CSIT rls2206).'
+ - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.'
+ - '2202.0-10 vs 2202.0-9: Compares CSIT environment current vs previous with previous VPP code.'
+ - '2206.0-10 vs 2202.0-10: Compares VPP code current vs previous in the current CSIT environment.'
+
+# VPP Latency Changes 3n-skx 2t1c
+- type: "table"
+ title: "VPP Latency Changes 3n-skx 2t1c PDR90-direction1-avg"
+ algorithm: "table_comparison"
+ output-file: "{DIR[STATIC,VPP]}/latency-changes-3n-skx-xxv710-2t1c-pdr90-d1-avg"
+ include-tests: "latency-PDR90-direction1-avg"
+ filter: "'2T1C' and 'NDRPDR' and 'NIC_Intel-XXV710' and not 'NF_DENSITY'"
+ columns:
+ - title: "2110.0-9"
+ data-set: "vpp-3n-skx-hist-iter-new-env"
+ - title: "2202.0-9"
+ data-set: "vpp-3n-skx-prev-iter-old-env"
+ - title: "2202.0-10"
+ data-set: "vpp-3n-skx-prev-iter-new-env"
+ - title: "2206.0-10"
+ data-set: "vpp-3n-skx-curr-iter"
+ comparisons:
+ - title: "2202.0-10 vs 2202.0-9"
+ reference: 2
+ compare: 3
+ - title: "2206.0-10 vs 2202.0-10"
+ reference: 3
+ compare: 4
+ legend:
+ - ''
+ - 'Test Case: Test cases executed for: PDR throughput on 3n-skx with xxv710.'
+ - 'YYMM.V-E: [uSec +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "9" for CSIT rls2202, "10" for CSIT rls2206).'
+ - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.'
+ - '2202.0-10 vs 2202.0-9: Compares CSIT environment current vs previous with previous VPP code.'
+ - '2206.0-10 vs 2202.0-10: Compares VPP code current vs previous in the current CSIT environment.'
+
+# VPP Latency Changes 3n-skx 2t1c
+- type: "table"
+ title: "VPP Latency Changes 3n-skx 2t1c PDR90-direction1-max"
+ algorithm: "table_comparison"
+ output-file: "{DIR[STATIC,VPP]}/latency-changes-3n-skx-xxv710-2t1c-pdr90-d1-max"
+ include-tests: "latency-PDR90-direction1-max"
+ filter: "'2T1C' and 'NDRPDR' and 'NIC_Intel-XXV710' and not 'NF_DENSITY'"
+ columns:
+ - title: "2110.0-9"
+ data-set: "vpp-3n-skx-hist-iter-new-env"
+ - title: "2202.0-9"
+ data-set: "vpp-3n-skx-prev-iter-old-env"
+ - title: "2202.0-10"
+ data-set: "vpp-3n-skx-prev-iter-new-env"
+ - title: "2206.0-10"
+ data-set: "vpp-3n-skx-curr-iter"
+ comparisons:
+ - title: "2202.0-10 vs 2202.0-9"
+ reference: 2
+ compare: 3
+ - title: "2206.0-10 vs 2202.0-10"
+ reference: 3
+ compare: 4
+ legend:
+ - ''
+ - 'Test Case: Test cases executed for: PDR throughput on 3n-skx with xxv710.'
+ - 'YYMM.V-E: [uSec +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "9" for CSIT rls2202, "10" for CSIT rls2206).'
+ - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.'
+ - '2202.0-10 vs 2202.0-9: Compares CSIT environment current vs previous with previous VPP code.'
+ - '2206.0-10 vs 2202.0-10: Compares VPP code current vs previous in the current CSIT environment.'
+
+# VPP Latency Changes 2n-skx 2t1c
+- type: "table"
+ title: "VPP Latency Changes 2n-skx 2t1c PDR50-direction1-avg"
+ algorithm: "table_comparison"
+ output-file: "{DIR[STATIC,VPP]}/latency-changes-2n-skx-xxv710-2t1c-pdr50-d1-avg"
+ include-tests: "latency-PDR50-direction1-avg"
+ filter: "'2T1C' and 'NDRPDR' and 'NIC_Intel-XXV710' and not 'NF_DENSITY'"
+ columns:
+ - title: "2110.0-9"
+ data-set: "vpp-2n-skx-hist-iter-new-env"
+ - title: "2202.0-9"
+ data-set: "vpp-2n-skx-prev-iter-old-env"
+ - title: "2202.0-10"
+ data-set: "vpp-2n-skx-prev-iter-new-env"
+ - title: "2206.0-10"
+ data-set: "vpp-2n-skx-curr-iter"
+ comparisons:
+ - title: "2202.0-10 vs 2202.0-9"
+ reference: 2
+ compare: 3
+ - title: "2206.0-10 vs 2202.0-10"
+ reference: 3
+ compare: 4
+ legend:
+ - ''
+ - 'Test Case: Test cases executed for: PDR throughput on 2n-skx with xxv710.'
+ - 'YYMM.V-E: [uSec +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "9" for CSIT rls2202, "10" for CSIT rls2206).'
+ - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.'
+ - '2202.0-10 vs 2202.0-9: Compares CSIT environment current vs previous with previous VPP code.'
+ - '2206.0-10 vs 2202.0-10: Compares VPP code current vs previous in the current CSIT environment.'
+
+# VPP Latency Changes 2n-skx 2t1c
+- type: "table"
+ title: "VPP Latency Changes 2n-skx 2t1c PDR90-direction1-avg"
+ algorithm: "table_comparison"
+ output-file: "{DIR[STATIC,VPP]}/latency-changes-2n-skx-xxv710-2t1c-pdr90-d1-avg"
+ include-tests: "latency-PDR90-direction1-avg"
+ filter: "'2T1C' and 'NDRPDR' and 'NIC_Intel-XXV710' and not 'NF_DENSITY'"
+ columns:
+ - title: "2110.0-9"
+ data-set: "vpp-2n-skx-hist-iter-new-env"
+ - title: "2202.0-9"
+ data-set: "vpp-2n-skx-prev-iter-old-env"
+ - title: "2202.0-10"
+ data-set: "vpp-2n-skx-prev-iter-new-env"
+ - title: "2206.0-10"
+ data-set: "vpp-2n-skx-curr-iter"
+ comparisons:
+ - title: "2202.0-10 vs 2202.0-9"
+ reference: 2
+ compare: 3
+ - title: "2206.0-10 vs 2202.0-10"
+ reference: 3
+ compare: 4
+ legend:
+ - ''
+ - 'Test Case: Test cases executed for: PDR throughput on 2n-skx with xxv710.'
+ - 'YYMM.V-E: [uSec +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "9" for CSIT rls2202, "10" for CSIT rls2206).'
+ - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.'
+ - '2202.0-10 vs 2202.0-9: Compares CSIT environment current vs previous with previous VPP code.'
+ - '2206.0-10 vs 2202.0-10: Compares VPP code current vs previous in the current CSIT environment.'
+
+# VPP Latency Changes 2n-skx 2t1c
+- type: "table"
+ title: "VPP Latency Changes 2n-skx 2t1c PDR90-direction1-max"
+ algorithm: "table_comparison"
+ output-file: "{DIR[STATIC,VPP]}/latency-changes-2n-skx-xxv710-2t1c-pdr90-d1-max"
+ include-tests: "latency-PDR90-direction1-max"
+ filter: "'2T1C' and 'NDRPDR' and 'NIC_Intel-XXV710' and not 'NF_DENSITY'"
+ columns:
+ - title: "2110.0-9"
+ data-set: "vpp-2n-skx-hist-iter-new-env"
+ - title: "2202.0-9"
+ data-set: "vpp-2n-skx-prev-iter-old-env"
+ - title: "2202.0-10"
+ data-set: "vpp-2n-skx-prev-iter-new-env"
+ - title: "2206.0-10"
+ data-set: "vpp-2n-skx-curr-iter"
+ comparisons:
+ - title: "2202.0-10 vs 2202.0-9"
+ reference: 2
+ compare: 3
+ - title: "2206.0-10 vs 2202.0-10"
+ reference: 3
+ compare: 4
+ legend:
+ - ''
+ - 'Test Case: Test cases executed for: PDR throughput on 2n-skx with xxv710.'
+ - 'YYMM.V-E: [uSec +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "9" for CSIT rls2202, "10" for CSIT rls2206).'
+ - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.'
+ - '2202.0-10 vs 2202.0-9: Compares CSIT environment current vs previous with previous VPP code.'
- '2206.0-10 vs 2202.0-10: Compares VPP code current vs previous in the current CSIT environment.'
# VPP Latency Changes 2n-clx 2t1c
compare: 4
legend:
- ''
- - 'Test Case: Test cases executed for: PDR throughput on 2n-clx with xxv710.'
- - 'YYMM.V-E: [uSec +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "9" for CSIT rls2202, "10" for CSIT rls2206).'
- - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.'
- - '2202.0-10 vs 2202.0-9: Compares CSIT environment current vs previous with previous VPP code.'
+ - 'Test Case: Test cases executed for: PDR throughput on 2n-clx with xxv710.'
+ - 'YYMM.V-E: [uSec +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "9" for CSIT rls2202, "10" for CSIT rls2206).'
+ - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.'
+ - '2202.0-10 vs 2202.0-9: Compares CSIT environment current vs previous with previous VPP code.'
- '2206.0-10 vs 2202.0-10: Compares VPP code current vs previous in the current CSIT environment.'
# VPP Latency Changes 2n-clx 2t1c
compare: 4
legend:
- ''
- - 'Test Case: Test cases executed for: PDR throughput on 2n-clx with xxv710.'
- - 'YYMM.V-E: [uSec +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "9" for CSIT rls2202, "10" for CSIT rls2206).'
- - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.'
- - '2202.0-10 vs 2202.0-9: Compares CSIT environment current vs previous with previous VPP code.'
+ - 'Test Case: Test cases executed for: PDR throughput on 2n-clx with xxv710.'
+ - 'YYMM.V-E: [uSec +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "9" for CSIT rls2202, "10" for CSIT rls2206).'
+ - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.'
+ - '2202.0-10 vs 2202.0-9: Compares CSIT environment current vs previous with previous VPP code.'
- '2206.0-10 vs 2202.0-10: Compares VPP code current vs previous in the current CSIT environment.'
# VPP Latency Changes 2n-clx 2t1c
compare: 4
legend:
- ''
- - 'Test Case: Test cases executed for: PDR throughput on 2n-clx with xxv710.'
- - 'YYMM.V-E: [uSec +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "9" for CSIT rls2202, "10" for CSIT rls2206).'
- - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.'
- - '2202.0-10 vs 2202.0-9: Compares CSIT environment current vs previous with previous VPP code.'
+ - 'Test Case: Test cases executed for: PDR throughput on 2n-clx with xxv710.'
+ - 'YYMM.V-E: [uSec +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "9" for CSIT rls2202, "10" for CSIT rls2206).'
+ - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.'
+ - '2202.0-10 vs 2202.0-9: Compares CSIT environment current vs previous with previous VPP code.'
- '2206.0-10 vs 2202.0-10: Compares VPP code current vs previous in the current CSIT environment.'
# VPP Latency Changes 2n-clx 2t1c
compare: 4
legend:
- ''
- - 'Test Case: Test cases executed for: PDR throughput on 2n-clx with cx556a.'
- - 'YYMM.V-E: [uSec +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "9" for CSIT rls2202, "10" for CSIT rls2206).'
- - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.'
- - '2202.0-10 vs 2202.0-9: Compares CSIT environment current vs previous with previous VPP code.'
+ - 'Test Case: Test cases executed for: PDR throughput on 2n-clx with cx556a.'
+ - 'YYMM.V-E: [uSec +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "9" for CSIT rls2202, "10" for CSIT rls2206).'
+ - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.'
+ - '2202.0-10 vs 2202.0-9: Compares CSIT environment current vs previous with previous VPP code.'
- '2206.0-10 vs 2202.0-10: Compares VPP code current vs previous in the current CSIT environment.'
# VPP Latency Changes 2n-clx 2t1c
compare: 4
legend:
- ''
- - 'Test Case: Test cases executed for: PDR throughput on 2n-clx with cx556a.'
- - 'YYMM.V-E: [uSec +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "9" for CSIT rls2202, "10" for CSIT rls2206).'
- - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.'
- - '2202.0-10 vs 2202.0-9: Compares CSIT environment current vs previous with previous VPP code.'
+ - 'Test Case: Test cases executed for: PDR throughput on 2n-clx with cx556a.'
+ - 'YYMM.V-E: [uSec +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "9" for CSIT rls2202, "10" for CSIT rls2206).'
+ - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.'
+ - '2202.0-10 vs 2202.0-9: Compares CSIT environment current vs previous with previous VPP code.'
- '2206.0-10 vs 2202.0-10: Compares VPP code current vs previous in the current CSIT environment.'
# VPP Latency Changes 2n-clx 2t1c
compare: 4
legend:
- ''
- - 'Test Case: Test cases executed for: PDR throughput on 2n-clx with cx556a.'
- - 'YYMM.V-E: [uSec +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "9" for CSIT rls2202, "10" for CSIT rls2206).'
- - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.'
- - '2202.0-10 vs 2202.0-9: Compares CSIT environment current vs previous with previous VPP code.'
+ - 'Test Case: Test cases executed for: PDR throughput on 2n-clx with cx556a.'
+ - 'YYMM.V-E: [uSec +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "9" for CSIT rls2202, "10" for CSIT rls2206).'
+ - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.'
+ - '2202.0-10 vs 2202.0-9: Compares CSIT environment current vs previous with previous VPP code.'
- '2206.0-10 vs 2202.0-10: Compares VPP code current vs previous in the current CSIT environment.'
# VPP Latency Changes 2n-zn2 2t1c
compare: 4
legend:
- ''
- - 'Test Case: Test cases executed for: PDR throughput on 2n-zn2 with xxv710.'
- - 'YYMM.V-E: [uSec +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "9" for CSIT rls2202, "10" for CSIT rls2206).'
- - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.'
- - '2202.0-10 vs 2202.0-9: Compares CSIT environment current vs previous with previous VPP code.'
+ - 'Test Case: Test cases executed for: PDR throughput on 2n-zn2 with xxv710.'
+ - 'YYMM.V-E: [uSec +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "9" for CSIT rls2202, "10" for CSIT rls2206).'
+ - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.'
+ - '2202.0-10 vs 2202.0-9: Compares CSIT environment current vs previous with previous VPP code.'
- '2206.0-10 vs 2202.0-10: Compares VPP code current vs previous in the current CSIT environment.'
# VPP Latency Changes 2n-zn2 2t1c
compare: 4
legend:
- ''
- - 'Test Case: Test cases executed for: PDR throughput on 2n-zn2 with xxv710.'
- - 'YYMM.V-E: [uSec +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "9" for CSIT rls2202, "10" for CSIT rls2206).'
- - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.'
- - '2202.0-10 vs 2202.0-9: Compares CSIT environment current vs previous with previous VPP code.'
+ - 'Test Case: Test cases executed for: PDR throughput on 2n-zn2 with xxv710.'
+ - 'YYMM.V-E: [uSec +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "9" for CSIT rls2202, "10" for CSIT rls2206).'
+ - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.'
+ - '2202.0-10 vs 2202.0-9: Compares CSIT environment current vs previous with previous VPP code.'
- '2206.0-10 vs 2202.0-10: Compares VPP code current vs previous in the current CSIT environment.'
# VPP Latency Changes 2n-zn2 2t1c
compare: 4
legend:
- ''
- - 'Test Case: Test cases executed for: PDR throughput on 2n-zn2 with xxv710.'
- - 'YYMM.V-E: [uSec +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "9" for CSIT rls2202, "10" for CSIT rls2206).'
- - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.'
- - '2202.0-10 vs 2202.0-9: Compares CSIT environment current vs previous with previous VPP code.'
+ - 'Test Case: Test cases executed for: PDR throughput on 2n-zn2 with xxv710.'
+ - 'YYMM.V-E: [uSec +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "9" for CSIT rls2202, "10" for CSIT rls2206).'
+ - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.'
+ - '2202.0-10 vs 2202.0-9: Compares CSIT environment current vs previous with previous VPP code.'
- '2206.0-10 vs 2202.0-10: Compares VPP code current vs previous in the current CSIT environment.'
# VPP Latency Changes 2n-tx2 1t1c
compare: 4
legend:
- ''
- - 'Test Case: Test cases executed for: PDR throughput on 2n-tx2 with xl710.'
- - 'YYMM.V-E: [uSec +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "9" for CSIT rls2202, "10" for CSIT rls2206).'
- - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.'
- - '2202.0-10 vs 2202.0-9: Compares CSIT environment current vs previous with previous VPP code.'
+ - 'Test Case: Test cases executed for: PDR throughput on 2n-tx2 with xl710.'
+ - 'YYMM.V-E: [uSec +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "9" for CSIT rls2202, "10" for CSIT rls2206).'
+ - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.'
+ - '2202.0-10 vs 2202.0-9: Compares CSIT environment current vs previous with previous VPP code.'
- '2206.0-10 vs 2202.0-10: Compares VPP code current vs previous in the current CSIT environment.'
# VPP Latency Changes 2n-tx2 1t1c
compare: 4
legend:
- ''
- - 'Test Case: Test cases executed for: PDR throughput on 2n-tx2 with xl710.'
- - 'YYMM.V-E: [uSec +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "9" for CSIT rls2202, "10" for CSIT rls2206).'
- - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.'
- - '2202.0-10 vs 2202.0-9: Compares CSIT environment current vs previous with previous VPP code.'
+ - 'Test Case: Test cases executed for: PDR throughput on 2n-tx2 with xl710.'
+ - 'YYMM.V-E: [uSec +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "9" for CSIT rls2202, "10" for CSIT rls2206).'
+ - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.'
+ - '2202.0-10 vs 2202.0-9: Compares CSIT environment current vs previous with previous VPP code.'
- '2206.0-10 vs 2202.0-10: Compares VPP code current vs previous in the current CSIT environment.'
# VPP Latency Changes 2n-tx2 1t1c
compare: 4
legend:
- ''
- - 'Test Case: Test cases executed for: PDR throughput on 2n-tx2 with xl710.'
- - 'YYMM.V-E: [uSec +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "9" for CSIT rls2202, "10" for CSIT rls2206).'
- - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.'
- - '2202.0-10 vs 2202.0-9: Compares CSIT environment current vs previous with previous VPP code.'
+ - 'Test Case: Test cases executed for: PDR throughput on 2n-tx2 with xl710.'
+ - 'YYMM.V-E: [uSec +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "9" for CSIT rls2202, "10" for CSIT rls2206).'
+ - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.'
+ - '2202.0-10 vs 2202.0-9: Compares CSIT environment current vs previous with previous VPP code.'
- '2206.0-10 vs 2202.0-10: Compares VPP code current vs previous in the current CSIT environment.'
# VPP Latency Changes 3n-tsh 1t1c
compare: 4
legend:
- ''
- - 'Test Case: Test cases executed for: PDR throughput on 3n-tsh with x520.'
- - 'YYMM.V-E: [uSec +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "9" for CSIT rls2202, "10" for CSIT rls2206).'
- - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.'
- - '2202.0-10 vs 2202.0-9: Compares CSIT environment current vs previous with previous VPP code.'
+ - 'Test Case: Test cases executed for: PDR throughput on 3n-tsh with x520.'
+ - 'YYMM.V-E: [uSec +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "9" for CSIT rls2202, "10" for CSIT rls2206).'
+ - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.'
+ - '2202.0-10 vs 2202.0-9: Compares CSIT environment current vs previous with previous VPP code.'
- '2206.0-10 vs 2202.0-10: Compares VPP code current vs previous in the current CSIT environment.'
# VPP Latency Changes 3n-tsh 1t1c
reference: 3
compare: 4
legend:
- - ''
- - 'Test Case: Test cases executed for: PDR throughput on 3n-tsh with x520.'
- - 'YYMM.V-E: [uSec +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "9" for CSIT rls2202, "10" for CSIT rls2206).'
- - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.'
- - '2202.0-10 vs 2202.0-9: Compares CSIT environment current vs previous with previous VPP code.'
+ - ''
+ - 'Test Case: Test cases executed for: PDR throughput on 3n-tsh with x520.'
+ - 'YYMM.V-E: [uSec +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "9" for CSIT rls2202, "10" for CSIT rls2206).'
+ - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.'
+ - '2202.0-10 vs 2202.0-9: Compares CSIT environment current vs previous with previous VPP code.'
- '2206.0-10 vs 2202.0-10: Compares VPP code current vs previous in the current CSIT environment.'
# VPP Latency Changes 3n-tsh 1t1c
compare: 4
legend:
- ''
- - 'Test Case: Test cases executed for: PDR throughput on 3n-tsh with x520.'
- - 'YYMM.V-E: [uSec +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "9" for CSIT rls2202, "10" for CSIT rls2206).'
- - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.'
- - '2202.0-10 vs 2202.0-9: Compares CSIT environment current vs previous with previous VPP code.'
+ - 'Test Case: Test cases executed for: PDR throughput on 3n-tsh with x520.'
+ - 'YYMM.V-E: [uSec +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "9" for CSIT rls2202, "10" for CSIT rls2206).'
+ - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.'
+ - '2202.0-10 vs 2202.0-9: Compares CSIT environment current vs previous with previous VPP code.'
- '2206.0-10 vs 2202.0-10: Compares VPP code current vs previous in the current CSIT environment.'
# VPP Latency Changes 3n-icx 2t1c
compare: 3
legend:
- ''
- - 'Test Case: Test cases executed for: PDR throughput on 3n-icx with xxv710.'
- - 'YYMM.V-E: [uSec +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "9" for CSIT rls2202, "10" for CSIT rls2206).'
- - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.'
- - '2202.0-10 vs 2202.0-9: Compares CSIT environment current vs previous with previous VPP code.'
+ - 'Test Case: Test cases executed for: PDR throughput on 3n-icx with xxv710.'
+ - 'YYMM.V-E: [uSec +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "9" for CSIT rls2202, "10" for CSIT rls2206).'
+ - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.'
+ - '2202.0-10 vs 2202.0-9: Compares CSIT environment current vs previous with previous VPP code.'
- '2206.0-10 vs 2202.0-10: Compares VPP code current vs previous in the current CSIT environment.'
# VPP Latency Changes 3n-icx 2t1c
compare: 3
legend:
- ''
- - 'Test Case: Test cases executed for: PDR throughput on 3n-icx with xxv710.'
- - 'YYMM.V-E: [uSec +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "9" for CSIT rls2202, "10" for CSIT rls2206).'
- - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.'
- - '2202.0-10 vs 2202.0-9: Compares CSIT environment current vs previous with previous VPP code.'
+ - 'Test Case: Test cases executed for: PDR throughput on 3n-icx with xxv710.'
+ - 'YYMM.V-E: [uSec +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "9" for CSIT rls2202, "10" for CSIT rls2206).'
+ - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.'
+ - '2202.0-10 vs 2202.0-9: Compares CSIT environment current vs previous with previous VPP code.'
- '2206.0-10 vs 2202.0-10: Compares VPP code current vs previous in the current CSIT environment.'
# VPP Latency Changes 3n-icx 2t1c
compare: 3
legend:
- ''
- - 'Test Case: Test cases executed for: PDR throughput on 3n-icx with xxv710.'
- - 'YYMM.V-E: [uSec +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "9" for CSIT rls2202, "10" for CSIT rls2206).'
- - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.'
- - '2202.0-10 vs 2202.0-9: Compares CSIT environment current vs previous with previous VPP code.'
+ - 'Test Case: Test cases executed for: PDR throughput on 3n-icx with xxv710.'
+ - 'YYMM.V-E: [uSec +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "9" for CSIT rls2202, "10" for CSIT rls2206).'
+ - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.'
+ - '2202.0-10 vs 2202.0-9: Compares CSIT environment current vs previous with previous VPP code.'
- '2206.0-10 vs 2202.0-10: Compares VPP code current vs previous in the current CSIT environment.'
# VPP Latency Changes 2n-icx 2t1c
compare: 3
legend:
- ''
- - 'Test Case: Test cases executed for: PDR throughput on 2n-icx with xxv710.'
- - 'YYMM.V-E: [uSec +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "9" for CSIT rls2202, "10" for CSIT rls2206).'
- - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.'
- - '2202.0-10 vs 2202.0-9: Compares CSIT environment current vs previous with previous VPP code.'
+ - 'Test Case: Test cases executed for: PDR throughput on 2n-icx with xxv710.'
+ - 'YYMM.V-E: [uSec +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "9" for CSIT rls2202, "10" for CSIT rls2206).'
+ - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.'
+ - '2202.0-10 vs 2202.0-9: Compares CSIT environment current vs previous with previous VPP code.'
- '2206.0-10 vs 2202.0-10: Compares VPP code current vs previous in the current CSIT environment.'
# VPP Latency Changes 2n-icx 2t1c
compare: 3
legend:
- ''
- - 'Test Case: Test cases executed for: PDR throughput on 2n-icx with xxv710.'
- - 'YYMM.V-E: [uSec +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "9" for CSIT rls2202, "10" for CSIT rls2206).'
- - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.'
- - '2202.0-10 vs 2202.0-9: Compares CSIT environment current vs previous with previous VPP code.'
+ - 'Test Case: Test cases executed for: PDR throughput on 2n-icx with xxv710.'
+ - 'YYMM.V-E: [uSec +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "9" for CSIT rls2202, "10" for CSIT rls2206).'
+ - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.'
+ - '2202.0-10 vs 2202.0-9: Compares CSIT environment current vs previous with previous VPP code.'
- '2206.0-10 vs 2202.0-10: Compares VPP code current vs previous in the current CSIT environment.'
# VPP Latency Changes 2n-icx 2t1c
compare: 3
legend:
- ''
- - 'Test Case: Test cases executed for: PDR throughput on 2n-icx with xxv710.'
- - 'YYMM.V-E: [uSec +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "9" for CSIT rls2202, "10" for CSIT rls2206).'
- - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.'
- - '2202.0-10 vs 2202.0-9: Compares CSIT environment current vs previous with previous VPP code.'
+ - 'Test Case: Test cases executed for: PDR throughput on 2n-icx with xxv710.'
+ - 'YYMM.V-E: [uSec +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "9" for CSIT rls2202, "10" for CSIT rls2206).'
+ - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.'
+ - '2202.0-10 vs 2202.0-9: Compares CSIT environment current vs previous with previous VPP code.'
- '2206.0-10 vs 2202.0-10: Compares VPP code current vs previous in the current CSIT environment.'
# VPP Soak vs NDR - 2n-icx
filter: "'2T1C' and 'NDRPDR' and not 'NF_DENSITY'"
columns:
- title: "x710"
- data-set: "vpp-3n-skx-curr-iter"
- tag: "NIC_Intel-X710"
- - title: "xxv710"
- data-set: "vpp-3n-skx-curr-iter"
- tag: "NIC_Intel-XXV710"
- comparisons:
- - title: "Diff"
- reference: 1
- compare: 2
- legend:
- - ""
- - "x710, xxv710 - NICs tested."
- - "Diff - difference between x710 and xxv710 NIC."
-
-# VPP Compare NICs 3n-skx 4t2c ndr
-- type: "table"
- title: "VPP Compare NICs 3n-skx 4t2c ndr"
- algorithm: "table_comparison"
- output-file: "{DIR[STATIC,VPP]}/performance-changes-3n-skx-4t2c-nics-ndr"
- include-tests: "NDR" # "PDR" | "NDR" | "MRR"
- filter: "'4T2C' and 'NDRPDR' and not 'NF_DENSITY'"
- columns:
- - title: "x710"
- data-set: "vpp-3n-skx-curr-iter"
- tag: "NIC_Intel-X710"
- - title: "xxv710"
- data-set: "vpp-3n-skx-curr-iter"
- tag: "NIC_Intel-XXV710"
- comparisons:
- - title: "Diff"
- reference: 1
- compare: 2
- legend:
- - ""
- - "x710, xxv710 - NICs tested."
- - "Diff - difference between x710 and xxv710 NIC."
-
-# VPP Compare NICs 3n-skx 2t1c pdr
-- type: "table"
- title: "VPP Compare NICs 3n-skx 2t1c pdr"
- algorithm: "table_comparison"
- output-file: "{DIR[STATIC,VPP]}/performance-changes-3n-skx-2t1c-nics-pdr"
- include-tests: "PDR" # "PDR" | "NDR" | "MRR"
- filter: "'2T1C' and 'NDRPDR' and not 'NF_DENSITY'"
- columns:
- - title: "x710"
- data-set: "vpp-3n-skx-curr-iter"
- tag: "NIC_Intel-X710"
- - title: "xxv710"
- data-set: "vpp-3n-skx-curr-iter"
- tag: "NIC_Intel-XXV710"
- comparisons:
- - title: "Diff"
- reference: 1
- compare: 2
- legend:
- - ""
- - "x710, xxv710 - NICs tested."
- - "Diff - difference between x710 and xxv710 NIC."
-
-# VPP Compare NICs 3n-skx 4t2c pdr
-- type: "table"
- title: "VPP Compare NICs 3n-skx 4t2c pdr"
- algorithm: "table_comparison"
- output-file: "{DIR[STATIC,VPP]}/performance-changes-3n-skx-4t2c-nics-pdr"
- include-tests: "PDR" # "PDR" | "NDR" | "MRR"
- filter: "'4T2C' and 'NDRPDR' and not 'NF_DENSITY'"
- columns:
- - title: "x710"
- data-set: "vpp-3n-skx-curr-iter"
- tag: "NIC_Intel-X710"
- - title: "xxv710"
- data-set: "vpp-3n-skx-curr-iter"
- tag: "NIC_Intel-XXV710"
- comparisons:
- - title: "Diff"
- reference: 1
- compare: 2
- legend:
- - ""
- - "x710, xxv710 - NICs tested."
- - "Diff - difference between x710 and xxv710 NIC."
-
-# VPP Compare NICs 3n-skx 2t1c mrr
-- type: "table"
- title: "VPP Compare NICs 3n-skx 2t1c mrr"
- algorithm: "table_comparison"
- output-file: "{DIR[STATIC,VPP]}/performance-changes-3n-skx-2t1c-nics-mrr"
- include-tests: "MRR" # "PDR" | "NDR" | "MRR"
- filter: "'2T1C' and 'MRR' and not 'NF_DENSITY'"
- columns:
- - title: "x710"
- data-set: "vpp-3n-skx-curr-iter-mrr"
- tag: "NIC_Intel-X710"
- - title: "xxv710"
- data-set: "vpp-3n-skx-curr-iter-mrr"
- tag: "NIC_Intel-XXV710"
- comparisons:
- - title: "Diff"
- reference: 1
- compare: 2
- legend:
- - ""
- - "x710, xxv710 - NICs tested."
- - "Diff - difference between x710 and xxv710 NIC."
-
-# VPP Compare NICs 3n-skx 4t2c mrr
-- type: "table"
- title: "VPP Compare NICs 3n-skx 4t2c mrr"
- algorithm: "table_comparison"
- output-file: "{DIR[STATIC,VPP]}/performance-changes-3n-skx-4t2c-nics-mrr"
- include-tests: "MRR" # "PDR" | "NDR" | "MRR"
- filter: "'4T2C' and 'MRR' and not 'NF_DENSITY'"
- columns:
- - title: "x710"
- data-set: "vpp-3n-skx-curr-iter-mrr"
- tag: "NIC_Intel-X710"
- - title: "xxv710"
- data-set: "vpp-3n-skx-curr-iter-mrr"
- tag: "NIC_Intel-XXV710"
- comparisons:
- - title: "Diff"
- reference: 1
- compare: 2
- legend:
- - ""
- - "x710, xxv710 - NICs tested."
- - "Diff - difference between x710 and xxv710 NIC."
-
-# VPP Compare NICs 3n-skx 8t4c mrr
-- type: "table"
- title: "VPP Compare NICs 3n-skx 8t4c mrr"
- algorithm: "table_comparison"
- output-file: "{DIR[STATIC,VPP]}/performance-changes-3n-skx-8t4c-nics-mrr"
- include-tests: "MRR" # "PDR" | "NDR" | "MRR"
- filter: "'8T4C' and 'MRR' and not 'NF_DENSITY'"
- columns:
- - title: "x710"
- data-set: "vpp-3n-skx-curr-iter-mrr"
- tag: "NIC_Intel-X710"
- - title: "xxv710"
- data-set: "vpp-3n-skx-curr-iter-mrr"
- tag: "NIC_Intel-XXV710"
- comparisons:
- - title: "Diff"
- reference: 1
- compare: 2
- legend:
- - ""
- - "x710, xxv710 - NICs tested."
- - "Diff - difference between x710 and xxv710 NIC."
-
-# VPP Compare NICs 2n-skx 2t1c ndr
-- type: "table"
- title: "VPP Compare NICs 2n-skx 2t1c ndr"
- algorithm: "table_comparison"
- output-file: "{DIR[STATIC,VPP]}/performance-changes-2n-skx-2t1c-nics-ndr"
- include-tests: "NDR" # "PDR" | "NDR" | "MRR"
- filter: "'2T1C' and 'NDRPDR' and not 'NF_DENSITY'"
- columns:
- - title: "x710"
- data-set: "vpp-2n-skx-curr-iter"
- tag: "NIC_Intel-X710"
- - title: "xxv710"
- data-set: "vpp-2n-skx-curr-iter"
- tag: "NIC_Intel-XXV710"
- comparisons:
- - title: "Diff"
- reference: 1
- compare: 2
- legend:
- - ""
- - "x710, xxv710 - NICs tested."
- - "Diff - difference between x710 and xxv710 NIC."
-
-# VPP Compare NICs 2n-skx 4t2c ndr
-- type: "table"
- title: "VPP Compare NICs 2n-skx 4t2c ndr"
- algorithm: "table_comparison"
- output-file: "{DIR[STATIC,VPP]}/performance-changes-2n-skx-4t2c-nics-ndr"
- include-tests: "NDR" # "PDR" | "NDR" | "MRR"
- filter: "'4T2C' and 'NDRPDR' and not 'NF_DENSITY'"
- columns:
- - title: "x710"
- data-set: "vpp-2n-skx-curr-iter"
- tag: "NIC_Intel-X710"
- - title: "xxv710"
- data-set: "vpp-2n-skx-curr-iter"
- tag: "NIC_Intel-XXV710"
- comparisons:
- - title: "Diff"
- reference: 1
- compare: 2
- legend:
- - ""
- - "x710, xxv710 - NICs tested."
- - "Diff - difference between x710 and xxv710 NIC."
-
-# VPP Compare NICs 2n-skx 2t1c pdr
-- type: "table"
- title: "VPP Compare NICs 2n-skx 2t1c pdr"
- algorithm: "table_comparison"
- output-file: "{DIR[STATIC,VPP]}/performance-changes-2n-skx-2t1c-nics-pdr"
- include-tests: "PDR" # "PDR" | "NDR" | "MRR"
- filter: "'2T1C' and 'NDRPDR' and not 'NF_DENSITY'"
- columns:
- - title: "x710"
- data-set: "vpp-2n-skx-curr-iter"
- tag: "NIC_Intel-X710"
- - title: "xxv710"
- data-set: "vpp-2n-skx-curr-iter"
- tag: "NIC_Intel-XXV710"
- comparisons:
- - title: "Diff"
- reference: 1
- compare: 2
- legend:
- - ""
- - "x710, xxv710 - NICs tested."
- - "Diff - difference between x710 and xxv710 NIC."
-
-# VPP Compare NICs 2n-skx 4t2c pdr
-- type: "table"
- title: "VPP Compare NICs 2n-skx 4t2c pdr"
- algorithm: "table_comparison"
- output-file: "{DIR[STATIC,VPP]}/performance-changes-2n-skx-4t2c-nics-pdr"
- include-tests: "PDR" # "PDR" | "NDR" | "MRR"
- filter: "'4T2C' and 'NDRPDR' and not 'NF_DENSITY'"
- columns:
- - title: "x710"
- data-set: "vpp-2n-skx-curr-iter"
- tag: "NIC_Intel-X710"
- - title: "xxv710"
- data-set: "vpp-2n-skx-curr-iter"
- tag: "NIC_Intel-XXV710"
- comparisons:
- - title: "Diff"
- reference: 1
- compare: 2
- legend:
- - ""
- - "x710, xxv710 - NICs tested."
- - "Diff - difference between x710 and xxv710 NIC."
-
-# VPP Compare NICs 2n-skx 2t1c mrr
-- type: "table"
- title: "VPP Compare NICs 2n-skx 2t1c mrr"
- algorithm: "table_comparison"
- output-file: "{DIR[STATIC,VPP]}/performance-changes-2n-skx-2t1c-nics-mrr"
- include-tests: "MRR" # "PDR" | "NDR" | "MRR"
- filter: "'2T1C' and 'MRR' and not 'NF_DENSITY'"
- columns:
- - title: "x710"
- data-set: "vpp-2n-skx-curr-iter-mrr"
- tag: "NIC_Intel-X710"
- - title: "xxv710"
- data-set: "vpp-2n-skx-curr-iter-mrr"
- tag: "NIC_Intel-XXV710"
- comparisons:
- - title: "Diff"
- reference: 1
- compare: 2
- legend:
- - ""
- - "x710, xxv710 - NICs tested."
- - "Diff - difference between x710 and xxv710 NIC."
-
-# VPP Compare NICs 2n-skx 4t2c mrr
-- type: "table"
- title: "VPP Compare NICs 2n-skx 4t2c mrr"
- algorithm: "table_comparison"
- output-file: "{DIR[STATIC,VPP]}/performance-changes-2n-skx-4t2c-nics-mrr"
- include-tests: "MRR" # "PDR" | "NDR" | "MRR"
- filter: "'4T2C' and 'MRR' and not 'NF_DENSITY'"
- columns:
- - title: "x710"
- data-set: "vpp-2n-skx-curr-iter-mrr"
+ data-set: "vpp-3n-skx-curr-iter"
tag: "NIC_Intel-X710"
- title: "xxv710"
- data-set: "vpp-2n-skx-curr-iter-mrr"
+ data-set: "vpp-3n-skx-curr-iter"
tag: "NIC_Intel-XXV710"
comparisons:
- - title: "Diff"
+ - title: "xxv710 vs x710"
reference: 1
compare: 2
legend:
- - ""
- - "x710, xxv710 - NICs tested."
- - "Diff - difference between x710 and xxv710 NIC."
+ - ''
+ - 'Test Case: Test cases executed for: NDR throughput on 3n-skx with x710 and xxv710.'
+ - 'x710, xxv710: [Mpps +- StDev] results for VPP tested in CSIT'
+ - 'xxv710 vs x710: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.'
-# VPP Compare NICs 2n-skx 8t4c mrr
+# VPP Compare NICs 3n-skx 4t2c ndr
- type: "table"
- title: "VPP Compare NICs 2n-skx 8t4c mrr"
+ title: "VPP Compare NICs 3n-skx 4t2c ndr"
algorithm: "table_comparison"
- output-file: "{DIR[STATIC,VPP]}/performance-changes-2n-skx-8t4c-nics-mrr"
- include-tests: "MRR" # "PDR" | "NDR" | "MRR"
- filter: "'8T4C' and 'MRR' and not 'NF_DENSITY'"
+ output-file: "{DIR[STATIC,VPP]}/performance-changes-3n-skx-4t2c-nics-ndr"
+ include-tests: "NDR" # "PDR" | "NDR" | "MRR"
+ filter: "'4T2C' and 'NDRPDR' and not 'NF_DENSITY'"
columns:
- title: "x710"
- data-set: "vpp-2n-skx-curr-iter-mrr"
+ data-set: "vpp-3n-skx-curr-iter"
tag: "NIC_Intel-X710"
- title: "xxv710"
- data-set: "vpp-2n-skx-curr-iter-mrr"
+ data-set: "vpp-3n-skx-curr-iter"
tag: "NIC_Intel-XXV710"
comparisons:
- - title: "Diff"
+ - title: "xxv710 vs x710"
reference: 1
compare: 2
legend:
- - ""
- - "x710, xxv710 - NICs tested."
- - "Diff - difference between x710 and xxv710 NIC."
-
-################################################################################
-# VPP
+ - ''
+ - 'Test Case: Test cases executed for: NDR throughput on 3n-skx with x710 and xxv710.'
+ - 'x710, xxv710: [Mpps +- StDev] results for VPP tested in CSIT'
+ - 'xxv710 vs x710: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.'
-# VPP Performance Changes 3n-skx Hoststack
+# VPP Compare NICs 3n-skx 2t1c pdr
- type: "table"
- title: "VPP Performance Changes 3n-skx Hoststack"
+ title: "VPP Compare NICs 3n-skx 2t1c pdr"
algorithm: "table_comparison"
- output-file: "{DIR[STATIC,VPP]}/performance-changes-3n-skx-hoststack"
- include-tests: "hoststack"
- filter: "all"
+ output-file: "{DIR[STATIC,VPP]}/performance-changes-3n-skx-2t1c-nics-pdr"
+ include-tests: "PDR" # "PDR" | "NDR" | "MRR"
+ filter: "'2T1C' and 'NDRPDR' and not 'NF_DENSITY'"
columns:
- - title: "2110.0-8"
- data-set: "vpp-3n-skx-hist-iter-hoststack-new-env"
- - title: "2202.0-9"
- data-set: "vpp-3n-skx-prev-iter-hoststack-old-env"
- - title: "2206.0-10"
- data-set: "vpp-3n-skx-curr-iter-hoststack"
+ - title: "x710"
+ data-set: "vpp-3n-skx-curr-iter"
+ tag: "NIC_Intel-X710"
+ - title: "xxv710"
+ data-set: "vpp-3n-skx-curr-iter"
+ tag: "NIC_Intel-XXV710"
comparisons:
- - title: "2206.0-10 vs 2202.0-9"
- reference: 2
- compare: 3
+ - title: "xxv710 vs x710"
+ reference: 1
+ compare: 2
legend:
- ''
- - 'Test Case: Test cases executed for: Hoststack on 3n-skx with xxv710.'
- - 'YYMM.V-E: [uSec +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "9" for CSIT rls2202, "10" for CSIT rls2206).'
- - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.'
- - '2206.0-10 vs 2202.0-9: Compares VPP code current vs previous.'
+ - 'Test Case: Test cases executed for: PDR throughput on 3n-skx with x710 and xxv710.'
+ - 'x710, xxv710: [Mpps +- StDev] results for VPP tested in CSIT'
+ - 'xxv710 vs x710: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.'
-# VPP Performance Changes 2n-clx VSAP
+# VPP Compare NICs 3n-skx 4t2c pdr
- type: "table"
- title: "VPP Performance Changes 2n-clx VSAP"
+ title: "VPP Compare NICs 3n-skx 4t2c pdr"
algorithm: "table_comparison"
- output-file: "{DIR[STATIC,VPP]}/performance-changes-2n-clx-vsap"
- include-tests: "vsap"
- filter: "all"
+ output-file: "{DIR[STATIC,VPP]}/performance-changes-3n-skx-4t2c-nics-pdr"
+ include-tests: "PDR" # "PDR" | "NDR" | "MRR"
+ filter: "'4T2C' and 'NDRPDR' and not 'NF_DENSITY'"
columns:
- - title: "2110.0-8"
- data-set: "vpp-2n-clx-hist-iter-vsap-new-env"
- - title: "2202.0-9"
- data-set: "vpp-2n-clx-curr-iter-vsap-old-env"
- - title: "2022.0-10"
- data-set: "vpp-2n-clx-curr-iter-vsap-new-env"
- - title: "2206.0-10"
- data-set: "vpp-2n-clx-curr-iter-vsap"
+ - title: "x710"
+ data-set: "vpp-3n-skx-curr-iter"
+ tag: "NIC_Intel-X710"
+ - title: "xxv710"
+ data-set: "vpp-3n-skx-curr-iter"
+ tag: "NIC_Intel-XXV710"
comparisons:
- - title: "2202.0-10 vs 2202.0-9"
- reference: 2
- compare: 3
- - title: "2206.0-10 vs 2202.0-10"
- reference: 3
- compare: 4
+ - title: "xxv710 vs x710"
+ reference: 1
+ compare: 2
legend:
- ''
- - 'Test Case: Test cases executed for: VSAP on 2n-clx with cx556a.'
- - 'YYMM.V-E: [uSec +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "9" for CSIT rls2202, "10" for CSIT rls2206).'
- - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.'
- - '2202.0-10 vs 2202.0-9: Compares CSIT environment current vs previous with previous VPP code.'
- - '2206.0-10 vs 2202.0-10: Compares VPP code current vs previous in the current CSIT environment.'
+ - 'Test Case: Test cases executed for: PDR throughput on 3n-skx with x710 and xxv710.'
+ - 'x710, xxv710: [Mpps +- StDev] results for VPP tested in CSIT'
+ - 'xxv710 vs x710: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.'
-# VPP Performance Changes 3n-icx 2t1c pdr
+# VPP Compare NICs 3n-skx 2t1c mrr
- type: "table"
- title: "VPP Performance Changes 3n-icx 2t1c pdr"
+ title: "VPP Compare NICs 3n-skx 2t1c mrr"
algorithm: "table_comparison"
- output-file: "{DIR[STATIC,VPP]}/performance-changes-3n-icx-2t1c-pdr"
- include-tests: "PDR" # "PDR" | "NDR" | "MRR"
- filter: "'2T1C' and 'NDRPDR' and 'NIC_Intel-XXV710' and not 'NF_DENSITY'"
+ output-file: "{DIR[STATIC,VPP]}/performance-changes-3n-skx-2t1c-nics-mrr"
+ include-tests: "MRR" # "PDR" | "NDR" | "MRR"
+ filter: "'2T1C' and 'MRR' and not 'NF_DENSITY'"
columns:
- # - title: "2110.0-9"
- # data-set: "vpp-3n-icx-hist-iter-new-env"
- - title: "2202.0-9"
- data-set: "vpp-3n-icx-prev-iter-old-env"
- - title: "2202.0-10"
- data-set: "vpp-3n-icx-prev-iter-new-env"
- - title: "2206.0-10"
- data-set: "vpp-3n-icx-curr-iter"
+ - title: "x710"
+ data-set: "vpp-3n-skx-curr-iter-mrr"
+ tag: "NIC_Intel-X710"
+ - title: "xxv710"
+ data-set: "vpp-3n-skx-curr-iter-mrr"
+ tag: "NIC_Intel-XXV710"
comparisons:
- - title: "2202.0-10 vs 2202.0-9"
+ - title: "xxv710 vs x710"
reference: 1
compare: 2
- - title: "2206.0-10 vs 2202.0-10"
- reference: 2
- compare: 3
legend:
- ''
- - 'Test Case: Test cases executed for: PDR throughput on 3n-icx with xxv710.'
- - 'YYMM.V-E: [uSec +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "9" for CSIT rls2202, "10" for CSIT rls2206).'
- - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.'
- - '2202.0-10 vs 2202.0-9: Compares CSIT environment current vs previous with previous VPP code.'
- - '2206.0-10 vs 2202.0-10: Compares VPP code current vs previous in the current CSIT environment.'
+ - 'Test Case: Test cases executed for: MRR throughput on 3n-skx with x710 and xxv710.'
+ - 'x710, xxv710: [Mpps +- StDev] results for VPP tested in CSIT'
+ - 'xxv710 vs x710: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.'
-# VPP Performance Changes 3n-icx 4t2c pdr
+# VPP Compare NICs 3n-skx 4t2c mrr
- type: "table"
- title: "VPP Performance Changes 3n-icx 4t2c pdr"
+ title: "VPP Compare NICs 3n-skx 4t2c mrr"
algorithm: "table_comparison"
- output-file: "{DIR[STATIC,VPP]}/performance-changes-3n-icx-4t2c-pdr"
- include-tests: "PDR" # "PDR" | "NDR" | "MRR"
- filter: "'4T2C' and 'NDRPDR' and 'NIC_Intel-XXV710' and not 'NF_DENSITY'"
+ output-file: "{DIR[STATIC,VPP]}/performance-changes-3n-skx-4t2c-nics-mrr"
+ include-tests: "MRR" # "PDR" | "NDR" | "MRR"
+ filter: "'4T2C' and 'MRR' and not 'NF_DENSITY'"
columns:
- # - title: "2110.0-9"
- # data-set: "vpp-3n-icx-hist-iter-new-env"
- - title: "2202.0-9"
- data-set: "vpp-3n-icx-prev-iter-old-env"
- - title: "2202.0-10"
- data-set: "vpp-3n-icx-prev-iter-new-env"
- - title: "2206.0-10"
- data-set: "vpp-3n-icx-curr-iter"
+ - title: "x710"
+ data-set: "vpp-3n-skx-curr-iter-mrr"
+ tag: "NIC_Intel-X710"
+ - title: "xxv710"
+ data-set: "vpp-3n-skx-curr-iter-mrr"
+ tag: "NIC_Intel-XXV710"
comparisons:
- - title: "2202.0-10 vs 2202.0-9"
+ - title: "xxv710 vs x710"
reference: 1
compare: 2
- - title: "2206.0-10 vs 2202.0-10"
- reference: 2
- compare: 3
legend:
- ''
- - 'Test Case: Test cases executed for: PDR throughput on 3n-icx with xxv710.'
- - 'YYMM.V-E: [uSec +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "9" for CSIT rls2202, "10" for CSIT rls2206).'
- - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.'
- - '2202.0-10 vs 2202.0-9: Compares CSIT environment current vs previous with previous VPP code.'
- - '2206.0-10 vs 2202.0-10: Compares VPP code current vs previous in the current CSIT environment.'
+ - 'Test Case: Test cases executed for: MRR throughput on 3n-skx with x710 and xxv710.'
+ - 'x710, xxv710: [Mpps +- StDev] results for VPP tested in CSIT'
+ - 'xxv710 vs x710: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.'
-# VPP Performance Changes 3n-icx 2t1c ndr
+# VPP Compare NICs 3n-skx 8t4c mrr
- type: "table"
- title: "VPP Performance Changes 3n-icx 2t1c ndr"
+ title: "VPP Compare NICs 3n-skx 8t4c mrr"
algorithm: "table_comparison"
- output-file: "{DIR[STATIC,VPP]}/performance-changes-3n-icx-2t1c-ndr"
- include-tests: "NDR" # "PDR" | "NDR" | "MRR"
- filter: "'2T1C' and 'NDRPDR' and 'NIC_Intel-XXV710' and not 'NF_DENSITY'"
+ output-file: "{DIR[STATIC,VPP]}/performance-changes-3n-skx-8t4c-nics-mrr"
+ include-tests: "MRR" # "PDR" | "NDR" | "MRR"
+ filter: "'8T4C' and 'MRR' and not 'NF_DENSITY'"
columns:
- # - title: "2110.0-9"
- # data-set: "vpp-3n-icx-hist-iter-new-env"
- - title: "2202.0-9"
- data-set: "vpp-3n-icx-prev-iter-old-env"
- - title: "2202.0-10"
- data-set: "vpp-3n-icx-prev-iter-new-env"
- - title: "2206.0-10"
- data-set: "vpp-3n-icx-curr-iter"
+ - title: "x710"
+ data-set: "vpp-3n-skx-curr-iter-mrr"
+ tag: "NIC_Intel-X710"
+ - title: "xxv710"
+ data-set: "vpp-3n-skx-curr-iter-mrr"
+ tag: "NIC_Intel-XXV710"
comparisons:
- - title: "2202.0-10 vs 2202.0-9"
+ - title: "xxv710 vs x710"
reference: 1
compare: 2
- - title: "2206.0-10 vs 2202.0-10"
- reference: 2
- compare: 3
legend:
- ''
- - 'Test Case: Test cases executed for: PDR throughput on 3n-icx with xxv710.'
- - 'YYMM.V-E: [uSec +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "9" for CSIT rls2202, "10" for CSIT rls2206).'
- - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.'
- - '2202.0-10 vs 2202.0-9: Compares CSIT environment current vs previous with previous VPP code.'
- - '2206.0-10 vs 2202.0-10: Compares VPP code current vs previous in the current CSIT environment.'
+ - 'Test Case: Test cases executed for: MRR throughput on 3n-skx with x710 and xxv710.'
+ - 'x710, xxv710: [Mpps +- StDev] results for VPP tested in CSIT'
+ - 'xxv710 vs x710: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.'
-# VPP Performance Changes 3n-icx 4t2c ndr
+# VPP Compare NICs 2n-skx 2t1c ndr
- type: "table"
- title: "VPP Performance Changes 3n-icx 4t2c ndr"
+ title: "VPP Compare NICs 2n-skx 2t1c ndr"
algorithm: "table_comparison"
- output-file: "{DIR[STATIC,VPP]}/performance-changes-3n-icx-4t2c-ndr"
+ output-file: "{DIR[STATIC,VPP]}/performance-changes-2n-skx-2t1c-nics-ndr"
include-tests: "NDR" # "PDR" | "NDR" | "MRR"
- filter: "'4T2C' and 'NDRPDR' and 'NIC_Intel-XXV710' and not 'NF_DENSITY'"
+ filter: "'2T1C' and 'NDRPDR' and not 'NF_DENSITY'"
columns:
- # - title: "2110.0-9"
- # data-set: "vpp-3n-icx-hist-iter-new-env"
- - title: "2202.0-9"
- data-set: "vpp-3n-icx-prev-iter-old-env"
- - title: "2202.0-10"
- data-set: "vpp-3n-icx-prev-iter-new-env"
- - title: "2206.0-10"
- data-set: "vpp-3n-icx-curr-iter"
+ - title: "x710"
+ data-set: "vpp-2n-skx-curr-iter"
+ tag: "NIC_Intel-X710"
+ - title: "xxv710"
+ data-set: "vpp-2n-skx-curr-iter"
+ tag: "NIC_Intel-XXV710"
comparisons:
- - title: "2202.0-10 vs 2202.0-9"
+ - title: "xxv710 vs x710"
reference: 1
compare: 2
- - title: "2206.0-10 vs 2202.0-10"
- reference: 2
- compare: 3
legend:
- ''
- - 'Test Case: Test cases executed for: PDR throughput on 3n-icx with xxv710.'
- - 'YYMM.V-E: [uSec +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "9" for CSIT rls2202, "10" for CSIT rls2206).'
- - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.'
- - '2202.0-10 vs 2202.0-9: Compares CSIT environment current vs previous with previous VPP code.'
- - '2206.0-10 vs 2202.0-10: Compares VPP code current vs previous in the current CSIT environment.'
+ - 'Test Case: Test cases executed for: NDR throughput on 2n-skx with x710 and xxv710.'
+ - 'x710, xxv710: [Mpps +- StDev] results for VPP tested in CSIT'
+ - 'xxv710 vs x710: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.'
-# VPP Performance Changes 2n-icx 2t1c pdr
+# VPP Compare NICs 2n-skx 4t2c ndr
- type: "table"
- title: "VPP Performance Changes 2n-icx 2t1c pdr"
+ title: "VPP Compare NICs 2n-skx 4t2c ndr"
algorithm: "table_comparison"
- output-file: "{DIR[STATIC,VPP]}/performance-changes-2n-icx-2t1c-pdr"
- include-tests: "PDR" # "PDR" | "NDR" | "MRR"
- filter: "'2T1C' and 'NDRPDR' and 'NIC_Intel-XXV710' and not 'NF_DENSITY'"
+ output-file: "{DIR[STATIC,VPP]}/performance-changes-2n-skx-4t2c-nics-ndr"
+ include-tests: "NDR" # "PDR" | "NDR" | "MRR"
+ filter: "'4T2C' and 'NDRPDR' and not 'NF_DENSITY'"
columns:
- # - title: "2110.0-9"
- # data-set: "vpp-2n-icx-hist-iter-new-env"
- - title: "2202.0-9"
- data-set: "vpp-2n-icx-prev-iter-old-env"
- - title: "2202.0-10"
- data-set: "vpp-2n-icx-prev-iter-new-env"
- - title: "2206.0-10"
- data-set: "vpp-2n-icx-curr-iter"
+ - title: "x710"
+ data-set: "vpp-2n-skx-curr-iter"
+ tag: "NIC_Intel-X710"
+ - title: "xxv710"
+ data-set: "vpp-2n-skx-curr-iter"
+ tag: "NIC_Intel-XXV710"
comparisons:
- - title: "2202.0-10 vs 2202.0-9"
+ - title: "xxv710 vs x710"
reference: 1
compare: 2
- - title: "2206.0-10 vs 2202.0-10"
- reference: 2
- compare: 3
legend:
- ''
- - 'Test Case: Test cases executed for: PDR throughput on 2n-icx with xxv710.'
- - 'YYMM.V-E: [uSec +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "9" for CSIT rls2202, "10" for CSIT rls2206).'
- - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.'
- - '2202.0-10 vs 2202.0-9: Compares CSIT environment current vs previous with previous VPP code.'
- - '2206.0-10 vs 2202.0-10: Compares VPP code current vs previous in the current CSIT environment.'
+ - 'Test Case: Test cases executed for: NDR throughput on 2n-skx with x710 and xxv710.'
+ - 'x710, xxv710: [Mpps +- StDev] results for VPP tested in CSIT'
+ - 'xxv710 vs x710: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.'
-# VPP Performance Changes 2n-icx 4t2c pdr
+# VPP Compare NICs 2n-skx 2t1c pdr
- type: "table"
- title: "VPP Performance Changes 2n-icx 4t2c pdr"
+ title: "VPP Compare NICs 2n-skx 2t1c pdr"
algorithm: "table_comparison"
- output-file: "{DIR[STATIC,VPP]}/performance-changes-2n-icx-4t2c-pdr"
- include-tests: "PDR" # "PDR" | "NDR" | "MRR"
- filter: "'4T2C' and 'NDRPDR' and 'NIC_Intel-XXV710' and not 'NF_DENSITY'"
- columns:
- # - title: "2110.0-9"
- # data-set: "vpp-2n-icx-hist-iter-new-env"
- - title: "2202.0-9"
- data-set: "vpp-2n-icx-prev-iter-old-env"
- - title: "2202.0-10"
- data-set: "vpp-2n-icx-prev-iter-new-env"
- - title: "2206.0-10"
- data-set: "vpp-2n-icx-curr-iter"
+ output-file: "{DIR[STATIC,VPP]}/performance-changes-2n-skx-2t1c-nics-pdr"
+ include-tests: "PDR" # "PDR" | "NDR" | "MRR"
+ filter: "'2T1C' and 'NDRPDR' and not 'NF_DENSITY'"
+ columns:
+ - title: "x710"
+ data-set: "vpp-2n-skx-curr-iter"
+ tag: "NIC_Intel-X710"
+ - title: "xxv710"
+ data-set: "vpp-2n-skx-curr-iter"
+ tag: "NIC_Intel-XXV710"
comparisons:
- - title: "2202.0-10 vs 2202.0-9"
+ - title: "xxv710 vs x710"
reference: 1
compare: 2
- - title: "2206.0-10 vs 2202.0-10"
- reference: 2
- compare: 3
legend:
- ''
- - 'Test Case: Test cases executed for: PDR throughput on 2n-icx with xxv710.'
- - 'YYMM.V-E: [uSec +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "9" for CSIT rls2202, "10" for CSIT rls2206).'
- - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.'
- - '2202.0-10 vs 2202.0-9: Compares CSIT environment current vs previous with previous VPP code.'
- - '2206.0-10 vs 2202.0-10: Compares VPP code current vs previous in the current CSIT environment.'
+ - 'Test Case: Test cases executed for: PDR throughput on 2n-skx with x710 and xxv710.'
+ - 'x710, xxv710: [Mpps +- StDev] results for VPP tested in CSIT'
+ - 'xxv710 vs x710: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.'
-# VPP Performance Changes 2n-icx 2t1c ndr
+# VPP Compare NICs 2n-skx 4t2c pdr
- type: "table"
- title: "VPP Performance Changes 2n-icx 2t1c ndr"
+ title: "VPP Compare NICs 2n-skx 4t2c pdr"
algorithm: "table_comparison"
- output-file: "{DIR[STATIC,VPP]}/performance-changes-2n-icx-2t1c-ndr"
- include-tests: "NDR" # "PDR" | "NDR" | "MRR"
- filter: "'2T1C' and 'NDRPDR' and 'NIC_Intel-XXV710' and not 'NF_DENSITY'"
+ output-file: "{DIR[STATIC,VPP]}/performance-changes-2n-skx-4t2c-nics-pdr"
+ include-tests: "PDR" # "PDR" | "NDR" | "MRR"
+ filter: "'4T2C' and 'NDRPDR' and not 'NF_DENSITY'"
columns:
- # - title: "2110.0-9"
- # data-set: "vpp-2n-icx-hist-iter-new-env"
- - title: "2202.0-9"
- data-set: "vpp-2n-icx-prev-iter-old-env"
- - title: "2202.0-10"
- data-set: "vpp-2n-icx-prev-iter-new-env"
- - title: "2206.0-10"
- data-set: "vpp-2n-icx-curr-iter"
+ - title: "x710"
+ data-set: "vpp-2n-skx-curr-iter"
+ tag: "NIC_Intel-X710"
+ - title: "xxv710"
+ data-set: "vpp-2n-skx-curr-iter"
+ tag: "NIC_Intel-XXV710"
comparisons:
- - title: "2202.0-10 vs 2202.0-9"
+ - title: "xxv710 vs x710"
reference: 1
compare: 2
- - title: "2206.0-10 vs 2202.0-10"
- reference: 2
- compare: 3
legend:
- ''
- - 'Test Case: Test cases executed for: PDR throughput on 2n-icx with xxv710.'
- - 'YYMM.V-E: [uSec +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "9" for CSIT rls2202, "10" for CSIT rls2206).'
- - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.'
- - '2202.0-10 vs 2202.0-9: Compares CSIT environment current vs previous with previous VPP code.'
- - '2206.0-10 vs 2202.0-10: Compares VPP code current vs previous in the current CSIT environment.'
+ - 'Test Case: Test cases executed for: PDR throughput on 2n-skx with x710 and xxv710.'
+ - 'x710, xxv710: [Mpps +- StDev] results for VPP tested in CSIT'
+ - 'xxv710 vs x710: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.'
-# VPP Performance Changes 2n-icx 4t2c ndr
+# VPP Compare NICs 2n-skx 2t1c mrr
- type: "table"
- title: "VPP Performance Changes 2n-icx 4t2c ndr"
+ title: "VPP Compare NICs 2n-skx 2t1c mrr"
algorithm: "table_comparison"
- output-file: "{DIR[STATIC,VPP]}/performance-changes-2n-icx-4t2c-ndr"
- include-tests: "NDR" # "PDR" | "NDR" | "MRR"
- filter: "'4T2C' and 'NDRPDR' and 'NIC_Intel-XXV710' and not 'NF_DENSITY'"
+ output-file: "{DIR[STATIC,VPP]}/performance-changes-2n-skx-2t1c-nics-mrr"
+ include-tests: "MRR" # "PDR" | "NDR" | "MRR"
+ filter: "'2T1C' and 'MRR' and not 'NF_DENSITY'"
columns:
- # - title: "2110.0-9"
- # data-set: "vpp-2n-icx-hist-iter-new-env"
- - title: "2202.0-9"
- data-set: "vpp-2n-icx-prev-iter-old-env"
- - title: "2202.0-10"
- data-set: "vpp-2n-icx-prev-iter-new-env"
- - title: "2206.0-10"
- data-set: "vpp-2n-icx-curr-iter"
+ - title: "x710"
+ data-set: "vpp-2n-skx-curr-iter-mrr"
+ tag: "NIC_Intel-X710"
+ - title: "xxv710"
+ data-set: "vpp-2n-skx-curr-iter-mrr"
+ tag: "NIC_Intel-XXV710"
comparisons:
- - title: "2202.0-10 vs 2202.0-9"
+ - title: "xxv710 vs x710"
reference: 1
compare: 2
- - title: "2206.0-10 vs 2202.0-10"
- reference: 2
- compare: 3
legend:
- ''
- - 'Test Case: Test cases executed for: PDR throughput on 2n-icx with xxv710.'
- - 'YYMM.V-E: [uSec +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "9" for CSIT rls2202, "10" for CSIT rls2206).'
- - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.'
- - '2202.0-10 vs 2202.0-9: Compares CSIT environment current vs previous with previous VPP code.'
- - '2206.0-10 vs 2202.0-10: Compares VPP code current vs previous in the current CSIT environment.'
+ - 'Test Case: Test cases executed for: MRR throughput on 2n-skx with x710 and xxv710.'
+ - 'x710, xxv710: [Mpps +- StDev] results for VPP tested in CSIT'
+ - 'xxv710 vs x710: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.'
-# VPP Performance Changes 3n-skx 2t1c pdr
+# VPP Compare NICs 2n-skx 4t2c mrr
- type: "table"
- title: "VPP Performance Changes 3n-skx 2t1c pdr"
+ title: "VPP Compare NICs 2n-skx 4t2c mrr"
algorithm: "table_comparison"
- output-file: "{DIR[STATIC,VPP]}/performance-changes-3n-skx-2t1c-pdr"
- include-tests: "PDR" # "PDR" | "NDR" | "MRR"
- filter: "'2T1C' and 'NDRPDR' and 'NIC_Intel-XXV710' and not 'NF_DENSITY'"
+ output-file: "{DIR[STATIC,VPP]}/performance-changes-2n-skx-4t2c-nics-mrr"
+ include-tests: "MRR" # "PDR" | "NDR" | "MRR"
+ filter: "'4T2C' and 'MRR' and not 'NF_DENSITY'"
columns:
- - title: "2110.0-9"
- data-set: "vpp-3n-skx-hist-iter-new-env"
- - title: "2202.0-9"
- data-set: "vpp-3n-skx-prev-iter-old-env"
- - title: "2202.0-10"
- data-set: "vpp-3n-skx-prev-iter-new-env"
- - title: "2206.0-10"
- data-set: "vpp-3n-skx-curr-iter"
+ - title: "x710"
+ data-set: "vpp-2n-skx-curr-iter-mrr"
+ tag: "NIC_Intel-X710"
+ - title: "xxv710"
+ data-set: "vpp-2n-skx-curr-iter-mrr"
+ tag: "NIC_Intel-XXV710"
comparisons:
- - title: "2202.0-10 vs 2202.0-9"
- reference: 2
- compare: 3
- - title: "2206.0-10 vs 2202.0-10"
- reference: 3
- compare: 4
+ - title: "xxv710 vs x710"
+ reference: 1
+ compare: 2
legend:
- ''
- - 'Test Case: Test cases executed for: PDR throughput on 3n-skx with xxv710.'
- - 'YYMM.V-E: [uSec +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "9" for CSIT rls2202, "10" for CSIT rls2206).'
- - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.'
- - '2202.0-10 vs 2202.0-9: Compares CSIT environment current vs previous with previous VPP code.'
- - '2206.0-10 vs 2202.0-10: Compares VPP code current vs previous in the current CSIT environment.'
+ - 'Test Case: Test cases executed for: MRR throughput on 2n-skx with x710 and xxv710.'
+ - 'x710, xxv710: [Mpps +- StDev] results for VPP tested in CSIT'
+ - 'xxv710 vs x710: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.'
-# VPP Performance Changes 3n-skx 4t2c pdr
+# VPP Compare NICs 2n-skx 8t4c mrr
- type: "table"
- title: "VPP Performance Changes 3n-skx 4t2c pdr"
+ title: "VPP Compare NICs 2n-skx 8t4c mrr"
algorithm: "table_comparison"
- output-file: "{DIR[STATIC,VPP]}/performance-changes-3n-skx-4t2c-pdr"
- include-tests: "PDR" # "PDR" | "NDR" | "MRR"
- filter: "'4T2C' and 'NDRPDR' and 'NIC_Intel-XXV710' and not 'NF_DENSITY'"
+ output-file: "{DIR[STATIC,VPP]}/performance-changes-2n-skx-8t4c-nics-mrr"
+ include-tests: "MRR" # "PDR" | "NDR" | "MRR"
+ filter: "'8T4C' and 'MRR' and not 'NF_DENSITY'"
columns:
- - title: "2110.0-9"
- data-set: "vpp-3n-skx-hist-iter-new-env"
- - title: "2202.0-9"
- data-set: "vpp-3n-skx-prev-iter-old-env"
- - title: "2202.0-10"
- data-set: "vpp-3n-skx-prev-iter-new-env"
- - title: "2206.0-10"
- data-set: "vpp-3n-skx-curr-iter"
+ - title: "x710"
+ data-set: "vpp-2n-skx-curr-iter-mrr"
+ tag: "NIC_Intel-X710"
+ - title: "xxv710"
+ data-set: "vpp-2n-skx-curr-iter-mrr"
+ tag: "NIC_Intel-XXV710"
comparisons:
- - title: "2202.0-10 vs 2202.0-9"
- reference: 2
- compare: 3
- - title: "2206.0-10 vs 2202.0-10"
- reference: 3
- compare: 4
+ - title: "xxv710 vs x710"
+ reference: 1
+ compare: 2
legend:
- ''
- - 'Test Case: Test cases executed for: PDR throughput on 3n-skx with xxv710.'
- - 'YYMM.V-E: [uSec +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "9" for CSIT rls2202, "10" for CSIT rls2206).'
- - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.'
- - '2202.0-10 vs 2202.0-9: Compares CSIT environment current vs previous with previous VPP code.'
- - '2206.0-10 vs 2202.0-10: Compares VPP code current vs previous in the current CSIT environment.'
+ - 'Test Case: Test cases executed for: MRR throughput on 2n-skx with x710 and xxv710.'
+ - 'x710, xxv710: [Mpps +- StDev] results for VPP tested in CSIT'
+ - 'xxv710 vs x710: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.'
-# VPP Performance Changes 3n-skx 2t1c ndr
+################################################################################
+# VPP
+
+# VPP Performance Changes 3n-skx Hoststack
- type: "table"
- title: "VPP Performance Changes 3n-skx 2t1c ndr"
+ title: "VPP Performance Changes 3n-skx Hoststack"
algorithm: "table_comparison"
- output-file: "{DIR[STATIC,VPP]}/performance-changes-3n-skx-2t1c-ndr"
- include-tests: "NDR" # "PDR" | "NDR" | "MRR"
- filter: "'2T1C' and 'NDRPDR' and 'NIC_Intel-XXV710' and not 'NF_DENSITY'"
+ output-file: "{DIR[STATIC,VPP]}/performance-changes-3n-skx-hoststack"
+ include-tests: "hoststack"
+ filter: "all"
columns:
- - title: "2110.0-9"
- data-set: "vpp-3n-skx-hist-iter-new-env"
+ - title: "2110.0-8"
+ data-set: "vpp-3n-skx-hist-iter-hoststack-new-env"
- title: "2202.0-9"
- data-set: "vpp-3n-skx-prev-iter-old-env"
- - title: "2202.0-10"
- data-set: "vpp-3n-skx-prev-iter-new-env"
+ data-set: "vpp-3n-skx-prev-iter-hoststack-old-env"
- title: "2206.0-10"
- data-set: "vpp-3n-skx-curr-iter"
+ data-set: "vpp-3n-skx-curr-iter-hoststack"
comparisons:
- - title: "2202.0-10 vs 2202.0-9"
+ - title: "2206.0-10 vs 2202.0-9"
reference: 2
compare: 3
- - title: "2206.0-10 vs 2202.0-10"
- reference: 3
- compare: 4
legend:
- ''
- - 'Test Case: Test cases executed for: PDR throughput on 3n-skx with xxv710.'
- - 'YYMM.V-E: [uSec +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "9" for CSIT rls2202, "10" for CSIT rls2206).'
- - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.'
- - '2202.0-10 vs 2202.0-9: Compares CSIT environment current vs previous with previous VPP code.'
- - '2206.0-10 vs 2202.0-10: Compares VPP code current vs previous in the current CSIT environment.'
+ - 'Test Case: Test cases executed for: Hoststack on 3n-skx with xxv710.'
+ - 'YYMM.V-E: [Mbps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "9" for CSIT rls2202, "10" for CSIT rls2206).'
+ - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.'
+ - '2206.0-10 vs 2202.0-9: Compares VPP code current vs previous.'
-# VPP Performance Changes 3n-skx 4t2c ndr
+# VPP Performance Changes 2n-clx VSAP
- type: "table"
- title: "VPP Performance Changes 3n-skx 4t2c ndr"
+ title: "VPP Performance Changes 2n-clx VSAP"
algorithm: "table_comparison"
- output-file: "{DIR[STATIC,VPP]}/performance-changes-3n-skx-4t2c-ndr"
- include-tests: "NDR" # "PDR" | "NDR" | "MRR"
- filter: "'4T2C' and 'NDRPDR' and 'NIC_Intel-XXV710' and not 'NF_DENSITY'"
+ output-file: "{DIR[STATIC,VPP]}/performance-changes-2n-clx-vsap"
+ include-tests: "vsap"
+ filter: "all"
columns:
- - title: "2110.0-9"
- data-set: "vpp-3n-skx-hist-iter-new-env"
+ - title: "2110.0-8"
+ data-set: "vpp-2n-clx-hist-iter-vsap-new-env"
- title: "2202.0-9"
- data-set: "vpp-3n-skx-prev-iter-old-env"
- - title: "2202.0-10"
- data-set: "vpp-3n-skx-prev-iter-new-env"
+ data-set: "vpp-2n-clx-curr-iter-vsap-old-env"
- title: "2206.0-10"
- data-set: "vpp-3n-skx-curr-iter"
+ data-set: "vpp-2n-clx-curr-iter-vsap"
comparisons:
- - title: "2202.0-10 vs 2202.0-9"
+ - title: "2206.0-10 vs 2202.0-9"
reference: 2
compare: 3
- - title: "2206.0-10 vs 2202.0-10"
- reference: 3
- compare: 4
legend:
- ''
- - 'Test Case: Test cases executed for: PDR throughput on 3n-skx with xxv710.'
- - 'YYMM.V-E: [uSec +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "9" for CSIT rls2202, "10" for CSIT rls2206).'
- - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.'
- - '2202.0-10 vs 2202.0-9: Compares CSIT environment current vs previous with previous VPP code.'
- - '2206.0-10 vs 2202.0-10: Compares VPP code current vs previous in the current CSIT environment.'
+ - 'Test Case: Test cases executed for: VSAP on 2n-clx with cx556a.'
+ - 'YYMM.V-E: [Mcps/Mrps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "9" for CSIT rls2202, "10" for CSIT rls2206).'
+ - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.'
+ - '2206.0-10 vs 2202.0-9: Compares VPP code current vs previous.'
-# VPP Performance Changes 2n-skx 2t1c pdr
+# VPP Performance Changes 3n-icx 2t1c pdr
- type: "table"
- title: "VPP Performance Changes 2n-skx 2t1c pdr"
+ title: "VPP Performance Changes 3n-icx 2t1c pdr"
algorithm: "table_comparison"
- output-file: "{DIR[STATIC,VPP]}/performance-changes-2n-skx-2t1c-pdr"
+ output-file: "{DIR[STATIC,VPP]}/performance-changes-3n-icx-2t1c-pdr"
include-tests: "PDR" # "PDR" | "NDR" | "MRR"
filter: "'2T1C' and 'NDRPDR' and 'NIC_Intel-XXV710' and not 'NF_DENSITY'"
columns:
- - title: "2110.0-9"
- data-set: "vpp-2n-skx-hist-iter-new-env"
+ # - title: "2110.0-9"
+ # data-set: "vpp-3n-icx-hist-iter-new-env"
- title: "2202.0-9"
- data-set: "vpp-2n-skx-prev-iter-old-env"
+ data-set: "vpp-3n-icx-prev-iter-old-env"
- title: "2202.0-10"
- data-set: "vpp-2n-skx-prev-iter-new-env"
+ data-set: "vpp-3n-icx-prev-iter-new-env"
- title: "2206.0-10"
- data-set: "vpp-2n-skx-curr-iter"
+ data-set: "vpp-3n-icx-curr-iter"
comparisons:
- title: "2202.0-10 vs 2202.0-9"
+ reference: 1
+ compare: 2
+ - title: "2206.0-10 vs 2202.0-10"
reference: 2
compare: 3
- - title: "2206.0-10 vs 2202.0-10"
- reference: 3
- compare: 4
legend:
- ''
- - 'Test Case: Test cases executed for: PDR throughput on 2n-skx with xxv710.'
- - 'YYMM.V-E: [uSec +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "9" for CSIT rls2202, "10" for CSIT rls2206).'
- - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.'
- - '2202.0-10 vs 2202.0-9: Compares CSIT environment current vs previous with previous VPP code.'
+ - 'Test Case: Test cases executed for: PDR throughput on 3n-icx with xxv710.'
+ - 'YYMM.V-E: [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "9" for CSIT rls2202, "10" for CSIT rls2206).'
+ - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.'
+ - '2202.0-10 vs 2202.0-9: Compares CSIT environment current vs previous with previous VPP code.'
- '2206.0-10 vs 2202.0-10: Compares VPP code current vs previous in the current CSIT environment.'
-# VPP Performance Changes 2n-skx 4t2c pdr
+# VPP Performance Changes 3n-icx 4t2c pdr
- type: "table"
- title: "VPP Performance Changes 2n-skx 4t2c pdr"
+ title: "VPP Performance Changes 3n-icx 4t2c pdr"
algorithm: "table_comparison"
- output-file: "{DIR[STATIC,VPP]}/performance-changes-2n-skx-4t2c-pdr"
+ output-file: "{DIR[STATIC,VPP]}/performance-changes-3n-icx-4t2c-pdr"
include-tests: "PDR" # "PDR" | "NDR" | "MRR"
filter: "'4T2C' and 'NDRPDR' and 'NIC_Intel-XXV710' and not 'NF_DENSITY'"
columns:
- - title: "2110.0-9"
- data-set: "vpp-2n-skx-hist-iter-new-env"
+ # - title: "2110.0-9"
+ # data-set: "vpp-3n-icx-hist-iter-new-env"
- title: "2202.0-9"
- data-set: "vpp-2n-skx-prev-iter-old-env"
+ data-set: "vpp-3n-icx-prev-iter-old-env"
- title: "2202.0-10"
- data-set: "vpp-2n-skx-prev-iter-new-env"
+ data-set: "vpp-3n-icx-prev-iter-new-env"
- title: "2206.0-10"
- data-set: "vpp-2n-skx-curr-iter"
+ data-set: "vpp-3n-icx-curr-iter"
comparisons:
- title: "2202.0-10 vs 2202.0-9"
- reference: 2
- compare: 3
+ reference: 1
+ compare: 2
- title: "2206.0-10 vs 2202.0-10"
- reference: 3
- compare: 4
+ reference: 2
+ compare: 3
legend:
- ''
- - 'Test Case: Test cases executed for: PDR throughput on 2n-skx with xxv710.'
- - 'YYMM.V-E: [uSec +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "9" for CSIT rls2202, "10" for CSIT rls2206).'
- - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.'
- - '2202.0-10 vs 2202.0-9: Compares CSIT environment current vs previous with previous VPP code.'
+ - 'Test Case: Test cases executed for: PDR throughput on 3n-icx with xxv710.'
+ - 'YYMM.V-E: [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "9" for CSIT rls2202, "10" for CSIT rls2206).'
+ - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.'
+ - '2202.0-10 vs 2202.0-9: Compares CSIT environment current vs previous with previous VPP code.'
- '2206.0-10 vs 2202.0-10: Compares VPP code current vs previous in the current CSIT environment.'
-# VPP Performance Changes 2n-skx 2t1c ndr
+# VPP Performance Changes 3n-icx 2t1c ndr
- type: "table"
- title: "VPP Performance Changes 2n-skx 2t1c ndr"
+ title: "VPP Performance Changes 3n-icx 2t1c ndr"
algorithm: "table_comparison"
- output-file: "{DIR[STATIC,VPP]}/performance-changes-2n-skx-2t1c-ndr"
+ output-file: "{DIR[STATIC,VPP]}/performance-changes-3n-icx-2t1c-ndr"
include-tests: "NDR" # "PDR" | "NDR" | "MRR"
filter: "'2T1C' and 'NDRPDR' and 'NIC_Intel-XXV710' and not 'NF_DENSITY'"
columns:
- - title: "2110.0-9"
- data-set: "vpp-2n-skx-hist-iter-new-env"
+ # - title: "2110.0-9"
+ # data-set: "vpp-3n-icx-hist-iter-new-env"
- title: "2202.0-9"
- data-set: "vpp-2n-skx-prev-iter-old-env"
+ data-set: "vpp-3n-icx-prev-iter-old-env"
- title: "2202.0-10"
- data-set: "vpp-2n-skx-prev-iter-new-env"
+ data-set: "vpp-3n-icx-prev-iter-new-env"
- title: "2206.0-10"
- data-set: "vpp-2n-skx-curr-iter"
+ data-set: "vpp-3n-icx-curr-iter"
comparisons:
- title: "2202.0-10 vs 2202.0-9"
+ reference: 1
+ compare: 2
+ - title: "2206.0-10 vs 2202.0-10"
reference: 2
compare: 3
- - title: "2206.0-10 vs 2202.0-10"
- reference: 3
- compare: 4
legend:
- ''
- - 'Test Case: Test cases executed for: PDR throughput on 2n-skx with xxv710.'
- - 'YYMM.V-E: [uSec +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "9" for CSIT rls2202, "10" for CSIT rls2206).'
- - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.'
- - '2202.0-10 vs 2202.0-9: Compares CSIT environment current vs previous with previous VPP code.'
+ - 'Test Case: Test cases executed for: NDR throughput on 3n-icx with xxv710.'
+ - 'YYMM.V-E: [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "9" for CSIT rls2202, "10" for CSIT rls2206).'
+ - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.'
+ - '2202.0-10 vs 2202.0-9: Compares CSIT environment current vs previous with previous VPP code.'
- '2206.0-10 vs 2202.0-10: Compares VPP code current vs previous in the current CSIT environment.'
-# VPP Performance Changes 2n-skx 4t2c ndr
+# VPP Performance Changes 3n-icx 4t2c ndr
- type: "table"
- title: "VPP Performance Changes 2n-skx 4t2c ndr"
+ title: "VPP Performance Changes 3n-icx 4t2c ndr"
algorithm: "table_comparison"
- output-file: "{DIR[STATIC,VPP]}/performance-changes-2n-skx-4t2c-ndr"
+ output-file: "{DIR[STATIC,VPP]}/performance-changes-3n-icx-4t2c-ndr"
include-tests: "NDR" # "PDR" | "NDR" | "MRR"
filter: "'4T2C' and 'NDRPDR' and 'NIC_Intel-XXV710' and not 'NF_DENSITY'"
columns:
- - title: "2110.0-9"
- data-set: "vpp-2n-skx-hist-iter-new-env"
+ # - title: "2110.0-9"
+ # data-set: "vpp-3n-icx-hist-iter-new-env"
- title: "2202.0-9"
- data-set: "vpp-2n-skx-prev-iter-old-env"
+ data-set: "vpp-3n-icx-prev-iter-old-env"
- title: "2202.0-10"
- data-set: "vpp-2n-skx-prev-iter-new-env"
+ data-set: "vpp-3n-icx-prev-iter-new-env"
- title: "2206.0-10"
- data-set: "vpp-2n-skx-curr-iter"
+ data-set: "vpp-3n-icx-curr-iter"
comparisons:
- title: "2202.0-10 vs 2202.0-9"
+ reference: 1
+ compare: 2
+ - title: "2206.0-10 vs 2202.0-10"
reference: 2
compare: 3
- - title: "2206.0-10 vs 2202.0-10"
- reference: 3
- compare: 4
legend:
- ''
- - 'Test Case: Test cases executed for: PDR throughput on 2n-skx with xxv710.'
- - 'YYMM.V-E: [uSec +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "9" for CSIT rls2202, "10" for CSIT rls2206).'
- - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.'
- - '2202.0-10 vs 2202.0-9: Compares CSIT environment current vs previous with previous VPP code.'
+ - 'Test Case: Test cases executed for: NDR throughput on 3n-icx with xxv710.'
+ - 'YYMM.V-E: [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "9" for CSIT rls2202, "10" for CSIT rls2206).'
+ - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.'
+ - '2202.0-10 vs 2202.0-9: Compares CSIT environment current vs previous with previous VPP code.'
- '2206.0-10 vs 2202.0-10: Compares VPP code current vs previous in the current CSIT environment.'
-# VPP Performance Changes 2n-clx-xxv710 2t1c pdr
+# VPP Performance Changes 2n-icx 2t1c pdr
- type: "table"
- title: "VPP Performance Changes 2n-clx-xxv710 2t1c pdr"
+ title: "VPP Performance Changes 2n-icx 2t1c pdr"
algorithm: "table_comparison"
- output-file: "{DIR[STATIC,VPP]}/performance-changes-2n-clx-xxv710-2t1c-pdr"
+ output-file: "{DIR[STATIC,VPP]}/performance-changes-2n-icx-2t1c-pdr"
include-tests: "PDR" # "PDR" | "NDR" | "MRR"
filter: "'2T1C' and 'NDRPDR' and 'NIC_Intel-XXV710' and not 'NF_DENSITY'"
columns:
- - title: "2110.0-9"
- data-set: "vpp-2n-clx-hist-iter-new-env"
+ # - title: "2110.0-9"
+ # data-set: "vpp-2n-icx-hist-iter-new-env"
- title: "2202.0-9"
- data-set: "vpp-2n-clx-prev-iter-old-env"
+ data-set: "vpp-2n-icx-prev-iter-old-env"
- title: "2202.0-10"
- data-set: "vpp-2n-clx-prev-iter-new-env"
+ data-set: "vpp-2n-icx-prev-iter-new-env"
- title: "2206.0-10"
- data-set: "vpp-2n-clx-curr-iter"
+ data-set: "vpp-2n-icx-curr-iter"
comparisons:
- title: "2202.0-10 vs 2202.0-9"
+ reference: 1
+ compare: 2
+ - title: "2206.0-10 vs 2202.0-10"
reference: 2
compare: 3
- - title: "2206.0-10 vs 2202.0-10"
- reference: 3
- compare: 4
legend:
- ''
- - 'Test Case: Test cases executed for: PDR throughput on 2n-clx with xxv710.'
- - 'YYMM.V-E: [uSec +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "9" for CSIT rls2202, "10" for CSIT rls2206).'
- - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.'
- - '2202.0-10 vs 2202.0-9: Compares CSIT environment current vs previous with previous VPP code.'
+ - 'Test Case: Test cases executed for: PDR throughput on 2n-icx with xxv710.'
+ - 'YYMM.V-E: [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "9" for CSIT rls2202, "10" for CSIT rls2206).'
+ - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.'
+ - '2202.0-10 vs 2202.0-9: Compares CSIT environment current vs previous with previous VPP code.'
- '2206.0-10 vs 2202.0-10: Compares VPP code current vs previous in the current CSIT environment.'
-# VPP Performance Changes 2n-clx-xxv710 4t2c pdr
+# VPP Performance Changes 2n-icx 4t2c pdr
- type: "table"
- title: "VPP Performance Changes 2n-clx-xxv710 4t2c pdr"
+ title: "VPP Performance Changes 2n-icx 4t2c pdr"
algorithm: "table_comparison"
- output-file: "{DIR[STATIC,VPP]}/performance-changes-2n-clx-xxv710-4t2c-pdr"
+ output-file: "{DIR[STATIC,VPP]}/performance-changes-2n-icx-4t2c-pdr"
include-tests: "PDR" # "PDR" | "NDR" | "MRR"
filter: "'4T2C' and 'NDRPDR' and 'NIC_Intel-XXV710' and not 'NF_DENSITY'"
columns:
- - title: "2110.0-9"
- data-set: "vpp-2n-clx-hist-iter-new-env"
+ # - title: "2110.0-9"
+ # data-set: "vpp-2n-icx-hist-iter-new-env"
- title: "2202.0-9"
- data-set: "vpp-2n-clx-prev-iter-old-env"
+ data-set: "vpp-2n-icx-prev-iter-old-env"
- title: "2202.0-10"
- data-set: "vpp-2n-clx-prev-iter-new-env"
+ data-set: "vpp-2n-icx-prev-iter-new-env"
- title: "2206.0-10"
- data-set: "vpp-2n-clx-curr-iter"
+ data-set: "vpp-2n-icx-curr-iter"
comparisons:
- title: "2202.0-10 vs 2202.0-9"
+ reference: 1
+ compare: 2
+ - title: "2206.0-10 vs 2202.0-10"
reference: 2
compare: 3
- - title: "2206.0-10 vs 2202.0-10"
- reference: 3
- compare: 4
legend:
- ''
- - 'Test Case: Test cases executed for: PDR throughput on 2n-clx with xxv710.'
- - 'YYMM.V-E: [uSec +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "9" for CSIT rls2202, "10" for CSIT rls2206).'
- - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.'
- - '2202.0-10 vs 2202.0-9: Compares CSIT environment current vs previous with previous VPP code.'
+ - 'Test Case: Test cases executed for: PDR throughput on 2n-icx with xxv710.'
+ - 'YYMM.V-E: [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "9" for CSIT rls2202, "10" for CSIT rls2206).'
+ - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.'
+ - '2202.0-10 vs 2202.0-9: Compares CSIT environment current vs previous with previous VPP code.'
- '2206.0-10 vs 2202.0-10: Compares VPP code current vs previous in the current CSIT environment.'
-# VPP Performance Changes 2n-clx-xxv710 2t1c ndr
+# VPP Performance Changes 2n-icx 2t1c ndr
- type: "table"
- title: "VPP Performance Changes 2n-clx-xxv710 2t1c ndr"
+ title: "VPP Performance Changes 2n-icx 2t1c ndr"
algorithm: "table_comparison"
- output-file: "{DIR[STATIC,VPP]}/performance-changes-2n-clx-xxv710-2t1c-ndr"
+ output-file: "{DIR[STATIC,VPP]}/performance-changes-2n-icx-2t1c-ndr"
include-tests: "NDR" # "PDR" | "NDR" | "MRR"
filter: "'2T1C' and 'NDRPDR' and 'NIC_Intel-XXV710' and not 'NF_DENSITY'"
columns:
- - title: "2110.0-9"
- data-set: "vpp-2n-clx-hist-iter-new-env"
+ # - title: "2110.0-9"
+ # data-set: "vpp-2n-icx-hist-iter-new-env"
- title: "2202.0-9"
- data-set: "vpp-2n-clx-prev-iter-old-env"
+ data-set: "vpp-2n-icx-prev-iter-old-env"
- title: "2202.0-10"
- data-set: "vpp-2n-clx-prev-iter-new-env"
+ data-set: "vpp-2n-icx-prev-iter-new-env"
- title: "2206.0-10"
- data-set: "vpp-2n-clx-curr-iter"
+ data-set: "vpp-2n-icx-curr-iter"
comparisons:
- title: "2202.0-10 vs 2202.0-9"
+ reference: 1
+ compare: 2
+ - title: "2206.0-10 vs 2202.0-10"
reference: 2
compare: 3
- - title: "2206.0-10 vs 2202.0-10"
- reference: 3
- compare: 4
legend:
- ''
- - 'Test Case: Test cases executed for: PDR throughput on 2n-clx with xxv710.'
- - 'YYMM.V-E: [uSec +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "9" for CSIT rls2202, "10" for CSIT rls2206).'
- - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.'
- - '2202.0-10 vs 2202.0-9: Compares CSIT environment current vs previous with previous VPP code.'
+ - 'Test Case: Test cases executed for: NDR throughput on 2n-icx with xxv710.'
+ - 'YYMM.V-E: [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "9" for CSIT rls2202, "10" for CSIT rls2206).'
+ - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.'
+ - '2202.0-10 vs 2202.0-9: Compares CSIT environment current vs previous with previous VPP code.'
- '2206.0-10 vs 2202.0-10: Compares VPP code current vs previous in the current CSIT environment.'
-# VPP Performance Changes 2n-clx-xxv710 4t2c ndr
+# VPP Performance Changes 2n-icx 4t2c ndr
- type: "table"
- title: "VPP Performance Changes 2n-clx-xxv710 ndr"
+ title: "VPP Performance Changes 2n-icx 4t2c ndr"
algorithm: "table_comparison"
- output-file: "{DIR[STATIC,VPP]}/performance-changes-2n-clx-xxv710-4t2c-ndr"
+ output-file: "{DIR[STATIC,VPP]}/performance-changes-2n-icx-4t2c-ndr"
include-tests: "NDR" # "PDR" | "NDR" | "MRR"
filter: "'4T2C' and 'NDRPDR' and 'NIC_Intel-XXV710' and not 'NF_DENSITY'"
columns:
- - title: "2110.0-9"
- data-set: "vpp-2n-clx-hist-iter-new-env"
+ # - title: "2110.0-9"
+ # data-set: "vpp-2n-icx-hist-iter-new-env"
- title: "2202.0-9"
- data-set: "vpp-2n-clx-prev-iter-old-env"
+ data-set: "vpp-2n-icx-prev-iter-old-env"
- title: "2202.0-10"
- data-set: "vpp-2n-clx-prev-iter-new-env"
+ data-set: "vpp-2n-icx-prev-iter-new-env"
- title: "2206.0-10"
- data-set: "vpp-2n-clx-curr-iter"
+ data-set: "vpp-2n-icx-curr-iter"
comparisons:
- title: "2202.0-10 vs 2202.0-9"
+ reference: 1
+ compare: 2
+ - title: "2206.0-10 vs 2202.0-10"
reference: 2
compare: 3
- - title: "2206.0-10 vs 2202.0-10"
- reference: 3
- compare: 4
legend:
- ''
- - 'Test Case: Test cases executed for: PDR throughput on 2n-clx with xxv710.'
- - 'YYMM.V-E: [uSec +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "9" for CSIT rls2202, "10" for CSIT rls2206).'
- - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.'
- - '2202.0-10 vs 2202.0-9: Compares CSIT environment current vs previous with previous VPP code.'
+ - 'Test Case: Test cases executed for: NDR throughput on 2n-icx with xxv710.'
+ - 'YYMM.V-E: [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "9" for CSIT rls2202, "10" for CSIT rls2206).'
+ - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.'
+ - '2202.0-10 vs 2202.0-9: Compares CSIT environment current vs previous with previous VPP code.'
- '2206.0-10 vs 2202.0-10: Compares VPP code current vs previous in the current CSIT environment.'
-# VPP Performance Changes 2n-clx-cx556a 2t1c pdr
+# VPP Performance Changes 3n-skx 2t1c pdr
- type: "table"
- title: "VPP Performance Changes 2n-clx-cx556a 2t1c pdr"
+ title: "VPP Performance Changes 3n-skx 2t1c pdr"
algorithm: "table_comparison"
- output-file: "{DIR[STATIC,VPP]}/performance-changes-2n-clx-cx556a-2t1c-pdr"
+ output-file: "{DIR[STATIC,VPP]}/performance-changes-3n-skx-2t1c-pdr"
include-tests: "PDR" # "PDR" | "NDR" | "MRR"
- filter: "'2T1C' and 'NDRPDR' and 'NIC_Mellanox-CX556A' and not 'NF_DENSITY'"
+ filter: "'2T1C' and 'NDRPDR' and 'NIC_Intel-XXV710' and not 'NF_DENSITY'"
columns:
- title: "2110.0-9"
- data-set: "vpp-2n-clx-hist-iter-new-env"
+ data-set: "vpp-3n-skx-hist-iter-new-env"
- title: "2202.0-9"
- data-set: "vpp-2n-clx-prev-iter-old-env"
+ data-set: "vpp-3n-skx-prev-iter-old-env"
- title: "2202.0-10"
- data-set: "vpp-2n-clx-prev-iter-new-env"
+ data-set: "vpp-3n-skx-prev-iter-new-env"
- title: "2206.0-10"
- data-set: "vpp-2n-clx-curr-iter"
+ data-set: "vpp-3n-skx-curr-iter"
comparisons:
- title: "2202.0-10 vs 2202.0-9"
reference: 2
compare: 4
legend:
- ''
- - 'Test Case: Test cases executed for: PDR throughput on 2n-clx with cx556a.'
- - 'YYMM.V-E: [uSec +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "9" for CSIT rls2202, "10" for CSIT rls2206).'
- - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.'
- - '2202.0-10 vs 2202.0-9: Compares CSIT environment current vs previous with previous VPP code.'
+ - 'Test Case: Test cases executed for: PDR throughput on 3n-skx with xxv710.'
+ - 'YYMM.V-E: [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "9" for CSIT rls2202, "10" for CSIT rls2206).'
+ - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.'
+ - '2202.0-10 vs 2202.0-9: Compares CSIT environment current vs previous with previous VPP code.'
- '2206.0-10 vs 2202.0-10: Compares VPP code current vs previous in the current CSIT environment.'
-# VPP Performance Changes 2n-clx-cx556a 4t2c pdr
+# VPP Performance Changes 3n-skx 4t2c pdr
- type: "table"
- title: "VPP Performance Changes 2n-clx-cx556a 4t2c pdr"
+ title: "VPP Performance Changes 3n-skx 4t2c pdr"
algorithm: "table_comparison"
- output-file: "{DIR[STATIC,VPP]}/performance-changes-2n-clx-cx556a-4t2c-pdr"
+ output-file: "{DIR[STATIC,VPP]}/performance-changes-3n-skx-4t2c-pdr"
include-tests: "PDR" # "PDR" | "NDR" | "MRR"
- filter: "'4T2C' and 'NDRPDR' and 'NIC_Mellanox-CX556A' and not 'NF_DENSITY'"
+ filter: "'4T2C' and 'NDRPDR' and 'NIC_Intel-XXV710' and not 'NF_DENSITY'"
columns:
- title: "2110.0-9"
- data-set: "vpp-2n-clx-hist-iter-new-env"
+ data-set: "vpp-3n-skx-hist-iter-new-env"
- title: "2202.0-9"
- data-set: "vpp-2n-clx-prev-iter-old-env"
+ data-set: "vpp-3n-skx-prev-iter-old-env"
- title: "2202.0-10"
- data-set: "vpp-2n-clx-prev-iter-new-env"
+ data-set: "vpp-3n-skx-prev-iter-new-env"
- title: "2206.0-10"
- data-set: "vpp-2n-clx-curr-iter"
+ data-set: "vpp-3n-skx-curr-iter"
comparisons:
- title: "2202.0-10 vs 2202.0-9"
reference: 2
compare: 4
legend:
- ''
- - 'Test Case: Test cases executed for: PDR throughput on 2n-clx with cx556a.'
- - 'YYMM.V-E: [uSec +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "9" for CSIT rls2202, "10" for CSIT rls2206).'
- - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.'
- - '2202.0-10 vs 2202.0-9: Compares CSIT environment current vs previous with previous VPP code.'
+ - 'Test Case: Test cases executed for: PDR throughput on 3n-skx with xxv710.'
+ - 'YYMM.V-E: [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "9" for CSIT rls2202, "10" for CSIT rls2206).'
+ - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.'
+ - '2202.0-10 vs 2202.0-9: Compares CSIT environment current vs previous with previous VPP code.'
- '2206.0-10 vs 2202.0-10: Compares VPP code current vs previous in the current CSIT environment.'
-# VPP Performance Changes 2n-clx-cx556a 2t1c ndr
+# VPP Performance Changes 3n-skx 2t1c ndr
- type: "table"
- title: "VPP Performance Changes 2n-clx-cx556a 2t1c ndr"
+ title: "VPP Performance Changes 3n-skx 2t1c ndr"
algorithm: "table_comparison"
- output-file: "{DIR[STATIC,VPP]}/performance-changes-2n-clx-cx556a-2t1c-ndr"
+ output-file: "{DIR[STATIC,VPP]}/performance-changes-3n-skx-2t1c-ndr"
include-tests: "NDR" # "PDR" | "NDR" | "MRR"
- filter: "'2T1C' and 'NDRPDR' and 'NIC_Mellanox-CX556A' and not 'NF_DENSITY'"
+ filter: "'2T1C' and 'NDRPDR' and 'NIC_Intel-XXV710' and not 'NF_DENSITY'"
columns:
- title: "2110.0-9"
- data-set: "vpp-2n-clx-hist-iter-new-env"
+ data-set: "vpp-3n-skx-hist-iter-new-env"
- title: "2202.0-9"
- data-set: "vpp-2n-clx-prev-iter-old-env"
+ data-set: "vpp-3n-skx-prev-iter-old-env"
- title: "2202.0-10"
- data-set: "vpp-2n-clx-prev-iter-new-env"
+ data-set: "vpp-3n-skx-prev-iter-new-env"
- title: "2206.0-10"
- data-set: "vpp-2n-clx-curr-iter"
+ data-set: "vpp-3n-skx-curr-iter"
comparisons:
- title: "2202.0-10 vs 2202.0-9"
reference: 2
compare: 4
legend:
- ''
- - 'Test Case: Test cases executed for: PDR throughput on 2n-clx with cx556a.'
- - 'YYMM.V-E: [uSec +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "9" for CSIT rls2202, "10" for CSIT rls2206).'
+ - 'Test Case: Test cases executed for: NDR throughput on 3n-skx with xxv710.'
+ - 'YYMM.V-E: [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "9" for CSIT rls2202, "10" for CSIT rls2206).'
- 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.'
- '2202.0-10 vs 2202.0-9: Compares CSIT environment current vs previous with previous VPP code.'
- '2206.0-10 vs 2202.0-10: Compares VPP code current vs previous in the current CSIT environment.'
-# VPP Performance Changes 2n-clx-cx556a 4t2c ndr
+# VPP Performance Changes 3n-skx 4t2c ndr
- type: "table"
- title: "VPP Performance Changes 2n-clx-cx556a ndr"
+ title: "VPP Performance Changes 3n-skx 4t2c ndr"
algorithm: "table_comparison"
- output-file: "{DIR[STATIC,VPP]}/performance-changes-2n-clx-cx556a-4t2c-ndr"
+ output-file: "{DIR[STATIC,VPP]}/performance-changes-3n-skx-4t2c-ndr"
include-tests: "NDR" # "PDR" | "NDR" | "MRR"
- filter: "'4T2C' and 'NDRPDR' and 'NIC_Mellanox-CX556A' and not 'NF_DENSITY'"
+ filter: "'4T2C' and 'NDRPDR' and 'NIC_Intel-XXV710' and not 'NF_DENSITY'"
columns:
- title: "2110.0-9"
- data-set: "vpp-2n-clx-hist-iter-new-env"
+ data-set: "vpp-3n-skx-hist-iter-new-env"
- title: "2202.0-9"
- data-set: "vpp-2n-clx-prev-iter-old-env"
+ data-set: "vpp-3n-skx-prev-iter-old-env"
- title: "2202.0-10"
- data-set: "vpp-2n-clx-prev-iter-new-env"
+ data-set: "vpp-3n-skx-prev-iter-new-env"
- title: "2206.0-10"
- data-set: "vpp-2n-clx-curr-iter"
+ data-set: "vpp-3n-skx-curr-iter"
comparisons:
- title: "2202.0-10 vs 2202.0-9"
reference: 2
compare: 4
legend:
- ''
- - 'Test Case: Test cases executed for: PDR throughput on 2n-clx with cx556a.'
- - 'YYMM.V-E: [uSec +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "9" for CSIT rls2202, "10" for CSIT rls2206).'
- - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.'
- - '2202.0-10 vs 2202.0-9: Compares CSIT environment current vs previous with previous VPP code.'
+ - 'Test Case: Test cases executed for: NDR throughput on 3n-skx with xxv710.'
+ - 'YYMM.V-E: [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "9" for CSIT rls2202, "10" for CSIT rls2206).'
+ - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.'
+ - '2202.0-10 vs 2202.0-9: Compares CSIT environment current vs previous with previous VPP code.'
- '2206.0-10 vs 2202.0-10: Compares VPP code current vs previous in the current CSIT environment.'
-# VPP Performance Changes 2n-zn2-xxv710 2t1c pdr
+# VPP Performance Changes 2n-skx 2t1c pdr
- type: "table"
- title: "VPP Performance Changes 2n-zn2-xxv710 2t1c pdr"
+ title: "VPP Performance Changes 2n-skx 2t1c pdr"
algorithm: "table_comparison"
- output-file: "{DIR[STATIC,VPP]}/performance-changes-2n-zn2-xxv710-2t1c-pdr"
+ output-file: "{DIR[STATIC,VPP]}/performance-changes-2n-skx-2t1c-pdr"
include-tests: "PDR" # "PDR" | "NDR" | "MRR"
- filter: "'2T1C' and 'NDRPDR' and 'NIC_Intel-XXV710'"
+ filter: "'2T1C' and 'NDRPDR' and 'NIC_Intel-XXV710' and not 'NF_DENSITY'"
columns:
- title: "2110.0-9"
- data-set: "vpp-2n-zn2-hist-iter-new-env"
+ data-set: "vpp-2n-skx-hist-iter-new-env"
- title: "2202.0-9"
- data-set: "vpp-2n-zn2-prev-iter-old-env"
+ data-set: "vpp-2n-skx-prev-iter-old-env"
- title: "2202.0-10"
- data-set: "vpp-2n-zn2-prev-iter-new-env"
+ data-set: "vpp-2n-skx-prev-iter-new-env"
- title: "2206.0-10"
- data-set: "vpp-2n-zn2-curr-iter"
+ data-set: "vpp-2n-skx-curr-iter"
comparisons:
- title: "2202.0-10 vs 2202.0-9"
reference: 2
compare: 4
legend:
- ''
- - 'Test Case: Test cases executed for: PDR throughput on 2n-zn2 with xxv710.'
- - 'YYMM.V-E: [uSec +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "9" for CSIT rls2202, "10" for CSIT rls2206).'
- - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.'
- - '2202.0-10 vs 2202.0-9: Compares CSIT environment current vs previous with previous VPP code.'
+ - 'Test Case: Test cases executed for: PDR throughput on 2n-skx with xxv710.'
+ - 'YYMM.V-E: [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "9" for CSIT rls2202, "10" for CSIT rls2206).'
+ - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.'
+ - '2202.0-10 vs 2202.0-9: Compares CSIT environment current vs previous with previous VPP code.'
- '2206.0-10 vs 2202.0-10: Compares VPP code current vs previous in the current CSIT environment.'
-# VPP Performance Changes 2n-zn2-xxv710 4t2c pdr
+# VPP Performance Changes 2n-skx 4t2c pdr
- type: "table"
- title: "VPP Performance Changes 2n-zn2-xxv710 4t2c pdr"
+ title: "VPP Performance Changes 2n-skx 4t2c pdr"
algorithm: "table_comparison"
- output-file: "{DIR[STATIC,VPP]}/performance-changes-2n-zn2-xxv710-4t2c-pdr"
+ output-file: "{DIR[STATIC,VPP]}/performance-changes-2n-skx-4t2c-pdr"
include-tests: "PDR" # "PDR" | "NDR" | "MRR"
- filter: "'4T2C' and 'NDRPDR' and 'NIC_Intel-XXV710'"
+ filter: "'4T2C' and 'NDRPDR' and 'NIC_Intel-XXV710' and not 'NF_DENSITY'"
columns:
- title: "2110.0-9"
- data-set: "vpp-2n-zn2-hist-iter-new-env"
+ data-set: "vpp-2n-skx-hist-iter-new-env"
- title: "2202.0-9"
- data-set: "vpp-2n-zn2-prev-iter-old-env"
+ data-set: "vpp-2n-skx-prev-iter-old-env"
- title: "2202.0-10"
- data-set: "vpp-2n-zn2-prev-iter-new-env"
+ data-set: "vpp-2n-skx-prev-iter-new-env"
- title: "2206.0-10"
- data-set: "vpp-2n-zn2-curr-iter"
+ data-set: "vpp-2n-skx-curr-iter"
comparisons:
- title: "2202.0-10 vs 2202.0-9"
reference: 2
compare: 4
legend:
- ''
- - 'Test Case: Test cases executed for: PDR throughput on 2n-zn2 with xxv710.'
- - 'YYMM.V-E: [uSec +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "9" for CSIT rls2202, "10" for CSIT rls2206).'
- - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.'
- - '2202.0-10 vs 2202.0-9: Compares CSIT environment current vs previous with previous VPP code.'
+ - 'Test Case: Test cases executed for: PDR throughput on 2n-skx with xxv710.'
+ - 'YYMM.V-E: [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "9" for CSIT rls2202, "10" for CSIT rls2206).'
+ - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.'
+ - '2202.0-10 vs 2202.0-9: Compares CSIT environment current vs previous with previous VPP code.'
- '2206.0-10 vs 2202.0-10: Compares VPP code current vs previous in the current CSIT environment.'
-# VPP Performance Changes 2n-zn2-xxv710 2t1c ndr
+# VPP Performance Changes 2n-skx 2t1c ndr
- type: "table"
- title: "VPP Performance Changes 2n-zn2-xxv710 2t1c ndr"
+ title: "VPP Performance Changes 2n-skx 2t1c ndr"
algorithm: "table_comparison"
- output-file: "{DIR[STATIC,VPP]}/performance-changes-2n-zn2-xxv710-2t1c-ndr"
+ output-file: "{DIR[STATIC,VPP]}/performance-changes-2n-skx-2t1c-ndr"
include-tests: "NDR" # "PDR" | "NDR" | "MRR"
- filter: "'2T1C' and 'NDRPDR' and 'NIC_Intel-XXV710'"
+ filter: "'2T1C' and 'NDRPDR' and 'NIC_Intel-XXV710' and not 'NF_DENSITY'"
columns:
- title: "2110.0-9"
- data-set: "vpp-2n-zn2-hist-iter-new-env"
+ data-set: "vpp-2n-skx-hist-iter-new-env"
- title: "2202.0-9"
- data-set: "vpp-2n-zn2-prev-iter-old-env"
+ data-set: "vpp-2n-skx-prev-iter-old-env"
- title: "2202.0-10"
- data-set: "vpp-2n-zn2-prev-iter-new-env"
+ data-set: "vpp-2n-skx-prev-iter-new-env"
- title: "2206.0-10"
- data-set: "vpp-2n-zn2-curr-iter"
+ data-set: "vpp-2n-skx-curr-iter"
comparisons:
- title: "2202.0-10 vs 2202.0-9"
reference: 2
compare: 4
legend:
- ''
- - 'Test Case: Test cases executed for: PDR throughput on 2n-zn2 with xxv710.'
- - 'YYMM.V-E: [uSec +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "9" for CSIT rls2202, "10" for CSIT rls2206).'
- - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.'
- - '2202.0-10 vs 2202.0-9: Compares CSIT environment current vs previous with previous VPP code.'
+ - 'Test Case: Test cases executed for: NDR throughput on 2n-skx with xxv710.'
+ - 'YYMM.V-E: [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "9" for CSIT rls2202, "10" for CSIT rls2206).'
+ - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.'
+ - '2202.0-10 vs 2202.0-9: Compares CSIT environment current vs previous with previous VPP code.'
- '2206.0-10 vs 2202.0-10: Compares VPP code current vs previous in the current CSIT environment.'
-# VPP Performance Changes 2n-zn2-xxv710 4t2c ndr
+# VPP Performance Changes 2n-skx 4t2c ndr
- type: "table"
- title: "VPP Performance Changes 2n-zn2-xxv710 4t2c ndr"
+ title: "VPP Performance Changes 2n-skx 4t2c ndr"
algorithm: "table_comparison"
- output-file: "{DIR[STATIC,VPP]}/performance-changes-2n-zn2-xxv710-4t2c-ndr"
+ output-file: "{DIR[STATIC,VPP]}/performance-changes-2n-skx-4t2c-ndr"
include-tests: "NDR" # "PDR" | "NDR" | "MRR"
- filter: "'4T2C' and 'NDRPDR' and 'NIC_Intel-XXV710'"
+ filter: "'4T2C' and 'NDRPDR' and 'NIC_Intel-XXV710' and not 'NF_DENSITY'"
columns:
- title: "2110.0-9"
- data-set: "vpp-2n-zn2-hist-iter-new-env"
+ data-set: "vpp-2n-skx-hist-iter-new-env"
- title: "2202.0-9"
- data-set: "vpp-2n-zn2-prev-iter-old-env"
+ data-set: "vpp-2n-skx-prev-iter-old-env"
- title: "2202.0-10"
- data-set: "vpp-2n-zn2-prev-iter-new-env"
+ data-set: "vpp-2n-skx-prev-iter-new-env"
- title: "2206.0-10"
- data-set: "vpp-2n-zn2-curr-iter"
+ data-set: "vpp-2n-skx-curr-iter"
comparisons:
- title: "2202.0-10 vs 2202.0-9"
reference: 2
compare: 4
legend:
- ''
- - 'Test Case: Test cases executed for: PDR throughput on 2n-zn2 with xxv710.'
- - 'YYMM.V-E: [uSec +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "9" for CSIT rls2202, "10" for CSIT rls2206).'
- - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.'
- - '2202.0-10 vs 2202.0-9: Compares CSIT environment current vs previous with previous VPP code.'
+ - 'Test Case: Test cases executed for: NDR throughput on 2n-skx with xxv710.'
+ - 'YYMM.V-E: [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "9" for CSIT rls2202, "10" for CSIT rls2206).'
+ - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.'
+ - '2202.0-10 vs 2202.0-9: Compares CSIT environment current vs previous with previous VPP code.'
- '2206.0-10 vs 2202.0-10: Compares VPP code current vs previous in the current CSIT environment.'
-# VPP Performance Changes 2n-dnv 1t1c pdr
+# VPP Performance Changes 2n-clx-xxv710 2t1c pdr
- type: "table"
- title: "VPP Performance Changes 2n-dnv 1t1c pdr"
+ title: "VPP Performance Changes 2n-clx-xxv710 2t1c pdr"
algorithm: "table_comparison"
- output-file: "{DIR[STATIC,VPP]}/performance-changes-2n-dnv-1t1c-pdr"
+ output-file: "{DIR[STATIC,VPP]}/performance-changes-2n-clx-xxv710-2t1c-pdr"
include-tests: "PDR" # "PDR" | "NDR" | "MRR"
- filter: "'1T1C'"
+ filter: "'2T1C' and 'NDRPDR' and 'NIC_Intel-XXV710' and not 'NF_DENSITY'"
columns:
- title: "2110.0-9"
- data-set: "vpp-2n-dnv-hist-iter-new-env"
+ data-set: "vpp-2n-clx-hist-iter-new-env"
- title: "2202.0-9"
- data-set: "vpp-2n-dnv-prev-iter-old-env"
+ data-set: "vpp-2n-clx-prev-iter-old-env"
- title: "2202.0-10"
- data-set: "vpp-2n-dnv-prev-iter-new-env"
+ data-set: "vpp-2n-clx-prev-iter-new-env"
- title: "2206.0-10"
- data-set: "vpp-2n-dnv-curr-iter"
+ data-set: "vpp-2n-clx-curr-iter"
comparisons:
- title: "2202.0-10 vs 2202.0-9"
reference: 2
compare: 4
legend:
- ''
- - 'Test Case: Test cases executed for: PDR throughput on 2n-dnv with x553.'
- - 'YYMM.V-E: [uSec +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "9" for CSIT rls2202, "10" for CSIT rls2206).'
- - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.'
- - '2202.0-10 vs 2202.0-9: Compares CSIT environment current vs previous with previous VPP code.'
+ - 'Test Case: Test cases executed for: PDR throughput on 2n-clx with xxv710.'
+ - 'YYMM.V-E: [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "9" for CSIT rls2202, "10" for CSIT rls2206).'
+ - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.'
+ - '2202.0-10 vs 2202.0-9: Compares CSIT environment current vs previous with previous VPP code.'
- '2206.0-10 vs 2202.0-10: Compares VPP code current vs previous in the current CSIT environment.'
-# VPP Performance Changes 2n-dnv 2t2c pdr
+# VPP Performance Changes 2n-clx-xxv710 4t2c pdr
- type: "table"
- title: "VPP Performance Changes 2n-dnv 2t2c pdr"
+ title: "VPP Performance Changes 2n-clx-xxv710 4t2c pdr"
algorithm: "table_comparison"
- output-file: "{DIR[STATIC,VPP]}/performance-changes-2n-dnv-2t2c-pdr"
+ output-file: "{DIR[STATIC,VPP]}/performance-changes-2n-clx-xxv710-4t2c-pdr"
include-tests: "PDR" # "PDR" | "NDR" | "MRR"
- filter: "'2T2C'"
+ filter: "'4T2C' and 'NDRPDR' and 'NIC_Intel-XXV710' and not 'NF_DENSITY'"
columns:
- title: "2110.0-9"
- data-set: "vpp-2n-dnv-hist-iter-new-env"
+ data-set: "vpp-2n-clx-hist-iter-new-env"
- title: "2202.0-9"
- data-set: "vpp-2n-dnv-prev-iter-old-env"
+ data-set: "vpp-2n-clx-prev-iter-old-env"
- title: "2202.0-10"
- data-set: "vpp-2n-dnv-prev-iter-new-env"
+ data-set: "vpp-2n-clx-prev-iter-new-env"
- title: "2206.0-10"
- data-set: "vpp-2n-dnv-curr-iter"
+ data-set: "vpp-2n-clx-curr-iter"
comparisons:
- title: "2202.0-10 vs 2202.0-9"
reference: 2
compare: 4
legend:
- ''
- - 'Test Case: Test cases executed for: PDR throughput on 2n-dnv with x553.'
- - 'YYMM.V-E: [uSec +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "9" for CSIT rls2202, "10" for CSIT rls2206).'
- - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.'
- - '2202.0-10 vs 2202.0-9: Compares CSIT environment current vs previous with previous VPP code.'
+ - 'Test Case: Test cases executed for: PDR throughput on 2n-clx with xxv710.'
+ - 'YYMM.V-E: [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "9" for CSIT rls2202, "10" for CSIT rls2206).'
+ - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.'
+ - '2202.0-10 vs 2202.0-9: Compares CSIT environment current vs previous with previous VPP code.'
- '2206.0-10 vs 2202.0-10: Compares VPP code current vs previous in the current CSIT environment.'
-# VPP Performance Changes 2n-dnv 1t1c ndr
+# VPP Performance Changes 2n-clx-xxv710 2t1c ndr
- type: "table"
- title: "VPP Performance Changes 2n-dnv 1t1c ndr"
+ title: "VPP Performance Changes 2n-clx-xxv710 2t1c ndr"
algorithm: "table_comparison"
- output-file: "{DIR[STATIC,VPP]}/performance-changes-2n-dnv-1t1c-ndr"
+ output-file: "{DIR[STATIC,VPP]}/performance-changes-2n-clx-xxv710-2t1c-ndr"
include-tests: "NDR" # "PDR" | "NDR" | "MRR"
- filter: "'1T1C'"
+ filter: "'2T1C' and 'NDRPDR' and 'NIC_Intel-XXV710' and not 'NF_DENSITY'"
columns:
- title: "2110.0-9"
- data-set: "vpp-2n-dnv-hist-iter-new-env"
+ data-set: "vpp-2n-clx-hist-iter-new-env"
- title: "2202.0-9"
- data-set: "vpp-2n-dnv-prev-iter-old-env"
+ data-set: "vpp-2n-clx-prev-iter-old-env"
- title: "2202.0-10"
- data-set: "vpp-2n-dnv-prev-iter-new-env"
+ data-set: "vpp-2n-clx-prev-iter-new-env"
- title: "2206.0-10"
- data-set: "vpp-2n-dnv-curr-iter"
+ data-set: "vpp-2n-clx-curr-iter"
comparisons:
- title: "2202.0-10 vs 2202.0-9"
reference: 2
compare: 4
legend:
- ''
- - 'Test Case: Test cases executed for: PDR throughput on 2n-dnv with x553.'
- - 'YYMM.V-E: [uSec +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "9" for CSIT rls2202, "10" for CSIT rls2206).'
- - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.'
- - '2202.0-10 vs 2202.0-9: Compares CSIT environment current vs previous with previous VPP code.'
+ - 'Test Case: Test cases executed for: NDR throughput on 2n-clx with xxv710.'
+ - 'YYMM.V-E: [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "9" for CSIT rls2202, "10" for CSIT rls2206).'
+ - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.'
+ - '2202.0-10 vs 2202.0-9: Compares CSIT environment current vs previous with previous VPP code.'
- '2206.0-10 vs 2202.0-10: Compares VPP code current vs previous in the current CSIT environment.'
-# VPP Performance Changes 2n-dnv 2t2c ndr
+# VPP Performance Changes 2n-clx-xxv710 4t2c ndr
- type: "table"
- title: "VPP Performance Changes 2n-dnv 2t2c ndr"
+ title: "VPP Performance Changes 2n-clx-xxv710 ndr"
algorithm: "table_comparison"
- output-file: "{DIR[STATIC,VPP]}/performance-changes-2n-dnv-2t2c-ndr"
+ output-file: "{DIR[STATIC,VPP]}/performance-changes-2n-clx-xxv710-4t2c-ndr"
include-tests: "NDR" # "PDR" | "NDR" | "MRR"
- filter: "'2T2C'"
+ filter: "'4T2C' and 'NDRPDR' and 'NIC_Intel-XXV710' and not 'NF_DENSITY'"
columns:
- title: "2110.0-9"
- data-set: "vpp-2n-dnv-hist-iter-new-env"
+ data-set: "vpp-2n-clx-hist-iter-new-env"
- title: "2202.0-9"
- data-set: "vpp-2n-dnv-prev-iter-old-env"
+ data-set: "vpp-2n-clx-prev-iter-old-env"
- title: "2202.0-10"
- data-set: "vpp-2n-dnv-prev-iter-new-env"
+ data-set: "vpp-2n-clx-prev-iter-new-env"
- title: "2206.0-10"
- data-set: "vpp-2n-dnv-curr-iter"
+ data-set: "vpp-2n-clx-curr-iter"
comparisons:
- title: "2202.0-10 vs 2202.0-9"
reference: 2
compare: 4
legend:
- ''
- - 'Test Case: Test cases executed for: PDR throughput on 2n-dnv with x553.'
- - 'YYMM.V-E: [uSec +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "9" for CSIT rls2202, "10" for CSIT rls2206).'
- - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.'
- - '2202.0-10 vs 2202.0-9: Compares CSIT environment current vs previous with previous VPP code.'
+ - 'Test Case: Test cases executed for: NDR throughput on 2n-clx with xxv710.'
+ - 'YYMM.V-E: [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "9" for CSIT rls2202, "10" for CSIT rls2206).'
+ - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.'
+ - '2202.0-10 vs 2202.0-9: Compares CSIT environment current vs previous with previous VPP code.'
- '2206.0-10 vs 2202.0-10: Compares VPP code current vs previous in the current CSIT environment.'
-# VPP Performance Changes 3n-dnv 1t1c pdr
+# VPP Performance Changes 2n-clx-cx556a 2t1c pdr
- type: "table"
- title: "VPP Performance Changes 3n-dnv 1t1c pdr"
+ title: "VPP Performance Changes 2n-clx-cx556a 2t1c pdr"
algorithm: "table_comparison"
- output-file: "{DIR[STATIC,VPP]}/performance-changes-3n-dnv-1t1c-pdr"
+ output-file: "{DIR[STATIC,VPP]}/performance-changes-2n-clx-cx556a-2t1c-pdr"
include-tests: "PDR" # "PDR" | "NDR" | "MRR"
- filter: "'1T1C'"
+ filter: "'2T1C' and 'NDRPDR' and 'NIC_Mellanox-CX556A' and not 'NF_DENSITY'"
columns:
- title: "2110.0-9"
- data-set: "vpp-3n-dnv-hist-iter-new-env"
+ data-set: "vpp-2n-clx-hist-iter-new-env"
- title: "2202.0-9"
- data-set: "vpp-3n-dnv-prev-iter-old-env"
+ data-set: "vpp-2n-clx-prev-iter-old-env"
- title: "2202.0-10"
- data-set: "vpp-3n-dnv-prev-iter-new-env"
+ data-set: "vpp-2n-clx-prev-iter-new-env"
- title: "2206.0-10"
- data-set: "vpp-3n-dnv-curr-iter"
+ data-set: "vpp-2n-clx-curr-iter"
comparisons:
- title: "2202.0-10 vs 2202.0-9"
reference: 2
compare: 4
legend:
- ''
- - 'Test Case: Test cases executed for: PDR throughput on 3n-dnv with x553.'
- - 'YYMM.V-E: [uSec +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "9" for CSIT rls2202, "10" for CSIT rls2206).'
- - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.'
- - '2202.0-10 vs 2202.0-9: Compares CSIT environment current vs previous with previous VPP code.'
+ - 'Test Case: Test cases executed for: PDR throughput on 2n-clx with cx556a.'
+ - 'YYMM.V-E: [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "9" for CSIT rls2202, "10" for CSIT rls2206).'
+ - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.'
+ - '2202.0-10 vs 2202.0-9: Compares CSIT environment current vs previous with previous VPP code.'
- '2206.0-10 vs 2202.0-10: Compares VPP code current vs previous in the current CSIT environment.'
-# VPP Performance Changes 3n-dnv 2t2c pdr
+# VPP Performance Changes 2n-clx-cx556a 4t2c pdr
- type: "table"
- title: "VPP Performance Changes 3n-dnv 2t2c pdr"
+ title: "VPP Performance Changes 2n-clx-cx556a 4t2c pdr"
algorithm: "table_comparison"
- output-file: "{DIR[STATIC,VPP]}/performance-changes-3n-dnv-2t2c-pdr"
+ output-file: "{DIR[STATIC,VPP]}/performance-changes-2n-clx-cx556a-4t2c-pdr"
include-tests: "PDR" # "PDR" | "NDR" | "MRR"
- filter: "'2T2C'"
+ filter: "'4T2C' and 'NDRPDR' and 'NIC_Mellanox-CX556A' and not 'NF_DENSITY'"
columns:
- title: "2110.0-9"
- data-set: "vpp-3n-dnv-hist-iter-new-env"
+ data-set: "vpp-2n-clx-hist-iter-new-env"
- title: "2202.0-9"
- data-set: "vpp-3n-dnv-prev-iter-old-env"
+ data-set: "vpp-2n-clx-prev-iter-old-env"
- title: "2202.0-10"
- data-set: "vpp-3n-dnv-prev-iter-new-env"
+ data-set: "vpp-2n-clx-prev-iter-new-env"
- title: "2206.0-10"
- data-set: "vpp-3n-dnv-curr-iter"
+ data-set: "vpp-2n-clx-curr-iter"
comparisons:
- title: "2202.0-10 vs 2202.0-9"
reference: 2
compare: 4
legend:
- ''
- - 'Test Case: Test cases executed for: PDR throughput on 3n-dnv with x553.'
- - 'YYMM.V-E: [uSec +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "9" for CSIT rls2202, "10" for CSIT rls2206).'
- - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.'
- - '2202.0-10 vs 2202.0-9: Compares CSIT environment current vs previous with previous VPP code.'
+ - 'Test Case: Test cases executed for: PDR throughput on 2n-clx with cx556a.'
+ - 'YYMM.V-E: [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "9" for CSIT rls2202, "10" for CSIT rls2206).'
+ - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.'
+ - '2202.0-10 vs 2202.0-9: Compares CSIT environment current vs previous with previous VPP code.'
- '2206.0-10 vs 2202.0-10: Compares VPP code current vs previous in the current CSIT environment.'
-# VPP Performance Changes 3n-dnv 1t1c ndr
+# VPP Performance Changes 2n-clx-cx556a 2t1c ndr
- type: "table"
- title: "VPP Performance Changes 3n-dnv 1t1c ndr"
+ title: "VPP Performance Changes 2n-clx-cx556a 2t1c ndr"
algorithm: "table_comparison"
- output-file: "{DIR[STATIC,VPP]}/performance-changes-3n-dnv-1t1c-ndr"
+ output-file: "{DIR[STATIC,VPP]}/performance-changes-2n-clx-cx556a-2t1c-ndr"
include-tests: "NDR" # "PDR" | "NDR" | "MRR"
- filter: "'1T1C'"
+ filter: "'2T1C' and 'NDRPDR' and 'NIC_Mellanox-CX556A' and not 'NF_DENSITY'"
columns:
- title: "2110.0-9"
- data-set: "vpp-3n-dnv-hist-iter-new-env"
+ data-set: "vpp-2n-clx-hist-iter-new-env"
- title: "2202.0-9"
- data-set: "vpp-3n-dnv-prev-iter-old-env"
+ data-set: "vpp-2n-clx-prev-iter-old-env"
- title: "2202.0-10"
- data-set: "vpp-3n-dnv-prev-iter-new-env"
+ data-set: "vpp-2n-clx-prev-iter-new-env"
- title: "2206.0-10"
- data-set: "vpp-3n-dnv-curr-iter"
+ data-set: "vpp-2n-clx-curr-iter"
comparisons:
- title: "2202.0-10 vs 2202.0-9"
reference: 2
compare: 4
legend:
- ''
- - 'Test Case: Test cases executed for: PDR throughput on 3n-dnv with x553.'
- - 'YYMM.V-E: [uSec +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "9" for CSIT rls2202, "10" for CSIT rls2206).'
- - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.'
- - '2202.0-10 vs 2202.0-9: Compares CSIT environment current vs previous with previous VPP code.'
+ - 'Test Case: Test cases executed for: NDR throughput on 2n-clx with cx556a.'
+ - 'YYMM.V-E: [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "9" for CSIT rls2202, "10" for CSIT rls2206).'
+ - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.'
+ - '2202.0-10 vs 2202.0-9: Compares CSIT environment current vs previous with previous VPP code.'
- '2206.0-10 vs 2202.0-10: Compares VPP code current vs previous in the current CSIT environment.'
-# VPP Performance Changes 3n-dnv 2t2c ndr
+# VPP Performance Changes 2n-clx-cx556a 4t2c ndr
- type: "table"
- title: "VPP Performance Changes 3n-dnv 2t2c ndr"
+ title: "VPP Performance Changes 2n-clx-cx556a ndr"
algorithm: "table_comparison"
- output-file: "{DIR[STATIC,VPP]}/performance-changes-3n-dnv-2t2c-ndr"
+ output-file: "{DIR[STATIC,VPP]}/performance-changes-2n-clx-cx556a-4t2c-ndr"
include-tests: "NDR" # "PDR" | "NDR" | "MRR"
- filter: "'2T2C'"
+ filter: "'4T2C' and 'NDRPDR' and 'NIC_Mellanox-CX556A' and not 'NF_DENSITY'"
columns:
- title: "2110.0-9"
- data-set: "vpp-3n-dnv-hist-iter-new-env"
+ data-set: "vpp-2n-clx-hist-iter-new-env"
- title: "2202.0-9"
- data-set: "vpp-3n-dnv-prev-iter-old-env"
+ data-set: "vpp-2n-clx-prev-iter-old-env"
- title: "2202.0-10"
- data-set: "vpp-3n-dnv-prev-iter-new-env"
+ data-set: "vpp-2n-clx-prev-iter-new-env"
- title: "2206.0-10"
- data-set: "vpp-3n-dnv-curr-iter"
+ data-set: "vpp-2n-clx-curr-iter"
comparisons:
- title: "2202.0-10 vs 2202.0-9"
reference: 2
compare: 4
legend:
- ''
- - 'Test Case: Test cases executed for: PDR throughput on 3n-dnv with x553.'
- - 'YYMM.V-E: [uSec +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "9" for CSIT rls2202, "10" for CSIT rls2206).'
- - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.'
- - '2202.0-10 vs 2202.0-9: Compares CSIT environment current vs previous with previous VPP code.'
+ - 'Test Case: Test cases executed for: NDR throughput on 2n-clx with cx556a.'
+ - 'YYMM.V-E: [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "9" for CSIT rls2202, "10" for CSIT rls2206).'
+ - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.'
+ - '2202.0-10 vs 2202.0-9: Compares CSIT environment current vs previous with previous VPP code.'
- '2206.0-10 vs 2202.0-10: Compares VPP code current vs previous in the current CSIT environment.'
-# VPP Performance Changes 3n-tsh 1t1c pdr
+# VPP Performance Changes 2n-zn2-xxv710 2t1c pdr
- type: "table"
- title: "VPP Performance Changes 3n-tsh 1t1c pdr"
+ title: "VPP Performance Changes 2n-zn2-xxv710 2t1c pdr"
algorithm: "table_comparison"
- output-file: "{DIR[STATIC,VPP]}/performance-changes-3n-tsh-1t1c-pdr"
+ output-file: "{DIR[STATIC,VPP]}/performance-changes-2n-zn2-xxv710-2t1c-pdr"
include-tests: "PDR" # "PDR" | "NDR" | "MRR"
- filter: "'1T1C'"
+ filter: "'2T1C' and 'NDRPDR' and 'NIC_Intel-XXV710'"
columns:
- title: "2110.0-9"
- data-set: "vpp-3n-tsh-hist-iter-new-env"
+ data-set: "vpp-2n-zn2-hist-iter-new-env"
- title: "2202.0-9"
- data-set: "vpp-3n-tsh-prev-iter-old-env"
+ data-set: "vpp-2n-zn2-prev-iter-old-env"
- title: "2202.0-10"
- data-set: "vpp-3n-tsh-prev-iter-new-env"
+ data-set: "vpp-2n-zn2-prev-iter-new-env"
- title: "2206.0-10"
- data-set: "vpp-3n-tsh-curr-iter"
+ data-set: "vpp-2n-zn2-curr-iter"
comparisons:
- title: "2202.0-10 vs 2202.0-9"
reference: 2
compare: 4
legend:
- ''
- - 'Test Case: Test cases executed for: PDR throughput on 3n-tsh with x520.'
- - 'YYMM.V-E: [uSec +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "9" for CSIT rls2202, "10" for CSIT rls2206).'
- - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.'
- - '2202.0-10 vs 2202.0-9: Compares CSIT environment current vs previous with previous VPP code.'
+ - 'Test Case: Test cases executed for: PDR throughput on 2n-zn2 with xxv710.'
+ - 'YYMM.V-E: [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "9" for CSIT rls2202, "10" for CSIT rls2206).'
+ - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.'
+ - '2202.0-10 vs 2202.0-9: Compares CSIT environment current vs previous with previous VPP code.'
- '2206.0-10 vs 2202.0-10: Compares VPP code current vs previous in the current CSIT environment.'
-# VPP Performance Changes 3n-tsh 2t2c pdr
+# VPP Performance Changes 2n-zn2-xxv710 4t2c pdr
- type: "table"
- title: "VPP Performance Changes 3n-tsh 2t2c pdr"
+ title: "VPP Performance Changes 2n-zn2-xxv710 4t2c pdr"
algorithm: "table_comparison"
- output-file: "{DIR[STATIC,VPP]}/performance-changes-3n-tsh-2t2c-pdr"
+ output-file: "{DIR[STATIC,VPP]}/performance-changes-2n-zn2-xxv710-4t2c-pdr"
include-tests: "PDR" # "PDR" | "NDR" | "MRR"
- filter: "'2T2C'"
+ filter: "'4T2C' and 'NDRPDR' and 'NIC_Intel-XXV710'"
columns:
- title: "2110.0-9"
- data-set: "vpp-3n-tsh-hist-iter-new-env"
+ data-set: "vpp-2n-zn2-hist-iter-new-env"
- title: "2202.0-9"
- data-set: "vpp-3n-tsh-prev-iter-old-env"
+ data-set: "vpp-2n-zn2-prev-iter-old-env"
- title: "2202.0-10"
- data-set: "vpp-3n-tsh-prev-iter-new-env"
+ data-set: "vpp-2n-zn2-prev-iter-new-env"
- title: "2206.0-10"
- data-set: "vpp-3n-tsh-curr-iter"
+ data-set: "vpp-2n-zn2-curr-iter"
comparisons:
- title: "2202.0-10 vs 2202.0-9"
reference: 2
compare: 4
legend:
- ''
- - 'Test Case: Test cases executed for: PDR throughput on 3n-tsh with x520.'
- - 'YYMM.V-E: [uSec +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "9" for CSIT rls2202, "10" for CSIT rls2206).'
- - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.'
- - '2202.0-10 vs 2202.0-9: Compares CSIT environment current vs previous with previous VPP code.'
+ - 'Test Case: Test cases executed for: PDR throughput on 2n-zn2 with xxv710.'
+ - 'YYMM.V-E: [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "9" for CSIT rls2202, "10" for CSIT rls2206).'
+ - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.'
+ - '2202.0-10 vs 2202.0-9: Compares CSIT environment current vs previous with previous VPP code.'
- '2206.0-10 vs 2202.0-10: Compares VPP code current vs previous in the current CSIT environment.'
-# VPP Performance Changes 3n-tsh 1t1c ndr
+# VPP Performance Changes 2n-zn2-xxv710 2t1c ndr
- type: "table"
- title: "VPP Performance Changes 3n-tsh 1t1c ndr"
+ title: "VPP Performance Changes 2n-zn2-xxv710 2t1c ndr"
algorithm: "table_comparison"
- output-file: "{DIR[STATIC,VPP]}/performance-changes-3n-tsh-1t1c-ndr"
+ output-file: "{DIR[STATIC,VPP]}/performance-changes-2n-zn2-xxv710-2t1c-ndr"
include-tests: "NDR" # "PDR" | "NDR" | "MRR"
- filter: "'1T1C'"
+ filter: "'2T1C' and 'NDRPDR' and 'NIC_Intel-XXV710'"
columns:
- title: "2110.0-9"
- data-set: "vpp-3n-tsh-hist-iter-new-env"
+ data-set: "vpp-2n-zn2-hist-iter-new-env"
- title: "2202.0-9"
- data-set: "vpp-3n-tsh-prev-iter-old-env"
+ data-set: "vpp-2n-zn2-prev-iter-old-env"
- title: "2202.0-10"
- data-set: "vpp-3n-tsh-prev-iter-new-env"
+ data-set: "vpp-2n-zn2-prev-iter-new-env"
- title: "2206.0-10"
- data-set: "vpp-3n-tsh-curr-iter"
+ data-set: "vpp-2n-zn2-curr-iter"
comparisons:
- title: "2202.0-10 vs 2202.0-9"
reference: 2
compare: 4
legend:
- ''
- - 'Test Case: Test cases executed for: PDR throughput on 3n-tsh with x520.'
- - 'YYMM.V-E: [uSec +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "9" for CSIT rls2202, "10" for CSIT rls2206).'
- - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.'
- - '2202.0-10 vs 2202.0-9: Compares CSIT environment current vs previous with previous VPP code.'
+ - 'Test Case: Test cases executed for: NDR throughput on 2n-zn2 with xxv710.'
+ - 'YYMM.V-E: [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "9" for CSIT rls2202, "10" for CSIT rls2206).'
+ - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.'
+ - '2202.0-10 vs 2202.0-9: Compares CSIT environment current vs previous with previous VPP code.'
- '2206.0-10 vs 2202.0-10: Compares VPP code current vs previous in the current CSIT environment.'
-# VPP Performance Changes 3n-tsh 2t2c ndr
+# VPP Performance Changes 2n-zn2-xxv710 4t2c ndr
- type: "table"
- title: "VPP Performance Changes 3n-tsh 2t2c ndr"
+ title: "VPP Performance Changes 2n-zn2-xxv710 4t2c ndr"
algorithm: "table_comparison"
- output-file: "{DIR[STATIC,VPP]}/performance-changes-3n-tsh-2t2c-ndr"
+ output-file: "{DIR[STATIC,VPP]}/performance-changes-2n-zn2-xxv710-4t2c-ndr"
include-tests: "NDR" # "PDR" | "NDR" | "MRR"
- filter: "'2T2C'"
+ filter: "'4T2C' and 'NDRPDR' and 'NIC_Intel-XXV710'"
columns:
- title: "2110.0-9"
- data-set: "vpp-3n-tsh-hist-iter-new-env"
+ data-set: "vpp-2n-zn2-hist-iter-new-env"
- title: "2202.0-9"
- data-set: "vpp-3n-tsh-prev-iter-old-env"
+ data-set: "vpp-2n-zn2-prev-iter-old-env"
- title: "2202.0-10"
- data-set: "vpp-3n-tsh-prev-iter-new-env"
+ data-set: "vpp-2n-zn2-prev-iter-new-env"
- title: "2206.0-10"
- data-set: "vpp-3n-tsh-curr-iter"
+ data-set: "vpp-2n-zn2-curr-iter"
comparisons:
- title: "2202.0-10 vs 2202.0-9"
reference: 2
compare: 4
legend:
- ''
- - 'Test Case: Test cases executed for: PDR throughput on 3n-tsh with x520.'
- - 'YYMM.V-E: [uSec +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "9" for CSIT rls2202, "10" for CSIT rls2206).'
- - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.'
- - '2202.0-10 vs 2202.0-9: Compares CSIT environment current vs previous with previous VPP code.'
+ - 'Test Case: Test cases executed for: NDR throughput on 2n-zn2 with xxv710.'
+ - 'YYMM.V-E: [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "9" for CSIT rls2202, "10" for CSIT rls2206).'
+ - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.'
+ - '2202.0-10 vs 2202.0-9: Compares CSIT environment current vs previous with previous VPP code.'
- '2206.0-10 vs 2202.0-10: Compares VPP code current vs previous in the current CSIT environment.'
-# VPP Performance Changes 2n-tx2 1t1c pdr
+# VPP Performance Changes 2n-dnv 1t1c pdr
- type: "table"
- title: "VPP Performance Changes 2n-tx2 1t1c pdr"
+ title: "VPP Performance Changes 2n-dnv 1t1c pdr"
algorithm: "table_comparison"
- output-file: "{DIR[STATIC,VPP]}/performance-changes-2n-tx2-1t1c-pdr"
+ output-file: "{DIR[STATIC,VPP]}/performance-changes-2n-dnv-1t1c-pdr"
include-tests: "PDR" # "PDR" | "NDR" | "MRR"
filter: "'1T1C'"
columns:
- title: "2110.0-9"
- data-set: "vpp-2n-tx2-hist-iter-new-env"
+ data-set: "vpp-2n-dnv-hist-iter-new-env"
- title: "2202.0-9"
- data-set: "vpp-2n-tx2-prev-iter-old-env"
+ data-set: "vpp-2n-dnv-prev-iter-old-env"
- title: "2202.0-10"
- data-set: "vpp-2n-tx2-prev-iter-new-env"
+ data-set: "vpp-2n-dnv-prev-iter-new-env"
- title: "2206.0-10"
- data-set: "vpp-2n-tx2-curr-iter"
+ data-set: "vpp-2n-dnv-curr-iter"
comparisons:
- title: "2202.0-10 vs 2202.0-9"
reference: 2
compare: 4
legend:
- ''
- - 'Test Case: Test cases executed for: PDR throughput on 2n-tx2 with xl710.'
- - 'YYMM.V-E: [uSec +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "9" for CSIT rls2202, "10" for CSIT rls2206).'
- - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.'
- - '2202.0-10 vs 2202.0-9: Compares CSIT environment current vs previous with previous VPP code.'
+ - 'Test Case: Test cases executed for: PDR throughput on 2n-dnv with x553.'
+ - 'YYMM.V-E: [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "9" for CSIT rls2202, "10" for CSIT rls2206).'
+ - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.'
+ - '2202.0-10 vs 2202.0-9: Compares CSIT environment current vs previous with previous VPP code.'
- '2206.0-10 vs 2202.0-10: Compares VPP code current vs previous in the current CSIT environment.'
-# VPP Performance Changes 2n-tx2 2t2c pdr
+# VPP Performance Changes 2n-dnv 2t2c pdr
- type: "table"
- title: "VPP Performance Changes 2n-tx2 2t2c pdr"
+ title: "VPP Performance Changes 2n-dnv 2t2c pdr"
algorithm: "table_comparison"
- output-file: "{DIR[STATIC,VPP]}/performance-changes-2n-tx2-2t2c-pdr"
+ output-file: "{DIR[STATIC,VPP]}/performance-changes-2n-dnv-2t2c-pdr"
include-tests: "PDR" # "PDR" | "NDR" | "MRR"
filter: "'2T2C'"
columns:
- title: "2110.0-9"
- data-set: "vpp-2n-tx2-hist-iter-new-env"
+ data-set: "vpp-2n-dnv-hist-iter-new-env"
- title: "2202.0-9"
- data-set: "vpp-2n-tx2-prev-iter-old-env"
+ data-set: "vpp-2n-dnv-prev-iter-old-env"
- title: "2202.0-10"
- data-set: "vpp-2n-tx2-prev-iter-new-env"
+ data-set: "vpp-2n-dnv-prev-iter-new-env"
- title: "2206.0-10"
- data-set: "vpp-2n-tx2-curr-iter"
+ data-set: "vpp-2n-dnv-curr-iter"
comparisons:
- title: "2202.0-10 vs 2202.0-9"
reference: 2
compare: 4
legend:
- ''
- - 'Test Case: Test cases executed for: PDR throughput on 2n-tx2 with xl710.'
- - 'YYMM.V-E: [uSec +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "9" for CSIT rls2202, "10" for CSIT rls2206).'
- - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.'
- - '2202.0-10 vs 2202.0-9: Compares CSIT environment current vs previous with previous VPP code.'
+ - 'Test Case: Test cases executed for: PDR throughput on 2n-dnv with x553.'
+ - 'YYMM.V-E: [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "9" for CSIT rls2202, "10" for CSIT rls2206).'
+ - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.'
+ - '2202.0-10 vs 2202.0-9: Compares CSIT environment current vs previous with previous VPP code.'
- '2206.0-10 vs 2202.0-10: Compares VPP code current vs previous in the current CSIT environment.'
-# VPP Performance Changes 2n-tx2 1t1c ndr
+# VPP Performance Changes 2n-dnv 1t1c ndr
- type: "table"
- title: "VPP Performance Changes 2n-tx2 1t1c ndr"
+ title: "VPP Performance Changes 2n-dnv 1t1c ndr"
algorithm: "table_comparison"
- output-file: "{DIR[STATIC,VPP]}/performance-changes-2n-tx2-1t1c-ndr"
+ output-file: "{DIR[STATIC,VPP]}/performance-changes-2n-dnv-1t1c-ndr"
include-tests: "NDR" # "PDR" | "NDR" | "MRR"
filter: "'1T1C'"
columns:
- title: "2110.0-9"
- data-set: "vpp-2n-tx2-hist-iter-new-env"
+ data-set: "vpp-2n-dnv-hist-iter-new-env"
- title: "2202.0-9"
- data-set: "vpp-2n-tx2-prev-iter-old-env"
+ data-set: "vpp-2n-dnv-prev-iter-old-env"
- title: "2202.0-10"
- data-set: "vpp-2n-tx2-prev-iter-new-env"
+ data-set: "vpp-2n-dnv-prev-iter-new-env"
- title: "2206.0-10"
- data-set: "vpp-2n-tx2-curr-iter"
+ data-set: "vpp-2n-dnv-curr-iter"
comparisons:
- title: "2202.0-10 vs 2202.0-9"
reference: 2
compare: 4
legend:
- ''
- - 'Test Case: Test cases executed for: PDR throughput on 2n-tx2 with xl710.'
- - 'YYMM.V-E: [uSec +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "9" for CSIT rls2202, "10" for CSIT rls2206).'
- - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.'
- - '2202.0-10 vs 2202.0-9: Compares CSIT environment current vs previous with previous VPP code.'
+ - 'Test Case: Test cases executed for: NDR throughput on 2n-dnv with x553.'
+ - 'YYMM.V-E: [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "9" for CSIT rls2202, "10" for CSIT rls2206).'
+ - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.'
+ - '2202.0-10 vs 2202.0-9: Compares CSIT environment current vs previous with previous VPP code.'
- '2206.0-10 vs 2202.0-10: Compares VPP code current vs previous in the current CSIT environment.'
-# VPP Performance Changes 2n-tx2 2t2c ndr
+# VPP Performance Changes 2n-dnv 2t2c ndr
- type: "table"
- title: "VPP Performance Changes 2n-tx2 2t2c ndr"
+ title: "VPP Performance Changes 2n-dnv 2t2c ndr"
algorithm: "table_comparison"
- output-file: "{DIR[STATIC,VPP]}/performance-changes-2n-tx2-2t2c-ndr"
+ output-file: "{DIR[STATIC,VPP]}/performance-changes-2n-dnv-2t2c-ndr"
include-tests: "NDR" # "PDR" | "NDR" | "MRR"
filter: "'2T2C'"
columns:
- title: "2110.0-9"
- data-set: "vpp-2n-tx2-hist-iter-new-env"
+ data-set: "vpp-2n-dnv-hist-iter-new-env"
- title: "2202.0-9"
- data-set: "vpp-2n-tx2-prev-iter-old-env"
+ data-set: "vpp-2n-dnv-prev-iter-old-env"
- title: "2202.0-10"
- data-set: "vpp-2n-tx2-prev-iter-new-env"
+ data-set: "vpp-2n-dnv-prev-iter-new-env"
- title: "2206.0-10"
- data-set: "vpp-2n-tx2-curr-iter"
+ data-set: "vpp-2n-dnv-curr-iter"
comparisons:
- title: "2202.0-10 vs 2202.0-9"
reference: 2
compare: 4
legend:
- ''
- - 'Test Case: Test cases executed for: PDR throughput on 2n-tx2 with xl710.'
- - 'YYMM.V-E: [uSec +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "9" for CSIT rls2202, "10" for CSIT rls2206).'
- - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.'
- - '2202.0-10 vs 2202.0-9: Compares CSIT environment current vs previous with previous VPP code.'
+ - 'Test Case: Test cases executed for: NDR throughput on 2n-dnv with x553.'
+ - 'YYMM.V-E: [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "9" for CSIT rls2202, "10" for CSIT rls2206).'
+ - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.'
+ - '2202.0-10 vs 2202.0-9: Compares CSIT environment current vs previous with previous VPP code.'
- '2206.0-10 vs 2202.0-10: Compares VPP code current vs previous in the current CSIT environment.'
-# VPP Performance Changes 2n-aws 2t1c pdr
+# VPP Performance Changes 3n-dnv 1t1c pdr
- type: "table"
- title: "VPP Performance Changes 2n-aws 2t1c pdr"
+ title: "VPP Performance Changes 3n-dnv 1t1c pdr"
algorithm: "table_comparison"
- output-file: "{DIR[STATIC,VPP]}/performance-changes-2n-aws-2t1c-pdr"
+ output-file: "{DIR[STATIC,VPP]}/performance-changes-3n-dnv-1t1c-pdr"
include-tests: "PDR" # "PDR" | "NDR" | "MRR"
- filter: "'2T1C' and 'NDRPDR'"
+ filter: "'1T1C'"
columns:
- - title: "2110.0-8"
- data-set: "vpp-2n-aws-hist-iter"
+ - title: "2110.0-9"
+ data-set: "vpp-3n-dnv-hist-iter-new-env"
- title: "2202.0-9"
- data-set: "vpp-2n-aws-prev-iter"
+ data-set: "vpp-3n-dnv-prev-iter-old-env"
+ - title: "2202.0-10"
+ data-set: "vpp-3n-dnv-prev-iter-new-env"
- title: "2206.0-10"
- data-set: "vpp-2n-aws-curr-iter"
+ data-set: "vpp-3n-dnv-curr-iter"
comparisons:
- - title: "2206.0-10 vs 2202.0-9"
+ - title: "2202.0-10 vs 2202.0-9"
reference: 2
compare: 3
+ - title: "2206.0-10 vs 2202.0-10"
+ reference: 3
+ compare: 4
legend:
- ''
- - 'Test Case: Test cases executed for: PDR throughput on 2n-aws with nitro50g.'
- - 'YYMM.V-E: [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "9" for CSIT rls2202, "10" for CSIT rls2206).'
- - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.'
- - '2206.0-10 vs 2202.0-9: Compares VPP code current vs previous.'
+ - 'Test Case: Test cases executed for: PDR throughput on 3n-dnv with x553.'
+ - 'YYMM.V-E: [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "9" for CSIT rls2202, "10" for CSIT rls2206).'
+ - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.'
+ - '2202.0-10 vs 2202.0-9: Compares CSIT environment current vs previous with previous VPP code.'
+ - '2206.0-10 vs 2202.0-10: Compares VPP code current vs previous in the current CSIT environment.'
-# VPP Performance Changes 2n-aws 4t2c pdr
+# VPP Performance Changes 3n-dnv 2t2c pdr
- type: "table"
- title: "VPP Performance Changes 2n-aws 4t2c pdr"
+ title: "VPP Performance Changes 3n-dnv 2t2c pdr"
algorithm: "table_comparison"
- output-file: "{DIR[STATIC,VPP]}/performance-changes-2n-aws-4t2c-pdr"
+ output-file: "{DIR[STATIC,VPP]}/performance-changes-3n-dnv-2t2c-pdr"
include-tests: "PDR" # "PDR" | "NDR" | "MRR"
- filter: "'4T2C' and 'NDRPDR'"
- columns:
- - title: "2110.0-8"
- data-set: "vpp-2n-aws-hist-iter"
- - title: "2202.0-9"
- data-set: "vpp-2n-aws-prev-iter"
- - title: "2206.0-10"
- data-set: "vpp-2n-aws-curr-iter"
- comparisons:
- - title: "2206.0-10 vs 2202.0-9"
- reference: 2
- compare: 3
- legend:
- - ''
- - 'Test Case: Test cases executed for: PDR throughput on 2n-aws with nitro50g.'
- - 'YYMM.V-E: [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "9" for CSIT rls2202, "10" for CSIT rls2206).'
- - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.'
- - '2206.0-10 vs 2202.0-9: Compares VPP code current vs previous.'
-
-# VPP Performance Changes 2n-aws 2t1c ndr
-- type: "table"
- title: "VPP Performance Changes 2n-aws 2t1c ndr"
- algorithm: "table_comparison"
- output-file: "{DIR[STATIC,VPP]}/performance-changes-2n-aws-2t1c-ndr"
- include-tests: "NDR" # "PDR" | "NDR" | "MRR"
- filter: "'2T1C' and 'NDRPDR'"
- columns:
- - title: "2110.0-8"
- data-set: "vpp-2n-aws-hist-iter"
- - title: "2202.0-9"
- data-set: "vpp-2n-aws-prev-iter"
- - title: "2206.0-10"
- data-set: "vpp-2n-aws-curr-iter"
- comparisons:
- - title: "2206.0-10 vs 2202.0-9"
- reference: 2
- compare: 3
- legend:
- - ''
- - 'Test Case: Test cases executed for: PDR throughput on 2n-aws with nitro50g.'
- - 'YYMM.V-E: [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "9" for CSIT rls2202, "10" for CSIT rls2206).'
- - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.'
- - '2206.0-10 vs 2202.0-9: Compares VPP code current vs previous.'
-
-# VPP Performance Changes 2n-aws 4t2c ndr
-- type: "table"
- title: "VPP Performance Changes 2n-aws 4t2c ndr"
- algorithm: "table_comparison"
- output-file: "{DIR[STATIC,VPP]}/performance-changes-2n-aws-4t2c-ndr"
- include-tests: "NDR" # "PDR" | "NDR" | "MRR"
- filter: "'4T2C' and 'NDRPDR'"
+ filter: "'2T2C'"
columns:
- - title: "2110.0-8"
- data-set: "vpp-2n-aws-hist-iter"
+ - title: "2110.0-9"
+ data-set: "vpp-3n-dnv-hist-iter-new-env"
- title: "2202.0-9"
- data-set: "vpp-2n-aws-prev-iter"
+ data-set: "vpp-3n-dnv-prev-iter-old-env"
+ - title: "2202.0-10"
+ data-set: "vpp-3n-dnv-prev-iter-new-env"
- title: "2206.0-10"
- data-set: "vpp-2n-aws-curr-iter"
+ data-set: "vpp-3n-dnv-curr-iter"
comparisons:
- - title: "2206.0-10 vs 2202.0-9"
+ - title: "2202.0-10 vs 2202.0-9"
reference: 2
compare: 3
+ - title: "2206.0-10 vs 2202.0-10"
+ reference: 3
+ compare: 4
legend:
- ''
- - 'Test Case: Test cases executed for: PDR throughput on 2n-aws with nitro50g.'
- - 'YYMM.V-E: [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "9" for CSIT rls2202, "10" for CSIT rls2206).'
- - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.'
- - '2206.0-10 vs 2202.0-9: Compares VPP code current vs previous.'
-
-# # VPP Performance Changes 3n-aws 2t1c pdr
-# - type: "table"
-# title: "VPP Performance Changes 3n-aws 2t1c pdr"
-# algorithm: "table_comparison"
-# output-file: "{DIR[STATIC,VPP]}/performance-changes-3n-aws-2t1c-pdr"
-# include-tests: "PDR" # "PDR" | "NDR" | "MRR"
-# filter: "'2T1C' and 'NDRPDR'"
-# columns:
-# - title: "2110.0-8"
-# data-set: "vpp-3n-aws-hist-iter"
-# - title: "2202.0-9"
-# data-set: "vpp-3n-aws-prev-iter"
-# - title: "2206.0-10"
-# data-set: "vpp-3n-aws-curr-iter"
-# comparisons:
-# - title: "2206.0-10 vs 2202.0-9"
-# reference: 2
-# compare: 3
-# legend:
-# - ''
-# - 'Test Case: Test cases executed for: PDR throughput on 3n-aws with nitro50g.'
-# - 'YYMM.V-E: [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "9" for CSIT rls2202, "10" for CSIT rls2206).'
-# - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.'
-# - '2206.0-10 vs 2202.0-9: Compares VPP code current vs previous.'
-
-# # VPP Performance Changes 3n-aws 4t2c pdr
-# - type: "table"
-# title: "VPP Performance Changes 3n-aws 4t2c pdr"
-# algorithm: "table_comparison"
-# output-file: "{DIR[STATIC,VPP]}/performance-changes-3n-aws-4t2c-pdr"
-# include-tests: "PDR" # "PDR" | "NDR" | "MRR"
-# filter: "'4T2C' and 'NDRPDR'"
-# columns:
-# - title: "2110.0-8"
-# data-set: "vpp-3n-aws-hist-iter"
-# - title: "2202.0-9"
-# data-set: "vpp-3n-aws-prev-iter"
-# - title: "2206.0-10"
-# data-set: "vpp-3n-aws-curr-iter"
-# comparisons:
-# - title: "2206.0-10 vs 2202.0-9"
-# reference: 2
-# compare: 3
-# legend:
-# - ''
-# - 'Test Case: Test cases executed for: PDR throughput on 3n-aws with nitro50g.'
-# - 'YYMM.V-E: [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "9" for CSIT rls2202, "10" for CSIT rls2206).'
-# - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.'
-# - '2206.0-10 vs 2202.0-9: Compares VPP code current vs previous.'
-
-# # VPP Performance Changes 3n-aws 2t1c ndr
-# - type: "table"
-# title: "VPP Performance Changes 3n-aws 2t1c ndr"
-# algorithm: "table_comparison"
-# output-file: "{DIR[STATIC,VPP]}/performance-changes-3n-aws-2t1c-ndr"
-# include-tests: "NDR" # "PDR" | "NDR" | "MRR"
-# filter: "'2T1C' and 'NDRPDR'"
-# columns:
-# - title: "2110.0-8"
-# data-set: "vpp-3n-aws-hist-iter"
-# - title: "2202.0-9"
-# data-set: "vpp-3n-aws-prev-iter"
-# - title: "2206.0-10"
-# data-set: "vpp-3n-aws-curr-iter"
-# comparisons:
-# - title: "2206.0-10 vs 2202.0-9"
-# reference: 2
-# compare: 3
-# legend:
-# - ''
-# - 'Test Case: Test cases executed for: PDR throughput on 3n-aws with nitro50g.'
-# - 'YYMM.V-E: [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "9" for CSIT rls2202, "10" for CSIT rls2206).'
-# - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.'
-# - '2206.0-10 vs 2202.0-9: Compares VPP code current vs previous.'
-
-# # VPP Performance Changes 3n-aws 4t2c ndr
-# - type: "table"
-# title: "VPP Performance Changes 3n-aws 4t2c ndr"
-# algorithm: "table_comparison"
-# output-file: "{DIR[STATIC,VPP]}/performance-changes-3n-aws-4t2c-ndr"
-# include-tests: "NDR" # "PDR" | "NDR" | "MRR"
-# filter: "'4T2C' and 'NDRPDR'"
-# columns:
-# - title: "2110.0-8"
-# data-set: "vpp-3n-aws-hist-iter"
-# - title: "2202.0-9"
-# data-set: "vpp-3n-aws-prev-iter"
-# - title: "2206.0-10"
-# data-set: "vpp-3n-aws-curr-iter"
-# comparisons:
-# - title: "2206.0-10 vs 2202.0-9"
-# reference: 2
-# compare: 3
-# legend:
-# - ''
-# - 'Test Case: Test cases executed for: PDR throughput on 3n-aws with nitro50g.'
-# - 'YYMM.V-E: [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "9" for CSIT rls2202, "10" for CSIT rls2206).'
-# - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.'
-# - '2206.0-10 vs 2202.0-9: Compares VPP code current vs previous.'
+ - 'Test Case: Test cases executed for: PDR throughput on 3n-dnv with x553.'
+ - 'YYMM.V-E: [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "9" for CSIT rls2202, "10" for CSIT rls2206).'
+ - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.'
+ - '2202.0-10 vs 2202.0-9: Compares CSIT environment current vs previous with previous VPP code.'
+ - '2206.0-10 vs 2202.0-10: Compares VPP code current vs previous in the current CSIT environment.'
-# VPP Comparison Across Testbeds 2n-skx to 2n-clx 2t1c ndr
+# VPP Performance Changes 3n-dnv 1t1c ndr
- type: "table"
- title: "VPP Comparison Across Testbeds 2n-skx to 2n-clx 2t1c ndr"
+ title: "VPP Performance Changes 3n-dnv 1t1c ndr"
algorithm: "table_comparison"
- output-file: "{DIR[STATIC,VPP]}/performance-compare-testbeds-2n-skx-2n-clx-2t1c-ndr"
+ output-file: "{DIR[STATIC,VPP]}/performance-changes-3n-dnv-1t1c-ndr"
include-tests: "NDR" # "PDR" | "NDR" | "MRR"
- filter: "'2T1C' and 'NIC_Intel-XXV710'"
+ filter: "'1T1C'"
columns:
- - title: "2n-skx"
- data-set: "vpp-2n-skx-curr-iter"
- - title: "2n-clx"
- data-set: "vpp-2n-clx-curr-iter"
+ - title: "2110.0-9"
+ data-set: "vpp-3n-dnv-hist-iter-new-env"
+ - title: "2202.0-9"
+ data-set: "vpp-3n-dnv-prev-iter-old-env"
+ - title: "2202.0-10"
+ data-set: "vpp-3n-dnv-prev-iter-new-env"
+ - title: "2206.0-10"
+ data-set: "vpp-3n-dnv-curr-iter"
comparisons:
- - title: "Diff"
- reference: 1
- compare: 2
+ - title: "2202.0-10 vs 2202.0-9"
+ reference: 2
+ compare: 3
+ - title: "2206.0-10 vs 2202.0-10"
+ reference: 3
+ compare: 4
legend:
- - ""
- - "2n-skx, 2n-clx - testbeds and NICs tested."
- - "Diff - difference between 2n-skx and 2n-clx testbeds."
+ - ''
+ - 'Test Case: Test cases executed for: NDR throughput on 3n-dnv with x553.'
+ - 'YYMM.V-E: [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "9" for CSIT rls2202, "10" for CSIT rls2206).'
+ - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.'
+ - '2202.0-10 vs 2202.0-9: Compares CSIT environment current vs previous with previous VPP code.'
+ - '2206.0-10 vs 2202.0-10: Compares VPP code current vs previous in the current CSIT environment.'
-# VPP Comparison Across Testbeds 2n-skx to 2n-clx 4t2c ndr
+# VPP Performance Changes 3n-dnv 2t2c ndr
- type: "table"
- title: "VPP Comparison Across Testbeds 2n-skx to 2n-clx 4t2c ndr"
+ title: "VPP Performance Changes 3n-dnv 2t2c ndr"
algorithm: "table_comparison"
- output-file: "{DIR[STATIC,VPP]}/performance-compare-testbeds-2n-skx-2n-clx-4t2c-ndr"
+ output-file: "{DIR[STATIC,VPP]}/performance-changes-3n-dnv-2t2c-ndr"
include-tests: "NDR" # "PDR" | "NDR" | "MRR"
- filter: "'4T2C' and 'NIC_Intel-XXV710'"
+ filter: "'2T2C'"
columns:
- - title: "2n-skx"
- data-set: "vpp-2n-skx-curr-iter"
- - title: "2n-clx"
- data-set: "vpp-2n-clx-curr-iter"
+ - title: "2110.0-9"
+ data-set: "vpp-3n-dnv-hist-iter-new-env"
+ - title: "2202.0-9"
+ data-set: "vpp-3n-dnv-prev-iter-old-env"
+ - title: "2202.0-10"
+ data-set: "vpp-3n-dnv-prev-iter-new-env"
+ - title: "2206.0-10"
+ data-set: "vpp-3n-dnv-curr-iter"
comparisons:
- - title: "Diff"
- reference: 1
- compare: 2
+ - title: "2202.0-10 vs 2202.0-9"
+ reference: 2
+ compare: 3
+ - title: "2206.0-10 vs 2202.0-10"
+ reference: 3
+ compare: 4
legend:
- - ""
- - "2n-skx, 2n-clx - testbeds and NICs tested."
- - "Diff - difference between 2n-skx and 2n-clx testbeds."
+ - ''
+ - 'Test Case: Test cases executed for: NDR throughput on 3n-dnv with x553.'
+ - 'YYMM.V-E: [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "9" for CSIT rls2202, "10" for CSIT rls2206).'
+ - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.'
+ - '2202.0-10 vs 2202.0-9: Compares CSIT environment current vs previous with previous VPP code.'
+ - '2206.0-10 vs 2202.0-10: Compares VPP code current vs previous in the current CSIT environment.'
-# VPP Comparison Across Testbeds 2n-skx to 2n-clx 2t1c pdr
+# VPP Performance Changes 3n-tsh 1t1c pdr
- type: "table"
- title: "VPP Comparison Across Testbeds 2n-skx to 2n-clx 2t1c pdr"
+ title: "VPP Performance Changes 3n-tsh 1t1c pdr"
algorithm: "table_comparison"
- output-file: "{DIR[STATIC,VPP]}/performance-compare-testbeds-2n-skx-2n-clx-2t1c-pdr"
+ output-file: "{DIR[STATIC,VPP]}/performance-changes-3n-tsh-1t1c-pdr"
include-tests: "PDR" # "PDR" | "NDR" | "MRR"
- filter: "'2T1C' and 'NIC_Intel-XXV710'"
+ filter: "'1T1C'"
columns:
- - title: "2n-skx"
- data-set: "vpp-2n-skx-curr-iter"
- - title: "2n-clx"
- data-set: "vpp-2n-clx-curr-iter"
+ - title: "2110.0-9"
+ data-set: "vpp-3n-tsh-hist-iter-new-env"
+ - title: "2202.0-9"
+ data-set: "vpp-3n-tsh-prev-iter-old-env"
+ - title: "2202.0-10"
+ data-set: "vpp-3n-tsh-prev-iter-new-env"
+ - title: "2206.0-10"
+ data-set: "vpp-3n-tsh-curr-iter"
comparisons:
- - title: "Diff"
- reference: 1
- compare: 2
+ - title: "2202.0-10 vs 2202.0-9"
+ reference: 2
+ compare: 3
+ - title: "2206.0-10 vs 2202.0-10"
+ reference: 3
+ compare: 4
legend:
- - ""
- - "2n-skx, 2n-clx - testbeds and NICs tested."
- - "Diff - difference between 2n-skx and 2n-clx testbeds."
+ - ''
+ - 'Test Case: Test cases executed for: PDR throughput on 3n-tsh with x520.'
+ - 'YYMM.V-E: [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "9" for CSIT rls2202, "10" for CSIT rls2206).'
+ - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.'
+ - '2202.0-10 vs 2202.0-9: Compares CSIT environment current vs previous with previous VPP code.'
+ - '2206.0-10 vs 2202.0-10: Compares VPP code current vs previous in the current CSIT environment.'
-# VPP Comparison Across Testbeds 2n-skx to 2n-clx 4t2c pdr
+# VPP Performance Changes 3n-tsh 2t2c pdr
- type: "table"
- title: "VPP Comparison Across Testbeds 2n-skx to 2n-clx 4t2c pdr"
+ title: "VPP Performance Changes 3n-tsh 2t2c pdr"
algorithm: "table_comparison"
- output-file: "{DIR[STATIC,VPP]}/performance-compare-testbeds-2n-skx-2n-clx-4t2c-pdr"
+ output-file: "{DIR[STATIC,VPP]}/performance-changes-3n-tsh-2t2c-pdr"
include-tests: "PDR" # "PDR" | "NDR" | "MRR"
- filter: "'4T2C' and 'NIC_Intel-XXV710'"
+ filter: "'2T2C'"
columns:
- - title: "2n-skx"
- data-set: "vpp-2n-skx-curr-iter"
- - title: "2n-clx"
- data-set: "vpp-2n-clx-curr-iter"
+ - title: "2110.0-9"
+ data-set: "vpp-3n-tsh-hist-iter-new-env"
+ - title: "2202.0-9"
+ data-set: "vpp-3n-tsh-prev-iter-old-env"
+ - title: "2202.0-10"
+ data-set: "vpp-3n-tsh-prev-iter-new-env"
+ - title: "2206.0-10"
+ data-set: "vpp-3n-tsh-curr-iter"
comparisons:
- - title: "Diff"
- reference: 1
- compare: 2
+ - title: "2202.0-10 vs 2202.0-9"
+ reference: 2
+ compare: 3
+ - title: "2206.0-10 vs 2202.0-10"
+ reference: 3
+ compare: 4
legend:
- - ""
- - "2n-skx, 2n-clx - testbeds and NICs tested."
- - "Diff - difference between 2n-skx and 2n-clx testbeds."
+ - ''
+ - 'Test Case: Test cases executed for: PDR throughput on 3n-tsh with x520.'
+ - 'YYMM.V-E: [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "9" for CSIT rls2202, "10" for CSIT rls2206).'
+ - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.'
+ - '2202.0-10 vs 2202.0-9: Compares CSIT environment current vs previous with previous VPP code.'
+ - '2206.0-10 vs 2202.0-10: Compares VPP code current vs previous in the current CSIT environment.'
-# VPP Comparison Across Testbeds 2n-clx to 2n-icx 1c ndr
+# VPP Performance Changes 3n-tsh 1t1c ndr
- type: "table"
- title: "VPP Comparison Across Testbeds 2n-clx to 2n-icx 1c ndr"
+ title: "VPP Performance Changes 3n-tsh 1t1c ndr"
algorithm: "table_comparison"
- output-file: "{DIR[STATIC,VPP]}/performance-compare-testbeds-2n-clx-2n-icx-1c-ndr"
+ output-file: "{DIR[STATIC,VPP]}/performance-changes-3n-tsh-1t1c-ndr"
include-tests: "NDR" # "PDR" | "NDR" | "MRR"
- filter: "'NIC_Intel-XXV710' and 'NDRPDR' and '1C'"
+ filter: "'1T1C'"
columns:
- - title: "2n-clx xxv710"
- data-set: "vpp-2n-clx-curr-iter"
- - title: "2n-icx xxv710"
- data-set: "vpp-2n-icx-curr-iter"
+ - title: "2110.0-9"
+ data-set: "vpp-3n-tsh-hist-iter-new-env"
+ - title: "2202.0-9"
+ data-set: "vpp-3n-tsh-prev-iter-old-env"
+ - title: "2202.0-10"
+ data-set: "vpp-3n-tsh-prev-iter-new-env"
+ - title: "2206.0-10"
+ data-set: "vpp-3n-tsh-curr-iter"
comparisons:
- - title: "Diff"
- reference: 1
- compare: 2
+ - title: "2202.0-10 vs 2202.0-9"
+ reference: 2
+ compare: 3
+ - title: "2206.0-10 vs 2202.0-10"
+ reference: 3
+ compare: 4
legend:
- - ""
- - "2n-clx xxv710, 2n-icx xxv710 - testbeds and NICs tested."
- - "Diff - difference between 2n-clx xxv710 and 2n-icx xxv710 testbeds."
+ - ''
+ - 'Test Case: Test cases executed for: NDR throughput on 3n-tsh with x520.'
+ - 'YYMM.V-E: [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "9" for CSIT rls2202, "10" for CSIT rls2206).'
+ - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.'
+ - '2202.0-10 vs 2202.0-9: Compares CSIT environment current vs previous with previous VPP code.'
+ - '2206.0-10 vs 2202.0-10: Compares VPP code current vs previous in the current CSIT environment.'
-# VPP Comparison Across Testbeds 2n-clx to 2n-icx 2c ndr
+# VPP Performance Changes 3n-tsh 2t2c ndr
- type: "table"
- title: "VPP Comparison Across Testbeds 2n-clx to 2n-icx 2c ndr"
+ title: "VPP Performance Changes 3n-tsh 2t2c ndr"
algorithm: "table_comparison"
- output-file: "{DIR[STATIC,VPP]}/performance-compare-testbeds-2n-clx-2n-icx-2c-ndr"
+ output-file: "{DIR[STATIC,VPP]}/performance-changes-3n-tsh-2t2c-ndr"
include-tests: "NDR" # "PDR" | "NDR" | "MRR"
- filter: "'NIC_Intel-XXV710' and 'NDRPDR' and '2C'"
+ filter: "'2T2C'"
columns:
- - title: "2n-clx xxv710"
- data-set: "vpp-2n-clx-curr-iter"
- - title: "2n-icx xxv710"
- data-set: "vpp-2n-icx-curr-iter"
+ - title: "2110.0-9"
+ data-set: "vpp-3n-tsh-hist-iter-new-env"
+ - title: "2202.0-9"
+ data-set: "vpp-3n-tsh-prev-iter-old-env"
+ - title: "2202.0-10"
+ data-set: "vpp-3n-tsh-prev-iter-new-env"
+ - title: "2206.0-10"
+ data-set: "vpp-3n-tsh-curr-iter"
comparisons:
- - title: "Diff"
- reference: 1
- compare: 2
+ - title: "2202.0-10 vs 2202.0-9"
+ reference: 2
+ compare: 3
+ - title: "2206.0-10 vs 2202.0-10"
+ reference: 3
+ compare: 4
legend:
- - ""
- - "2n-clx xxv710, 2n-icx xxv710 - testbeds and NICs tested."
- - "Diff - difference between 2n-clx xxv710 and 2n-icx xxv710 testbeds."
+ - ''
+ - 'Test Case: Test cases executed for: NDR throughput on 3n-tsh with x520.'
+ - 'YYMM.V-E: [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "9" for CSIT rls2202, "10" for CSIT rls2206).'
+ - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.'
+ - '2202.0-10 vs 2202.0-9: Compares CSIT environment current vs previous with previous VPP code.'
+ - '2206.0-10 vs 2202.0-10: Compares VPP code current vs previous in the current CSIT environment.'
-# VPP Comparison Across Testbeds 2n-clx to 2n-icx 1c pdr
+# VPP Performance Changes 2n-tx2 1t1c pdr
- type: "table"
- title: "VPP Comparison Across Testbeds 2n-clx to 2n-icx 1c pdr"
+ title: "VPP Performance Changes 2n-tx2 1t1c pdr"
algorithm: "table_comparison"
- output-file: "{DIR[STATIC,VPP]}/performance-compare-testbeds-2n-clx-2n-icx-1c-pdr"
+ output-file: "{DIR[STATIC,VPP]}/performance-changes-2n-tx2-1t1c-pdr"
include-tests: "PDR" # "PDR" | "NDR" | "MRR"
- filter: "'NIC_Intel-XXV710' and 'NDRPDR' and '1C'"
+ filter: "'1T1C'"
columns:
- - title: "2n-clx xxv710"
- data-set: "vpp-2n-clx-curr-iter"
- - title: "2n-icx xxv710"
- data-set: "vpp-2n-icx-curr-iter"
+ - title: "2110.0-9"
+ data-set: "vpp-2n-tx2-hist-iter-new-env"
+ - title: "2202.0-9"
+ data-set: "vpp-2n-tx2-prev-iter-old-env"
+ - title: "2202.0-10"
+ data-set: "vpp-2n-tx2-prev-iter-new-env"
+ - title: "2206.0-10"
+ data-set: "vpp-2n-tx2-curr-iter"
comparisons:
- - title: "Diff"
- reference: 1
- compare: 2
+ - title: "2202.0-10 vs 2202.0-9"
+ reference: 2
+ compare: 3
+ - title: "2206.0-10 vs 2202.0-10"
+ reference: 3
+ compare: 4
legend:
- - ""
- - "2n-clx xxv710, 2n-icx xxv710 - testbeds and NICs tested."
- - "Diff - difference between 2n-clx xxv710 and 2n-icx xxv710 testbeds."
+ - ''
+ - 'Test Case: Test cases executed for: PDR throughput on 2n-tx2 with xl710.'
+ - 'YYMM.V-E: [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "9" for CSIT rls2202, "10" for CSIT rls2206).'
+ - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.'
+ - '2202.0-10 vs 2202.0-9: Compares CSIT environment current vs previous with previous VPP code.'
+ - '2206.0-10 vs 2202.0-10: Compares VPP code current vs previous in the current CSIT environment.'
-# VPP Comparison Across Testbeds 2n-clx to 2n-icx 2c pdr
+# VPP Performance Changes 2n-tx2 2t2c pdr
- type: "table"
- title: "VPP Comparison Across Testbeds 2n-clx to 2n-icx 2c pdr"
+ title: "VPP Performance Changes 2n-tx2 2t2c pdr"
algorithm: "table_comparison"
- output-file: "{DIR[STATIC,VPP]}/performance-compare-testbeds-2n-clx-2n-icx-2c-pdr"
+ output-file: "{DIR[STATIC,VPP]}/performance-changes-2n-tx2-2t2c-pdr"
include-tests: "PDR" # "PDR" | "NDR" | "MRR"
- filter: "'NIC_Intel-XXV710' and 'NDRPDR' and '2C'"
+ filter: "'2T2C'"
columns:
- - title: "2n-clx xxv710"
- data-set: "vpp-2n-clx-curr-iter"
- - title: "2n-icx xxv710"
- data-set: "vpp-2n-icx-curr-iter"
+ - title: "2110.0-9"
+ data-set: "vpp-2n-tx2-hist-iter-new-env"
+ - title: "2202.0-9"
+ data-set: "vpp-2n-tx2-prev-iter-old-env"
+ - title: "2202.0-10"
+ data-set: "vpp-2n-tx2-prev-iter-new-env"
+ - title: "2206.0-10"
+ data-set: "vpp-2n-tx2-curr-iter"
comparisons:
- - title: "Diff"
- reference: 1
- compare: 2
+ - title: "2202.0-10 vs 2202.0-9"
+ reference: 2
+ compare: 3
+ - title: "2206.0-10 vs 2202.0-10"
+ reference: 3
+ compare: 4
legend:
- - ""
- - "2n-clx xxv710, 2n-icx xxv710 - testbeds and NICs tested."
- - "Diff - difference between 2n-clx xxv710 and 2n-icx xxv710 testbeds."
+ - ''
+ - 'Test Case: Test cases executed for: PDR throughput on 2n-tx2 with xl710.'
+ - 'YYMM.V-E: [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "9" for CSIT rls2202, "10" for CSIT rls2206).'
+ - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.'
+ - '2202.0-10 vs 2202.0-9: Compares CSIT environment current vs previous with previous VPP code.'
+ - '2206.0-10 vs 2202.0-10: Compares VPP code current vs previous in the current CSIT environment.'
-# VPP Comparison Across Testbeds 2n-skx to 2n-icx 1c ndr
+# VPP Performance Changes 2n-tx2 1t1c ndr
- type: "table"
- title: "VPP Comparison Across Testbeds 2n-skx to 2n-icx 1c ndr"
+ title: "VPP Performance Changes 2n-tx2 1t1c ndr"
algorithm: "table_comparison"
- output-file: "{DIR[STATIC,VPP]}/performance-compare-testbeds-2n-skx-2n-icx-1c-ndr"
+ output-file: "{DIR[STATIC,VPP]}/performance-changes-2n-tx2-1t1c-ndr"
include-tests: "NDR" # "PDR" | "NDR" | "MRR"
- filter: "'NIC_Intel-XXV710' and 'NDRPDR' and '1C'"
+ filter: "'1T1C'"
columns:
- - title: "2n-skx xxv710"
- data-set: "vpp-2n-skx-curr-iter"
- - title: "2n-icx xxv710"
- data-set: "vpp-2n-icx-curr-iter"
+ - title: "2110.0-9"
+ data-set: "vpp-2n-tx2-hist-iter-new-env"
+ - title: "2202.0-9"
+ data-set: "vpp-2n-tx2-prev-iter-old-env"
+ - title: "2202.0-10"
+ data-set: "vpp-2n-tx2-prev-iter-new-env"
+ - title: "2206.0-10"
+ data-set: "vpp-2n-tx2-curr-iter"
comparisons:
- - title: "Diff"
- reference: 1
- compare: 2
+ - title: "2202.0-10 vs 2202.0-9"
+ reference: 2
+ compare: 3
+ - title: "2206.0-10 vs 2202.0-10"
+ reference: 3
+ compare: 4
legend:
- - ""
- - "2n-skx xxv710, 2n-icx xxv710 - testbeds and NICs tested."
- - "Diff - difference between 2n-skx xxv710 and 2n-icx xxv710 testbeds."
+ - ''
+ - 'Test Case: Test cases executed for: NDR throughput on 2n-tx2 with xl710.'
+ - 'YYMM.V-E: [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "9" for CSIT rls2202, "10" for CSIT rls2206).'
+ - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.'
+ - '2202.0-10 vs 2202.0-9: Compares CSIT environment current vs previous with previous VPP code.'
+ - '2206.0-10 vs 2202.0-10: Compares VPP code current vs previous in the current CSIT environment.'
-# VPP Comparison Across Testbeds 2n-skx to 2n-icx 2c ndr
+# VPP Performance Changes 2n-tx2 2t2c ndr
- type: "table"
- title: "VPP Comparison Across Testbeds 2n-skx to 2n-icx 2c ndr"
+ title: "VPP Performance Changes 2n-tx2 2t2c ndr"
algorithm: "table_comparison"
- output-file: "{DIR[STATIC,VPP]}/performance-compare-testbeds-2n-skx-2n-icx-2c-ndr"
+ output-file: "{DIR[STATIC,VPP]}/performance-changes-2n-tx2-2t2c-ndr"
include-tests: "NDR" # "PDR" | "NDR" | "MRR"
- filter: "'NIC_Intel-XXV710' and 'NDRPDR' and '2C'"
+ filter: "'2T2C'"
columns:
- - title: "2n-skx xxv710"
- data-set: "vpp-2n-skx-curr-iter"
- - title: "2n-icx xxv710"
- data-set: "vpp-2n-icx-curr-iter"
+ - title: "2110.0-9"
+ data-set: "vpp-2n-tx2-hist-iter-new-env"
+ - title: "2202.0-9"
+ data-set: "vpp-2n-tx2-prev-iter-old-env"
+ - title: "2202.0-10"
+ data-set: "vpp-2n-tx2-prev-iter-new-env"
+ - title: "2206.0-10"
+ data-set: "vpp-2n-tx2-curr-iter"
comparisons:
- - title: "Diff"
- reference: 1
- compare: 2
+ - title: "2202.0-10 vs 2202.0-9"
+ reference: 2
+ compare: 3
+ - title: "2206.0-10 vs 2202.0-10"
+ reference: 3
+ compare: 4
legend:
- - ""
- - "2n-skx xxv710, 2n-icx xxv710 - testbeds and NICs tested."
- - "Diff - difference between 2n-skx xxv710 and 2n-icx xxv710 testbeds."
+ - ''
+ - 'Test Case: Test cases executed for: NDR throughput on 2n-tx2 with xl710.'
+ - 'YYMM.V-E: [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "9" for CSIT rls2202, "10" for CSIT rls2206).'
+ - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.'
+ - '2202.0-10 vs 2202.0-9: Compares CSIT environment current vs previous with previous VPP code.'
+ - '2206.0-10 vs 2202.0-10: Compares VPP code current vs previous in the current CSIT environment.'
-# VPP Comparison Across Testbeds 2n-skx to 2n-icx 1c pdr
+# VPP Performance Changes 2n-aws 2t1c pdr
- type: "table"
- title: "VPP Comparison Across Testbeds 2n-skx to 2n-icx 1c pdr"
+ title: "VPP Performance Changes 2n-aws 2t1c pdr"
algorithm: "table_comparison"
- output-file: "{DIR[STATIC,VPP]}/performance-compare-testbeds-2n-skx-2n-icx-1c-pdr"
+ output-file: "{DIR[STATIC,VPP]}/performance-changes-2n-aws-2t1c-pdr"
include-tests: "PDR" # "PDR" | "NDR" | "MRR"
- filter: "'NIC_Intel-XXV710' and 'NDRPDR' and '1C'"
+ filter: "'2T1C' and 'NDRPDR'"
columns:
- - title: "2n-skx xxv710"
- data-set: "vpp-2n-skx-curr-iter"
- - title: "2n-icx xxv710"
- data-set: "vpp-2n-icx-curr-iter"
+ - title: "2110.0-8"
+ data-set: "vpp-2n-aws-hist-iter"
+ - title: "2202.0-9"
+ data-set: "vpp-2n-aws-prev-iter"
+ - title: "2206.0-10"
+ data-set: "vpp-2n-aws-curr-iter"
comparisons:
- - title: "Diff"
- reference: 1
- compare: 2
+ - title: "2206.0-10 vs 2202.0-9"
+ reference: 2
+ compare: 3
legend:
- - ""
- - "2n-skx xxv710, 2n-icx xxv710 - testbeds and NICs tested."
- - "Diff - difference between 2n-skx xxv710 and 2n-icx xxv710 testbeds."
+ - ''
+ - 'Test Case: Test cases executed for: PDR throughput on 2n-aws with nitro50g.'
+ - 'YYMM.V-E: [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "9" for CSIT rls2202, "10" for CSIT rls2206).'
+ - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.'
+ - '2206.0-10 vs 2202.0-9: Compares VPP code current vs previous.'
-# VPP Comparison Across Testbeds 2n-skx to 2n-icx 2c pdr
+# VPP Performance Changes 2n-aws 4t2c pdr
- type: "table"
- title: "VPP Comparison Across Testbeds 2n-skx to 2n-icx 2c pdr"
+ title: "VPP Performance Changes 2n-aws 4t2c pdr"
algorithm: "table_comparison"
- output-file: "{DIR[STATIC,VPP]}/performance-compare-testbeds-2n-skx-2n-icx-2c-pdr"
+ output-file: "{DIR[STATIC,VPP]}/performance-changes-2n-aws-4t2c-pdr"
include-tests: "PDR" # "PDR" | "NDR" | "MRR"
- filter: "'NIC_Intel-XXV710' and 'NDRPDR' and '2C'"
+ filter: "'4T2C' and 'NDRPDR'"
columns:
- - title: "2n-skx xxv710"
- data-set: "vpp-2n-skx-curr-iter"
- - title: "2n-icx xxv710"
- data-set: "vpp-2n-icx-curr-iter"
+ - title: "2110.0-8"
+ data-set: "vpp-2n-aws-hist-iter"
+ - title: "2202.0-9"
+ data-set: "vpp-2n-aws-prev-iter"
+ - title: "2206.0-10"
+ data-set: "vpp-2n-aws-curr-iter"
comparisons:
- - title: "Diff"
- reference: 1
- compare: 2
+ - title: "2206.0-10 vs 2202.0-9"
+ reference: 2
+ compare: 3
legend:
- - ""
- - "2n-skx xxv710, 2n-icx xxv710 - testbeds and NICs tested."
- - "Diff - difference between 2n-skx xxv710 and 2n-icx xxv710 testbeds."
+ - ''
+ - 'Test Case: Test cases executed for: PDR throughput on 2n-aws with nitro50g.'
+ - 'YYMM.V-E: [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "9" for CSIT rls2202, "10" for CSIT rls2206).'
+ - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.'
+ - '2206.0-10 vs 2202.0-9: Compares VPP code current vs previous.'
-# VPP Comparison Across Testbeds 3n-skx to 3n-icx 1c ndr
+# VPP Performance Changes 2n-aws 2t1c ndr
- type: "table"
- title: "VPP Comparison Across Testbeds 3n-skx to 3n-icx 1c ndr"
+ title: "VPP Performance Changes 2n-aws 2t1c ndr"
algorithm: "table_comparison"
- output-file: "{DIR[STATIC,VPP]}/performance-compare-testbeds-3n-skx-3n-icx-1c-ndr"
+ output-file: "{DIR[STATIC,VPP]}/performance-changes-2n-aws-2t1c-ndr"
include-tests: "NDR" # "PDR" | "NDR" | "MRR"
- filter: "'NIC_Intel-XXV710' and 'NDRPDR' and '1C'"
+ filter: "'2T1C' and 'NDRPDR'"
columns:
- - title: "3n-skx xxv710"
- data-set: "vpp-3n-skx-curr-iter"
- - title: "3n-icx xxv710"
- data-set: "vpp-3n-icx-curr-iter"
+ - title: "2110.0-8"
+ data-set: "vpp-2n-aws-hist-iter"
+ - title: "2202.0-9"
+ data-set: "vpp-2n-aws-prev-iter"
+ - title: "2206.0-10"
+ data-set: "vpp-2n-aws-curr-iter"
comparisons:
- - title: "Diff"
- reference: 1
- compare: 2
+ - title: "2206.0-10 vs 2202.0-9"
+ reference: 2
+ compare: 3
legend:
- - ""
- - "3n-skx xxv710, 3n-icx xxv710 - testbeds and NICs tested."
- - "Diff - difference between 3n-skx xxv710 and 3n-icx xxv710 testbeds."
+ - ''
+ - 'Test Case: Test cases executed for: NDR throughput on 2n-aws with nitro50g.'
+ - 'YYMM.V-E: [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "9" for CSIT rls2202, "10" for CSIT rls2206).'
+ - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.'
+ - '2206.0-10 vs 2202.0-9: Compares VPP code current vs previous.'
-# VPP Comparison Across Testbeds 3n-skx to 3n-icx 2c ndr
+# VPP Performance Changes 2n-aws 4t2c ndr
- type: "table"
- title: "VPP Comparison Across Testbeds 3n-skx to 3n-icx ndr"
+ title: "VPP Performance Changes 2n-aws 4t2c ndr"
algorithm: "table_comparison"
- output-file: "{DIR[STATIC,VPP]}/performance-compare-testbeds-3n-skx-3n-icx-2c-ndr"
+ output-file: "{DIR[STATIC,VPP]}/performance-changes-2n-aws-4t2c-ndr"
include-tests: "NDR" # "PDR" | "NDR" | "MRR"
- filter: "'NIC_Intel-XXV710' and 'NDRPDR' and '2C'"
+ filter: "'4T2C' and 'NDRPDR'"
columns:
- - title: "3n-skx xxv710"
- data-set: "vpp-3n-skx-curr-iter"
- - title: "3n-icx xxv710"
- data-set: "vpp-3n-icx-curr-iter"
+ - title: "2110.0-8"
+ data-set: "vpp-2n-aws-hist-iter"
+ - title: "2202.0-9"
+ data-set: "vpp-2n-aws-prev-iter"
+ - title: "2206.0-10"
+ data-set: "vpp-2n-aws-curr-iter"
comparisons:
- - title: "Diff"
- reference: 1
- compare: 2
+ - title: "2206.0-10 vs 2202.0-9"
+ reference: 2
+ compare: 3
legend:
- - ""
- - "3n-skx xxv710, 3n-icx xxv710 - testbeds and NICs tested."
- - "Diff - difference between 3n-skx xxv710 and 3n-icx xxv710 testbeds."
+ - ''
+ - 'Test Case: Test cases executed for: NDR throughput on 2n-aws with nitro50g.'
+ - 'YYMM.V-E: [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "9" for CSIT rls2202, "10" for CSIT rls2206).'
+ - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.'
+ - '2206.0-10 vs 2202.0-9: Compares VPP code current vs previous.'
-# VPP Comparison Across Testbeds 3n-skx to 3n-icx 1c pdr
-- type: "table"
- title: "VPP Comparison Across Testbeds 3n-skx to 3n-icx 1c pdr"
- algorithm: "table_comparison"
- output-file: "{DIR[STATIC,VPP]}/performance-compare-testbeds-3n-skx-3n-icx-1c-pdr"
- include-tests: "PDR" # "PDR" | "NDR" | "MRR"
- filter: "'NIC_Intel-XXV710' and 'NDRPDR' and '1C'"
- columns:
- - title: "3n-skx xxv710"
- data-set: "vpp-3n-skx-curr-iter"
- - title: "3n-icx xxv710"
- data-set: "vpp-3n-icx-curr-iter"
- comparisons:
- - title: "Diff"
- reference: 1
- compare: 2
- legend:
- - ""
- - "3n-skx xxv710, 3n-icx xxv710 - testbeds and NICs tested."
- - "Diff - difference between 3n-skx xxv710 and 3n-icx xxv710 testbeds."
+# # VPP Performance Changes 3n-aws 2t1c pdr
+# - type: "table"
+# title: "VPP Performance Changes 3n-aws 2t1c pdr"
+# algorithm: "table_comparison"
+# output-file: "{DIR[STATIC,VPP]}/performance-changes-3n-aws-2t1c-pdr"
+# include-tests: "PDR" # "PDR" | "NDR" | "MRR"
+# filter: "'2T1C' and 'NDRPDR'"
+# columns:
+# - title: "2110.0-8"
+# data-set: "vpp-3n-aws-hist-iter"
+# - title: "2202.0-9"
+# data-set: "vpp-3n-aws-prev-iter"
+# - title: "2206.0-10"
+# data-set: "vpp-3n-aws-curr-iter"
+# comparisons:
+# - title: "2206.0-10 vs 2202.0-9"
+# reference: 2
+# compare: 3
+# legend:
+# - ''
+# - 'Test Case: Test cases executed for: PDR throughput on 3n-aws with nitro50g.'
+# - 'YYMM.V-E: [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "9" for CSIT rls2202, "10" for CSIT rls2206).'
+# - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.'
+# - '2206.0-10 vs 2202.0-9: Compares VPP code current vs previous.'
-# VPP Comparison Across Testbeds 3n-skx to 3n-icx 2c pdr
-- type: "table"
- title: "VPP Comparison Across Testbeds 3n-skx to 3n-icx 2c pdr"
- algorithm: "table_comparison"
- output-file: "{DIR[STATIC,VPP]}/performance-compare-testbeds-3n-skx-3n-icx-2c-pdr"
- include-tests: "PDR" # "PDR" | "NDR" | "MRR"
- filter: "'NIC_Intel-XXV710' and 'NDRPDR' and '2C'"
- columns:
- - title: "3n-skx xxv710"
- data-set: "vpp-3n-skx-curr-iter"
- - title: "3n-icx xxv710"
- data-set: "vpp-3n-icx-curr-iter"
- comparisons:
- - title: "Diff"
- reference: 1
- compare: 2
- legend:
- - ""
- - "3n-skx xxv710, 3n-icx xxv710 - testbeds and NICs tested."
- - "Diff - difference between 3n-skx xxv710 and 3n-icx xxv710 testbeds."
+# # VPP Performance Changes 3n-aws 4t2c pdr
+# - type: "table"
+# title: "VPP Performance Changes 3n-aws 4t2c pdr"
+# algorithm: "table_comparison"
+# output-file: "{DIR[STATIC,VPP]}/performance-changes-3n-aws-4t2c-pdr"
+# include-tests: "PDR" # "PDR" | "NDR" | "MRR"
+# filter: "'4T2C' and 'NDRPDR'"
+# columns:
+# - title: "2110.0-8"
+# data-set: "vpp-3n-aws-hist-iter"
+# - title: "2202.0-9"
+# data-set: "vpp-3n-aws-prev-iter"
+# - title: "2206.0-10"
+# data-set: "vpp-3n-aws-curr-iter"
+# comparisons:
+# - title: "2206.0-10 vs 2202.0-9"
+# reference: 2
+# compare: 3
+# legend:
+# - ''
+# - 'Test Case: Test cases executed for: PDR throughput on 3n-aws with nitro50g.'
+# - 'YYMM.V-E: [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "9" for CSIT rls2202, "10" for CSIT rls2206).'
+# - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.'
+# - '2206.0-10 vs 2202.0-9: Compares VPP code current vs previous.'
+
+# # VPP Performance Changes 3n-aws 2t1c ndr
+# - type: "table"
+# title: "VPP Performance Changes 3n-aws 2t1c ndr"
+# algorithm: "table_comparison"
+# output-file: "{DIR[STATIC,VPP]}/performance-changes-3n-aws-2t1c-ndr"
+# include-tests: "NDR" # "PDR" | "NDR" | "MRR"
+# filter: "'2T1C' and 'NDRPDR'"
+# columns:
+# - title: "2110.0-8"
+# data-set: "vpp-3n-aws-hist-iter"
+# - title: "2202.0-9"
+# data-set: "vpp-3n-aws-prev-iter"
+# - title: "2206.0-10"
+# data-set: "vpp-3n-aws-curr-iter"
+# comparisons:
+# - title: "2206.0-10 vs 2202.0-9"
+# reference: 2
+# compare: 3
+# legend:
+# - ''
+# - 'Test Case: Test cases executed for: NDR throughput on 3n-aws with nitro50g.'
+# - 'YYMM.V-E: [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "9" for CSIT rls2202, "10" for CSIT rls2206).'
+# - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.'
+# - '2206.0-10 vs 2202.0-9: Compares VPP code current vs previous.'
+
+# # VPP Performance Changes 3n-aws 4t2c ndr
+# - type: "table"
+# title: "VPP Performance Changes 3n-aws 4t2c ndr"
+# algorithm: "table_comparison"
+# output-file: "{DIR[STATIC,VPP]}/performance-changes-3n-aws-4t2c-ndr"
+# include-tests: "NDR" # "PDR" | "NDR" | "MRR"
+# filter: "'4T2C' and 'NDRPDR'"
+# columns:
+# - title: "2110.0-8"
+# data-set: "vpp-3n-aws-hist-iter"
+# - title: "2202.0-9"
+# data-set: "vpp-3n-aws-prev-iter"
+# - title: "2206.0-10"
+# data-set: "vpp-3n-aws-curr-iter"
+# comparisons:
+# - title: "2206.0-10 vs 2202.0-9"
+# reference: 2
+# compare: 3
+# legend:
+# - ''
+# - 'Test Case: Test cases executed for: NDR throughput on 3n-aws with nitro50g.'
+# - 'YYMM.V-E: [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "9" for CSIT rls2202, "10" for CSIT rls2206).'
+# - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.'
+# - '2206.0-10 vs 2202.0-9: Compares VPP code current vs previous.'
# VPP Comparison Across Topologies 3n-skx to 2n-skx 1c ndr
- type: "table"
include-tests: "NDR" # "PDR" | "NDR" | "MRR"
filter: "'NDRPDR' and '1C' and 'NIC_Intel-XXV710'"
columns:
- - title: "3n-skx"
+ - title: "3n-skx xxv710"
data-set: "vpp-3n-skx-curr-iter"
- - title: "2n-skx"
+ - title: "2n-skx xxv710"
data-set: "vpp-2n-skx-curr-iter"
comparisons:
- - title: "Diff"
+ - title: "2n-skx vs 3n-skx"
reference: 1
compare: 2
legend:
- - ""
- - "3n-skx, 2n-skx - topologies tested."
- - "Diff - difference between 3n-skx and 2n-skx topologies."
+ - ''
+ - 'Test Case: Test cases executed for: NDR throughput on 3n-skx xxv710 and 2n-skx xxv710.'
+ - '3n-skx xxv710, 2n-skx xxv710: [Mpps +- StDev] results for VPP tested in CSIT'
+ - '2n-skx vs 3n-skx: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.'
# VPP Comparison Across Topologies 3n-skx to 2n-skx 2c ndr
- type: "table"
include-tests: "NDR" # "PDR" | "NDR" | "MRR"
filter: "'NDRPDR' and '2C' and 'NIC_Intel-XXV710'"
columns:
- - title: "3n-skx"
+ - title: "3n-skx xxv710"
data-set: "vpp-3n-skx-curr-iter"
- - title: "2n-skx"
+ - title: "2n-skx xxv710"
data-set: "vpp-2n-skx-curr-iter"
comparisons:
- - title: "Diff"
+ - title: "2n-skx vs 3n-skx"
reference: 1
compare: 2
legend:
- - ""
- - "3n-skx, 2n-skx - topologies tested."
- - "Diff - difference between 3n-skx and 2n-skx topologies."
+ - ''
+ - 'Test Case: Test cases executed for: NDR throughput on 3n-skx xxv710 and 2n-skx xxv710.'
+ - '3n-skx xxv710, 2n-skx xxv710: [Mpps +- StDev] results for VPP tested in CSIT'
+ - '2n-skx vs 3n-skx: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.'
# VPP Comparison Across Topologies 3n-skx to 2n-skx 1c pdr
- type: "table"
include-tests: "PDR" # "PDR" | "NDR" | "MRR"
filter: "'NDRPDR' and '1C' and 'NIC_Intel-XXV710'"
columns:
- - title: "3n-skx"
+ - title: "3n-skx xxv710"
data-set: "vpp-3n-skx-curr-iter"
- - title: "2n-skx"
+ - title: "2n-skx xxv710"
data-set: "vpp-2n-skx-curr-iter"
comparisons:
- - title: "Diff"
+ - title: "2n-skx vs 3n-skx"
reference: 1
compare: 2
legend:
- - ""
- - "3n-skx, 2n-skx - topologies tested."
- - "Diff - difference between 3n-skx and 2n-skx topologies."
+ - ''
+ - 'Test Case: Test cases executed for: PDR throughput on 3n-skx xxv710 and 2n-skx xxv710.'
+ - '3n-skx xxv710, 2n-skx xxv710: [Mpps +- StDev] results for VPP tested in CSIT'
+ - '2n-skx vs 3n-skx: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.'
# VPP Comparison Across Topologies 3n-skx to 2n-skx 2c pdr
- type: "table"
include-tests: "PDR" # "PDR" | "NDR" | "MRR"
filter: "'NDRPDR' and '2C' and 'NIC_Intel-XXV710'"
columns:
- - title: "3n-skx"
+ - title: "3n-skx xxv710"
data-set: "vpp-3n-skx-curr-iter"
- - title: "2n-skx"
+ - title: "2n-skx xxv710"
data-set: "vpp-2n-skx-curr-iter"
comparisons:
- - title: "Diff"
+ - title: "2n-skx vs 3n-skx"
reference: 1
compare: 2
legend:
- - ""
- - "3n-skx, 2n-skx - topologies tested."
- - "Diff - difference between 3n-skx and 2n-skx topologies."
+ - ''
+ - 'Test Case: Test cases executed for: PDR throughput on 3n-skx xxv710 and 2n-skx xxv710.'
+ - '3n-skx xxv710, 2n-skx xxv710: [Mpps +- StDev] results for VPP tested in CSIT'
+ - '2n-skx vs 3n-skx: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.'
# VPP Performance Changes 3n-icx 2t1c mrr
- type: "table"
compare: 3
legend:
- ''
- - 'Test Case: Test cases executed for: PDR throughput on 3n-icx with xxv710.'
- - 'YYMM.V-E: [uSec +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "9" for CSIT rls2202, "10" for CSIT rls2206).'
- - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.'
- - '2202.0-10 vs 2202.0-9: Compares CSIT environment current vs previous with previous VPP code.'
+ - 'Test Case: Test cases executed for: MRR throughput on 3n-icx with xxv710.'
+ - 'YYMM.V-E: [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "9" for CSIT rls2202, "10" for CSIT rls2206).'
+ - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.'
+ - '2202.0-10 vs 2202.0-9: Compares CSIT environment current vs previous with previous VPP code.'
- '2206.0-10 vs 2202.0-10: Compares VPP code current vs previous in the current CSIT environment.'
# VPP Performance Changes 3n-icx 4t2c mrr
compare: 3
legend:
- ''
- - 'Test Case: Test cases executed for: PDR throughput on 3n-icx with xxv710.'
- - 'YYMM.V-E: [uSec +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "9" for CSIT rls2202, "10" for CSIT rls2206).'
- - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.'
- - '2202.0-10 vs 2202.0-9: Compares CSIT environment current vs previous with previous VPP code.'
+ - 'Test Case: Test cases executed for: MRR throughput on 3n-icx with xxv710.'
+ - 'YYMM.V-E: [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "9" for CSIT rls2202, "10" for CSIT rls2206).'
+ - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.'
+ - '2202.0-10 vs 2202.0-9: Compares CSIT environment current vs previous with previous VPP code.'
- '2206.0-10 vs 2202.0-10: Compares VPP code current vs previous in the current CSIT environment.'
# VPP Performance Changes 3n-icx 8t4c mrr
compare: 3
legend:
- ''
- - 'Test Case: Test cases executed for: PDR throughput on 3n-icx with xxv710.'
- - 'YYMM.V-E: [uSec +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "9" for CSIT rls2202, "10" for CSIT rls2206).'
- - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.'
- - '2202.0-10 vs 2202.0-9: Compares CSIT environment current vs previous with previous VPP code.'
+ - 'Test Case: Test cases executed for: MRR throughput on 3n-icx with xxv710.'
+ - 'YYMM.V-E: [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "9" for CSIT rls2202, "10" for CSIT rls2206).'
+ - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.'
+ - '2202.0-10 vs 2202.0-9: Compares CSIT environment current vs previous with previous VPP code.'
- '2206.0-10 vs 2202.0-10: Compares VPP code current vs previous in the current CSIT environment.'
# VPP Performance Changes 2n-icx 2t1c mrr
compare: 3
legend:
- ''
- - 'Test Case: Test cases executed for: PDR throughput on 2n-icx with xxv710.'
- - 'YYMM.V-E: [uSec +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "9" for CSIT rls2202, "10" for CSIT rls2206).'
- - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.'
- - '2202.0-10 vs 2202.0-9: Compares CSIT environment current vs previous with previous VPP code.'
+ - 'Test Case: Test cases executed for: MRR throughput on 2n-icx with xxv710.'
+ - 'YYMM.V-E: [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "9" for CSIT rls2202, "10" for CSIT rls2206).'
+ - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.'
+ - '2202.0-10 vs 2202.0-9: Compares CSIT environment current vs previous with previous VPP code.'
- '2206.0-10 vs 2202.0-10: Compares VPP code current vs previous in the current CSIT environment.'
# VPP Performance Changes 2n-icx 4t2c mrr
compare: 3
legend:
- ''
- - 'Test Case: Test cases executed for: PDR throughput on 2n-icx with xxv710.'
- - 'YYMM.V-E: [uSec +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "9" for CSIT rls2202, "10" for CSIT rls2206).'
- - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.'
- - '2202.0-10 vs 2202.0-9: Compares CSIT environment current vs previous with previous VPP code.'
+ - 'Test Case: Test cases executed for: MRR throughput on 2n-icx with xxv710.'
+ - 'YYMM.V-E: [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "9" for CSIT rls2202, "10" for CSIT rls2206).'
+ - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.'
+ - '2202.0-10 vs 2202.0-9: Compares CSIT environment current vs previous with previous VPP code.'
- '2206.0-10 vs 2202.0-10: Compares VPP code current vs previous in the current CSIT environment.'
# VPP Performance Changes 2n-icx 8t4c mrr
compare: 3
legend:
- ''
- - 'Test Case: Test cases executed for: PDR throughput on 2n-icx with xxv710.'
- - 'YYMM.V-E: [uSec +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "9" for CSIT rls2202, "10" for CSIT rls2206).'
- - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.'
- - '2202.0-10 vs 2202.0-9: Compares CSIT environment current vs previous with previous VPP code.'
+ - 'Test Case: Test cases executed for: MRR throughput on 2n-icx with xxv710.'
+ - 'YYMM.V-E: [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "9" for CSIT rls2202, "10" for CSIT rls2206).'
+ - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.'
+ - '2202.0-10 vs 2202.0-9: Compares CSIT environment current vs previous with previous VPP code.'
- '2206.0-10 vs 2202.0-10: Compares VPP code current vs previous in the current CSIT environment.'
# VPP Performance Changes 3n-skx 2t1c mrr
compare: 4
legend:
- ''
- - 'Test Case: Test cases executed for: PDR throughput on 3n-skx with xxv710.'
- - 'YYMM.V-E: [uSec +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "9" for CSIT rls2202, "10" for CSIT rls2206).'
- - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.'
- - '2202.0-10 vs 2202.0-9: Compares CSIT environment current vs previous with previous VPP code.'
+ - 'Test Case: Test cases executed for: MRR throughput on 3n-skx with xxv710.'
+ - 'YYMM.V-E: [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "9" for CSIT rls2202, "10" for CSIT rls2206).'
+ - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.'
+ - '2202.0-10 vs 2202.0-9: Compares CSIT environment current vs previous with previous VPP code.'
- '2206.0-10 vs 2202.0-10: Compares VPP code current vs previous in the current CSIT environment.'
# VPP Performance Changes 3n-skx 4t2c mrr
compare: 4
legend:
- ''
- - 'Test Case: Test cases executed for: PDR throughput on 3n-skx with xxv710.'
- - 'YYMM.V-E: [uSec +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "9" for CSIT rls2202, "10" for CSIT rls2206).'
- - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.'
- - '2202.0-10 vs 2202.0-9: Compares CSIT environment current vs previous with previous VPP code.'
+ - 'Test Case: Test cases executed for: MRR throughput on 3n-skx with xxv710.'
+ - 'YYMM.V-E: [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "9" for CSIT rls2202, "10" for CSIT rls2206).'
+ - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.'
+ - '2202.0-10 vs 2202.0-9: Compares CSIT environment current vs previous with previous VPP code.'
- '2206.0-10 vs 2202.0-10: Compares VPP code current vs previous in the current CSIT environment.'
# VPP Performance Changes 3n-skx 8t4c mrr
compare: 4
legend:
- ''
- - 'Test Case: Test cases executed for: PDR throughput on 3n-skx with xxv710.'
- - 'YYMM.V-E: [uSec +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "9" for CSIT rls2202, "10" for CSIT rls2206).'
- - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.'
- - '2202.0-10 vs 2202.0-9: Compares CSIT environment current vs previous with previous VPP code.'
+ - 'Test Case: Test cases executed for: MRR throughput on 3n-skx with xxv710.'
+ - 'YYMM.V-E: [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "9" for CSIT rls2202, "10" for CSIT rls2206).'
+ - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.'
+ - '2202.0-10 vs 2202.0-9: Compares CSIT environment current vs previous with previous VPP code.'
- '2206.0-10 vs 2202.0-10: Compares VPP code current vs previous in the current CSIT environment.'
# VPP Performance Changes 2n-skx 2t1c mrr
compare: 4
legend:
- ''
- - 'Test Case: Test cases executed for: PDR throughput on 2n-skx with xxv710.'
- - 'YYMM.V-E: [uSec +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "9" for CSIT rls2202, "10" for CSIT rls2206).'
- - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.'
- - '2202.0-10 vs 2202.0-9: Compares CSIT environment current vs previous with previous VPP code.'
+ - 'Test Case: Test cases executed for: MRR throughput on 2n-skx with xxv710.'
+ - 'YYMM.V-E: [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "9" for CSIT rls2202, "10" for CSIT rls2206).'
+ - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.'
+ - '2202.0-10 vs 2202.0-9: Compares CSIT environment current vs previous with previous VPP code.'
- '2206.0-10 vs 2202.0-10: Compares VPP code current vs previous in the current CSIT environment.'
# VPP Performance Changes 2n-skx 4t2c mrr
compare: 4
legend:
- ''
- - 'Test Case: Test cases executed for: PDR throughput on 2n-skx with xxv710.'
- - 'YYMM.V-E: [uSec +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "9" for CSIT rls2202, "10" for CSIT rls2206).'
- - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.'
- - '2202.0-10 vs 2202.0-9: Compares CSIT environment current vs previous with previous VPP code.'
+ - 'Test Case: Test cases executed for: MRR throughput on 2n-skx with xxv710.'
+ - 'YYMM.V-E: [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "9" for CSIT rls2202, "10" for CSIT rls2206).'
+ - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.'
+ - '2202.0-10 vs 2202.0-9: Compares CSIT environment current vs previous with previous VPP code.'
- '2206.0-10 vs 2202.0-10: Compares VPP code current vs previous in the current CSIT environment.'
# VPP Performance Changes 2n-skx 8t4c mrr
compare: 4
legend:
- ''
- - 'Test Case: Test cases executed for: PDR throughput on 2n-skx with xxv710.'
- - 'YYMM.V-E: [uSec +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "9" for CSIT rls2202, "10" for CSIT rls2206).'
- - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.'
- - '2202.0-10 vs 2202.0-9: Compares CSIT environment current vs previous with previous VPP code.'
+ - 'Test Case: Test cases executed for: MRR throughput on 2n-skx with xxv710.'
+ - 'YYMM.V-E: [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "9" for CSIT rls2202, "10" for CSIT rls2206).'
+ - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.'
+ - '2202.0-10 vs 2202.0-9: Compares CSIT environment current vs previous with previous VPP code.'
- '2206.0-10 vs 2202.0-10: Compares VPP code current vs previous in the current CSIT environment.'
# VPP Performance Changes 2n-clx-xxv710 2t1c mrr
compare: 4
legend:
- ''
- - 'Test Case: Test cases executed for: PDR throughput on 2n-clx with xxv710.'
- - 'YYMM.V-E: [uSec +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "9" for CSIT rls2202, "10" for CSIT rls2206).'
- - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.'
- - '2202.0-10 vs 2202.0-9: Compares CSIT environment current vs previous with previous VPP code.'
+ - 'Test Case: Test cases executed for: MRR throughput on 2n-clx with xxv710.'
+ - 'YYMM.V-E: [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "9" for CSIT rls2202, "10" for CSIT rls2206).'
+ - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.'
+ - '2202.0-10 vs 2202.0-9: Compares CSIT environment current vs previous with previous VPP code.'
- '2206.0-10 vs 2202.0-10: Compares VPP code current vs previous in the current CSIT environment.'
# VPP Performance Changes 2n-clx-xxv710 4t2c mrr
compare: 4
legend:
- ''
- - 'Test Case: Test cases executed for: PDR throughput on 2n-clx with xxv710.'
- - 'YYMM.V-E: [uSec +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "9" for CSIT rls2202, "10" for CSIT rls2206).'
- - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.'
- - '2202.0-10 vs 2202.0-9: Compares CSIT environment current vs previous with previous VPP code.'
+ - 'Test Case: Test cases executed for: MRR throughput on 2n-clx with xxv710.'
+ - 'YYMM.V-E: [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "9" for CSIT rls2202, "10" for CSIT rls2206).'
+ - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.'
+ - '2202.0-10 vs 2202.0-9: Compares CSIT environment current vs previous with previous VPP code.'
- '2206.0-10 vs 2202.0-10: Compares VPP code current vs previous in the current CSIT environment.'
# VPP Performance Changes 2n-clx-xxv710 8t4c mrr
compare: 4
legend:
- ''
- - 'Test Case: Test cases executed for: PDR throughput on 2n-clx with xxv710.'
- - 'YYMM.V-E: [uSec +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "9" for CSIT rls2202, "10" for CSIT rls2206).'
- - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.'
- - '2202.0-10 vs 2202.0-9: Compares CSIT environment current vs previous with previous VPP code.'
+ - 'Test Case: Test cases executed for: MRR throughput on 2n-clx with xxv710.'
+ - 'YYMM.V-E: [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "9" for CSIT rls2202, "10" for CSIT rls2206).'
+ - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.'
+ - '2202.0-10 vs 2202.0-9: Compares CSIT environment current vs previous with previous VPP code.'
- '2206.0-10 vs 2202.0-10: Compares VPP code current vs previous in the current CSIT environment.'
# VPP Performance Changes 2n-clx-cx556a 2t1c mrr
compare: 4
legend:
- ''
- - 'Test Case: Test cases executed for: PDR throughput on 2n-clx with cx556a.'
- - 'YYMM.V-E: [uSec +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "9" for CSIT rls2202, "10" for CSIT rls2206).'
- - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.'
- - '2202.0-10 vs 2202.0-9: Compares CSIT environment current vs previous with previous VPP code.'
+ - 'Test Case: Test cases executed for: MRR throughput on 2n-clx with cx556a.'
+ - 'YYMM.V-E: [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "9" for CSIT rls2202, "10" for CSIT rls2206).'
+ - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.'
+ - '2202.0-10 vs 2202.0-9: Compares CSIT environment current vs previous with previous VPP code.'
- '2206.0-10 vs 2202.0-10: Compares VPP code current vs previous in the current CSIT environment.'
# VPP Performance Changes 2n-clx-cx556a 4t2c mrr
compare: 4
legend:
- ''
- - 'Test Case: Test cases executed for: PDR throughput on 2n-clx with cx556a.'
- - 'YYMM.V-E: [uSec +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "9" for CSIT rls2202, "10" for CSIT rls2206).'
- - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.'
- - '2202.0-10 vs 2202.0-9: Compares CSIT environment current vs previous with previous VPP code.'
+ - 'Test Case: Test cases executed for: MRR throughput on 2n-clx with cx556a.'
+ - 'YYMM.V-E: [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "9" for CSIT rls2202, "10" for CSIT rls2206).'
+ - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.'
+ - '2202.0-10 vs 2202.0-9: Compares CSIT environment current vs previous with previous VPP code.'
- '2206.0-10 vs 2202.0-10: Compares VPP code current vs previous in the current CSIT environment.'
# VPP Performance Changes 2n-clx-cx556a 8t4c mrr
compare: 4
legend:
- ''
- - 'Test Case: Test cases executed for: PDR throughput on 2n-clx with cx556a.'
- - 'YYMM.V-E: [uSec +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "9" for CSIT rls2202, "10" for CSIT rls2206).'
- - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.'
- - '2202.0-10 vs 2202.0-9: Compares CSIT environment current vs previous with previous VPP code.'
+ - 'Test Case: Test cases executed for: MRR throughput on 2n-clx with cx556a.'
+ - 'YYMM.V-E: [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "9" for CSIT rls2202, "10" for CSIT rls2206).'
+ - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.'
+ - '2202.0-10 vs 2202.0-9: Compares CSIT environment current vs previous with previous VPP code.'
- '2206.0-10 vs 2202.0-10: Compares VPP code current vs previous in the current CSIT environment.'
# VPP Performance Changes 2n-zn2-xxv710 2t1c mrr
compare: 4
legend:
- ''
- - 'Test Case: Test cases executed for: PDR throughput on 2n-zn2 with xxv710.'
- - 'YYMM.V-E: [uSec +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "9" for CSIT rls2202, "10" for CSIT rls2206).'
- - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.'
- - '2202.0-10 vs 2202.0-9: Compares CSIT environment current vs previous with previous VPP code.'
+ - 'Test Case: Test cases executed for: MRR throughput on 2n-zn2 with xxv710.'
+ - 'YYMM.V-E: [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "9" for CSIT rls2202, "10" for CSIT rls2206).'
+ - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.'
+ - '2202.0-10 vs 2202.0-9: Compares CSIT environment current vs previous with previous VPP code.'
- '2206.0-10 vs 2202.0-10: Compares VPP code current vs previous in the current CSIT environment.'
# VPP Performance Changes 2n-zn2-xxv710 4t2c mrr
compare: 4
legend:
- ''
- - 'Test Case: Test cases executed for: PDR throughput on 2n-zn2 with xxv710.'
- - 'YYMM.V-E: [uSec +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "9" for CSIT rls2202, "10" for CSIT rls2206).'
- - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.'
- - '2202.0-10 vs 2202.0-9: Compares CSIT environment current vs previous with previous VPP code.'
+ - 'Test Case: Test cases executed for: MRR throughput on 2n-zn2 with xxv710.'
+ - 'YYMM.V-E: [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "9" for CSIT rls2202, "10" for CSIT rls2206).'
+ - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.'
+ - '2202.0-10 vs 2202.0-9: Compares CSIT environment current vs previous with previous VPP code.'
- '2206.0-10 vs 2202.0-10: Compares VPP code current vs previous in the current CSIT environment.'
# VPP Performance Changes 2n-zn2-xxv710 8t4c mrr
compare: 4
legend:
- ''
- - 'Test Case: Test cases executed for: PDR throughput on 2n-zn2 with xxv710.'
- - 'YYMM.V-E: [uSec +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "9" for CSIT rls2202, "10" for CSIT rls2206).'
- - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.'
- - '2202.0-10 vs 2202.0-9: Compares CSIT environment current vs previous with previous VPP code.'
+ - 'Test Case: Test cases executed for: MRR throughput on 2n-zn2 with xxv710.'
+ - 'YYMM.V-E: [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "9" for CSIT rls2202, "10" for CSIT rls2206).'
+ - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.'
+ - '2202.0-10 vs 2202.0-9: Compares CSIT environment current vs previous with previous VPP code.'
- '2206.0-10 vs 2202.0-10: Compares VPP code current vs previous in the current CSIT environment.'
# VPP Performance Changes 2n-dnv 1t1c mrr
compare: 4
legend:
- ''
- - 'Test Case: Test cases executed for: PDR throughput on 2n-dnv with x553.'
- - 'YYMM.V-E: [uSec +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "9" for CSIT rls2202, "10" for CSIT rls2206).'
- - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.'
- - '2202.0-10 vs 2202.0-9: Compares CSIT environment current vs previous with previous VPP code.'
+ - 'Test Case: Test cases executed for: MRR throughput on 2n-dnv with x553.'
+ - 'YYMM.V-E: [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "9" for CSIT rls2202, "10" for CSIT rls2206).'
+ - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.'
+ - '2202.0-10 vs 2202.0-9: Compares CSIT environment current vs previous with previous VPP code.'
- '2206.0-10 vs 2202.0-10: Compares VPP code current vs previous in the current CSIT environment.'
# VPP Performance Changes 2n-dnv 2t2c mrr
compare: 4
legend:
- ''
- - 'Test Case: Test cases executed for: PDR throughput on 2n-dnv with x553.'
- - 'YYMM.V-E: [uSec +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "9" for CSIT rls2202, "10" for CSIT rls2206).'
- - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.'
- - '2202.0-10 vs 2202.0-9: Compares CSIT environment current vs previous with previous VPP code.'
+ - 'Test Case: Test cases executed for: MRR throughput on 2n-dnv with x553.'
+ - 'YYMM.V-E: [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "9" for CSIT rls2202, "10" for CSIT rls2206).'
+ - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.'
+ - '2202.0-10 vs 2202.0-9: Compares CSIT environment current vs previous with previous VPP code.'
- '2206.0-10 vs 2202.0-10: Compares VPP code current vs previous in the current CSIT environment.'
# VPP Performance Changes 2n-dnv 4t4c mrr
compare: 4
legend:
- ''
- - 'Test Case: Test cases executed for: PDR throughput on 2n-dnv with x553.'
- - 'YYMM.V-E: [uSec +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "9" for CSIT rls2202, "10" for CSIT rls2206).'
- - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.'
- - '2202.0-10 vs 2202.0-9: Compares CSIT environment current vs previous with previous VPP code.'
+ - 'Test Case: Test cases executed for: MRR throughput on 2n-dnv with x553.'
+ - 'YYMM.V-E: [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "9" for CSIT rls2202, "10" for CSIT rls2206).'
+ - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.'
+ - '2202.0-10 vs 2202.0-9: Compares CSIT environment current vs previous with previous VPP code.'
- '2206.0-10 vs 2202.0-10: Compares VPP code current vs previous in the current CSIT environment.'
# VPP Performance Changes 3n-dnv 1t1c mrr
compare: 4
legend:
- ''
- - 'Test Case: Test cases executed for: PDR throughput on 3n-dnv with x553.'
- - 'YYMM.V-E: [uSec +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "9" for CSIT rls2202, "10" for CSIT rls2206).'
- - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.'
- - '2202.0-10 vs 2202.0-9: Compares CSIT environment current vs previous with previous VPP code.'
+ - 'Test Case: Test cases executed for: MRR throughput on 3n-dnv with x553.'
+ - 'YYMM.V-E: [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "9" for CSIT rls2202, "10" for CSIT rls2206).'
+ - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.'
+ - '2202.0-10 vs 2202.0-9: Compares CSIT environment current vs previous with previous VPP code.'
- '2206.0-10 vs 2202.0-10: Compares VPP code current vs previous in the current CSIT environment.'
# VPP Performance Changes 3n-dnv 2t2c mrr
compare: 4
legend:
- ''
- - 'Test Case: Test cases executed for: PDR throughput on 3n-dnv with x553.'
- - 'YYMM.V-E: [uSec +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "9" for CSIT rls2202, "10" for CSIT rls2206).'
- - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.'
- - '2202.0-10 vs 2202.0-9: Compares CSIT environment current vs previous with previous VPP code.'
+ - 'Test Case: Test cases executed for: MRR throughput on 3n-dnv with x553.'
+ - 'YYMM.V-E: [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "9" for CSIT rls2202, "10" for CSIT rls2206).'
+ - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.'
+ - '2202.0-10 vs 2202.0-9: Compares CSIT environment current vs previous with previous VPP code.'
- '2206.0-10 vs 2202.0-10: Compares VPP code current vs previous in the current CSIT environment.'
# VPP Performance Changes 3n-dnv 4t4c mrr
compare: 4
legend:
- ''
- - 'Test Case: Test cases executed for: PDR throughput on 3n-dnv with x553.'
- - 'YYMM.V-E: [uSec +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "9" for CSIT rls2202, "10" for CSIT rls2206).'
- - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.'
- - '2202.0-10 vs 2202.0-9: Compares CSIT environment current vs previous with previous VPP code.'
+ - 'Test Case: Test cases executed for: MRR throughput on 3n-dnv with x553.'
+ - 'YYMM.V-E: [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "9" for CSIT rls2202, "10" for CSIT rls2206).'
+ - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.'
+ - '2202.0-10 vs 2202.0-9: Compares CSIT environment current vs previous with previous VPP code.'
- '2206.0-10 vs 2202.0-10: Compares VPP code current vs previous in the current CSIT environment.'
# VPP Performance Changes 3n-tsh 1t1c mrr
compare: 4
legend:
- ''
- - 'Test Case: Test cases executed for: PDR throughput on 3n-tsh with x520.'
- - 'YYMM.V-E: [uSec +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "9" for CSIT rls2202, "10" for CSIT rls2206).'
- - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.'
- - '2202.0-10 vs 2202.0-9: Compares CSIT environment current vs previous with previous VPP code.'
+ - 'Test Case: Test cases executed for: MRR throughput on 3n-tsh with x520.'
+ - 'YYMM.V-E: [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "9" for CSIT rls2202, "10" for CSIT rls2206).'
+ - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.'
+ - '2202.0-10 vs 2202.0-9: Compares CSIT environment current vs previous with previous VPP code.'
- '2206.0-10 vs 2202.0-10: Compares VPP code current vs previous in the current CSIT environment.'
# VPP Performance Changes 3n-tsh 2t2c mrr
compare: 4
legend:
- ''
- - 'Test Case: Test cases executed for: PDR throughput on 3n-tsh with x520.'
- - 'YYMM.V-E: [uSec +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "9" for CSIT rls2202, "10" for CSIT rls2206).'
- - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.'
- - '2202.0-10 vs 2202.0-9: Compares CSIT environment current vs previous with previous VPP code.'
+ - 'Test Case: Test cases executed for: MRR throughput on 3n-tsh with x520.'
+ - 'YYMM.V-E: [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "9" for CSIT rls2202, "10" for CSIT rls2206).'
+ - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.'
+ - '2202.0-10 vs 2202.0-9: Compares CSIT environment current vs previous with previous VPP code.'
- '2206.0-10 vs 2202.0-10: Compares VPP code current vs previous in the current CSIT environment.'
# VPP Performance Changes 3n-tsh 4t4c mrr
compare: 4
legend:
- ''
- - 'Test Case: Test cases executed for: PDR throughput on 3n-tsh with x520.'
- - 'YYMM.V-E: [uSec +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "9" for CSIT rls2202, "10" for CSIT rls2206).'
- - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.'
- - '2202.0-10 vs 2202.0-9: Compares CSIT environment current vs previous with previous VPP code.'
+ - 'Test Case: Test cases executed for: MRR throughput on 3n-tsh with x520.'
+ - 'YYMM.V-E: [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "9" for CSIT rls2202, "10" for CSIT rls2206).'
+ - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.'
+ - '2202.0-10 vs 2202.0-9: Compares CSIT environment current vs previous with previous VPP code.'
- '2206.0-10 vs 2202.0-10: Compares VPP code current vs previous in the current CSIT environment.'
# VPP Performance Changes 2n-tx2 1t1c mrr
compare: 4
legend:
- ''
- - 'Test Case: Test cases executed for: PDR throughput on 2n-tx2 with xl710.'
- - 'YYMM.V-E: [uSec +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "9" for CSIT rls2202, "10" for CSIT rls2206).'
- - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.'
- - '2202.0-10 vs 2202.0-9: Compares CSIT environment current vs previous with previous VPP code.'
+ - 'Test Case: Test cases executed for: MRR throughput on 2n-tx2 with xl710.'
+ - 'YYMM.V-E: [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "9" for CSIT rls2202, "10" for CSIT rls2206).'
+ - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.'
+ - '2202.0-10 vs 2202.0-9: Compares CSIT environment current vs previous with previous VPP code.'
- '2206.0-10 vs 2202.0-10: Compares VPP code current vs previous in the current CSIT environment.'
# VPP Performance Changes 2n-tx2 2t2c mrr
compare: 4
legend:
- ''
- - 'Test Case: Test cases executed for: PDR throughput on 2n-tx2 with xl710.'
- - 'YYMM.V-E: [uSec +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "9" for CSIT rls2202, "10" for CSIT rls2206).'
- - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.'
- - '2202.0-10 vs 2202.0-9: Compares CSIT environment current vs previous with previous VPP code.'
+ - 'Test Case: Test cases executed for: MRR throughput on 2n-tx2 with xl710.'
+ - 'YYMM.V-E: [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "9" for CSIT rls2202, "10" for CSIT rls2206).'
+ - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.'
+ - '2202.0-10 vs 2202.0-9: Compares CSIT environment current vs previous with previous VPP code.'
- '2206.0-10 vs 2202.0-10: Compares VPP code current vs previous in the current CSIT environment.'
# VPP Performance Changes 2n-tx2 4t4c mrr
compare: 4
legend:
- ''
- - 'Test Case: Test cases executed for: PDR throughput on 2n-tx2 with xl710.'
- - 'YYMM.V-E: [uSec +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "9" for CSIT rls2202, "10" for CSIT rls2206).'
- - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.'
- - '2202.0-10 vs 2202.0-9: Compares CSIT environment current vs previous with previous VPP code.'
+ - 'Test Case: Test cases executed for: MRR throughput on 2n-tx2 with xl710.'
+ - 'YYMM.V-E: [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "9" for CSIT rls2202, "10" for CSIT rls2206).'
+ - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.'
+ - '2202.0-10 vs 2202.0-9: Compares CSIT environment current vs previous with previous VPP code.'
- '2206.0-10 vs 2202.0-10: Compares VPP code current vs previous in the current CSIT environment.'
# VPP Performance Changes 2n-aws 2t1c mrr
compare: 3
legend:
- ''
- - 'Test Case: Test cases executed for: PDR throughput on 2n-aws with nitro50g.'
- - 'YYMM.V-E: [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "9" for CSIT rls2202, "10" for CSIT rls2206).'
- - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.'
- - '2206.0-10 vs 2202.0-9: Compares VPP code current vs previous.'
+ - 'Test Case: Test cases executed for: MRR throughput on 2n-aws with nitro50g.'
+ - 'YYMM.V-E: [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "9" for CSIT rls2202, "10" for CSIT rls2206).'
+ - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.'
+ - '2206.0-10 vs 2202.0-9: Compares VPP code current vs previous.'
# VPP Performance Changes 2n-aws 4t2c mrr
- type: "table"
compare: 3
legend:
- ''
- - 'Test Case: Test cases executed for: PDR throughput on 2n-aws with nitro50g.'
- - 'YYMM.V-E: [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "9" for CSIT rls2202, "10" for CSIT rls2206).'
- - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.'
+ - 'Test Case: Test cases executed for: MRR throughput on 2n-aws with nitro50g.'
+ - 'YYMM.V-E: [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "9" for CSIT rls2202, "10" for CSIT rls2206).'
+ - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.'
- '2206.0-10 vs 2202.0-9: Compares VPP code current vs previous.'
# # VPP Performance Changes 3n-aws 2t1c mrr
# compare: 3
# legend:
# - ''
-# - 'Test Case: Test cases executed for: PDR throughput on 3n-aws with nitro50g.'
-# - 'YYMM.V-E: [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "9" for CSIT rls2202, "10" for CSIT rls2206).'
-# - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.'
+# - 'Test Case: Test cases executed for: MRR throughput on 3n-aws with nitro50g.'
+# - 'YYMM.V-E: [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "9" for CSIT rls2202, "10" for CSIT rls2206).'
+# - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.'
# - '2206.0-10 vs 2202.0-9: Compares VPP code current vs previous.'
# # VPP Performance Changes 3n-aws 4t2c mrr
# compare: 3
# legend:
# - ''
-# - 'Test Case: Test cases executed for: PDR throughput on 3n-aws with nitro50g.'
-# - 'YYMM.V-E: [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "9" for CSIT rls2202, "10" for CSIT rls2206).'
-# - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.'
+# - 'Test Case: Test cases executed for: MRR throughput on 3n-aws with nitro50g.'
+# - 'YYMM.V-E: [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "9" for CSIT rls2202, "10" for CSIT rls2206).'
+# - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.'
# - '2206.0-10 vs 2202.0-9: Compares VPP code current vs previous.'
-# VPP Comparison Across Testbeds 2n-skx to 2n-clx 2t1c mrr
-- type: "table"
- title: "VPP Comparison Across Testbeds 2n-skx to 2n-clx 2t1c mrr"
- algorithm: "table_comparison"
- output-file: "{DIR[STATIC,VPP]}/performance-compare-testbeds-2n-skx-2n-clx-2t1c-mrr"
- include-tests: "MRR" # "PDR" | "NDR" | "MRR"
- filter: "'2T1C' and 'NIC_Intel-XXV710'"
- columns:
- - title: "2n-skx"
- data-set: "vpp-2n-skx-curr-iter-mrr"
- - title: "2n-clx"
- data-set: "vpp-2n-clx-curr-iter-mrr"
- comparisons:
- - title: "Diff"
- reference: 1
- compare: 2
- legend:
- - ""
- - "2n-skx, 2n-clx - testbeds and NICs tested."
- - "Diff - difference between 2n-skx and 2n-clx testbeds."
-
-# VPP Comparison Across Testbeds 2n-skx to 2n-clx 4t2c mrr
-- type: "table"
- title: "VPP Comparison Across Testbeds 2n-skx to 2n-clx 4t2c mrr"
- algorithm: "table_comparison"
- output-file: "{DIR[STATIC,VPP]}/performance-compare-testbeds-2n-skx-2n-clx-4t2c-mrr"
- include-tests: "MRR" # "PDR" | "NDR" | "MRR"
- filter: "'4T2C' and 'NIC_Intel-XXV710'"
- columns:
- - title: "2n-skx"
- data-set: "vpp-2n-skx-curr-iter-mrr"
- - title: "2n-clx"
- data-set: "vpp-2n-clx-curr-iter-mrr"
- comparisons:
- - title: "Diff"
- reference: 1
- compare: 2
- legend:
- - ""
- - "2n-skx, 2n-clx - testbeds and NICs tested."
- - "Diff - difference between 2n-skx and 2n-clx testbeds."
-
-# VPP Comparison Across Testbeds 2n-skx to 2n-clx 8t4c mrr
-- type: "table"
- title: "VPP Comparison Across Testbeds 2n-skx to 2n-clx 8t4c mrr"
- algorithm: "table_comparison"
- output-file: "{DIR[STATIC,VPP]}/performance-compare-testbeds-2n-skx-2n-clx-8t4c-mrr"
- include-tests: "MRR" # "PDR" | "NDR" | "MRR"
- filter: "'8T4C' and 'NIC_Intel-XXV710'"
- columns:
- - title: "2n-skx"
- data-set: "vpp-2n-skx-curr-iter-mrr"
- - title: "2n-clx"
- data-set: "vpp-2n-clx-curr-iter-mrr"
- comparisons:
- - title: "Diff"
- reference: 1
- compare: 2
- legend:
- - ""
- - "2n-skx, 2n-clx - testbeds and NICs tested."
- - "Diff - difference between 2n-skx and 2n-clx testbeds."
-
# VPP Comparison Across Topologies 3n-skx to 2n-skx 1c mrr
- type: "table"
title: "VPP Comparison Across Topologies 3n-skx to 2n-skx 1c mrr"
include-tests: "MRR" # "PDR" | "NDR" | "MRR"
filter: "'MRR' and '1C' and 'NIC_Intel-XXV710'"
columns:
- - title: "3n-skx"
+ - title: "3n-skx xxv710"
data-set: "vpp-3n-skx-curr-iter-mrr"
- - title: "2n-skx"
+ - title: "2n-skx xxv710"
data-set: "vpp-2n-skx-curr-iter-mrr"
comparisons:
- - title: "Diff"
+ - title: "2n-skx vs 3n-skx"
reference: 1
compare: 2
legend:
- - ""
- - "3n-skx, 2n-skx - topologies tested."
- - "Diff - difference between 3n-skx and 2n-skx topologies."
+ - ''
+ - 'Test Case: Test cases executed for: MRR throughput on 3n-skx xxv710 and 2n-skx xxv710.'
+ - '3n-skx xxv710, 2n-skx xxv710: [Mpps +- StDev] results for VPP tested in CSIT'
+ - '2n-skx vs 3n-skx: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.'
# VPP Comparison Across Topologies 3n-skx to 2n-skx 2c mrr
- type: "table"
include-tests: "MRR" # "PDR" | "NDR" | "MRR"
filter: "'MRR' and '2C' and 'NIC_Intel-XXV710'"
columns:
- - title: "3n-skx"
+ - title: "3n-skx xxv710"
data-set: "vpp-3n-skx-curr-iter-mrr"
- - title: "2n-skx"
+ - title: "2n-skx xxv710"
data-set: "vpp-2n-skx-curr-iter-mrr"
comparisons:
- - title: "Diff"
+ - title: "2n-skx vs 3n-skx"
reference: 1
compare: 2
legend:
- - ""
- - "3n-skx, 2n-skx - topologies tested."
- - "Diff - difference between 3n-skx and 2n-skx topologies."
+ - ''
+ - 'Test Case: Test cases executed for: MRR throughput on 3n-skx xxv710 and 2n-skx xxv710.'
+ - '3n-skx xxv710, 2n-skx xxv710: [Mpps +- StDev] results for VPP tested in CSIT'
+ - '2n-skx vs 3n-skx: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.'
# VPP Comparison Across Topologies 3n-skx to 2n-skx 4c mrr
- type: "table"
output-file: "{DIR[STATIC,VPP]}/performance-compare-topologies-3n-skx-2n-skx-4c-mrr"
include-tests: "MRR" # "PDR" | "NDR" | "MRR"
filter: "'MRR' and '4C' and 'NIC_Intel-XXV710'"
- columns:
- - title: "3n-skx"
- data-set: "vpp-3n-skx-curr-iter-mrr"
- - title: "2n-skx"
- data-set: "vpp-2n-skx-curr-iter-mrr"
- comparisons:
- - title: "Diff"
- reference: 1
- compare: 2
- legend:
- - ""
- - "3n-skx, 2n-skx - topologies tested."
- - "Diff - difference between 3n-skx and 2n-skx topologies."
-
-# VPP Comparison Across Testbeds 2n-clx to 2n-icx 1c mrr
-- type: "table"
- title: "VPP Comparison Across Testbeds 2n-clx to 2n-icx 1c mrr"
- algorithm: "table_comparison"
- output-file: "{DIR[STATIC,VPP]}/performance-compare-testbeds-2n-clx-2n-icx-1c-mrr"
- include-tests: "MRR" # "PDR" | "NDR" | "MRR"
- filter: "'NIC_Intel-XXV710' and 'MRR' and '1C'"
- columns:
- - title: "2n-clx xxv710"
- data-set: "vpp-2n-clx-curr-iter-mrr"
- - title: "2n-icx xxv710"
- data-set: "vpp-2n-icx-curr-iter-mrr"
- comparisons:
- - title: "Diff"
- reference: 1
- compare: 2
- legend:
- - ""
- - "2n-clx xxv710, 2n-icx xxv710 - testbeds and NICs tested."
- - "Diff - difference between 2n-clx xxv710 and 2n-icx xxv710 testbeds."
-
-# VPP Comparison Across Testbeds 2n-clx to 2n-icx 2c mrr
-- type: "table"
- title: "VPP Comparison Across Testbeds 2n-clx to 2n-icx 2c mrr"
- algorithm: "table_comparison"
- output-file: "{DIR[STATIC,VPP]}/performance-compare-testbeds-2n-clx-2n-icx-2c-mrr"
- include-tests: "MRR" # "PDR" | "NDR" | "MRR"
- filter: "'NIC_Intel-XXV710' and 'MRR' and '2C'"
- columns:
- - title: "2n-clx xxv710"
- data-set: "vpp-2n-clx-curr-iter-mrr"
- - title: "2n-icx xxv710"
- data-set: "vpp-2n-icx-curr-iter-mrr"
- comparisons:
- - title: "Diff"
- reference: 1
- compare: 2
- legend:
- - ""
- - "2n-clx xxv710, 2n-icx xxv710 - testbeds and NICs tested."
- - "Diff - difference between 2n-clx xxv710 and 2n-icx xxv710 testbeds."
-
-# VPP Comparison Across Testbeds 2n-clx to 2n-icx 4c mrr
-- type: "table"
- title: "VPP Comparison Across Testbeds 2n-clx to 2n-icx 4c mrr"
- algorithm: "table_comparison"
- output-file: "{DIR[STATIC,VPP]}/performance-compare-testbeds-2n-clx-2n-icx-4c-mrr"
- include-tests: "MRR" # "PDR" | "NDR" | "MRR"
- filter: "'NIC_Intel-XXV710' and 'MRR' and '4C'"
- columns:
- - title: "2n-clx xxv710"
- data-set: "vpp-2n-clx-curr-iter-mrr"
- - title: "2n-icx xxv710"
- data-set: "vpp-2n-icx-curr-iter-mrr"
- comparisons:
- - title: "Diff"
- reference: 1
- compare: 2
- legend:
- - ""
- - "2n-clx xxv710, 2n-icx xxv710 - testbeds and NICs tested."
- - "Diff - difference between 2n-clx xxv710 and 2n-icx xxv710 testbeds."
-
-# VPP Comparison Across Testbeds 2n-skx to 2n-icx 1c mrr
-- type: "table"
- title: "VPP Comparison Across Testbeds 2n-skx to 2n-icx 1c mrr"
- algorithm: "table_comparison"
- output-file: "{DIR[STATIC,VPP]}/performance-compare-testbeds-2n-skx-2n-icx-1c-mrr"
- include-tests: "MRR" # "PDR" | "NDR" | "MRR"
- filter: "'NIC_Intel-XXV710' and 'MRR' and '1C'"
- columns:
- - title: "2n-skx xxv710"
- data-set: "vpp-2n-skx-curr-iter-mrr"
- - title: "2n-icx xxv710"
- data-set: "vpp-2n-icx-curr-iter-mrr"
- comparisons:
- - title: "Diff"
- reference: 1
- compare: 2
- legend:
- - ""
- - "2n-skx xxv710, 2n-icx xxv710 - testbeds and NICs tested."
- - "Diff - difference between 2n-skx xxv710 and 2n-icx xxv710 testbeds."
-
-# VPP Comparison Across Testbeds 2n-skx to 2n-icx 2c mrr
-- type: "table"
- title: "VPP Comparison Across Testbeds 2n-skx to 2n-icx 2c mrr"
- algorithm: "table_comparison"
- output-file: "{DIR[STATIC,VPP]}/performance-compare-testbeds-2n-skx-2n-icx-2c-mrr"
- include-tests: "MRR" # "PDR" | "NDR" | "MRR"
- filter: "'NIC_Intel-XXV710' and 'MRR' and '2C'"
- columns:
- - title: "2n-skx xxv710"
- data-set: "vpp-2n-skx-curr-iter-mrr"
- - title: "2n-icx xxv710"
- data-set: "vpp-2n-icx-curr-iter-mrr"
- comparisons:
- - title: "Diff"
- reference: 1
- compare: 2
- legend:
- - ""
- - "2n-skx xxv710, 2n-icx xxv710 - testbeds and NICs tested."
- - "Diff - difference between 2n-skx xxv710 and 2n-icx xxv710 testbeds."
-
-# VPP Comparison Across Testbeds 2n-skx to 2n-icx 4c mrr
-- type: "table"
- title: "VPP Comparison Across Testbeds 2n-skx to 2n-icx 4c mrr"
- algorithm: "table_comparison"
- output-file: "{DIR[STATIC,VPP]}/performance-compare-testbeds-2n-skx-2n-icx-4c-mrr"
- include-tests: "MRR" # "PDR" | "NDR" | "MRR"
- filter: "'NIC_Intel-XXV710' and 'MRR' and '4C'"
- columns:
- - title: "2n-skx xxv710"
- data-set: "vpp-2n-skx-curr-iter-mrr"
- - title: "2n-icx xxv710"
- data-set: "vpp-2n-icx-curr-iter-mrr"
- comparisons:
- - title: "Diff"
- reference: 1
- compare: 2
- legend:
- - ""
- - "2n-skx xxv710, 2n-icx xxv710 - testbeds and NICs tested."
- - "Diff - difference between 2n-skx xxv710 and 2n-icx xxv710 testbeds."
-
-# VPP Comparison Across Testbeds 3n-skx to 3n-icx 1c mrr
-- type: "table"
- title: "VPP Comparison Across Testbeds 3n-skx to 3n-icx 1c mrr"
- algorithm: "table_comparison"
- output-file: "{DIR[STATIC,VPP]}/performance-compare-testbeds-3n-skx-3n-icx-1c-mrr"
- include-tests: "MRR" # "PDR" | "NDR" | "MRR"
- filter: "'NIC_Intel-XXV710' and 'MRR' and '1C'"
- columns:
- - title: "3n-skx xxv710"
- data-set: "vpp-3n-skx-curr-iter-mrr"
- - title: "3n-icx xxv710"
- data-set: "vpp-3n-icx-curr-iter-mrr"
- comparisons:
- - title: "Diff"
- reference: 1
- compare: 2
- legend:
- - ""
- - "3n-skx xxv710, 3n-icx xxv710 - testbeds and NICs tested."
- - "Diff - difference between 3n-skx xxv710 and 3n-icx xxv710 testbeds."
-
-# VPP Comparison Across Testbeds 3n-skx to 3n-icx 2c mrr
-- type: "table"
- title: "VPP Comparison Across Testbeds 3n-skx to 3n-icx 2c mrr"
- algorithm: "table_comparison"
- output-file: "{DIR[STATIC,VPP]}/performance-compare-testbeds-3n-skx-3n-icx-2c-mrr"
- include-tests: "MRR" # "PDR" | "NDR" | "MRR"
- filter: "'NIC_Intel-XXV710' and 'MRR' and '2C'"
- columns:
- - title: "3n-skx xxv710"
- data-set: "vpp-3n-skx-curr-iter-mrr"
- - title: "3n-icx xxv710"
- data-set: "vpp-3n-icx-curr-iter-mrr"
- comparisons:
- - title: "Diff"
- reference: 1
- compare: 2
- legend:
- - ""
- - "3n-skx xxv710, 3n-icx xxv710 - testbeds and NICs tested."
- - "Diff - difference between 3n-skx xxv710 and 3n-icx xxv710 testbeds."
-
-# VPP Comparison Across Testbeds 3n-skx to 3n-icx 4c mrr
-- type: "table"
- title: "VPP Comparison Across Testbeds 3n-skx to 3n-icx 4c mrr"
- algorithm: "table_comparison"
- output-file: "{DIR[STATIC,VPP]}/performance-compare-testbeds-3n-skx-3n-icx-4c-mrr"
- include-tests: "MRR" # "PDR" | "NDR" | "MRR"
- filter: "'NIC_Intel-XXV710' and 'MRR' and '4C'"
columns:
- title: "3n-skx xxv710"
- data-set: "vpp-3n-skx-curr-iter-mrr"
- - title: "3n-icx xxv710"
- data-set: "vpp-3n-icx-curr-iter-mrr"
+ data-set: "vpp-3n-skx-curr-iter-mrr"
+ - title: "2n-skx xxv710"
+ data-set: "vpp-2n-skx-curr-iter-mrr"
comparisons:
- - title: "Diff"
+ - title: "2n-skx vs 3n-skx"
reference: 1
compare: 2
legend:
- - ""
- - "3n-skx xxv710, 3n-icx xxv710 - testbeds and NICs tested."
- - "Diff - difference between 3n-skx xxv710 and 3n-icx xxv710 testbeds."
+ - ''
+ - 'Test Case: Test cases executed for: MRR throughput on 3n-skx xxv710 and 2n-skx xxv710.'
+ - '3n-skx xxv710, 2n-skx xxv710: [Mpps +- StDev] results for VPP tested in CSIT'
+ - '2n-skx vs 3n-skx: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.'
# Detailed Test Results - VPP Performance Results 3n-skx
- type: "table"
- title: "22.03"
data-set: "dpdk-3n-icx-curr-iter"
comparisons:
- - title: "Diff"
+ - title: "22.03 vs 21.11"
reference: 1
compare: 2
legend:
- - ""
- - "21.11, 22.03 - DPDK versions tested."
- - "Diff - difference between 21.11 and 22.03 DPDK version."
+ - ''
+ - 'Test Case: Test cases executed for: PDR throughput on 3n-icx with xxv710.'
+ - '21.11, 22.03: [Mpps +- StDev] results for DPDK tested in CSIT.'
+ - '22.03 vs 21.11: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.'
# DPDK Performance Changes 3n-icx 4t2c pdr
- type: "table"
- title: "22.03"
data-set: "dpdk-3n-icx-curr-iter"
comparisons:
- - title: "Diff"
+ - title: "22.03 vs 21.11"
reference: 1
compare: 2
legend:
- - ""
- - "21.11, 22.03 - DPDK versions tested."
- - "Diff - difference between 21.11 and 22.03 DPDK version."
+ - ''
+ - 'Test Case: Test cases executed for: PDR throughput on 3n-icx with xxv710.'
+ - '21.11, 22.03: [Mpps +- StDev] results for DPDK tested in CSIT.'
+ - '22.03 vs 21.11: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.'
# DPDK Performance Changes 3n-icx 2t1c ndr
- type: "table"
- title: "22.03"
data-set: "dpdk-3n-icx-curr-iter"
comparisons:
- - title: "Diff"
+ - title: "22.03 vs 21.11"
reference: 1
compare: 2
legend:
- - ""
- - "21.11, 22.03 - DPDK versions tested."
- - "Diff - difference between 21.11 and 22.03 DPDK version."
+ - ''
+ - 'Test Case: Test cases executed for: NDR throughput on 3n-icx with xxv710.'
+ - '21.11, 22.03: [Mpps +- StDev] results for DPDK tested in CSIT.'
+ - '22.03 vs 21.11: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.'
# DPDK Performance Changes 3n-icx 4t2c ndr
- type: "table"
- title: "22.03"
data-set: "dpdk-3n-icx-curr-iter"
comparisons:
- - title: "Diff"
+ - title: "22.03 vs 21.11"
reference: 1
compare: 2
legend:
- - ""
- - "21.11, 22.03 - DPDK versions tested."
- - "Diff - difference between 21.11 and 22.03 DPDK version."
+ - ''
+ - 'Test Case: Test cases executed for: NDR throughput on 3n-icx with xxv710.'
+ - '21.11, 22.03: [Mpps +- StDev] results for DPDK tested in CSIT.'
+ - '22.03 vs 21.11: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.'
# DPDK Performance Changes 2n-icx 2t1c pdr
- type: "table"
- title: "22.03"
data-set: "dpdk-2n-icx-curr-iter"
comparisons:
- - title: "Diff"
+ - title: "22.03 vs 21.11"
reference: 1
compare: 2
legend:
- - ""
- - "21.11, 22.03 - DPDK versions tested."
- - "Diff - difference between 21.11 and 22.03 DPDK version."
+ - ''
+ - 'Test Case: Test cases executed for: PDR throughput on 2n-icx with xxv710.'
+ - '21.11, 22.03: [Mpps +- StDev] results for DPDK tested in CSIT.'
+ - '22.03 vs 21.11: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.'
# DPDK Performance Changes 2n-icx 4t2c pdr
- type: "table"
- title: "22.03"
data-set: "dpdk-2n-icx-curr-iter"
comparisons:
- - title: "Diff"
+ - title: "22.03 vs 21.11"
reference: 1
compare: 2
legend:
- - ""
- - "21.11, 22.03 - DPDK versions tested."
- - "Diff - difference between 21.11 and 22.03 DPDK version."
+ - ''
+ - 'Test Case: Test cases executed for: PDR throughput on 2n-icx with xxv710.'
+ - '21.11, 22.03: [Mpps +- StDev] results for DPDK tested in CSIT.'
+ - '22.03 vs 21.11: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.'
# DPDK Performance Changes 2n-icx 2t1c ndr
- type: "table"
- title: "22.03"
data-set: "dpdk-2n-icx-curr-iter"
comparisons:
- - title: "Diff"
+ - title: "22.03 vs 21.11"
reference: 1
compare: 2
legend:
- - ""
- - "21.11, 22.03 - DPDK versions tested."
- - "Diff - difference between 21.11 and 22.03 DPDK version."
+ - ''
+ - 'Test Case: Test cases executed for: NDR throughput on 2n-icx with xxv710.'
+ - '21.11, 22.03: [Mpps +- StDev] results for DPDK tested in CSIT.'
+ - '22.03 vs 21.11: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.'
# DPDK Performance Changes 2n-icx 4t2c ndr
- type: "table"
- title: "22.03"
data-set: "dpdk-2n-icx-curr-iter"
comparisons:
- - title: "Diff"
+ - title: "22.03 vs 21.11"
reference: 1
compare: 2
legend:
- - ""
- - "21.11, 22.03 - DPDK versions tested."
- - "Diff - difference between 21.11 and 22.03 DPDK version."
+ - ''
+ - 'Test Case: Test cases executed for: NDR throughput on 2n-icx with xxv710.'
+ - '21.11, 22.03: [Mpps +- StDev] results for DPDK tested in CSIT.'
+ - '22.03 vs 21.11: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.'
# DPDK Performance Changes 3n-skx 2t1c pdr
- type: "table"
- title: "22.03"
data-set: "dpdk-3n-skx-curr-iter"
comparisons:
- - title: "Diff"
+ - title: "22.03 vs 21.11"
reference: 2
compare: 3
legend:
- - ""
- - "21.08, 21.11, 22.03 - DPDK versions tested."
- - "Diff - difference between 21.11 and 22.03 DPDK version."
+ - ''
+ - 'Test Case: Test cases executed for: PDR throughput on 3n-skx with xxv710.'
+ - '21.08, 21.11, 22.03: [Mpps +- StDev] results for DPDK tested in CSIT.'
+ - '22.03 vs 21.11: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.'
# DPDK Performance Changes 3n-skx 4t2c pdr
- type: "table"
- title: "22.03"
data-set: "dpdk-3n-skx-curr-iter"
comparisons:
- - title: "Diff"
+ - title: "22.03 vs 21.11"
reference: 2
compare: 3
legend:
- - ""
- - "21.08, 21.11, 22.03 - DPDK versions tested."
- - "Diff - difference between 21.11 and 22.03 DPDK version."
+ - ''
+ - 'Test Case: Test cases executed for: PDR throughput on 3n-skx with xxv710.'
+ - '21.08, 21.11, 22.03: [Mpps +- StDev] results for DPDK tested in CSIT.'
+ - '22.03 vs 21.11: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.'
# DPDK Performance Changes 3n-skx 2t1c ndr
- type: "table"
- title: "22.03"
data-set: "dpdk-3n-skx-curr-iter"
comparisons:
- - title: "Diff"
+ - title: "22.03 vs 21.11"
reference: 2
compare: 3
legend:
- - ""
- - "21.08, 21.11, 22.03 - DPDK versions tested."
- - "Diff - difference between 21.11 and 22.03 DPDK version."
+ - ''
+ - 'Test Case: Test cases executed for: NDR throughput on 3n-skx with xxv710.'
+ - '21.08, 21.11, 22.03: [Mpps +- StDev] results for DPDK tested in CSIT.'
+ - '22.03 vs 21.11: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.'
# DPDK Performance Changes 3n-skx 4t2c ndr
- type: "table"
- title: "22.03"
data-set: "dpdk-3n-skx-curr-iter"
comparisons:
- - title: "Diff"
+ - title: "22.03 vs 21.11"
reference: 2
compare: 3
legend:
- - ""
- - "21.08, 21.11, 22.03 - DPDK versions tested."
- - "Diff - difference between 21.11 and 22.03 DPDK version."
+ - ''
+ - 'Test Case: Test cases executed for: NDR throughput on 3n-skx with xxv710.'
+ - '21.08, 21.11, 22.03: [Mpps +- StDev] results for DPDK tested in CSIT.'
+ - '22.03 vs 21.11: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.'
# DPDK Performance Changes 2n-skx 2t1c pdr
- type: "table"
- title: "22.03"
data-set: "dpdk-2n-skx-curr-iter"
comparisons:
- - title: "Diff"
+ - title: "22.03 vs 21.11"
reference: 2
compare: 3
legend:
- - ""
- - "21.08, 21.11, 22.03 - DPDK versions tested."
- - "Diff - difference between 21.11 and 22.03 DPDK version."
+ - ''
+ - 'Test Case: Test cases executed for: PDR throughput on 2n-skx with xxv710.'
+ - '21.08, 21.11, 22.03: [Mpps +- StDev] results for DPDK tested in CSIT.'
+ - '22.03 vs 21.11: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.'
# DPDK Performance Changes 2n-skx 4t2c pdr
- type: "table"
- title: "22.03"
data-set: "dpdk-2n-skx-curr-iter"
comparisons:
- - title: "Diff"
+ - title: "22.03 vs 21.11"
reference: 2
compare: 3
legend:
- - ""
- - "21.08, 21.11, 22.03 - DPDK versions tested."
- - "Diff - difference between 21.11 and 22.03 DPDK version."
+ - ''
+ - 'Test Case: Test cases executed for: PDR throughput on 2n-skx with xxv710.'
+ - '21.08, 21.11, 22.03: [Mpps +- StDev] results for DPDK tested in CSIT.'
+ - '22.03 vs 21.11: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.'
# DPDK Performance Changes 2n-skx 2t1c ndr
- type: "table"
- title: "22.03"
data-set: "dpdk-2n-skx-curr-iter"
comparisons:
- - title: "Diff"
+ - title: "22.03 vs 21.11"
reference: 2
compare: 3
legend:
- - ""
- - "21.08, 21.11, 22.03 - DPDK versions tested."
- - "Diff - difference between 21.11 and 22.03 DPDK version."
+ - ''
+ - 'Test Case: Test cases executed for: NDR throughput on 2n-skx with xxv710.'
+ - '21.08, 21.11, 22.03: [Mpps +- StDev] results for DPDK tested in CSIT.'
+ - '22.03 vs 21.11: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.'
# DPDK Performance Changes 2n-skx 4t2c ndr
- type: "table"
- title: "22.03"
data-set: "dpdk-2n-skx-curr-iter"
comparisons:
- - title: "Diff"
+ - title: "22.03 vs 21.11"
reference: 2
compare: 3
legend:
- - ""
- - "21.08, 21.11, 22.03 - DPDK versions tested."
- - "Diff - difference between 21.11 and 22.03 DPDK version."
+ - ''
+ - 'Test Case: Test cases executed for: NDR throughput on 2n-skx with xxv710.'
+ - '21.08, 21.11, 22.03: [Mpps +- StDev] results for DPDK tested in CSIT.'
+ - '22.03 vs 21.11: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.'
# DPDK Performance Changes 2n-clx 2t1c pdr
- type: "table"
- title: "22.03"
data-set: "dpdk-2n-clx-curr-iter"
comparisons:
- - title: "Diff"
+ - title: "22.03 vs 21.11"
reference: 2
compare: 3
legend:
- - ""
- - "21.08, 21.11, 22.03 - DPDK versions tested."
- - "Diff - difference between 21.11 and 22.03 DPDK version."
+ - ''
+ - 'Test Case: Test cases executed for: PDR throughput on 2n-clx with xxv710.'
+ - '21.08, 21.11, 22.03: [Mpps +- StDev] results for DPDK tested in CSIT.'
+ - '22.03 vs 21.11: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.'
# DPDK Performance Changes 2n-clx 4t2c pdr
- type: "table"
- title: "22.03"
data-set: "dpdk-2n-clx-curr-iter"
comparisons:
- - title: "Diff"
+ - title: "22.03 vs 21.11"
reference: 2
compare: 3
legend:
- - ""
- - "21.08, 21.11, 22.03 - DPDK versions tested."
- - "Diff - difference between 21.11 and 22.03 DPDK version."
+ - ''
+ - 'Test Case: Test cases executed for: PDR throughput on 2n-clx with xxv710.'
+ - '21.08, 21.11, 22.03: [Mpps +- StDev] results for DPDK tested in CSIT.'
+ - '22.03 vs 21.11: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.'
# DPDK Performance Changes 2n-clx 2t1c ndr
- type: "table"
- title: "22.03"
data-set: "dpdk-2n-clx-curr-iter"
comparisons:
- - title: "Diff"
+ - title: "22.03 vs 21.11"
reference: 2
compare: 3
legend:
- - ""
- - "21.08, 21.11, 22.03 - DPDK versions tested."
- - "Diff - difference between 21.11 and 22.03 DPDK version."
+ - ''
+ - 'Test Case: Test cases executed for: NDR throughput on 2n-clx with xxv710.'
+ - '21.08, 21.11, 22.03: [Mpps +- StDev] results for DPDK tested in CSIT.'
+ - '22.03 vs 21.11: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.'
# DPDK Performance Changes 2n-clx 4t2c ndr
- type: "table"
- title: "22.03"
data-set: "dpdk-2n-clx-curr-iter"
comparisons:
- - title: "Diff"
+ - title: "22.03 vs 21.11"
reference: 2
compare: 3
legend:
- - ""
- - "21.08, 21.11, 22.03 - DPDK versions tested."
- - "Diff - difference between 21.11 and 22.03 DPDK version."
+ - ''
+ - 'Test Case: Test cases executed for: NDR throughput on 2n-clx with xxv710.'
+ - '21.08, 21.11, 22.03: [Mpps +- StDev] results for DPDK tested in CSIT.'
+ - '22.03 vs 21.11: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.'
# DPDK Performance Changes 2n-zn2 2t1c pdr
- type: "table"
- title: "22.03"
data-set: "dpdk-2n-zn2-curr-iter"
comparisons:
- - title: "Diff"
+ - title: "22.03 vs 21.11"
reference: 2
compare: 3
legend:
- - ""
- - "21.08, 21.11, 22.03 - DPDK versions tested."
- - "Diff - difference between 21.11 and 22.03 DPDK version."
+ - ''
+ - 'Test Case: Test cases executed for: PDR throughput on 2n-zn2 with xxv710.'
+ - '21.08, 21.11, 22.03: [Mpps +- StDev] results for DPDK tested in CSIT.'
+ - '22.03 vs 21.11: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.'
# DPDK Performance Changes 2n-zn2 4t2c pdr
- type: "table"
- title: "22.03"
data-set: "dpdk-2n-zn2-curr-iter"
comparisons:
- - title: "Diff"
+ - title: "22.03 vs 21.11"
reference: 2
compare: 3
legend:
- - ""
- - "21.08, 21.11, 22.03 - DPDK versions tested."
- - "Diff - difference between 21.11 and 22.03 DPDK version."
+ - ''
+ - 'Test Case: Test cases executed for: PDR throughput on 2n-zn2 with xxv710.'
+ - '21.08, 21.11, 22.03: [Mpps +- StDev] results for DPDK tested in CSIT.'
+ - '22.03 vs 21.11: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.'
# DPDK Performance Changes 2n-zn2 2t1c ndr
- type: "table"
- title: "22.03"
data-set: "dpdk-2n-zn2-curr-iter"
comparisons:
- - title: "Diff"
+ - title: "22.03 vs 21.11"
reference: 2
compare: 3
legend:
- - ""
- - "21.08, 21.11, 22.03 - DPDK versions tested."
- - "Diff - difference between 21.11 and 22.03 DPDK version."
+ - ''
+ - 'Test Case: Test cases executed for: NDR throughput on 2n-zn2 with xxv710.'
+ - '21.08, 21.11, 22.03: [Mpps +- StDev] results for DPDK tested in CSIT.'
+ - '22.03 vs 21.11: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.'
# DPDK Performance Changes 2n-zn2 4t2c ndr
- type: "table"
- title: "22.03"
data-set: "dpdk-2n-zn2-curr-iter"
comparisons:
- - title: "Diff"
+ - title: "22.03 vs 21.11"
reference: 2
compare: 3
legend:
- - ""
- - "21.08, 21.11, 22.03 - DPDK versions tested."
- - "Diff - difference between 21.11 and 22.03 DPDK version."
+ - ''
+ - 'Test Case: Test cases executed for: NDR throughput on 2n-zn2 with xxv710.'
+ - '21.08, 21.11, 22.03: [Mpps +- StDev] results for DPDK tested in CSIT.'
+ - '22.03 vs 21.11: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.'
# DPDK Performance Changes 3n-tsh 1t1c pdr
- type: "table"
- title: "22.03"
data-set: "dpdk-3n-tsh-curr-iter"
comparisons:
- - title: "Diff"
+ - title: "22.03 vs 21.11"
reference: 2
compare: 3
legend:
- - ""
- - "21.08, 21.11, 22.03 - DPDK versions tested."
- - "Diff - difference between 21.11 and 22.03 DPDK version."
+ - ''
+ - 'Test Case: Test cases executed for: PDR throughput on 3n-tsh with x520.'
+ - '21.08, 21.11, 22.03: [Mpps +- StDev] results for DPDK tested in CSIT.'
+ - '22.03 vs 21.11: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.'
# DPDK Performance Changes 3n-tsh 2t2c pdr
- type: "table"
- title: "22.03"
data-set: "dpdk-3n-tsh-curr-iter"
comparisons:
- - title: "Diff"
+ - title: "22.03 vs 21.11"
reference: 2
compare: 3
legend:
- - ""
- - "21.08, 21.11, 22.03 - DPDK versions tested."
- - "Diff - difference between 21.11 and 22.03 DPDK version."
+ - ''
+ - 'Test Case: Test cases executed for: PDR throughput on 3n-tsh with x520.'
+ - '21.08, 21.11, 22.03: [Mpps +- StDev] results for DPDK tested in CSIT.'
+ - '22.03 vs 21.11: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.'
# DPDK Performance Changes 3n-tsh 1t1c ndr
- type: "table"
- title: "22.03"
data-set: "dpdk-3n-tsh-curr-iter"
comparisons:
- - title: "Diff"
+ - title: "22.03 vs 21.11"
reference: 2
compare: 3
legend:
- - ""
- - "21.08, 21.11, 22.03 - DPDK versions tested."
- - "Diff - difference between 21.11 and 22.03 DPDK version."
+ - ''
+ - 'Test Case: Test cases executed for: NDR throughput on 3n-tsh with x520.'
+ - '21.08, 21.11, 22.03: [Mpps +- StDev] results for DPDK tested in CSIT.'
+ - '22.03 vs 21.11: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.'
# DPDK Performance Changes 3n-tsh 2t2c ndr
- type: "table"
- title: "22.03"
data-set: "dpdk-3n-tsh-curr-iter"
comparisons:
- - title: "Diff"
+ - title: "22.03 vs 21.11"
reference: 2
compare: 3
legend:
- - ""
- - "21.08, 21.11, 22.03 - DPDK versions tested."
- - "Diff - difference between 21.11 and 22.03 DPDK version."
+ - ''
+ - 'Test Case: Test cases executed for: NDR throughput on 3n-tsh with x520.'
+ - '21.08, 21.11, 22.03: [Mpps +- StDev] results for DPDK tested in CSIT.'
+ - '22.03 vs 21.11: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.'
# DPDK Performance Changes 2n-tx2 1t1c pdr
- type: "table"
- title: "22.03"
data-set: "dpdk-2n-tx2-curr-iter"
comparisons:
- - title: "Diff"
+ - title: "22.03 vs 21.11"
reference: 2
compare: 3
legend:
- - ""
- - "21.08, 21.11, 22.03 - DPDK versions tested."
- - "Diff - difference between 21.11 and 22.03 DPDK version."
+ - ''
+ - 'Test Case: Test cases executed for: PDR throughput on 2n-tx2.'
+ - '21.08, 21.11, 22.03: [Mpps +- StDev] results for DPDK tested in CSIT.'
+ - '22.03 vs 21.11: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.'
# DPDK Performance Changes 2n-tx2 2t2c pdr
- type: "table"
- title: "22.03"
data-set: "dpdk-2n-tx2-curr-iter"
comparisons:
- - title: "Diff"
+ - title: "22.03 vs 21.11"
reference: 2
compare: 3
legend:
- - ""
- - "21.08, 21.11, 22.03 - DPDK versions tested."
- - "Diff - difference between 21.11 and 22.03 DPDK version."
+ - ''
+ - 'Test Case: Test cases executed for: PDR throughput on 2n-tx2.'
+ - '21.08, 21.11, 22.03: [Mpps +- StDev] results for DPDK tested in CSIT.'
+ - '22.03 vs 21.11: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.'
# DPDK Performance Changes 2n-tx2 1t1c ndr
- type: "table"
- title: "22.03"
data-set: "dpdk-2n-tx2-curr-iter"
comparisons:
- - title: "Diff"
+ - title: "22.03 vs 21.11"
reference: 2
compare: 3
legend:
- - ""
- - "21.08, 21.11, 22.03 - DPDK versions tested."
- - "Diff - difference between 21.11 and 22.03 DPDK version."
+ - ''
+ - 'Test Case: Test cases executed for: NDR throughput on 2n-tx2.'
+ - '21.08, 21.11, 22.03: [Mpps +- StDev] results for DPDK tested in CSIT.'
+ - '22.03 vs 21.11: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.'
# DPDK Performance Changes 2n-tx2 2t2c ndr
- type: "table"
reference: 2
compare: 3
legend:
- - ""
- - "21.08, 21.11, 22.03 - DPDK versions tested."
- - "Diff - difference between 21.11 and 22.03 DPDK version."
-
-# DPDK Comparison Across Testbeds 2n-skx to 2n-clx ndr
-- type: "table"
- title: "DPDK Comparison Across Testbeds 2n-skx to 2n-clx ndr"
- algorithm: "table_comparison"
- output-file: "{DIR[STATIC,DPDK]}/performance-compare-testbeds-2n-skx-2n-clx-ndr"
- include-tests: "NDR" # "PDR" | "NDR" | "MRR"
- filter: "'NIC_Intel-XXV710'"
- columns:
- - title: "2n-skx"
- data-set: "dpdk-2n-skx-curr-iter"
- - title: "2n-clx"
- data-set: "dpdk-2n-clx-curr-iter"
- comparisons:
- - title: "Diff"
- reference: 1
- compare: 2
- legend:
- - ""
- - "2n-skx, 2n-clx - testbeds and NICs tested."
- - "Diff - difference between 2n-skx and 2n-clx testbeds."
-
-# DPDK Comparison Across Testbeds 2n-skx to 2n-clx pdr
-- type: "table"
- title: "DPDK Comparison Across Testbeds 2n-skx to 2n-clx pdr"
- algorithm: "table_comparison"
- output-file: "{DIR[STATIC,DPDK]}/performance-compare-testbeds-2n-skx-2n-clx-pdr"
- include-tests: "PDR" # "PDR" | "NDR" | "MRR"
- filter: "'NIC_Intel-XXV710'"
- columns:
- - title: "2n-skx"
- data-set: "dpdk-2n-skx-curr-iter"
- - title: "2n-clx"
- data-set: "dpdk-2n-clx-curr-iter"
- comparisons:
- - title: "Diff"
- reference: 1
- compare: 2
- legend:
- - ""
- - "2n-skx, 2n-clx - testbeds and NICs tested."
- - "Diff - difference between 2n-skx and 2n-clx testbeds."
-
-# DPDK Comparison Across Testbeds 2n-clx to 2n-icx ndr
-- type: "table"
- title: "DPDK Comparison Across Testbeds 2n-clx to 2n-icx ndr"
- algorithm: "table_comparison"
- output-file: "{DIR[STATIC,DPDK]}/performance-compare-testbeds-2n-clx-2n-icx-ndr"
- include-tests: "NDR" # "PDR" | "NDR" | "MRR"
- filter: "'NIC_Intel-XXV710'"
- columns:
- - title: "2n-clx xxv710"
- data-set: "dpdk-2n-clx-curr-iter"
- - title: "2n-icx xxv710"
- data-set: "dpdk-2n-icx-curr-iter"
- comparisons:
- - title: "Diff"
- reference: 1
- compare: 2
- legend:
- - ""
- - "2n-clx xxv710, 2n-icx xxv710 - testbeds and NICs tested."
- - "Diff - difference between 2n-clx xxv710 and 2n-icx xxv710 testbeds."
-
-# DPDK Comparison Across Testbeds 2n-clx to 2n-icx pdr
-- type: "table"
- title: "DPDK Comparison Across Testbeds 2n-clx to 2n-icx pdr"
- algorithm: "table_comparison"
- output-file: "{DIR[STATIC,DPDK]}/performance-compare-testbeds-2n-clx-2n-icx-pdr"
- include-tests: "PDR" # "PDR" | "NDR" | "MRR"
- filter: "'NIC_Intel-XXV710'"
- columns:
- - title: "2n-clx xxv710"
- data-set: "dpdk-2n-clx-curr-iter"
- - title: "2n-icx xxv710"
- data-set: "dpdk-2n-icx-curr-iter"
- comparisons:
- - title: "Diff"
- reference: 1
- compare: 2
- legend:
- - ""
- - "2n-clx xxv710, 2n-icx xxv710 - testbeds and NICs tested."
- - "Diff - difference between 2n-clx xxv710 and 2n-icx xxv710 testbeds."
-
-# DPDK Comparison Across Testbeds 2n-skx to 2n-icx ndr
-- type: "table"
- title: "DPDK Comparison Across Testbeds 2n-skx to 2n-icx ndr"
- algorithm: "table_comparison"
- output-file: "{DIR[STATIC,DPDK]}/performance-compare-testbeds-2n-skx-2n-icx-ndr"
- include-tests: "NDR" # "PDR" | "NDR" | "MRR"
- filter: "'NIC_Intel-XXV710'"
- columns:
- - title: "2n-skx xxv710"
- data-set: "dpdk-2n-skx-curr-iter"
- - title: "2n-icx xxv710"
- data-set: "dpdk-2n-icx-curr-iter"
- comparisons:
- - title: "Diff"
- reference: 1
- compare: 2
- legend:
- - ""
- - "2n-skx xxv710, 2n-icx xxv710 - testbeds and NICs tested."
- - "Diff - difference between 2n-skx xxv710 and 2n-icx xxv710 testbeds."
-
-# DPDK Comparison Across Testbeds 2n-skx to 2n-icx pdr
-- type: "table"
- title: "DPDK Comparison Across Testbeds 2n-skx to 2n-icx pdr"
- algorithm: "table_comparison"
- output-file: "{DIR[STATIC,DPDK]}/performance-compare-testbeds-2n-skx-2n-icx-pdr"
- include-tests: "PDR" # "PDR" | "NDR" | "MRR"
- filter: "'NIC_Intel-XXV710'"
- columns:
- - title: "2n-skx xxv710"
- data-set: "dpdk-2n-skx-curr-iter"
- - title: "2n-icx xxv710"
- data-set: "dpdk-2n-icx-curr-iter"
- comparisons:
- - title: "Diff"
- reference: 1
- compare: 2
- legend:
- - ""
- - "2n-skx xxv710, 2n-icx xxv710 - testbeds and NICs tested."
- - "Diff - difference between 2n-skx xxv710 and 2n-icx xxv710 testbeds."
-
-# DPDK Comparison Across Testbeds 3n-skx to 3n-icx ndr
-- type: "table"
- title: "DPDK Comparison Across Testbeds 3n-skx to 3n-icx ndr"
- algorithm: "table_comparison"
- output-file: "{DIR[STATIC,DPDK]}/performance-compare-testbeds-3n-skx-3n-icx-ndr"
- include-tests: "NDR" # "PDR" | "NDR" | "MRR"
- filter: "'NIC_Intel-XXV710'"
- columns:
- - title: "3n-skx xxv710"
- data-set: "dpdk-3n-skx-curr-iter"
- - title: "3n-icx xxv710"
- data-set: "dpdk-3n-icx-curr-iter"
- comparisons:
- - title: "Diff"
- reference: 1
- compare: 2
- legend:
- - ""
- - "3n-skx xxv710, 3n-icx xxv710 - testbeds and NICs tested."
- - "Diff - difference between 3n-skx xxv710 and 3n-icx xxv710 testbeds."
-
-# DPDK Comparison Across Testbeds 3n-skx to 3n-icx pdr
-- type: "table"
- title: "DPDK Comparison Across Testbeds 3n-skx to 3n-icx pdr"
- algorithm: "table_comparison"
- output-file: "{DIR[STATIC,DPDK]}/performance-compare-testbeds-3n-skx-3n-icx-pdr"
- include-tests: "PDR" # "PDR" | "NDR" | "MRR"
- filter: "'NIC_Intel-XXV710'"
- columns:
- - title: "3n-skx xxv710"
- data-set: "dpdk-3n-skx-curr-iter"
- - title: "3n-icx xxv710"
- data-set: "dpdk-3n-icx-curr-iter"
- comparisons:
- - title: "Diff"
- reference: 1
- compare: 2
- legend:
- - ""
- - "3n-skx xxv710, 3n-icx xxv710 - testbeds and NICs tested."
- - "Diff - difference between 3n-skx xxv710 and 3n-icx xxv710 testbeds."
+ - ''
+ - 'Test Case: Test cases executed for: NDR throughput on 2n-tx2.'
+ - '21.08, 21.11, 22.03: [Mpps +- StDev] results for DPDK tested in CSIT.'
+ - '22.03 vs 21.11: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.'
# DPDK Comparison Across Topologies 3n-skx to 2n-skx ndr
- type: "table"
include-tests: "NDR" # "PDR" | "NDR" | "MRR"
filter: "'NIC_Intel-XXV710'"
columns:
- - title: "3n-skx"
+ - title: "3n-skx xxv710"
data-set: "dpdk-3n-skx-curr-iter"
- - title: "2n-skx"
+ - title: "2n-skx xxv710"
data-set: "dpdk-2n-skx-curr-iter"
comparisons:
- - title: "Diff"
+ - title: "2n-skx vs 3n-skx"
reference: 1
compare: 2
legend:
- - ""
- - "3n-skx, 2n-skx - topologies tested."
- - "Diff - difference between 3n-skx and 2n-skx topologies."
+ - ''
+ - 'Test Case: Test cases executed for: NDR throughput on 3n-skx xxv710 and 2n-skx xxv710.'
+ - '3n-skx xxv710, 2n-skx xxv710: [Mpps +- StDev] results for DPDK tested in CSIT'
+ - '2n-skx vs 3n-skx: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.'
# DPDK Comparison Across Topologies 3n-skx to 2n-skx pdr
- type: "table"
include-tests: "PDR" # "PDR" | "NDR" | "MRR"
filter: "'NIC_Intel-XXV710'"
columns:
- - title: "3n-skx"
+ - title: "3n-skx xxv710"
data-set: "dpdk-3n-skx-curr-iter"
- - title: "2n-skx"
+ - title: "2n-skx xxv710"
data-set: "dpdk-2n-skx-curr-iter"
comparisons:
- - title: "Diff"
+ - title: "2n-skx vs 3n-skx"
reference: 1
compare: 2
legend:
- - ""
- - "3n-skx, 2n-skx - topologies tested."
- - "Diff - difference between 3n-skx and 2n-skx topologies."
+ - ''
+ - 'Test Case: Test cases executed for: PDR throughput on 3n-skx xxv710 and 2n-skx xxv710.'
+ - '3n-skx xxv710, 2n-skx xxv710: [Mpps +- StDev] results for DPDK tested in CSIT'
+ - '2n-skx vs 3n-skx: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.'
# Detailed Test Results - DPDK Performance Results 3n-skx
- type: "table"
# VSAP tests 2n-clx
- type: "plot"
- title: "2n-clx-cx556a-0b-2t1c-eth-ip4tcphttp-ldpreload-nginx-cps"
+ title: "2n-clx-cx556a-0B-2t1c-rdma-eth-ip4tcphttp-ldpreload-nginx-1_15_0-cps"
algorithm: "plot_perf_box_name"
- output-file: "{DIR[STATIC,VPP]}/2n-clx-cx556a-0b-2t1c-eth-ip4tcphttp-ldpreload-nginx-cps"
+ output-file: "{DIR[STATIC,VPP]}/2n-clx-cx556a-0B-2t1c-rdma-eth-ip4tcphttp-ldpreload-nginx-1_15_0-cps"
data: "vpp-2n-clx-curr-iter-vsap"
include:
- "Tests.Vpp.Perf.Hoststack.2N1L-100Ge2P1Cx556A-Rdma-Eth-Ip4Tcphttp-Ldpreload-Nginx-1 15 0-Cps.0B-2t1c-rdma-eth-ip4tcphttp-ldpreload-nginx-1_15_0-cps"
layout:
- title: "2n-clx-cx556a-0b-2t1c-eth-ip4tcphttp-ldpreload-nginx"
+ title: "2n-clx-cx556a-0B-2t1c-rdma-eth-ip4tcphttp-ldpreload-nginx-1_15_0"
layout: "plot-hoststack"
- type: "plot"
- title: "2n-clx-cx556a-64b-2t1c-eth-ip4tcphttp-ldpreload-nginx-cps"
+ title: "2n-clx-cx556a-64B-2t1c-rdma-eth-ip4tcphttp-ldpreload-nginx-1_15_0-cps"
algorithm: "plot_perf_box_name"
- output-file: "{DIR[STATIC,VPP]}/2n-clx-cx556a-64b-2t1c-eth-ip4tcphttp-ldpreload-nginx-cps"
+ output-file: "{DIR[STATIC,VPP]}/2n-clx-cx556a-64B-2t1c-rdma-eth-ip4tcphttp-ldpreload-nginx-1_15_0-cps"
data: "vpp-2n-clx-curr-iter-vsap"
include:
- "Tests.Vpp.Perf.Hoststack.2N1L-100Ge2P1Cx556A-Rdma-Eth-Ip4Tcphttp-Ldpreload-Nginx-1 15 0-Cps.64B-2t1c-rdma-eth-ip4tcphttp-ldpreload-nginx-1_15_0-cps"
layout:
- title: "2n-clx-cx556a-64b-2t1c-eth-ip4tcphttp-ldpreload-nginx"
+ title: "2n-clx-cx556a-64B-2t1c-rdma-eth-ip4tcphttp-ldpreload-nginx-1_15_0"
layout: "plot-hoststack"
- type: "plot"
- title: "2n-clx-cx556a-1024b-2t1c-eth-ip4tcphttp-ldpreload-nginx-cps"
+ title: "2n-clx-cx556a-1024B-2t1c-rdma-eth-ip4tcphttp-ldpreload-nginx-1_15_0-cps"
algorithm: "plot_perf_box_name"
- output-file: "{DIR[STATIC,VPP]}/2n-clx-cx556a-1024b-2t1c-eth-ip4tcphttp-ldpreload-nginx-cps"
+ output-file: "{DIR[STATIC,VPP]}/2n-clx-cx556a-1024B-2t1c-rdma-eth-ip4tcphttp-ldpreload-nginx-1_15_0-cps"
data: "vpp-2n-clx-curr-iter-vsap"
include:
- "Tests.Vpp.Perf.Hoststack.2N1L-100Ge2P1Cx556A-Rdma-Eth-Ip4Tcphttp-Ldpreload-Nginx-1 15 0-Cps.1024B-2t1c-rdma-eth-ip4tcphttp-ldpreload-nginx-1_15_0-cps"
layout:
- title: "2n-clx-cx556a-1024b-2t1c-eth-ip4tcphttp-ldpreload-nginx"
+ title: "2n-clx-cx556a-1024B-2t1c-rdma-eth-ip4tcphttp-ldpreload-nginx-1_15_0"
layout: "plot-hoststack"
- type: "plot"
- title: "2n-clx-cx556a-2048b-2t1c-eth-ip4tcphttp-ldpreload-nginx-cps"
+ title: "2n-clx-cx556a-2048B-2t1c-rdma-eth-ip4tcphttp-ldpreload-nginx-1_15_0-cps"
algorithm: "plot_perf_box_name"
- output-file: "{DIR[STATIC,VPP]}/2n-clx-cx556a-2048b-2t1c-eth-ip4tcphttp-ldpreload-nginx-cps"
+ output-file: "{DIR[STATIC,VPP]}/2n-clx-cx556a-2048B-2t1c-rdma-eth-ip4tcphttp-ldpreload-nginx-1_15_0-cps"
data: "vpp-2n-clx-curr-iter-vsap"
include:
- "Tests.Vpp.Perf.Hoststack.2N1L-100Ge2P1Cx556A-Rdma-Eth-Ip4Tcphttp-Ldpreload-Nginx-1 15 0-Cps.2048B-2t1c-rdma-eth-ip4tcphttp-ldpreload-nginx-1_15_0-cps"
layout:
- title: "2n-clx-cx556a-2048b-2t1c-eth-ip4tcphttp-ldpreload-nginx"
+ title: "2n-clx-cx556a-2048B-2t1c-rdma-eth-ip4tcphttp-ldpreload-nginx-1_15_0"
layout: "plot-hoststack"
- type: "plot"
- title: "2n-clx-cx556a-0b-2t1c-eth-ip4tcphttp-ldpreload-nginx-rps"
+ title: "2n-clx-cx556a-0B-2t1c-rdma-eth-ip4tcphttp-ldpreload-nginx-1_15_0-rps"
algorithm: "plot_perf_box_name"
- output-file: "{DIR[STATIC,VPP]}/2n-clx-cx556a-0b-2t1c-eth-ip4tcphttp-ldpreload-nginx-rps"
+ output-file: "{DIR[STATIC,VPP]}/2n-clx-cx556a-0B-2t1c-rdma-eth-ip4tcphttp-ldpreload-nginx-1_15_0-rps"
data: "vpp-2n-clx-curr-iter-vsap"
include:
- "Tests.Vpp.Perf.Hoststack.2N1L-100Ge2P1Cx556A-Rdma-Eth-Ip4Tcphttp-Ldpreload-Nginx-1 15 0-Rps.0B-2t1c-rdma-eth-ip4tcphttp-ldpreload-nginx-1_15_0-rps"
layout:
- title: "2n-clx-cx556a-0b-2t1c-eth-ip4tcphttp-ldpreload-nginx"
+ title: "2n-clx-cx556a-0B-2t1c-rdma-eth-ip4tcphttp-ldpreload-nginx-1_15_0"
layout: "plot-hoststack"
- type: "plot"
- title: "2n-clx-cx556a-64b-2t1c-eth-ip4tcphttp-ldpreload-nginx-rps"
+ title: "2n-clx-cx556a-64B-2t1c-rdma-eth-ip4tcphttp-ldpreload-nginx-1_15_0-rps"
algorithm: "plot_perf_box_name"
- output-file: "{DIR[STATIC,VPP]}/2n-clx-cx556a-64b-2t1c-eth-ip4tcphttp-ldpreload-nginx-rps"
+ output-file: "{DIR[STATIC,VPP]}/2n-clx-cx556a-64B-2t1c-rdma-eth-ip4tcphttp-ldpreload-nginx-1_15_0-rps"
data: "vpp-2n-clx-curr-iter-vsap"
include:
- "Tests.Vpp.Perf.Hoststack.2N1L-100Ge2P1Cx556A-Rdma-Eth-Ip4Tcphttp-Ldpreload-Nginx-1 15 0-Rps.64B-2t1c-rdma-eth-ip4tcphttp-ldpreload-nginx-1_15_0-rps"
layout:
- title: "2n-clx-cx556a-64b-2t1c-eth-ip4tcphttp-ldpreload-nginx"
+ title: "2n-clx-cx556a-64B-2t1c-rdma-eth-ip4tcphttp-ldpreload-nginx-1_15_0"
layout: "plot-hoststack"
- type: "plot"
- title: "2n-clx-cx556a-1024b-2t1c-eth-ip4tcphttp-ldpreload-nginx-rps"
+ title: "2n-clx-cx556a-1024B-2t1c-rdma-eth-ip4tcphttp-ldpreload-nginx-1_15_0-rps"
algorithm: "plot_perf_box_name"
- output-file: "{DIR[STATIC,VPP]}/2n-clx-cx556a-1024b-2t1c-eth-ip4tcphttp-ldpreload-nginx-rps"
+ output-file: "{DIR[STATIC,VPP]}/2n-clx-cx556a-1024B-2t1c-rdma-eth-ip4tcphttp-ldpreload-nginx-1_15_0-rps"
data: "vpp-2n-clx-curr-iter-vsap"
include:
- "Tests.Vpp.Perf.Hoststack.2N1L-100Ge2P1Cx556A-Rdma-Eth-Ip4Tcphttp-Ldpreload-Nginx-1 15 0-Rps.1024B-2t1c-rdma-eth-ip4tcphttp-ldpreload-nginx-1_15_0-rps"
layout:
- title: "2n-clx-cx556a-1024b-2t1c-eth-ip4tcphttp-ldpreload-nginx"
+ title: "2n-clx-cx556a-1024B-2t1c-rdma-eth-ip4tcphttp-ldpreload-nginx-1_15_0"
layout: "plot-hoststack"
- type: "plot"
- title: "2n-clx-cx556a-2048b-2t1c-eth-ip4tcphttp-ldpreload-nginx-rps"
+ title: "2n-clx-cx556a-2048B-2t1c-rdma-eth-ip4tcphttp-ldpreload-nginx-1_15_0-rps"
algorithm: "plot_perf_box_name"
- output-file: "{DIR[STATIC,VPP]}/2n-clx-cx556a-2048b-2t1c-eth-ip4tcphttp-ldpreload-nginx-rps"
+ output-file: "{DIR[STATIC,VPP]}/2n-clx-cx556a-2048B-2t1c-rdma-eth-ip4tcphttp-ldpreload-nginx-1_15_0-rps"
data: "vpp-2n-clx-curr-iter-vsap"
include:
- "Tests.Vpp.Perf.Hoststack.2N1L-100Ge2P1Cx556A-Rdma-Eth-Ip4Tcphttp-Ldpreload-Nginx-1 15 0-Rps.2048B-2t1c-rdma-eth-ip4tcphttp-ldpreload-nginx-1_15_0-rps"
layout:
- title: "2n-clx-cx556a-2048b-2t1c-eth-ip4tcphttp-ldpreload-nginx"
+ title: "2n-clx-cx556a-2048B-2t1c-rdma-eth-ip4tcphttp-ldpreload-nginx-1_15_0"
+ layout: "plot-hoststack"
+
+- type: "plot"
+ title: "2n-clx-e810cq-0B-2t1c-eth-ip4tcphttp-ldpreload-nginx-1_15_0-cps"
+ algorithm: "plot_perf_box_name"
+ output-file: "{DIR[STATIC,VPP]}/2n-clx-e810cq-0B-2t1c-eth-ip4tcphttp-ldpreload-nginx-1_15_0-cps"
+ data: "vpp-2n-clx-curr-iter-vsap"
+ include:
+ - "Tests.Vpp.Perf.Hoststack.2N1L-100Ge2P1E810Cq-Eth-Ip4Tcphttp-Ldpreload-Nginx-1 15 0-Cps.0B-2t1c-eth-ip4tcphttp-ldpreload-nginx-1_15_0-cps"
+ layout:
+ title: "2n-clx-e810cq-0B-2t1c-eth-ip4tcphttp-ldpreload-nginx-1_15_0"
+ layout: "plot-hoststack"
+
+- type: "plot"
+ title: "2n-clx-e810cq-64B-2t1c-eth-ip4tcphttp-ldpreload-nginx-1_15_0-cps"
+ algorithm: "plot_perf_box_name"
+ output-file: "{DIR[STATIC,VPP]}/2n-clx-e810cq-64B-2t1c-eth-ip4tcphttp-ldpreload-nginx-1_15_0-cps"
+ data: "vpp-2n-clx-curr-iter-vsap"
+ include:
+ - "Tests.Vpp.Perf.Hoststack.2N1L-100Ge2P1E810Cq-Eth-Ip4Tcphttp-Ldpreload-Nginx-1 15 0-Cps.64B-2t1c-eth-ip4tcphttp-ldpreload-nginx-1_15_0-cps"
+ layout:
+ title: "2n-clx-e810cq-64B-2t1c-eth-ip4tcphttp-ldpreload-nginx-1_15_0"
+ layout: "plot-hoststack"
+
+- type: "plot"
+ title: "2n-clx-e810cq-1024B-2t1c-eth-ip4tcphttp-ldpreload-nginx-1_15_0-cps"
+ algorithm: "plot_perf_box_name"
+ output-file: "{DIR[STATIC,VPP]}/2n-clx-e810cq-1024B-2t1c-eth-ip4tcphttp-ldpreload-nginx-1_15_0-cps"
+ data: "vpp-2n-clx-curr-iter-vsap"
+ include:
+ - "Tests.Vpp.Perf.Hoststack.2N1L-100Ge2P1E810Cq-Eth-Ip4Tcphttp-Ldpreload-Nginx-1 15 0-Cps.1024B-2t1c-eth-ip4tcphttp-ldpreload-nginx-1_15_0-cps"
+ layout:
+ title: "2n-clx-e810cq-1024B-2t1c-eth-ip4tcphttp-ldpreload-nginx-1_15_0"
+ layout: "plot-hoststack"
+
+- type: "plot"
+ title: "2n-clx-e810cq-2048B-2t1c-eth-ip4tcphttp-ldpreload-nginx-1_15_0-cps"
+ algorithm: "plot_perf_box_name"
+ output-file: "{DIR[STATIC,VPP]}/2n-clx-e810cq-2048B-2t1c-eth-ip4tcphttp-ldpreload-nginx-1_15_0-cps"
+ data: "vpp-2n-clx-curr-iter-vsap"
+ include:
+ - "Tests.Vpp.Perf.Hoststack.2N1L-100Ge2P1E810Cq-Eth-Ip4Tcphttp-Ldpreload-Nginx-1 15 0-Cps.2048B-2t1c-eth-ip4tcphttp-ldpreload-nginx-1_15_0-cps"
+ layout:
+ title: "2n-clx-e810cq-2048B-2t1c-eth-ip4tcphttp-ldpreload-nginx-1_15_0"
+ layout: "plot-hoststack"
+
+- type: "plot"
+ title: "2n-clx-e810cq-0B-2t1c-eth-ip4tcphttp-ldpreload-nginx-1_15_0-rps"
+ algorithm: "plot_perf_box_name"
+ output-file: "{DIR[STATIC,VPP]}/2n-clx-e810cq-0B-2t1c-eth-ip4tcphttp-ldpreload-nginx-1_15_0-rps"
+ data: "vpp-2n-clx-curr-iter-vsap"
+ include:
+ - "Tests.Vpp.Perf.Hoststack.2N1L-100Ge2P1E810Cq-Eth-Ip4Tcphttp-Ldpreload-Nginx-1 15 0-Rps.0B-2t1c-eth-ip4tcphttp-ldpreload-nginx-1_15_0-rps"
+ layout:
+ title: "2n-clx-e810cq-0B-2t1c-eth-ip4tcphttp-ldpreload-nginx-1_15_0"
+ layout: "plot-hoststack"
+
+- type: "plot"
+ title: "2n-clx-e810cq-64B-2t1c-eth-ip4tcphttp-ldpreload-nginx-1_15_0-rps"
+ algorithm: "plot_perf_box_name"
+ output-file: "{DIR[STATIC,VPP]}/2n-clx-e810cq-64B-2t1c-eth-ip4tcphttp-ldpreload-nginx-1_15_0-rps"
+ data: "vpp-2n-clx-curr-iter-vsap"
+ include:
+ - "Tests.Vpp.Perf.Hoststack.2N1L-100Ge2P1E810Cq-Eth-Ip4Tcphttp-Ldpreload-Nginx-1 15 0-Rps.64B-2t1c-eth-ip4tcphttp-ldpreload-nginx-1_15_0-rps"
+ layout:
+ title: "2n-clx-e810cq-64B-2t1c-eth-ip4tcphttp-ldpreload-nginx-1_15_0"
+ layout: "plot-hoststack"
+
+- type: "plot"
+ title: "2n-clx-e810cq-1024B-2t1c-eth-ip4tcphttp-ldpreload-nginx-1_15_0-rps"
+ algorithm: "plot_perf_box_name"
+ output-file: "{DIR[STATIC,VPP]}/2n-clx-e810cq-1024B-2t1c-eth-ip4tcphttp-ldpreload-nginx-1_15_0-rps"
+ data: "vpp-2n-clx-curr-iter-vsap"
+ include:
+ - "Tests.Vpp.Perf.Hoststack.2N1L-100Ge2P1E810Cq-Eth-Ip4Tcphttp-Ldpreload-Nginx-1 15 0-Rps.1024B-2t1c-eth-ip4tcphttp-ldpreload-nginx-1_15_0-rps"
+ layout:
+ title: "2n-clx-e810cq-1024B-2t1c-eth-ip4tcphttp-ldpreload-nginx-1_15_0"
+ layout: "plot-hoststack"
+
+- type: "plot"
+ title: "2n-clx-e810cq-2048B-2t1c-eth-ip4tcphttp-ldpreload-nginx-1_15_0-rps"
+ algorithm: "plot_perf_box_name"
+ output-file: "{DIR[STATIC,VPP]}/2n-clx-e810cq-2048B-2t1c-eth-ip4tcphttp-ldpreload-nginx-1_15_0-rps"
+ data: "vpp-2n-clx-curr-iter-vsap"
+ include:
+ - "Tests.Vpp.Perf.Hoststack.2N1L-100Ge2P1E810Cq-Eth-Ip4Tcphttp-Ldpreload-Nginx-1 15 0-Rps.2048B-2t1c-eth-ip4tcphttp-ldpreload-nginx-1_15_0-rps"
+ layout:
+ title: "2n-clx-e810cq-2048B-2t1c-eth-ip4tcphttp-ldpreload-nginx-1_15_0"
layout: "plot-hoststack"
# Hoststack tests 3n-skx