include-tests: "latency-PDR50-direction1-avg"
filter: "'2T1C' and 'NDRPDR' and 'NIC_Intel-XXV710' and not 'NF_DENSITY'"
columns:
include-tests: "latency-PDR50-direction1-avg"
filter: "'2T1C' and 'NDRPDR' and 'NIC_Intel-XXV710' and not 'NF_DENSITY'"
columns:
- - title: "2101.0-6"
- data-set: "vpp-3n-skx-prev-iter-old-env"
- data-set: "vpp-3n-skx-prev-iter-new-env"
+ data-set: "vpp-3n-skx-hist-iter-new-env"
+ data-set: "vpp-3n-skx-prev-iter-old-env"
+ - title: "2106.0-8"
+ data-set: "vpp-3n-skx-prev-iter-new-env"
+ - title: "2110.0-8"
data-set: "vpp-3n-skx-curr-iter-best"
comparisons:
data-set: "vpp-3n-skx-curr-iter-best"
comparisons:
- - title: "2101.0-7 vs 2101.0-6"
- reference: 1
- compare: 2
-# rca-file: "rca/rca-3n-skx-2t1c-lat-rca1.yaml"
- - title: "2106.0-7 vs 2101.0-7"
+ - title: "2106.0-8 vs 2106.0-7"
-# rca-file: "rca/rca-3n-skx-2t1c-lat-rca2.yaml"
+ - title: "2110.0-8 vs 2106.0-8"
+ reference: 3
+ compare: 4
legend:
- ''
- 'Test Case: Test cases executed for: PDR throughput on 3n-skx with xxv710.'
legend:
- ''
- 'Test Case: Test cases executed for: PDR throughput on 3n-skx with xxv710.'
- - 'YYMM.V-E: [uSec +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "6" for CSIT rls2101, "7" for CSIT rls2106).'
+ - 'YYMM.V-E: [uSec +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "7" for CSIT rls2106, "8" for CSIT rls2110).'
- 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.'
- 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.'
- - '2101.0-7 vs 2101.0-6: Compares CSIT environment current vs previous with previous VPP code.'
- - '2106.0-7 vs 2101.0-7: Compares VPP code current vs previous in the current CSIT environment.'
+ - '2106.0-8 vs 2106.0-7: Compares CSIT environment current vs previous with previous VPP code.'
+ - '2110.0-8 vs 2106.0-8: Compares VPP code current vs previous in the current CSIT environment.'
# VPP Latency Changes 3n-skx 2t1c
- type: "table"
# VPP Latency Changes 3n-skx 2t1c
- type: "table"
include-tests: "latency-PDR90-direction1-avg"
filter: "'2T1C' and 'NDRPDR' and 'NIC_Intel-XXV710' and not 'NF_DENSITY'"
columns:
include-tests: "latency-PDR90-direction1-avg"
filter: "'2T1C' and 'NDRPDR' and 'NIC_Intel-XXV710' and not 'NF_DENSITY'"
columns:
- - title: "2101.0-6"
- data-set: "vpp-3n-skx-prev-iter-old-env"
- data-set: "vpp-3n-skx-prev-iter-new-env"
+ data-set: "vpp-3n-skx-hist-iter-new-env"
+ data-set: "vpp-3n-skx-prev-iter-old-env"
+ - title: "2106.0-8"
+ data-set: "vpp-3n-skx-prev-iter-new-env"
+ - title: "2110.0-8"
data-set: "vpp-3n-skx-curr-iter-best"
comparisons:
data-set: "vpp-3n-skx-curr-iter-best"
comparisons:
- - title: "2101.0-7 vs 2101.0-6"
- reference: 1
- compare: 2
-# rca-file: "rca/rca-3n-skx-2t1c-lat-rca1.yaml"
- - title: "2106.0-7 vs 2101.0-7"
+ - title: "2106.0-8 vs 2106.0-7"
-# rca-file: "rca/rca-3n-skx-2t1c-lat-rca2.yaml"
+ - title: "2110.0-8 vs 2106.0-8"
+ reference: 3
+ compare: 4
legend:
- ''
- 'Test Case: Test cases executed for: PDR throughput on 3n-skx with xxv710.'
legend:
- ''
- 'Test Case: Test cases executed for: PDR throughput on 3n-skx with xxv710.'
- - 'YYMM.V-E: [uSec +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "6" for CSIT rls2101, "7" for CSIT rls2106).'
+ - 'YYMM.V-E: [uSec +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "7" for CSIT rls2106, "8" for CSIT rls2110).'
- 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.'
- 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.'
- - '2101.0-7 vs 2101.0-6: Compares CSIT environment current vs previous with previous VPP code.'
- - '2106.0-7 vs 2101.0-7: Compares VPP code current vs previous in the current CSIT environment.'
+ - '2106.0-8 vs 2106.0-7: Compares CSIT environment current vs previous with previous VPP code.'
+ - '2110.0-8 vs 2106.0-8: Compares VPP code current vs previous in the current CSIT environment.'
# VPP Latency Changes 3n-skx 2t1c
- type: "table"
# VPP Latency Changes 3n-skx 2t1c
- type: "table"
include-tests: "latency-PDR90-direction1-max"
filter: "'2T1C' and 'NDRPDR' and 'NIC_Intel-XXV710' and not 'NF_DENSITY'"
columns:
include-tests: "latency-PDR90-direction1-max"
filter: "'2T1C' and 'NDRPDR' and 'NIC_Intel-XXV710' and not 'NF_DENSITY'"
columns:
- - title: "2101.0-6"
- data-set: "vpp-3n-skx-prev-iter-old-env"
- data-set: "vpp-3n-skx-prev-iter-new-env"
+ data-set: "vpp-3n-skx-hist-iter-new-env"
+ data-set: "vpp-3n-skx-prev-iter-old-env"
+ - title: "2106.0-8"
+ data-set: "vpp-3n-skx-prev-iter-new-env"
+ - title: "2110.0-8"
data-set: "vpp-3n-skx-curr-iter-best"
comparisons:
data-set: "vpp-3n-skx-curr-iter-best"
comparisons:
- - title: "2101.0-7 vs 2101.0-6"
- reference: 1
- compare: 2
-# rca-file: "rca/rca-3n-skx-2t1c-lat-rca1.yaml"
- - title: "2106.0-7 vs 2101.0-7"
+ - title: "2106.0-8 vs 2106.0-7"
-# rca-file: "rca/rca-3n-skx-2t1c-lat-rca2.yaml"
+ - title: "2110.0-8 vs 2106.0-8"
+ reference: 3
+ compare: 4
legend:
- ''
- 'Test Case: Test cases executed for: PDR throughput on 3n-skx with xxv710.'
legend:
- ''
- 'Test Case: Test cases executed for: PDR throughput on 3n-skx with xxv710.'
- - 'YYMM.V-E: [uSec +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "6" for CSIT rls2101, "7" for CSIT rls2106).'
+ - 'YYMM.V-E: [uSec +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "7" for CSIT rls2106, "8" for CSIT rls2110).'
- 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.'
- 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.'
- - '2101.0-7 vs 2101.0-6: Compares CSIT environment current vs previous with previous VPP code.'
- - '2106.0-7 vs 2101.0-7: Compares VPP code current vs previous in the current CSIT environment.'
+ - '2106.0-8 vs 2106.0-7: Compares CSIT environment current vs previous with previous VPP code.'
+ - '2110.0-8 vs 2106.0-8: Compares VPP code current vs previous in the current CSIT environment.'
# VPP Latency Changes 2n-skx 2t1c
- type: "table"
# VPP Latency Changes 2n-skx 2t1c
- type: "table"
include-tests: "latency-PDR50-direction1-avg"
filter: "'2T1C' and 'NDRPDR' and 'NIC_Intel-XXV710' and not 'NF_DENSITY'"
columns:
include-tests: "latency-PDR50-direction1-avg"
filter: "'2T1C' and 'NDRPDR' and 'NIC_Intel-XXV710' and not 'NF_DENSITY'"
columns:
- - title: "2101.0-6"
- data-set: "vpp-2n-skx-prev-iter-old-env"
- data-set: "vpp-2n-skx-prev-iter-new-env"
+ data-set: "vpp-2n-skx-hist-iter-new-env"
+ data-set: "vpp-2n-skx-prev-iter-old-env"
+ - title: "2106.0-8"
+ data-set: "vpp-2n-skx-prev-iter-new-env"
+ - title: "2110.0-8"
data-set: "vpp-2n-skx-curr-iter-best"
comparisons:
data-set: "vpp-2n-skx-curr-iter-best"
comparisons:
- - title: "2101.0-7 vs 2101.0-6"
- reference: 1
- compare: 2
-# rca-file: "rca/rca-2n-skx-2t1c-lat-rca1.yaml"
- - title: "2106.0-7 vs 2101.0-7"
+ - title: "2106.0-8 vs 2106.0-7"
-# rca-file: "rca/rca-2n-skx-2t1c-lat-rca2.yaml"
+ - title: "2110.0-8 vs 2106.0-8"
+ reference: 3
+ compare: 4
legend:
- ''
- 'Test Case: Test cases executed for: PDR throughput on 2n-skx with xxv710.'
legend:
- ''
- 'Test Case: Test cases executed for: PDR throughput on 2n-skx with xxv710.'
- - 'YYMM.V-E: [uSec +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "6" for CSIT rls2101, "7" for CSIT rls2106).'
+ - 'YYMM.V-E: [uSec +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "7" for CSIT rls2106, "8" for CSIT rls2110).'
- 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.'
- 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.'
- - '2101.0-7 vs 2101.0-6: Compares CSIT environment current vs previous with previous VPP code.'
- - '2106.0-7 vs 2101.0-7: Compares VPP code current vs previous in the current CSIT environment.'
+ - '2106.0-8 vs 2106.0-7: Compares CSIT environment current vs previous with previous VPP code.'
+ - '2110.0-8 vs 2106.0-8: Compares VPP code current vs previous in the current CSIT environment.'
# VPP Latency Changes 2n-skx 2t1c
- type: "table"
# VPP Latency Changes 2n-skx 2t1c
- type: "table"
include-tests: "latency-PDR90-direction1-avg"
filter: "'2T1C' and 'NDRPDR' and 'NIC_Intel-XXV710' and not 'NF_DENSITY'"
columns:
include-tests: "latency-PDR90-direction1-avg"
filter: "'2T1C' and 'NDRPDR' and 'NIC_Intel-XXV710' and not 'NF_DENSITY'"
columns:
- - title: "2101.0-6"
- data-set: "vpp-2n-skx-prev-iter-old-env"
- data-set: "vpp-2n-skx-prev-iter-new-env"
+ data-set: "vpp-2n-skx-hist-iter-new-env"
+ data-set: "vpp-2n-skx-prev-iter-old-env"
+ - title: "2106.0-8"
+ data-set: "vpp-2n-skx-prev-iter-new-env"
+ - title: "2110.0-8"
data-set: "vpp-2n-skx-curr-iter-best"
comparisons:
data-set: "vpp-2n-skx-curr-iter-best"
comparisons:
- - title: "2101.0-7 vs 2101.0-6"
- reference: 1
- compare: 2
-# rca-file: "rca/rca-2n-skx-2t1c-lat-rca1.yaml"
- - title: "2106.0-7 vs 2101.0-7"
+ - title: "2106.0-8 vs 2106.0-7"
-# rca-file: "rca/rca-2n-skx-2t1c-lat-rca2.yaml"
+ - title: "2110.0-8 vs 2106.0-8"
+ reference: 3
+ compare: 4
legend:
- ''
- 'Test Case: Test cases executed for: PDR throughput on 2n-skx with xxv710.'
legend:
- ''
- 'Test Case: Test cases executed for: PDR throughput on 2n-skx with xxv710.'
- - 'YYMM.V-E: [uSec +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "6" for CSIT rls2101, "7" for CSIT rls2106).'
+ - 'YYMM.V-E: [uSec +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "7" for CSIT rls2106, "8" for CSIT rls2110).'
- 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.'
- 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.'
- - '2101.0-7 vs 2101.0-6: Compares CSIT environment current vs previous with previous VPP code.'
- - '2106.0-7 vs 2101.0-7: Compares VPP code current vs previous in the current CSIT environment.'
+ - '2106.0-8 vs 2106.0-7: Compares CSIT environment current vs previous with previous VPP code.'
+ - '2110.0-8 vs 2106.0-8: Compares VPP code current vs previous in the current CSIT environment.'
# VPP Latency Changes 2n-skx 2t1c
- type: "table"
# VPP Latency Changes 2n-skx 2t1c
- type: "table"
include-tests: "latency-PDR90-direction1-max"
filter: "'2T1C' and 'NDRPDR' and 'NIC_Intel-XXV710' and not 'NF_DENSITY'"
columns:
include-tests: "latency-PDR90-direction1-max"
filter: "'2T1C' and 'NDRPDR' and 'NIC_Intel-XXV710' and not 'NF_DENSITY'"
columns:
- - title: "2101.0-6"
- data-set: "vpp-2n-skx-prev-iter-old-env"
- data-set: "vpp-2n-skx-prev-iter-new-env"
+ data-set: "vpp-2n-skx-hist-iter-new-env"
+ data-set: "vpp-2n-skx-prev-iter-old-env"
+ - title: "2106.0-8"
+ data-set: "vpp-2n-skx-prev-iter-new-env"
+ - title: "2110.0-8"
data-set: "vpp-2n-skx-curr-iter-best"
comparisons:
data-set: "vpp-2n-skx-curr-iter-best"
comparisons:
- - title: "2101.0-7 vs 2101.0-6"
- reference: 1
- compare: 2
-# rca-file: "rca/rca-2n-skx-2t1c-lat-rca1.yaml"
- - title: "2106.0-7 vs 2101.0-7"
+ - title: "2106.0-8 vs 2106.0-7"
-# rca-file: "rca/rca-2n-skx-2t1c-lat-rca2.yaml"
+ - title: "2110.0-8 vs 2106.0-8"
+ reference: 3
+ compare: 4
legend:
- ''
- 'Test Case: Test cases executed for: PDR throughput on 2n-skx with xxv710.'
legend:
- ''
- 'Test Case: Test cases executed for: PDR throughput on 2n-skx with xxv710.'
- - 'YYMM.V-E: [uSec +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "6" for CSIT rls2101, "7" for CSIT rls2106).'
+ - 'YYMM.V-E: [uSec +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "7" for CSIT rls2106, "8" for CSIT rls2110).'
- 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.'
- 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.'
- - '2101.0-7 vs 2101.0-6: Compares CSIT environment current vs previous with previous VPP code.'
- - '2106.0-7 vs 2101.0-7: Compares VPP code current vs previous in the current CSIT environment.'
+ - '2106.0-8 vs 2106.0-7: Compares CSIT environment current vs previous with previous VPP code.'
+ - '2110.0-8 vs 2106.0-8: Compares VPP code current vs previous in the current CSIT environment.'
# VPP Latency Changes 2n-clx 2t1c
- type: "table"
# VPP Latency Changes 2n-clx 2t1c
- type: "table"
include-tests: "latency-PDR50-direction1-avg"
filter: "'2T1C' and 'NDRPDR' and 'NIC_Intel-XXV710' and not 'NF_DENSITY'"
columns:
include-tests: "latency-PDR50-direction1-avg"
filter: "'2T1C' and 'NDRPDR' and 'NIC_Intel-XXV710' and not 'NF_DENSITY'"
columns:
- - title: "2101.0-6"
- data-set: "vpp-2n-clx-prev-iter-old-env"
- data-set: "vpp-2n-clx-prev-iter-new-env"
+ data-set: "vpp-2n-clx-hist-iter-new-env"
+ data-set: "vpp-2n-clx-prev-iter-old-env"
+ - title: "2106.0-8"
+ data-set: "vpp-2n-clx-prev-iter-new-env"
+ - title: "2110.0-8"
data-set: "vpp-2n-clx-curr-iter-best"
comparisons:
data-set: "vpp-2n-clx-curr-iter-best"
comparisons:
- - title: "2101.0-7 vs 2101.0-6"
- reference: 1
- compare: 2
-# rca-file: "rca/rca-2n-clx-2t1c-lat-rca1.yaml"
- - title: "2106.0-7 vs 2101.0-7"
+ - title: "2106.0-8 vs 2106.0-7"
-# rca-file: "rca/rca-2n-clx-2t1c-lat-rca2.yaml"
+ - title: "2110.0-8 vs 2106.0-8"
+ reference: 3
+ compare: 4
legend:
- ''
- 'Test Case: Test cases executed for: PDR throughput on 2n-clx with xxv710.'
legend:
- ''
- 'Test Case: Test cases executed for: PDR throughput on 2n-clx with xxv710.'
- - 'YYMM.V-E: [uSec +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "6" for CSIT rls2101, "7" for CSIT rls2106).'
+ - 'YYMM.V-E: [uSec +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "7" for CSIT rls2106, "8" for CSIT rls2110).'
- 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.'
- 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.'
- - '2101.0-7 vs 2101.0-6: Compares CSIT environment current vs previous with previous VPP code.'
- - '2106.0-7 vs 2101.0-7: Compares VPP code current vs previous in the current CSIT environment.'
+ - '2106.0-8 vs 2106.0-7: Compares CSIT environment current vs previous with previous VPP code.'
+ - '2110.0-8 vs 2106.0-8: Compares VPP code current vs previous in the current CSIT environment.'
# VPP Latency Changes 2n-clx 2t1c
- type: "table"
# VPP Latency Changes 2n-clx 2t1c
- type: "table"
include-tests: "latency-PDR90-direction1-avg"
filter: "'2T1C' and 'NDRPDR' and 'NIC_Intel-XXV710' and not 'NF_DENSITY'"
columns:
include-tests: "latency-PDR90-direction1-avg"
filter: "'2T1C' and 'NDRPDR' and 'NIC_Intel-XXV710' and not 'NF_DENSITY'"
columns:
- - title: "2101.0-6"
- data-set: "vpp-2n-clx-prev-iter-old-env"
- data-set: "vpp-2n-clx-prev-iter-new-env"
+ data-set: "vpp-2n-clx-hist-iter-new-env"
+ data-set: "vpp-2n-clx-prev-iter-old-env"
+ - title: "2106.0-8"
+ data-set: "vpp-2n-clx-prev-iter-new-env"
+ - title: "2110.0-8"
data-set: "vpp-2n-clx-curr-iter-best"
comparisons:
data-set: "vpp-2n-clx-curr-iter-best"
comparisons:
- - title: "2101.0-7 vs 2101.0-6"
- reference: 1
- compare: 2
-# rca-file: "rca/rca-2n-clx-2t1c-lat-rca1.yaml"
- - title: "2106.0-7 vs 2101.0-7"
+ - title: "2106.0-8 vs 2106.0-7"
-# rca-file: "rca/rca-2n-clx-2t1c-lat-rca2.yaml"
+ - title: "2110.0-8 vs 2106.0-8"
+ reference: 3
+ compare: 4
legend:
- ''
- 'Test Case: Test cases executed for: PDR throughput on 2n-clx with xxv710.'
legend:
- ''
- 'Test Case: Test cases executed for: PDR throughput on 2n-clx with xxv710.'
- - 'YYMM.V-E: [uSec +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "6" for CSIT rls2101, "7" for CSIT rls2106).'
+ - 'YYMM.V-E: [uSec +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "7" for CSIT rls2106, "8" for CSIT rls2110).'
- 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.'
- 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.'
- - '2101.0-7 vs 2101.0-6: Compares CSIT environment current vs previous with previous VPP code.'
- - '2106.0-7 vs 2101.0-7: Compares VPP code current vs previous in the current CSIT environment.'
+ - '2106.0-8 vs 2106.0-7: Compares CSIT environment current vs previous with previous VPP code.'
+ - '2110.0-8 vs 2106.0-8: Compares VPP code current vs previous in the current CSIT environment.'
# VPP Latency Changes 2n-clx 2t1c
- type: "table"
# VPP Latency Changes 2n-clx 2t1c
- type: "table"
include-tests: "latency-PDR90-direction1-max"
filter: "'2T1C' and 'NDRPDR' and 'NIC_Intel-XXV710' and not 'NF_DENSITY'"
columns:
include-tests: "latency-PDR90-direction1-max"
filter: "'2T1C' and 'NDRPDR' and 'NIC_Intel-XXV710' and not 'NF_DENSITY'"
columns:
- - title: "2101.0-6"
- data-set: "vpp-2n-clx-prev-iter-old-env"
- data-set: "vpp-2n-clx-prev-iter-new-env"
+ data-set: "vpp-2n-clx-hist-iter-new-env"
+ data-set: "vpp-2n-clx-prev-iter-old-env"
+ - title: "2106.0-8"
+ data-set: "vpp-2n-clx-prev-iter-new-env"
+ - title: "2110.0-8"
data-set: "vpp-2n-clx-curr-iter-best"
comparisons:
data-set: "vpp-2n-clx-curr-iter-best"
comparisons:
- - title: "2101.0-7 vs 2101.0-6"
- reference: 1
- compare: 2
-# rca-file: "rca/rca-2n-clx-2t1c-lat-rca1.yaml"
- - title: "2106.0-7 vs 2101.0-7"
+ - title: "2106.0-8 vs 2106.0-7"
-# rca-file: "rca/rca-2n-clx-2t1c-lat-rca2.yaml"
+ - title: "2110.0-8 vs 2106.0-8"
+ reference: 3
+ compare: 4
legend:
- ''
- 'Test Case: Test cases executed for: PDR throughput on 2n-clx with xxv710.'
legend:
- ''
- 'Test Case: Test cases executed for: PDR throughput on 2n-clx with xxv710.'
- - 'YYMM.V-E: [uSec +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "6" for CSIT rls2101, "7" for CSIT rls2106).'
+ - 'YYMM.V-E: [uSec +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "7" for CSIT rls2106, "8" for CSIT rls2110).'
- 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.'
- 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.'
- - '2101.0-7 vs 2101.0-6: Compares CSIT environment current vs previous with previous VPP code.'
- - '2106.0-7 vs 2101.0-7: Compares VPP code current vs previous in the current CSIT environment.'
+ - '2106.0-8 vs 2106.0-7: Compares CSIT environment current vs previous with previous VPP code.'
+ - '2110.0-8 vs 2106.0-8: Compares VPP code current vs previous in the current CSIT environment.'
# VPP Latency Changes 2n-clx 2t1c
- type: "table"
# VPP Latency Changes 2n-clx 2t1c
- type: "table"
include-tests: "latency-PDR50-direction1-avg"
filter: "'2T1C' and 'NDRPDR' and 'NIC_Mellanox-CX556A' and not 'NF_DENSITY'"
columns:
include-tests: "latency-PDR50-direction1-avg"
filter: "'2T1C' and 'NDRPDR' and 'NIC_Mellanox-CX556A' and not 'NF_DENSITY'"
columns:
- - title: "2101.0-6"
- data-set: "vpp-2n-clx-prev-iter-old-env"
- data-set: "vpp-2n-clx-prev-iter-new-env"
+ data-set: "vpp-2n-clx-hist-iter-new-env"
+ data-set: "vpp-2n-clx-prev-iter-old-env"
+ - title: "2106.0-8"
+ data-set: "vpp-2n-clx-prev-iter-new-env"
+ - title: "2110.0-8"
data-set: "vpp-2n-clx-curr-iter-best"
comparisons:
data-set: "vpp-2n-clx-curr-iter-best"
comparisons:
- - title: "2101.0-7 vs 2101.0-6"
- reference: 1
- compare: 2
-# rca-file: "rca/rca-2n-clx-2t1c-lat-rca1.yaml"
- - title: "2106.0-7 vs 2101.0-7"
+ - title: "2106.0-8 vs 2106.0-7"
-# rca-file: "rca/rca-2n-clx-2t1c-lat-rca2.yaml"
+ - title: "2110.0-8 vs 2106.0-8"
+ reference: 3
+ compare: 4
legend:
- ''
- 'Test Case: Test cases executed for: PDR throughput on 2n-clx with cx556a.'
legend:
- ''
- 'Test Case: Test cases executed for: PDR throughput on 2n-clx with cx556a.'
- - 'YYMM.V-E: [uSec +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "6" for CSIT rls2101, "7" for CSIT rls2106).'
+ - 'YYMM.V-E: [uSec +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "7" for CSIT rls2106, "8" for CSIT rls2110).'
- 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.'
- 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.'
- - '2101.0-7 vs 2101.0-6: Compares CSIT environment current vs previous with previous VPP code.'
- - '2106.0-7 vs 2101.0-7: Compares VPP code current vs previous in the current CSIT environment.'
+ - '2106.0-8 vs 2106.0-7: Compares CSIT environment current vs previous with previous VPP code.'
+ - '2110.0-8 vs 2106.0-8: Compares VPP code current vs previous in the current CSIT environment.'
# VPP Latency Changes 2n-clx 2t1c
- type: "table"
# VPP Latency Changes 2n-clx 2t1c
- type: "table"
include-tests: "latency-PDR90-direction1-avg"
filter: "'2T1C' and 'NDRPDR' and 'NIC_Mellanox-CX556A' and not 'NF_DENSITY'"
columns:
include-tests: "latency-PDR90-direction1-avg"
filter: "'2T1C' and 'NDRPDR' and 'NIC_Mellanox-CX556A' and not 'NF_DENSITY'"
columns:
- - title: "2101.0-6"
- data-set: "vpp-2n-clx-prev-iter-old-env"
- data-set: "vpp-2n-clx-prev-iter-new-env"
+ data-set: "vpp-2n-clx-hist-iter-new-env"
+ data-set: "vpp-2n-clx-prev-iter-old-env"
+ - title: "2106.0-8"
+ data-set: "vpp-2n-clx-prev-iter-new-env"
+ - title: "2110.0-8"
data-set: "vpp-2n-clx-curr-iter-best"
comparisons:
data-set: "vpp-2n-clx-curr-iter-best"
comparisons:
- - title: "2101.0-7 vs 2101.0-6"
- reference: 1
- compare: 2
-# rca-file: "rca/rca-2n-clx-2t1c-lat-rca1.yaml"
- - title: "2106.0-7 vs 2101.0-7"
+ - title: "2106.0-8 vs 2106.0-7"
-# rca-file: "rca/rca-2n-clx-2t1c-lat-rca2.yaml"
+ - title: "2110.0-8 vs 2106.0-8"
+ reference: 3
+ compare: 4
legend:
- ''
- 'Test Case: Test cases executed for: PDR throughput on 2n-clx with cx556a.'
legend:
- ''
- 'Test Case: Test cases executed for: PDR throughput on 2n-clx with cx556a.'
- - 'YYMM.V-E: [uSec +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "6" for CSIT rls2101, "7" for CSIT rls2106).'
+ - 'YYMM.V-E: [uSec +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "7" for CSIT rls2106, "8" for CSIT rls2110).'
- 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.'
- 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.'
- - '2101.0-7 vs 2101.0-6: Compares CSIT environment current vs previous with previous VPP code.'
- - '2106.0-7 vs 2101.0-7: Compares VPP code current vs previous in the current CSIT environment.'
+ - '2106.0-8 vs 2106.0-7: Compares CSIT environment current vs previous with previous VPP code.'
+ - '2110.0-8 vs 2106.0-8: Compares VPP code current vs previous in the current CSIT environment.'
# VPP Latency Changes 2n-clx 2t1c
- type: "table"
# VPP Latency Changes 2n-clx 2t1c
- type: "table"
include-tests: "latency-PDR90-direction1-max"
filter: "'2T1C' and 'NDRPDR' and 'NIC_Mellanox-CX556A' and not 'NF_DENSITY'"
columns:
include-tests: "latency-PDR90-direction1-max"
filter: "'2T1C' and 'NDRPDR' and 'NIC_Mellanox-CX556A' and not 'NF_DENSITY'"
columns:
- - title: "2101.0-6"
- data-set: "vpp-2n-clx-prev-iter-old-env"
- data-set: "vpp-2n-clx-prev-iter-new-env"
+ data-set: "vpp-2n-clx-hist-iter-new-env"
+ data-set: "vpp-2n-clx-prev-iter-old-env"
+ - title: "2106.0-8"
+ data-set: "vpp-2n-clx-prev-iter-new-env"
+ - title: "2110.0-8"
data-set: "vpp-2n-clx-curr-iter-best"
comparisons:
data-set: "vpp-2n-clx-curr-iter-best"
comparisons:
- - title: "2101.0-7 vs 2101.0-6"
- reference: 1
- compare: 2
-# rca-file: "rca/rca-2n-clx-2t1c-lat-rca1.yaml"
- - title: "2106.0-7 vs 2101.0-7"
+ - title: "2106.0-8 vs 2106.0-7"
-# rca-file: "rca/rca-2n-clx-2t1c-lat-rca2.yaml"
+ - title: "2110.0-8 vs 2106.0-8"
+ reference: 3
+ compare: 4
legend:
- ''
- 'Test Case: Test cases executed for: PDR throughput on 2n-clx with cx556a.'
legend:
- ''
- 'Test Case: Test cases executed for: PDR throughput on 2n-clx with cx556a.'
- - 'YYMM.V-E: [uSec +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "6" for CSIT rls2101, "7" for CSIT rls2106).'
+ - 'YYMM.V-E: [uSec +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "7" for CSIT rls2106, "8" for CSIT rls2110).'
- 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.'
- 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.'
- - '2101.0-7 vs 2101.0-6: Compares CSIT environment current vs previous with previous VPP code.'
- - '2106.0-7 vs 2101.0-7: Compares VPP code current vs previous in the current CSIT environment.'
+ - '2106.0-8 vs 2106.0-7: Compares CSIT environment current vs previous with previous VPP code.'
+ - '2110.0-8 vs 2106.0-8: Compares VPP code current vs previous in the current CSIT environment.'
# VPP Latency Changes 2n-zn2 2t1c
- type: "table"
# VPP Latency Changes 2n-zn2 2t1c
- type: "table"
include-tests: "latency-PDR50-direction1-avg"
filter: "'2T1C' and 'NDRPDR' and 'NIC_Intel-XXV710'"
columns:
include-tests: "latency-PDR50-direction1-avg"
filter: "'2T1C' and 'NDRPDR' and 'NIC_Intel-XXV710'"
columns:
- - title: "2101.0-6"
- data-set: "vpp-2n-zn2-prev-iter-old-env"
- data-set: "vpp-2n-zn2-prev-iter-new-env"
+ data-set: "vpp-2n-zn2-hist-iter-new-env"
+ data-set: "vpp-2n-zn2-prev-iter-old-env"
+ - title: "2106.0-8"
+ data-set: "vpp-2n-zn2-prev-iter-new-env"
+ - title: "2110.0-8"
data-set: "vpp-2n-zn2-curr-iter-best"
comparisons:
data-set: "vpp-2n-zn2-curr-iter-best"
comparisons:
- - title: "2101.0-7 vs 2101.0-6"
- reference: 1
- compare: 2
-# rca-file: "rca/rca-2n-zn2-2t1c-lat-rca1.yaml"
- - title: "2106.0-7 vs 2101.0-7"
+ - title: "2106.0-8 vs 2106.0-7"
-# rca-file: "rca/rca-2n-zn2-2t1c-lat-rca2.yaml"
+ - title: "2110.0-8 vs 2106.0-8"
+ reference: 3
+ compare: 4
legend:
- ''
- 'Test Case: Test cases executed for: PDR throughput on 2n-zn2 with xxv710.'
legend:
- ''
- 'Test Case: Test cases executed for: PDR throughput on 2n-zn2 with xxv710.'
- - 'YYMM.V-E: [uSec +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "6" for CSIT rls2101, "7" for CSIT rls2106).'
+ - 'YYMM.V-E: [uSec +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "7" for CSIT rls2106, "8" for CSIT rls2110).'
- 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.'
- 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.'
- - '2101.0-7 vs 2101.0-6: Compares CSIT environment current vs previous with previous VPP code.'
- - '2106.0-7 vs 2101.0-7: Compares VPP code current vs previous in the current CSIT environment.'
+ - '2106.0-8 vs 2106.0-7: Compares CSIT environment current vs previous with previous VPP code.'
+ - '2110.0-8 vs 2106.0-8: Compares VPP code current vs previous in the current CSIT environment.'
# VPP Latency Changes 2n-zn2 2t1c
- type: "table"
# VPP Latency Changes 2n-zn2 2t1c
- type: "table"
include-tests: "latency-PDR90-direction1-avg"
filter: "'2T1C' and 'NDRPDR' and 'NIC_Intel-XXV710'"
columns:
include-tests: "latency-PDR90-direction1-avg"
filter: "'2T1C' and 'NDRPDR' and 'NIC_Intel-XXV710'"
columns:
- - title: "2101.0-6"
- data-set: "vpp-2n-zn2-prev-iter-old-env"
- data-set: "vpp-2n-zn2-prev-iter-new-env"
+ data-set: "vpp-2n-zn2-hist-iter-new-env"
+ data-set: "vpp-2n-zn2-prev-iter-old-env"
+ - title: "2106.0-8"
+ data-set: "vpp-2n-zn2-prev-iter-new-env"
+ - title: "2110.0-8"
data-set: "vpp-2n-zn2-curr-iter-best"
comparisons:
data-set: "vpp-2n-zn2-curr-iter-best"
comparisons:
- - title: "2101.0-7 vs 2101.0-6"
- reference: 1
- compare: 2
-# rca-file: "rca/rca-2n-zn2-2t1c-lat-rca1.yaml"
- - title: "2106.0-7 vs 2101.0-7"
+ - title: "2106.0-8 vs 2106.0-7"
-# rca-file: "rca/rca-2n-zn2-2t1c-lat-rca2.yaml"
+ - title: "2110.0-8 vs 2106.0-8"
+ reference: 3
+ compare: 4
legend:
- ''
- 'Test Case: Test cases executed for: PDR throughput on 2n-zn2 with xxv710.'
legend:
- ''
- 'Test Case: Test cases executed for: PDR throughput on 2n-zn2 with xxv710.'
- - 'YYMM.V-E: [uSec +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "6" for CSIT rls2101, "7" for CSIT rls2106).'
+ - 'YYMM.V-E: [uSec +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "7" for CSIT rls2106, "8" for CSIT rls2110).'
- 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.'
- 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.'
- - '2101.0-7 vs 2101.0-6: Compares CSIT environment current vs previous with previous VPP code.'
- - '2106.0-7 vs 2101.0-7: Compares VPP code current vs previous in the current CSIT environment.'
+ - '2106.0-8 vs 2106.0-7: Compares CSIT environment current vs previous with previous VPP code.'
+ - '2110.0-8 vs 2106.0-8: Compares VPP code current vs previous in the current CSIT environment.'
# VPP Latency Changes 2n-zn2 2t1c
- type: "table"
# VPP Latency Changes 2n-zn2 2t1c
- type: "table"
include-tests: "latency-PDR90-direction1-max"
filter: "'2T1C' and 'NDRPDR' and 'NIC_Intel-XXV710'"
columns:
include-tests: "latency-PDR90-direction1-max"
filter: "'2T1C' and 'NDRPDR' and 'NIC_Intel-XXV710'"
columns:
- - title: "2101.0-6"
- data-set: "vpp-2n-zn2-prev-iter-old-env"
- data-set: "vpp-2n-zn2-prev-iter-new-env"
+ data-set: "vpp-2n-zn2-hist-iter-new-env"
+ data-set: "vpp-2n-zn2-prev-iter-old-env"
+ - title: "2106.0-8"
+ data-set: "vpp-2n-zn2-prev-iter-new-env"
+ - title: "2110.0-8"
data-set: "vpp-2n-zn2-curr-iter-best"
comparisons:
data-set: "vpp-2n-zn2-curr-iter-best"
comparisons:
- - title: "2101.0-7 vs 2101.0-6"
- reference: 1
- compare: 2
-# rca-file: "rca/rca-2n-zn2-2t1c-lat-rca1.yaml"
- - title: "2106.0-7 vs 2101.0-7"
+ - title: "2106.0-8 vs 2106.0-7"
-# rca-file: "rca/rca-2n-zn2-2t1c-lat-rca2.yaml"
+ - title: "2110.0-8 vs 2106.0-8"
+ reference: 3
+ compare: 4
legend:
- ''
- 'Test Case: Test cases executed for: PDR throughput on 2n-zn2 with xxv710.'
legend:
- ''
- 'Test Case: Test cases executed for: PDR throughput on 2n-zn2 with xxv710.'
- - 'YYMM.V-E: [uSec +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "6" for CSIT rls2101, "7" for CSIT rls2106).'
+ - 'YYMM.V-E: [uSec +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "7" for CSIT rls2106, "8" for CSIT rls2110).'
- 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.'
- 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.'
- - '2101.0-7 vs 2101.0-6: Compares CSIT environment current vs previous with previous VPP code.'
- - '2106.0-7 vs 2101.0-7: Compares VPP code current vs previous in the current CSIT environment.'
+ - '2106.0-8 vs 2106.0-7: Compares CSIT environment current vs previous with previous VPP code.'
+ - '2110.0-8 vs 2106.0-8: Compares VPP code current vs previous in the current CSIT environment.'
# VPP Latency Changes 2n-tx2 1t1c
- type: "table"
# VPP Latency Changes 2n-tx2 1t1c
- type: "table"
include-tests: "latency-PDR50-direction1-avg"
filter: "'1T1C' and 'NDRPDR'"
columns:
include-tests: "latency-PDR50-direction1-avg"
filter: "'1T1C' and 'NDRPDR'"
columns:
- - title: "2101.0-6"
- data-set: "vpp-2n-tx2-prev-iter-old-env"
- data-set: "vpp-2n-tx2-prev-iter-new-env"
+ data-set: "vpp-2n-tx2-hist-iter-new-env"
+ data-set: "vpp-2n-tx2-prev-iter-old-env"
+ - title: "2106.0-8"
+ data-set: "vpp-2n-tx2-prev-iter-new-env"
+ - title: "2110.0-8"
data-set: "vpp-2n-tx2-curr-iter-best"
comparisons:
data-set: "vpp-2n-tx2-curr-iter-best"
comparisons:
- - title: "2101.0-7 vs 2101.0-6"
- reference: 1
- compare: 2
-# rca-file: "rca/rca-2n-tx2-1t1c-lat-rca1.yaml"
- - title: "2106.0-7 vs 2101.0-7"
+ - title: "2106.0-8 vs 2106.0-7"
-# rca-file: "rca/rca-2n-tx2-1t1c-lat-rca2.yaml"
+ - title: "2110.0-8 vs 2106.0-8"
+ reference: 3
+ compare: 4
legend:
- ''
- 'Test Case: Test cases executed for: PDR throughput on 2n-tx2 with xl710.'
legend:
- ''
- 'Test Case: Test cases executed for: PDR throughput on 2n-tx2 with xl710.'
- - 'YYMM.V-E: [uSec +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "6" for CSIT rls2101, "7" for CSIT rls2106).'
+ - 'YYMM.V-E: [uSec +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "7" for CSIT rls2106, "8" for CSIT rls2110).'
- 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.'
- 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.'
- - '2101.0-7 vs 2101.0-6: Compares CSIT environment current vs previous with previous VPP code.'
- - '2106.0-7 vs 2101.0-7: Compares VPP code current vs previous in the current CSIT environment.'
+ - '2106.0-8 vs 2106.0-7: Compares CSIT environment current vs previous with previous VPP code.'
+ - '2110.0-8 vs 2106.0-8: Compares VPP code current vs previous in the current CSIT environment.'
# VPP Latency Changes 2n-tx2 1t1c
- type: "table"
# VPP Latency Changes 2n-tx2 1t1c
- type: "table"
include-tests: "latency-PDR90-direction1-avg"
filter: "'1T1C' and 'NDRPDR'"
columns:
include-tests: "latency-PDR90-direction1-avg"
filter: "'1T1C' and 'NDRPDR'"
columns:
- - title: "2101.0-6"
- data-set: "vpp-2n-tx2-prev-iter-old-env"
- data-set: "vpp-2n-tx2-prev-iter-new-env"
+ data-set: "vpp-2n-tx2-hist-iter-new-env"
+ data-set: "vpp-2n-tx2-prev-iter-old-env"
+ - title: "2106.0-8"
+ data-set: "vpp-2n-tx2-prev-iter-new-env"
+ - title: "2110.0-8"
data-set: "vpp-2n-tx2-curr-iter-best"
comparisons:
data-set: "vpp-2n-tx2-curr-iter-best"
comparisons:
- - title: "2101.0-7 vs 2101.0-6"
- reference: 1
- compare: 2
-# rca-file: "rca/rca-2n-tx2-1t1c-lat-rca1.yaml"
- - title: "2106.0-7 vs 2101.0-7"
+ - title: "2106.0-8 vs 2106.0-7"
-# rca-file: "rca/rca-2n-tx2-1t1c-lat-rca2.yaml"
+ - title: "2110.0-8 vs 2106.0-8"
+ reference: 3
+ compare: 4
legend:
- ''
- 'Test Case: Test cases executed for: PDR throughput on 2n-tx2 with xl710.'
legend:
- ''
- 'Test Case: Test cases executed for: PDR throughput on 2n-tx2 with xl710.'
- - 'YYMM.V-E: [uSec +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "6" for CSIT rls2101, "7" for CSIT rls2106).'
+ - 'YYMM.V-E: [uSec +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "7" for CSIT rls2106, "8" for CSIT rls2110).'
- 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.'
- 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.'
- - '2101.0-7 vs 2101.0-6: Compares CSIT environment current vs previous with previous VPP code.'
- - '2106.0-7 vs 2101.0-7: Compares VPP code current vs previous in the current CSIT environment.'
+ - '2106.0-8 vs 2106.0-7: Compares CSIT environment current vs previous with previous VPP code.'
+ - '2110.0-8 vs 2106.0-8: Compares VPP code current vs previous in the current CSIT environment.'
# VPP Latency Changes 2n-tx2 1t1c
- type: "table"
# VPP Latency Changes 2n-tx2 1t1c
- type: "table"
include-tests: "latency-PDR90-direction1-max"
filter: "'1T1C' and 'NDRPDR'"
columns:
include-tests: "latency-PDR90-direction1-max"
filter: "'1T1C' and 'NDRPDR'"
columns:
- - title: "2101.0-6"
- data-set: "vpp-2n-tx2-prev-iter-old-env"
- data-set: "vpp-2n-tx2-prev-iter-new-env"
+ data-set: "vpp-2n-tx2-hist-iter-new-env"
+ data-set: "vpp-2n-tx2-prev-iter-old-env"
+ - title: "2106.0-8"
+ data-set: "vpp-2n-tx2-prev-iter-new-env"
+ - title: "2110.0-8"
data-set: "vpp-2n-tx2-curr-iter-best"
comparisons:
data-set: "vpp-2n-tx2-curr-iter-best"
comparisons:
- - title: "2101.0-7 vs 2101.0-6"
- reference: 1
- compare: 2
-# rca-file: "rca/rca-2n-tx2-1t1c-lat-rca1.yaml"
- - title: "2106.0-7 vs 2101.0-7"
+ - title: "2106.0-8 vs 2106.0-7"
-# rca-file: "rca/rca-2n-tx2-1t1c-lat-rca2.yaml"
+ - title: "2110.0-8 vs 2106.0-8"
+ reference: 3
+ compare: 4
legend:
- ''
- 'Test Case: Test cases executed for: PDR throughput on 2n-tx2 with xl710.'
legend:
- ''
- 'Test Case: Test cases executed for: PDR throughput on 2n-tx2 with xl710.'
- - 'YYMM.V-E: [uSec +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "6" for CSIT rls2101, "7" for CSIT rls2106).'
+ - 'YYMM.V-E: [uSec +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "7" for CSIT rls2106, "8" for CSIT rls2110).'
- 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.'
- 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.'
- - '2101.0-7 vs 2101.0-6: Compares CSIT environment current vs previous with previous VPP code.'
- - '2106.0-7 vs 2101.0-7: Compares VPP code current vs previous in the current CSIT environment.'
+ - '2106.0-8 vs 2106.0-7: Compares CSIT environment current vs previous with previous VPP code.'
+ - '2110.0-8 vs 2106.0-8: Compares VPP code current vs previous in the current CSIT environment.'
# VPP Latency Changes 3n-tsh 1t1c
- type: "table"
# VPP Latency Changes 3n-tsh 1t1c
- type: "table"
include-tests: "latency-PDR50-direction1-avg"
filter: "'1T1C' and 'NDRPDR'"
columns:
include-tests: "latency-PDR50-direction1-avg"
filter: "'1T1C' and 'NDRPDR'"
columns:
- - title: "2101.0-6"
- data-set: "vpp-3n-tsh-prev-iter-old-env"
- data-set: "vpp-3n-tsh-prev-iter-new-env"
+ data-set: "vpp-3n-tsh-hist-iter-new-env"
+ data-set: "vpp-3n-tsh-prev-iter-old-env"
+ - title: "2106.0-8"
+ data-set: "vpp-3n-tsh-prev-iter-new-env"
+ - title: "2110.0-8"
data-set: "vpp-3n-tsh-curr-iter-best"
comparisons:
data-set: "vpp-3n-tsh-curr-iter-best"
comparisons:
- - title: "2101.0-7 vs 2101.0-6"
- reference: 1
- compare: 2
-# rca-file: "rca/rca-3n-tsh-1t1c-lat-rca1.yaml"
- - title: "2106.0-7 vs 2101.0-7"
+ - title: "2106.0-8 vs 2106.0-7"
-# rca-file: "rca/rca-3n-tsh-1t1c-lat-rca2.yaml"
+ - title: "2110.0-8 vs 2106.0-8"
+ reference: 3
+ compare: 4
legend:
- ''
- 'Test Case: Test cases executed for: PDR throughput on 3n-tsh with x520.'
legend:
- ''
- 'Test Case: Test cases executed for: PDR throughput on 3n-tsh with x520.'
- - 'YYMM.V-E: [uSec +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "6" for CSIT rls2101, "7" for CSIT rls2106).'
+ - 'YYMM.V-E: [uSec +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "7" for CSIT rls2106, "8" for CSIT rls2110).'
- 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.'
- 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.'
- - '2101.0-7 vs 2101.0-6: Compares CSIT environment current vs previous with previous VPP code.'
- - '2106.0-7 vs 2101.0-7: Compares VPP code current vs previous in the current CSIT environment.'
+ - '2106.0-8 vs 2106.0-7: Compares CSIT environment current vs previous with previous VPP code.'
+ - '2110.0-8 vs 2106.0-8: Compares VPP code current vs previous in the current CSIT environment.'
# VPP Latency Changes 3n-tsh 1t1c
- type: "table"
# VPP Latency Changes 3n-tsh 1t1c
- type: "table"
include-tests: "latency-PDR90-direction1-avg"
filter: "'1T1C' and 'NDRPDR'"
columns:
include-tests: "latency-PDR90-direction1-avg"
filter: "'1T1C' and 'NDRPDR'"
columns:
- - title: "2101.0-6"
- data-set: "vpp-3n-tsh-prev-iter-old-env"
- data-set: "vpp-3n-tsh-prev-iter-new-env"
+ data-set: "vpp-3n-tsh-hist-iter-new-env"
+ data-set: "vpp-3n-tsh-prev-iter-old-env"
+ - title: "2106.0-8"
+ data-set: "vpp-3n-tsh-prev-iter-new-env"
+ - title: "2110.0-8"
data-set: "vpp-3n-tsh-curr-iter-best"
comparisons:
data-set: "vpp-3n-tsh-curr-iter-best"
comparisons:
- - title: "2101.0-7 vs 2101.0-6"
- reference: 1
- compare: 2
-# rca-file: "rca/rca-3n-tsh-1t1c-lat-rca1.yaml"
- - title: "2106.0-7 vs 2101.0-7"
+ - title: "2106.0-8 vs 2106.0-7"
-# rca-file: "rca/rca-3n-tsh-1t1c-lat-rca2.yaml"
+ - title: "2110.0-8 vs 2106.0-8"
+ reference: 3
+ compare: 4
legend:
- ''
- 'Test Case: Test cases executed for: PDR throughput on 3n-tsh with x520.'
legend:
- ''
- 'Test Case: Test cases executed for: PDR throughput on 3n-tsh with x520.'
- - 'YYMM.V-E: [uSec +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "6" for CSIT rls2101, "7" for CSIT rls2106).'
+ - 'YYMM.V-E: [uSec +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "7" for CSIT rls2106, "8" for CSIT rls2110).'
- 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.'
- 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.'
- - '2101.0-7 vs 2101.0-6: Compares CSIT environment current vs previous with previous VPP code.'
- - '2106.0-7 vs 2101.0-7: Compares VPP code current vs previous in the current CSIT environment.'
+ - '2106.0-8 vs 2106.0-7: Compares CSIT environment current vs previous with previous VPP code.'
+ - '2110.0-8 vs 2106.0-8: Compares VPP code current vs previous in the current CSIT environment.'
# VPP Latency Changes 3n-tsh 1t1c
- type: "table"
# VPP Latency Changes 3n-tsh 1t1c
- type: "table"
include-tests: "latency-PDR90-direction1-max"
filter: "'1T1C' and 'NDRPDR'"
columns:
include-tests: "latency-PDR90-direction1-max"
filter: "'1T1C' and 'NDRPDR'"
columns:
- - title: "2101.0-6"
- data-set: "vpp-3n-tsh-prev-iter-old-env"
- data-set: "vpp-3n-tsh-prev-iter-new-env"
+ data-set: "vpp-3n-tsh-hist-iter-new-env"
+ data-set: "vpp-3n-tsh-prev-iter-old-env"
+ - title: "2106.0-8"
+ data-set: "vpp-3n-tsh-prev-iter-new-env"
+ - title: "2110.0-8"
data-set: "vpp-3n-tsh-curr-iter-best"
comparisons:
data-set: "vpp-3n-tsh-curr-iter-best"
comparisons:
- - title: "2101.0-7 vs 2101.0-6"
- reference: 1
- compare: 2
-# rca-file: "rca/rca-3n-tsh-1t1c-lat-rca1.yaml"
- - title: "2106.0-7 vs 2101.0-7"
+ - title: "2106.0-8 vs 2106.0-7"
-# rca-file: "rca/rca-3n-tsh-1t1c-lat-rca2.yaml"
+ - title: "2110.0-8 vs 2106.0-8"
+ reference: 3
+ compare: 4
legend:
- ''
- 'Test Case: Test cases executed for: PDR throughput on 3n-tsh with x520.'
legend:
- ''
- 'Test Case: Test cases executed for: PDR throughput on 3n-tsh with x520.'
- - 'YYMM.V-E: [uSec +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "6" for CSIT rls2101, "7" for CSIT rls2106).'
+ - 'YYMM.V-E: [uSec +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "7" for CSIT rls2106, "8" for CSIT rls2110).'
- 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.'
- 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.'
- - '2101.0-7 vs 2101.0-6: Compares CSIT environment current vs previous with previous VPP code.'
- - '2106.0-7 vs 2101.0-7: Compares VPP code current vs previous in the current CSIT environment.'
+ - '2106.0-8 vs 2106.0-7: Compares CSIT environment current vs previous with previous VPP code.'
+ - '2110.0-8 vs 2106.0-8: Compares VPP code current vs previous in the current CSIT environment.'
# VPP Soak vs NDR - 2n-skx
- type: "table"
# VPP Soak vs NDR - 2n-skx
- type: "table"
include-tests: "PDR" # "PDR" | "NDR" | "MRR"
filter: "'2T1C' and 'NDRPDR' and 'NIC_Intel-XXV710' and not 'NF_DENSITY'"
columns:
include-tests: "PDR" # "PDR" | "NDR" | "MRR"
filter: "'2T1C' and 'NDRPDR' and 'NIC_Intel-XXV710' and not 'NF_DENSITY'"
columns:
data-set: "vpp-3n-skx-hist-iter-new-env"
data-set: "vpp-3n-skx-hist-iter-new-env"
data-set: "vpp-3n-skx-prev-iter-old-env"
data-set: "vpp-3n-skx-prev-iter-old-env"
data-set: "vpp-3n-skx-prev-iter-new-env"
data-set: "vpp-3n-skx-prev-iter-new-env"
data-set: "vpp-3n-skx-curr-iter"
comparisons:
data-set: "vpp-3n-skx-curr-iter"
comparisons:
- - title: "2101.0-7 vs 2101.0-6"
+ - title: "2106.0-8 vs 2106.0-7"
-# rca-file: "rca/rca-3n-skx-2t1c-pdr-rca1.yaml"
- - title: "2106.0-7 vs 2101.0-7"
+ - title: "2110.0-8 vs 2106.0-8"
-# rca-file: "rca/rca-3n-skx-2t1c-pdr-rca2.yaml"
legend:
- ''
- 'Test Case: Test cases executed for: PDR throughput on 3n-skx with xxv710.'
legend:
- ''
- 'Test Case: Test cases executed for: PDR throughput on 3n-skx with xxv710.'
- - 'YYMM.V-E: [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "6" for CSIT rls2101, "7" for CSIT rls2106).'
+ - 'YYMM.V-E: [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "7" for CSIT rls2106, "8" for CSIT rls2110).'
- 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.'
- 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.'
- - '2101.0-7 vs 2101.0-6: Compares CSIT environment current vs previous with previous VPP code.'
- - '2106.0-7 vs 2101.0-7: Compares VPP code current vs previous in the current CSIT environment.'
+ - '2106.0-8 vs 2106.0-7: Compares CSIT environment current vs previous with previous VPP code.'
+ - '2110.0-8 vs 2106.0-8: Compares VPP code current vs previous in the current CSIT environment.'
# VPP Performance Changes 3n-skx 4t2c pdr
- type: "table"
# VPP Performance Changes 3n-skx 4t2c pdr
- type: "table"
include-tests: "PDR" # "PDR" | "NDR" | "MRR"
filter: "'4T2C' and 'NDRPDR' and 'NIC_Intel-XXV710' and not 'NF_DENSITY'"
columns:
include-tests: "PDR" # "PDR" | "NDR" | "MRR"
filter: "'4T2C' and 'NDRPDR' and 'NIC_Intel-XXV710' and not 'NF_DENSITY'"
columns:
data-set: "vpp-3n-skx-hist-iter-new-env"
data-set: "vpp-3n-skx-hist-iter-new-env"
data-set: "vpp-3n-skx-prev-iter-old-env"
data-set: "vpp-3n-skx-prev-iter-old-env"
data-set: "vpp-3n-skx-prev-iter-new-env"
data-set: "vpp-3n-skx-prev-iter-new-env"
data-set: "vpp-3n-skx-curr-iter"
comparisons:
data-set: "vpp-3n-skx-curr-iter"
comparisons:
- - title: "2101.0-7 vs 2101.0-6"
+ - title: "2106.0-8 vs 2106.0-7"
-# rca-file: "rca/rca-3n-skx-4t2c-pdr-rca1.yaml"
- - title: "2106.0-7 vs 2101.0-7"
+ - title: "2110.0-8 vs 2106.0-8"
-# rca-file: "rca/rca-3n-skx-4t2c-pdr-rca2.yaml"
legend:
- ''
- 'Test Case: Test cases executed for: PDR throughput on 3n-skx with xxv710.'
legend:
- ''
- 'Test Case: Test cases executed for: PDR throughput on 3n-skx with xxv710.'
- - 'YYMM.V-E: [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "6" for CSIT rls2101, "7" for CSIT rls2106).'
+ - 'YYMM.V-E: [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "7" for CSIT rls2106, "8" for CSIT rls2110).'
- 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.'
- 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.'
- - '2101.0-7 vs 2101.0-6: Compares CSIT environment current vs previous with previous VPP code.'
- - '2106.0-7 vs 2101.0-7: Compares VPP code current vs previous in the current CSIT environment.'
+ - '2106.0-8 vs 2106.0-7: Compares CSIT environment current vs previous with previous VPP code.'
+ - '2110.0-8 vs 2106.0-8: Compares VPP code current vs previous in the current CSIT environment.'
# VPP Performance Changes 3n-skx 2t1c ndr
- type: "table"
# VPP Performance Changes 3n-skx 2t1c ndr
- type: "table"
include-tests: "NDR" # "PDR" | "NDR" | "MRR"
filter: "'2T1C' and 'NDRPDR' and 'NIC_Intel-XXV710' and not 'NF_DENSITY'"
columns:
include-tests: "NDR" # "PDR" | "NDR" | "MRR"
filter: "'2T1C' and 'NDRPDR' and 'NIC_Intel-XXV710' and not 'NF_DENSITY'"
columns:
data-set: "vpp-3n-skx-hist-iter-new-env"
data-set: "vpp-3n-skx-hist-iter-new-env"
data-set: "vpp-3n-skx-prev-iter-old-env"
data-set: "vpp-3n-skx-prev-iter-old-env"
data-set: "vpp-3n-skx-prev-iter-new-env"
data-set: "vpp-3n-skx-prev-iter-new-env"
data-set: "vpp-3n-skx-curr-iter"
comparisons:
data-set: "vpp-3n-skx-curr-iter"
comparisons:
- - title: "2101.0-7 vs 2101.0-6"
+ - title: "2106.0-8 vs 2106.0-7"
-# rca-file: "rca/rca-3n-skx-2t1c-ndr-rca1.yaml"
- - title: "2106.0-7 vs 2101.0-7"
+ - title: "2110.0-8 vs 2106.0-8"
-# rca-file: "rca/rca-3n-skx-2t1c-ndr-rca2.yaml"
legend:
- ''
- 'Test Case: Test cases executed for: NDR throughput on 3n-skx with xxv710.'
legend:
- ''
- 'Test Case: Test cases executed for: NDR throughput on 3n-skx with xxv710.'
- - 'YYMM.V-E: [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "6" for CSIT rls2101, "7" for CSIT rls2106).'
+ - 'YYMM.V-E: [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "7" for CSIT rls2106, "8" for CSIT rls2110).'
- 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.'
- 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.'
- - '2101.0-7 vs 2101.0-6: Compares CSIT environment current vs previous with previous VPP code.'
- - '2106.0-7 vs 2101.0-7: Compares VPP code current vs previous in the current CSIT environment.'
+ - '2106.0-8 vs 2106.0-7: Compares CSIT environment current vs previous with previous VPP code.'
+ - '2110.0-8 vs 2106.0-8: Compares VPP code current vs previous in the current CSIT environment.'
# VPP Performance Changes 3n-skx 4t2c ndr
- type: "table"
# VPP Performance Changes 3n-skx 4t2c ndr
- type: "table"
include-tests: "NDR" # "PDR" | "NDR" | "MRR"
filter: "'4T2C' and 'NDRPDR' and 'NIC_Intel-XXV710' and not 'NF_DENSITY'"
columns:
include-tests: "NDR" # "PDR" | "NDR" | "MRR"
filter: "'4T2C' and 'NDRPDR' and 'NIC_Intel-XXV710' and not 'NF_DENSITY'"
columns:
data-set: "vpp-3n-skx-hist-iter-new-env"
data-set: "vpp-3n-skx-hist-iter-new-env"
data-set: "vpp-3n-skx-prev-iter-old-env"
data-set: "vpp-3n-skx-prev-iter-old-env"
data-set: "vpp-3n-skx-prev-iter-new-env"
data-set: "vpp-3n-skx-prev-iter-new-env"
data-set: "vpp-3n-skx-curr-iter"
comparisons:
data-set: "vpp-3n-skx-curr-iter"
comparisons:
- - title: "2101.0-7 vs 2101.0-6"
+ - title: "2106.0-8 vs 2106.0-7"
-# rca-file: "rca/rca-3n-skx-4t2c-ndr-rca1.yaml"
- - title: "2106.0-7 vs 2101.0-7"
+ - title: "2110.0-8 vs 2106.0-8"
-# rca-file: "rca/rca-3n-skx-4t2c-ndr-rca2.yaml"
legend:
- ''
- 'Test Case: Test cases executed for: NDR throughput on 3n-skx with xxv710.'
legend:
- ''
- 'Test Case: Test cases executed for: NDR throughput on 3n-skx with xxv710.'
- - 'YYMM.V-E: [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "6" for CSIT rls2101, "7" for CSIT rls2106).'
+ - 'YYMM.V-E: [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "7" for CSIT rls2106, "8" for CSIT rls2110).'
- 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.'
- 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.'
- - '2101.0-7 vs 2101.0-6: Compares CSIT environment current vs previous with previous VPP code.'
- - '2106.0-7 vs 2101.0-7: Compares VPP code current vs previous in the current CSIT environment.'
+ - '2106.0-8 vs 2106.0-7: Compares CSIT environment current vs previous with previous VPP code.'
+ - '2110.0-8 vs 2106.0-8: Compares VPP code current vs previous in the current CSIT environment.'
# VPP Performance Changes 2n-skx 2t1c pdr
- type: "table"
# VPP Performance Changes 2n-skx 2t1c pdr
- type: "table"
include-tests: "PDR" # "PDR" | "NDR" | "MRR"
filter: "'2T1C' and 'NDRPDR' and 'NIC_Intel-XXV710' and not 'NF_DENSITY'"
columns:
include-tests: "PDR" # "PDR" | "NDR" | "MRR"
filter: "'2T1C' and 'NDRPDR' and 'NIC_Intel-XXV710' and not 'NF_DENSITY'"
columns:
data-set: "vpp-2n-skx-hist-iter-new-env"
data-set: "vpp-2n-skx-hist-iter-new-env"
data-set: "vpp-2n-skx-prev-iter-old-env"
data-set: "vpp-2n-skx-prev-iter-old-env"
data-set: "vpp-2n-skx-prev-iter-new-env"
data-set: "vpp-2n-skx-prev-iter-new-env"
data-set: "vpp-2n-skx-curr-iter"
comparisons:
data-set: "vpp-2n-skx-curr-iter"
comparisons:
- - title: "2101.0-7 vs 2101.0-6"
+ - title: "2106.0-8 vs 2106.0-7"
-# rca-file: "rca/rca-2n-skx-2t1c-pdr-rca1.yaml"
- - title: "2106.0-7 vs 2101.0-7"
+ - title: "2110.0-8 vs 2106.0-8"
-# rca-file: "rca/rca-2n-skx-2t1c-pdr-rca2.yaml"
legend:
- ''
- 'Test Case: Test cases executed for: PDR throughput on 2n-skx with xxv710.'
legend:
- ''
- 'Test Case: Test cases executed for: PDR throughput on 2n-skx with xxv710.'
- - 'YYMM.V-E: [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "6" for CSIT rls2101, "7" for CSIT rls2106).'
+ - 'YYMM.V-E: [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "7" for CSIT rls2106, "8" for CSIT rls2110).'
- 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.'
- 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.'
- - '2101.0-7 vs 2101.0-6: Compares CSIT environment current vs previous with previous VPP code.'
- - '2106.0-7 vs 2101.0-7: Compares VPP code current vs previous in the current CSIT environment.'
+ - '2106.0-8 vs 2106.0-7: Compares CSIT environment current vs previous with previous VPP code.'
+ - '2110.0-8 vs 2106.0-8: Compares VPP code current vs previous in the current CSIT environment.'
# VPP Performance Changes 2n-skx 4t2c pdr
- type: "table"
# VPP Performance Changes 2n-skx 4t2c pdr
- type: "table"
include-tests: "PDR" # "PDR" | "NDR" | "MRR"
filter: "'4T2C' and 'NDRPDR' and 'NIC_Intel-XXV710' and not 'NF_DENSITY'"
columns:
include-tests: "PDR" # "PDR" | "NDR" | "MRR"
filter: "'4T2C' and 'NDRPDR' and 'NIC_Intel-XXV710' and not 'NF_DENSITY'"
columns:
data-set: "vpp-2n-skx-hist-iter-new-env"
data-set: "vpp-2n-skx-hist-iter-new-env"
data-set: "vpp-2n-skx-prev-iter-old-env"
data-set: "vpp-2n-skx-prev-iter-old-env"
data-set: "vpp-2n-skx-prev-iter-new-env"
data-set: "vpp-2n-skx-prev-iter-new-env"
data-set: "vpp-2n-skx-curr-iter"
comparisons:
data-set: "vpp-2n-skx-curr-iter"
comparisons:
- - title: "2101.0-7 vs 2101.0-6"
+ - title: "2106.0-8 vs 2106.0-7"
-# rca-file: "rca/rca-2n-skx-4t2c-pdr-rca1.yaml"
- - title: "2106.0-7 vs 2101.0-7"
+ - title: "2110.0-8 vs 2106.0-8"
-# rca-file: "rca/rca-2n-skx-4t2c-pdr-rca2.yaml"
legend:
- ''
- 'Test Case: Test cases executed for: PDR throughput on 2n-skx with xxv710.'
legend:
- ''
- 'Test Case: Test cases executed for: PDR throughput on 2n-skx with xxv710.'
- - 'YYMM.V-E: [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "6" for CSIT rls2101, "7" for CSIT rls2106).'
+ - 'YYMM.V-E: [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "7" for CSIT rls2106, "8" for CSIT rls2110).'
- 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.'
- 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.'
- - '2101.0-7 vs 2101.0-6: Compares CSIT environment current vs previous with previous VPP code.'
- - '2106.0-7 vs 2101.0-7: Compares VPP code current vs previous in the current CSIT environment.'
+ - '2106.0-8 vs 2106.0-7: Compares CSIT environment current vs previous with previous VPP code.'
+ - '2110.0-8 vs 2106.0-8: Compares VPP code current vs previous in the current CSIT environment.'
# VPP Performance Changes 2n-skx 2t1c ndr
- type: "table"
# VPP Performance Changes 2n-skx 2t1c ndr
- type: "table"
include-tests: "NDR" # "PDR" | "NDR" | "MRR"
filter: "'2T1C' and 'NDRPDR' and 'NIC_Intel-XXV710' and not 'NF_DENSITY'"
columns:
include-tests: "NDR" # "PDR" | "NDR" | "MRR"
filter: "'2T1C' and 'NDRPDR' and 'NIC_Intel-XXV710' and not 'NF_DENSITY'"
columns:
data-set: "vpp-2n-skx-hist-iter-new-env"
data-set: "vpp-2n-skx-hist-iter-new-env"
data-set: "vpp-2n-skx-prev-iter-old-env"
data-set: "vpp-2n-skx-prev-iter-old-env"
data-set: "vpp-2n-skx-prev-iter-new-env"
data-set: "vpp-2n-skx-prev-iter-new-env"
data-set: "vpp-2n-skx-curr-iter"
comparisons:
data-set: "vpp-2n-skx-curr-iter"
comparisons:
- - title: "2101.0-7 vs 2101.0-6"
+ - title: "2106.0-8 vs 2106.0-7"
-# rca-file: "rca/rca-2n-skx-2t1c-ndr-rca1.yaml"
- - title: "2106.0-7 vs 2101.0-7"
+ - title: "2110.0-8 vs 2106.0-8"
-# rca-file: "rca/rca-2n-skx-2t1c-ndr-rca2.yaml"
legend:
- ''
- 'Test Case: Test cases executed for: NDR throughput on 2n-skx with xxv710.'
legend:
- ''
- 'Test Case: Test cases executed for: NDR throughput on 2n-skx with xxv710.'
- - 'YYMM.V-E: [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "6" for CSIT rls2101, "7" for CSIT rls2106).'
+ - 'YYMM.V-E: [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "7" for CSIT rls2106, "8" for CSIT rls2110).'
- 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.'
- 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.'
- - '2101.0-7 vs 2101.0-6: Compares CSIT environment current vs previous with previous VPP code.'
- - '2106.0-7 vs 2101.0-7: Compares VPP code current vs previous in the current CSIT environment.'
+ - '2106.0-8 vs 2106.0-7: Compares CSIT environment current vs previous with previous VPP code.'
+ - '2110.0-8 vs 2106.0-8: Compares VPP code current vs previous in the current CSIT environment.'
# VPP Performance Changes 2n-skx 4t2c ndr
- type: "table"
# VPP Performance Changes 2n-skx 4t2c ndr
- type: "table"
include-tests: "NDR" # "PDR" | "NDR" | "MRR"
filter: "'4T2C' and 'NDRPDR' and 'NIC_Intel-XXV710' and not 'NF_DENSITY'"
columns:
include-tests: "NDR" # "PDR" | "NDR" | "MRR"
filter: "'4T2C' and 'NDRPDR' and 'NIC_Intel-XXV710' and not 'NF_DENSITY'"
columns:
data-set: "vpp-2n-skx-hist-iter-new-env"
data-set: "vpp-2n-skx-hist-iter-new-env"
data-set: "vpp-2n-skx-prev-iter-old-env"
data-set: "vpp-2n-skx-prev-iter-old-env"
data-set: "vpp-2n-skx-prev-iter-new-env"
data-set: "vpp-2n-skx-prev-iter-new-env"
data-set: "vpp-2n-skx-curr-iter"
comparisons:
data-set: "vpp-2n-skx-curr-iter"
comparisons:
- - title: "2101.0-7 vs 2101.0-6"
+ - title: "2106.0-8 vs 2106.0-7"
-# rca-file: "rca/rca-2n-skx-4t2c-ndr-rca1.yaml"
- - title: "2106.0-7 vs 2101.0-7"
+ - title: "2110.0-8 vs 2106.0-8"
-# rca-file: "rca/rca-2n-skx-4t2c-ndr-rca2.yaml"
legend:
- ''
- 'Test Case: Test cases executed for: NDR throughput on 2n-skx with xxv710.'
legend:
- ''
- 'Test Case: Test cases executed for: NDR throughput on 2n-skx with xxv710.'
- - 'YYMM.V-E: [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "6" for CSIT rls2101, "7" for CSIT rls2106).'
+ - 'YYMM.V-E: [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "7" for CSIT rls2106, "8" for CSIT rls2110).'
- 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.'
- 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.'
- - '2101.0-7 vs 2101.0-6: Compares CSIT environment current vs previous with previous VPP code.'
- - '2106.0-7 vs 2101.0-7: Compares VPP code current vs previous in the current CSIT environment.'
+ - '2106.0-8 vs 2106.0-7: Compares CSIT environment current vs previous with previous VPP code.'
+ - '2110.0-8 vs 2106.0-8: Compares VPP code current vs previous in the current CSIT environment.'
# VPP Performance Changes 2n-clx-xxv710 2t1c pdr
- type: "table"
# VPP Performance Changes 2n-clx-xxv710 2t1c pdr
- type: "table"
include-tests: "PDR" # "PDR" | "NDR" | "MRR"
filter: "'2T1C' and 'NDRPDR' and 'NIC_Intel-XXV710' and not 'NF_DENSITY'"
columns:
include-tests: "PDR" # "PDR" | "NDR" | "MRR"
filter: "'2T1C' and 'NDRPDR' and 'NIC_Intel-XXV710' and not 'NF_DENSITY'"
columns:
data-set: "vpp-2n-clx-hist-iter-new-env"
data-set: "vpp-2n-clx-hist-iter-new-env"
data-set: "vpp-2n-clx-prev-iter-old-env"
data-set: "vpp-2n-clx-prev-iter-old-env"
data-set: "vpp-2n-clx-prev-iter-new-env"
data-set: "vpp-2n-clx-prev-iter-new-env"
data-set: "vpp-2n-clx-curr-iter"
comparisons:
data-set: "vpp-2n-clx-curr-iter"
comparisons:
- - title: "2101.0-7 vs 2101.0-6"
+ - title: "2106.0-8 vs 2106.0-7"
-# rca-file: "rca/rca-2n-clx-2t1c-pdr-rca1.yaml"
- - title: "2106.0-7 vs 2101.0-7"
+ - title: "2110.0-8 vs 2106.0-8"
-# rca-file: "rca/rca-2n-clx-2t1c-pdr-rca1.yaml"
legend:
- ''
- 'Test Case: Test cases executed for: PDR throughput on 2n-clx with xxv710.'
legend:
- ''
- 'Test Case: Test cases executed for: PDR throughput on 2n-clx with xxv710.'
- - 'YYMM.V-E: [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "6" for CSIT rls2101, "7" for CSIT rls2106).'
+ - 'YYMM.V-E: [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "7" for CSIT rls2106, "8" for CSIT rls2110).'
- 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.'
- 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.'
- - '2101.0-7 vs 2101.0-6: Compares CSIT environment current vs previous with previous VPP code.'
- - '2106.0-7 vs 2101.0-7: Compares VPP code current vs previous in the current CSIT environment.'
+ - '2106.0-8 vs 2106.0-7: Compares CSIT environment current vs previous with previous VPP code.'
+ - '2110.0-8 vs 2106.0-8: Compares VPP code current vs previous in the current CSIT environment.'
# VPP Performance Changes 2n-clx-xxv710 4t2c pdr
- type: "table"
# VPP Performance Changes 2n-clx-xxv710 4t2c pdr
- type: "table"
include-tests: "PDR" # "PDR" | "NDR" | "MRR"
filter: "'4T2C' and 'NDRPDR' and 'NIC_Intel-XXV710' and not 'NF_DENSITY'"
columns:
include-tests: "PDR" # "PDR" | "NDR" | "MRR"
filter: "'4T2C' and 'NDRPDR' and 'NIC_Intel-XXV710' and not 'NF_DENSITY'"
columns:
data-set: "vpp-2n-clx-hist-iter-new-env"
data-set: "vpp-2n-clx-hist-iter-new-env"
data-set: "vpp-2n-clx-prev-iter-old-env"
data-set: "vpp-2n-clx-prev-iter-old-env"
data-set: "vpp-2n-clx-prev-iter-new-env"
data-set: "vpp-2n-clx-prev-iter-new-env"
data-set: "vpp-2n-clx-curr-iter"
comparisons:
data-set: "vpp-2n-clx-curr-iter"
comparisons:
- - title: "2101.0-7 vs 2101.0-6"
+ - title: "2106.0-8 vs 2106.0-7"
-# rca-file: "rca/rca-2n-clx-4t2c-pdr-rca1.yaml"
- - title: "2106.0-7 vs 2101.0-7"
+ - title: "2110.0-8 vs 2106.0-8"
-# rca-file: "rca/rca-2n-clx-4t2c-pdr-rca1.yaml"
legend:
- ''
- 'Test Case: Test cases executed for: PDR throughput on 2n-clx with xxv710.'
legend:
- ''
- 'Test Case: Test cases executed for: PDR throughput on 2n-clx with xxv710.'
- - 'YYMM.V-E: [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "6" for CSIT rls2101, "7" for CSIT rls2106).'
+ - 'YYMM.V-E: [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "7" for CSIT rls2106, "8" for CSIT rls2110).'
- 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.'
- 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.'
- - '2101.0-7 vs 2101.0-6: Compares CSIT environment current vs previous with previous VPP code.'
- - '2106.0-7 vs 2101.0-7: Compares VPP code current vs previous in the current CSIT environment.'
+ - '2106.0-8 vs 2106.0-7: Compares CSIT environment current vs previous with previous VPP code.'
+ - '2110.0-8 vs 2106.0-8: Compares VPP code current vs previous in the current CSIT environment.'
# VPP Performance Changes 2n-clx-xxv710 2t1c ndr
- type: "table"
# VPP Performance Changes 2n-clx-xxv710 2t1c ndr
- type: "table"
include-tests: "NDR" # "PDR" | "NDR" | "MRR"
filter: "'2T1C' and 'NDRPDR' and 'NIC_Intel-XXV710' and not 'NF_DENSITY'"
columns:
include-tests: "NDR" # "PDR" | "NDR" | "MRR"
filter: "'2T1C' and 'NDRPDR' and 'NIC_Intel-XXV710' and not 'NF_DENSITY'"
columns:
data-set: "vpp-2n-clx-hist-iter-new-env"
data-set: "vpp-2n-clx-hist-iter-new-env"
data-set: "vpp-2n-clx-prev-iter-old-env"
data-set: "vpp-2n-clx-prev-iter-old-env"
data-set: "vpp-2n-clx-prev-iter-new-env"
data-set: "vpp-2n-clx-prev-iter-new-env"
data-set: "vpp-2n-clx-curr-iter"
comparisons:
data-set: "vpp-2n-clx-curr-iter"
comparisons:
- - title: "2101.0-7 vs 2101.0-6"
+ - title: "2106.0-8 vs 2106.0-7"
-# rca-file: "rca/rca-2n-clx-2t1c-ndr-rca1.yaml"
- - title: "2106.0-7 vs 2101.0-7"
+ - title: "2110.0-8 vs 2106.0-8"
-# rca-file: "rca/rca-2n-clx-2t1c-ndr-rca1.yaml"
legend:
- ''
- 'Test Case: Test cases executed for: NDR throughput on 2n-clx with xxv710.'
legend:
- ''
- 'Test Case: Test cases executed for: NDR throughput on 2n-clx with xxv710.'
- - 'YYMM.V-E: [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "6" for CSIT rls2101, "7" for CSIT rls2106).'
+ - 'YYMM.V-E: [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "7" for CSIT rls2106, "8" for CSIT rls2110).'
- 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.'
- 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.'
- - '2101.0-7 vs 2101.0-6: Compares CSIT environment current vs previous with previous VPP code.'
- - '2106.0-7 vs 2101.0-7: Compares VPP code current vs previous in the current CSIT environment.'
+ - '2106.0-8 vs 2106.0-7: Compares CSIT environment current vs previous with previous VPP code.'
+ - '2110.0-8 vs 2106.0-8: Compares VPP code current vs previous in the current CSIT environment.'
# VPP Performance Changes 2n-clx-xxv710 4t2c ndr
- type: "table"
# VPP Performance Changes 2n-clx-xxv710 4t2c ndr
- type: "table"
include-tests: "NDR" # "PDR" | "NDR" | "MRR"
filter: "'4T2C' and 'NDRPDR' and 'NIC_Intel-XXV710' and not 'NF_DENSITY'"
columns:
include-tests: "NDR" # "PDR" | "NDR" | "MRR"
filter: "'4T2C' and 'NDRPDR' and 'NIC_Intel-XXV710' and not 'NF_DENSITY'"
columns:
data-set: "vpp-2n-clx-hist-iter-new-env"
data-set: "vpp-2n-clx-hist-iter-new-env"
data-set: "vpp-2n-clx-prev-iter-old-env"
data-set: "vpp-2n-clx-prev-iter-old-env"
data-set: "vpp-2n-clx-prev-iter-new-env"
data-set: "vpp-2n-clx-prev-iter-new-env"
data-set: "vpp-2n-clx-curr-iter"
comparisons:
data-set: "vpp-2n-clx-curr-iter"
comparisons:
- - title: "2101.0-7 vs 2101.0-6"
+ - title: "2106.0-8 vs 2106.0-7"
-# rca-file: "rca/rca-2n-clx-4t2c-ndr-rca1.yaml"
- - title: "2106.0-7 vs 2101.0-7"
+ - title: "2110.0-8 vs 2106.0-8"
-# rca-file: "rca/rca-2n-clx-4t2c-ndr-rca1.yaml"
legend:
- ''
- 'Test Case: Test cases executed for: NDR throughput on 2n-clx with xxv710.'
legend:
- ''
- 'Test Case: Test cases executed for: NDR throughput on 2n-clx with xxv710.'
- - 'YYMM.V-E: [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "6" for CSIT rls2101, "7" for CSIT rls2106).'
+ - 'YYMM.V-E: [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "7" for CSIT rls2106, "8" for CSIT rls2110).'
- 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.'
- 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.'
- - '2101.0-7 vs 2101.0-6: Compares CSIT environment current vs previous with previous VPP code.'
- - '2106.0-7 vs 2101.0-7: Compares VPP code current vs previous in the current CSIT environment.'
+ - '2106.0-8 vs 2106.0-7: Compares CSIT environment current vs previous with previous VPP code.'
+ - '2110.0-8 vs 2106.0-8: Compares VPP code current vs previous in the current CSIT environment.'
# VPP Performance Changes 2n-clx-cx556a 2t1c pdr
- type: "table"
# VPP Performance Changes 2n-clx-cx556a 2t1c pdr
- type: "table"
include-tests: "PDR" # "PDR" | "NDR" | "MRR"
filter: "'2T1C' and 'NDRPDR' and 'NIC_Mellanox-CX556A' and not 'NF_DENSITY'"
columns:
include-tests: "PDR" # "PDR" | "NDR" | "MRR"
filter: "'2T1C' and 'NDRPDR' and 'NIC_Mellanox-CX556A' and not 'NF_DENSITY'"
columns:
data-set: "vpp-2n-clx-hist-iter-new-env"
data-set: "vpp-2n-clx-hist-iter-new-env"
data-set: "vpp-2n-clx-prev-iter-old-env"
data-set: "vpp-2n-clx-prev-iter-old-env"
data-set: "vpp-2n-clx-prev-iter-new-env"
data-set: "vpp-2n-clx-prev-iter-new-env"
data-set: "vpp-2n-clx-curr-iter"
comparisons:
data-set: "vpp-2n-clx-curr-iter"
comparisons:
- - title: "2101.0-7 vs 2101.0-6"
+ - title: "2106.0-8 vs 2106.0-7"
-# rca-file: "rca/rca-2n-clx-2t1c-pdr-rca2.yaml"
- - title: "2106.0-7 vs 2101.0-7"
+ - title: "2110.0-8 vs 2106.0-8"
-# rca-file: "rca/rca-2n-clx-2t1c-pdr-rca2.yaml"
legend:
- ''
- 'Test Case: Test cases executed for: PDR throughput on 2n-clx with cx556a.'
legend:
- ''
- 'Test Case: Test cases executed for: PDR throughput on 2n-clx with cx556a.'
- - 'YYMM.V-E: [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "6" for CSIT rls2101, "7" for CSIT rls2106).'
+ - 'YYMM.V-E: [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "7" for CSIT rls2106, "8" for CSIT rls2110).'
- 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.'
- 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.'
- - '2101.0-7 vs 2101.0-6: Compares CSIT environment current vs previous with previous VPP code.'
- - '2106.0-7 vs 2101.0-7: Compares VPP code current vs previous in the current CSIT environment.'
+ - '2106.0-8 vs 2106.0-7: Compares CSIT environment current vs previous with previous VPP code.'
+ - '2110.0-8 vs 2106.0-8: Compares VPP code current vs previous in the current CSIT environment.'
# VPP Performance Changes 2n-clx-cx556a 4t2c pdr
- type: "table"
# VPP Performance Changes 2n-clx-cx556a 4t2c pdr
- type: "table"
include-tests: "PDR" # "PDR" | "NDR" | "MRR"
filter: "'4T2C' and 'NDRPDR' and 'NIC_Mellanox-CX556A' and not 'NF_DENSITY'"
columns:
include-tests: "PDR" # "PDR" | "NDR" | "MRR"
filter: "'4T2C' and 'NDRPDR' and 'NIC_Mellanox-CX556A' and not 'NF_DENSITY'"
columns:
data-set: "vpp-2n-clx-hist-iter-new-env"
data-set: "vpp-2n-clx-hist-iter-new-env"
data-set: "vpp-2n-clx-prev-iter-old-env"
data-set: "vpp-2n-clx-prev-iter-old-env"
data-set: "vpp-2n-clx-prev-iter-new-env"
data-set: "vpp-2n-clx-prev-iter-new-env"
data-set: "vpp-2n-clx-curr-iter"
comparisons:
data-set: "vpp-2n-clx-curr-iter"
comparisons:
- - title: "2101.0-7 vs 2101.0-6"
+ - title: "2106.0-8 vs 2106.0-7"
-# rca-file: "rca/rca-2n-clx-4t2c-pdr-rca2.yaml"
- - title: "2106.0-7 vs 2101.0-7"
+ - title: "2110.0-8 vs 2106.0-8"
-# rca-file: "rca/rca-2n-clx-4t2c-pdr-rca2.yaml"
legend:
- ''
- 'Test Case: Test cases executed for: PDR throughput on 2n-clx with cx556a.'
legend:
- ''
- 'Test Case: Test cases executed for: PDR throughput on 2n-clx with cx556a.'
- - 'YYMM.V-E: [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "6" for CSIT rls2101, "7" for CSIT rls2106).'
+ - 'YYMM.V-E: [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "7" for CSIT rls2106, "8" for CSIT rls2110).'
- 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.'
- 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.'
- - '2101.0-7 vs 2101.0-6: Compares CSIT environment current vs previous with previous VPP code.'
- - '2106.0-7 vs 2101.0-7: Compares VPP code current vs previous in the current CSIT environment.'
+ - '2106.0-8 vs 2106.0-7: Compares CSIT environment current vs previous with previous VPP code.'
+ - '2110.0-8 vs 2106.0-8: Compares VPP code current vs previous in the current CSIT environment.'
# VPP Performance Changes 2n-clx-cx556a 2t1c ndr
- type: "table"
# VPP Performance Changes 2n-clx-cx556a 2t1c ndr
- type: "table"
include-tests: "NDR" # "PDR" | "NDR" | "MRR"
filter: "'2T1C' and 'NDRPDR' and 'NIC_Mellanox-CX556A' and not 'NF_DENSITY'"
columns:
include-tests: "NDR" # "PDR" | "NDR" | "MRR"
filter: "'2T1C' and 'NDRPDR' and 'NIC_Mellanox-CX556A' and not 'NF_DENSITY'"
columns:
data-set: "vpp-2n-clx-hist-iter-new-env"
data-set: "vpp-2n-clx-hist-iter-new-env"
data-set: "vpp-2n-clx-prev-iter-old-env"
data-set: "vpp-2n-clx-prev-iter-old-env"
data-set: "vpp-2n-clx-prev-iter-new-env"
data-set: "vpp-2n-clx-prev-iter-new-env"
data-set: "vpp-2n-clx-curr-iter"
comparisons:
data-set: "vpp-2n-clx-curr-iter"
comparisons:
- - title: "2101.0-7 vs 2101.0-6"
+ - title: "2106.0-8 vs 2106.0-7"
-# rca-file: "rca/rca-2n-clx-2t1c-ndr-rca2.yaml"
- - title: "2106.0-7 vs 2101.0-7"
+ - title: "2110.0-8 vs 2106.0-8"
-# rca-file: "rca/rca-2n-clx-2t1c-ndr-rca2.yaml"
legend:
- ''
- 'Test Case: Test cases executed for: NDR throughput on 2n-clx with cx556a.'
legend:
- ''
- 'Test Case: Test cases executed for: NDR throughput on 2n-clx with cx556a.'
- - 'YYMM.V-E: [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "6" for CSIT rls2101, "7" for CSIT rls2106).'
+ - 'YYMM.V-E: [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "7" for CSIT rls2106, "8" for CSIT rls2110).'
- 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.'
- 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.'
- - '2101.0-7 vs 2101.0-6: Compares CSIT environment current vs previous with previous VPP code.'
- - '2106.0-7 vs 2101.0-7: Compares VPP code current vs previous in the current CSIT environment.'
+ - '2106.0-8 vs 2106.0-7: Compares CSIT environment current vs previous with previous VPP code.'
+ - '2110.0-8 vs 2106.0-8: Compares VPP code current vs previous in the current CSIT environment.'
# VPP Performance Changes 2n-clx-cx556a 4t2c ndr
- type: "table"
# VPP Performance Changes 2n-clx-cx556a 4t2c ndr
- type: "table"
include-tests: "NDR" # "PDR" | "NDR" | "MRR"
filter: "'4T2C' and 'NDRPDR' and 'NIC_Mellanox-CX556A' and not 'NF_DENSITY'"
columns:
include-tests: "NDR" # "PDR" | "NDR" | "MRR"
filter: "'4T2C' and 'NDRPDR' and 'NIC_Mellanox-CX556A' and not 'NF_DENSITY'"
columns:
data-set: "vpp-2n-clx-hist-iter-new-env"
data-set: "vpp-2n-clx-hist-iter-new-env"
data-set: "vpp-2n-clx-prev-iter-old-env"
data-set: "vpp-2n-clx-prev-iter-old-env"
data-set: "vpp-2n-clx-prev-iter-new-env"
data-set: "vpp-2n-clx-prev-iter-new-env"
data-set: "vpp-2n-clx-curr-iter"
comparisons:
data-set: "vpp-2n-clx-curr-iter"
comparisons:
- - title: "2101.0-7 vs 2101.0-6"
+ - title: "2106.0-8 vs 2106.0-7"
-# rca-file: "rca/rca-2n-clx-4t2c-ndr-rca2.yaml"
- - title: "2106.0-7 vs 2101.0-7"
+ - title: "2110.0-8 vs 2106.0-8"
-# rca-file: "rca/rca-2n-clx-4t2c-ndr-rca2.yaml"
legend:
- ''
- 'Test Case: Test cases executed for: NDR throughput on 2n-clx with cx556a.'
legend:
- ''
- 'Test Case: Test cases executed for: NDR throughput on 2n-clx with cx556a.'
- - 'YYMM.V-E: [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "6" for CSIT rls2101, "7" for CSIT rls2106).'
+ - 'YYMM.V-E: [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "7" for CSIT rls2106, "8" for CSIT rls2110).'
- 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.'
- 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.'
- - '2101.0-7 vs 2101.0-6: Compares CSIT environment current vs previous with previous VPP code.'
- - '2106.0-7 vs 2101.0-7: Compares VPP code current vs previous in the current CSIT environment.'
+ - '2106.0-8 vs 2106.0-7: Compares CSIT environment current vs previous with previous VPP code.'
+ - '2110.0-8 vs 2106.0-8: Compares VPP code current vs previous in the current CSIT environment.'
# VPP Performance Changes 2n-zn2-xxv710 2t1c pdr
- type: "table"
# VPP Performance Changes 2n-zn2-xxv710 2t1c pdr
- type: "table"
include-tests: "PDR" # "PDR" | "NDR" | "MRR"
filter: "'2T1C' and 'NDRPDR' and 'NIC_Intel-XXV710'"
columns:
include-tests: "PDR" # "PDR" | "NDR" | "MRR"
filter: "'2T1C' and 'NDRPDR' and 'NIC_Intel-XXV710'"
columns:
data-set: "vpp-2n-zn2-hist-iter-new-env"
data-set: "vpp-2n-zn2-hist-iter-new-env"
data-set: "vpp-2n-zn2-prev-iter-old-env"
data-set: "vpp-2n-zn2-prev-iter-old-env"
data-set: "vpp-2n-zn2-prev-iter-new-env"
data-set: "vpp-2n-zn2-prev-iter-new-env"
data-set: "vpp-2n-zn2-curr-iter"
comparisons:
data-set: "vpp-2n-zn2-curr-iter"
comparisons:
- - title: "2101.0-7 vs 2101.0-6"
+ - title: "2106.0-8 vs 2106.0-7"
-# rca-file: "rca/rca-2n-zn2-2t1c-pdr-rca1.yaml"
- - title: "2106.0-7 vs 2101.0-7"
+ - title: "2110.0-8 vs 2106.0-8"
-# rca-file: "rca/rca-2n-zn2-2t1c-pdr-rca1.yaml"
legend:
- ''
- 'Test Case: Test cases executed for: PDR throughput on 2n-zn2 with xxv710.'
legend:
- ''
- 'Test Case: Test cases executed for: PDR throughput on 2n-zn2 with xxv710.'
- - 'YYMM.V-E: [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "6" for CSIT rls2101, "7" for CSIT rls2106).'
+ - 'YYMM.V-E: [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "7" for CSIT rls2106, "8" for CSIT rls2110).'
- 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.'
- 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.'
- - '2101.0-7 vs 2101.0-6: Compares CSIT environment current vs previous with previous VPP code.'
- - '2106.0-7 vs 2101.0-7: Compares VPP code current vs previous in the current CSIT environment.'
+ - '2106.0-8 vs 2106.0-7: Compares CSIT environment current vs previous with previous VPP code.'
+ - '2110.0-8 vs 2106.0-8: Compares VPP code current vs previous in the current CSIT environment.'
# VPP Performance Changes 2n-zn2-xxv710 4t2c pdr
- type: "table"
# VPP Performance Changes 2n-zn2-xxv710 4t2c pdr
- type: "table"
include-tests: "PDR" # "PDR" | "NDR" | "MRR"
filter: "'4T2C' and 'NDRPDR' and 'NIC_Intel-XXV710'"
columns:
include-tests: "PDR" # "PDR" | "NDR" | "MRR"
filter: "'4T2C' and 'NDRPDR' and 'NIC_Intel-XXV710'"
columns:
data-set: "vpp-2n-zn2-hist-iter-new-env"
data-set: "vpp-2n-zn2-hist-iter-new-env"
data-set: "vpp-2n-zn2-prev-iter-old-env"
data-set: "vpp-2n-zn2-prev-iter-old-env"
data-set: "vpp-2n-zn2-prev-iter-new-env"
data-set: "vpp-2n-zn2-prev-iter-new-env"
data-set: "vpp-2n-zn2-curr-iter"
comparisons:
data-set: "vpp-2n-zn2-curr-iter"
comparisons:
- - title: "2101.0-7 vs 2101.0-6"
+ - title: "2106.0-8 vs 2106.0-7"
-# rca-file: "rca/rca-2n-zn2-4t2c-pdr-rca1.yaml"
- - title: "2106.0-7 vs 2101.0-7"
+ - title: "2110.0-8 vs 2106.0-8"
-# rca-file: "rca/rca-2n-zn2-4t2c-pdr-rca1.yaml"
legend:
- ''
- 'Test Case: Test cases executed for: PDR throughput on 2n-zn2 with xxv710.'
legend:
- ''
- 'Test Case: Test cases executed for: PDR throughput on 2n-zn2 with xxv710.'
- - 'YYMM.V-E: [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "6" for CSIT rls2101, "7" for CSIT rls2106).'
+ - 'YYMM.V-E: [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "7" for CSIT rls2106, "8" for CSIT rls2110).'
- 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.'
- 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.'
- - '2101.0-7 vs 2101.0-6: Compares CSIT environment current vs previous with previous VPP code.'
- - '2106.0-7 vs 2101.0-7: Compares VPP code current vs previous in the current CSIT environment.'
+ - '2106.0-8 vs 2106.0-7: Compares CSIT environment current vs previous with previous VPP code.'
+ - '2110.0-8 vs 2106.0-8: Compares VPP code current vs previous in the current CSIT environment.'
# VPP Performance Changes 2n-zn2-xxv710 2t1c ndr
- type: "table"
# VPP Performance Changes 2n-zn2-xxv710 2t1c ndr
- type: "table"
include-tests: "NDR" # "PDR" | "NDR" | "MRR"
filter: "'2T1C' and 'NDRPDR' and 'NIC_Intel-XXV710'"
columns:
include-tests: "NDR" # "PDR" | "NDR" | "MRR"
filter: "'2T1C' and 'NDRPDR' and 'NIC_Intel-XXV710'"
columns:
data-set: "vpp-2n-zn2-hist-iter-new-env"
data-set: "vpp-2n-zn2-hist-iter-new-env"
data-set: "vpp-2n-zn2-prev-iter-old-env"
data-set: "vpp-2n-zn2-prev-iter-old-env"
data-set: "vpp-2n-zn2-prev-iter-new-env"
data-set: "vpp-2n-zn2-prev-iter-new-env"
data-set: "vpp-2n-zn2-curr-iter"
comparisons:
data-set: "vpp-2n-zn2-curr-iter"
comparisons:
- - title: "2101.0-7 vs 2101.0-6"
+ - title: "2106.0-8 vs 2106.0-7"
-# rca-file: "rca/rca-2n-zn2-2t1c-ndr-rca1.yaml"
- - title: "2106.0-7 vs 2101.0-7"
+ - title: "2110.0-8 vs 2106.0-8"
-# rca-file: "rca/rca-2n-zn2-2t1c-ndr-rca1.yaml"
legend:
- ''
- 'Test Case: Test cases executed for: NDR throughput on 2n-zn2 with xxv710.'
legend:
- ''
- 'Test Case: Test cases executed for: NDR throughput on 2n-zn2 with xxv710.'
- - 'YYMM.V-E: [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "6" for CSIT rls2101, "7" for CSIT rls2106).'
+ - 'YYMM.V-E: [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "7" for CSIT rls2106, "8" for CSIT rls2110).'
- 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.'
- 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.'
- - '2101.0-7 vs 2101.0-6: Compares CSIT environment current vs previous with previous VPP code.'
- - '2106.0-7 vs 2101.0-7: Compares VPP code current vs previous in the current CSIT environment.'
+ - '2106.0-8 vs 2106.0-7: Compares CSIT environment current vs previous with previous VPP code.'
+ - '2110.0-8 vs 2106.0-8: Compares VPP code current vs previous in the current CSIT environment.'
# VPP Performance Changes 2n-zn2-xxv710 4t2c ndr
- type: "table"
# VPP Performance Changes 2n-zn2-xxv710 4t2c ndr
- type: "table"
include-tests: "NDR" # "PDR" | "NDR" | "MRR"
filter: "'4T2C' and 'NDRPDR' and 'NIC_Intel-XXV710'"
columns:
include-tests: "NDR" # "PDR" | "NDR" | "MRR"
filter: "'4T2C' and 'NDRPDR' and 'NIC_Intel-XXV710'"
columns:
data-set: "vpp-2n-zn2-hist-iter-new-env"
data-set: "vpp-2n-zn2-hist-iter-new-env"
data-set: "vpp-2n-zn2-prev-iter-old-env"
data-set: "vpp-2n-zn2-prev-iter-old-env"
data-set: "vpp-2n-zn2-prev-iter-new-env"
data-set: "vpp-2n-zn2-prev-iter-new-env"
data-set: "vpp-2n-zn2-curr-iter"
comparisons:
data-set: "vpp-2n-zn2-curr-iter"
comparisons:
- - title: "2101.0-7 vs 2101.0-6"
+ - title: "2106.0-8 vs 2106.0-7"
-# rca-file: "rca/rca-2n-zn2-4t2c-ndr-rca1.yaml"
- - title: "2106.0-7 vs 2101.0-7"
+ - title: "2110.0-8 vs 2106.0-8"
-# rca-file: "rca/rca-2n-zn2-4t2c-ndr-rca1.yaml"
legend:
- ''
- 'Test Case: Test cases executed for: NDR throughput on 2n-zn2 with xxv710.'
legend:
- ''
- 'Test Case: Test cases executed for: NDR throughput on 2n-zn2 with xxv710.'
- - 'YYMM.V-E: [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "6" for CSIT rls2101, "7" for CSIT rls2106).'
+ - 'YYMM.V-E: [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "7" for CSIT rls2106, "8" for CSIT rls2110).'
- 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.'
- 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.'
- - '2101.0-7 vs 2101.0-6: Compares CSIT environment current vs previous with previous VPP code.'
- - '2106.0-7 vs 2101.0-7: Compares VPP code current vs previous in the current CSIT environment.'
+ - '2106.0-8 vs 2106.0-7: Compares CSIT environment current vs previous with previous VPP code.'
+ - '2110.0-8 vs 2106.0-8: Compares VPP code current vs previous in the current CSIT environment.'
# VPP Performance Changes 2n-dnv 1t1c pdr
- type: "table"
# VPP Performance Changes 2n-dnv 1t1c pdr
- type: "table"
include-tests: "PDR" # "PDR" | "NDR" | "MRR"
filter: "'1T1C'"
columns:
include-tests: "PDR" # "PDR" | "NDR" | "MRR"
filter: "'1T1C'"
columns:
data-set: "vpp-2n-dnv-hist-iter-new-env"
data-set: "vpp-2n-dnv-hist-iter-new-env"
data-set: "vpp-2n-dnv-prev-iter-old-env"
data-set: "vpp-2n-dnv-prev-iter-old-env"
data-set: "vpp-2n-dnv-prev-iter-new-env"
data-set: "vpp-2n-dnv-prev-iter-new-env"
data-set: "vpp-2n-dnv-curr-iter"
comparisons:
data-set: "vpp-2n-dnv-curr-iter"
comparisons:
- - title: "2101.0-7 vs 2101.0-6"
+ - title: "2106.0-8 vs 2106.0-7"
- - title: "2101.0-6 vs 2009.0-5"
+ - title: "2110.0-8 vs 2106.0-8"
reference: 3
compare: 4
legend:
- ''
- 'Test Case: Test cases executed for: PDR throughput on 2n-dnv with x553.'
reference: 3
compare: 4
legend:
- ''
- 'Test Case: Test cases executed for: PDR throughput on 2n-dnv with x553.'
- - 'YYMM.V-E: [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "6" for CSIT rls2101, "7" for CSIT rls2106).'
+ - 'YYMM.V-E: [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "7" for CSIT rls2106, "8" for CSIT rls2110).'
- 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.'
- 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.'
- - '2101.0-7 vs 2101.0-6: Compares CSIT environment current vs previous with previous VPP code.'
- - '2106.0-7 vs 2101.0-7: Compares VPP code current vs previous.'
+ - '2106.0-8 vs 2106.0-7: Compares CSIT environment current vs previous with previous VPP code.'
+ - '2110.0-8 vs 2106.0-8: Compares VPP code current vs previous.'
# VPP Performance Changes 2n-dnv 2t2c pdr
- type: "table"
# VPP Performance Changes 2n-dnv 2t2c pdr
- type: "table"
include-tests: "PDR" # "PDR" | "NDR" | "MRR"
filter: "'2T2C'"
columns:
include-tests: "PDR" # "PDR" | "NDR" | "MRR"
filter: "'2T2C'"
columns:
data-set: "vpp-2n-dnv-hist-iter-new-env"
data-set: "vpp-2n-dnv-hist-iter-new-env"
data-set: "vpp-2n-dnv-prev-iter-old-env"
data-set: "vpp-2n-dnv-prev-iter-old-env"
data-set: "vpp-2n-dnv-prev-iter-new-env"
data-set: "vpp-2n-dnv-prev-iter-new-env"
data-set: "vpp-2n-dnv-curr-iter"
comparisons:
data-set: "vpp-2n-dnv-curr-iter"
comparisons:
- - title: "2101.0-7 vs 2101.0-6"
+ - title: "2106.0-8 vs 2106.0-7"
- - title: "2101.0-6 vs 2009.0-5"
+ - title: "2110.0-8 vs 2106.0-8"
reference: 3
compare: 4
legend:
- ''
- 'Test Case: Test cases executed for: PDR throughput on 2n-dnv with x553.'
reference: 3
compare: 4
legend:
- ''
- 'Test Case: Test cases executed for: PDR throughput on 2n-dnv with x553.'
- - 'YYMM.V-E: [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "6" for CSIT rls2101, "7" for CSIT rls2106).'
+ - 'YYMM.V-E: [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "7" for CSIT rls2106, "8" for CSIT rls2110).'
- 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.'
- 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.'
- - '2101.0-7 vs 2101.0-6: Compares CSIT environment current vs previous with previous VPP code.'
- - '2106.0-7 vs 2101.0-7: Compares VPP code current vs previous.'
+ - '2106.0-8 vs 2106.0-7: Compares CSIT environment current vs previous with previous VPP code.'
+ - '2110.0-8 vs 2106.0-8: Compares VPP code current vs previous.'
# VPP Performance Changes 2n-dnv 1t1c ndr
- type: "table"
# VPP Performance Changes 2n-dnv 1t1c ndr
- type: "table"
include-tests: "NDR" # "PDR" | "NDR" | "MRR"
filter: "'1T1C'"
columns:
include-tests: "NDR" # "PDR" | "NDR" | "MRR"
filter: "'1T1C'"
columns:
data-set: "vpp-2n-dnv-hist-iter-new-env"
data-set: "vpp-2n-dnv-hist-iter-new-env"
data-set: "vpp-2n-dnv-prev-iter-old-env"
data-set: "vpp-2n-dnv-prev-iter-old-env"
data-set: "vpp-2n-dnv-prev-iter-new-env"
data-set: "vpp-2n-dnv-prev-iter-new-env"
data-set: "vpp-2n-dnv-curr-iter"
comparisons:
data-set: "vpp-2n-dnv-curr-iter"
comparisons:
- - title: "2101.0-7 vs 2101.0-6"
+ - title: "2106.0-8 vs 2106.0-7"
- - title: "2101.0-6 vs 2009.0-5"
+ - title: "2110.0-8 vs 2106.0-8"
reference: 3
compare: 4
legend:
- ''
- 'Test Case: Test cases executed for: NDR throughput on 2n-dnv with x553.'
reference: 3
compare: 4
legend:
- ''
- 'Test Case: Test cases executed for: NDR throughput on 2n-dnv with x553.'
- - 'YYMM.V-E: [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "6" for CSIT rls2101, "7" for CSIT rls2106).'
+ - 'YYMM.V-E: [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "7" for CSIT rls2106, "8" for CSIT rls2110).'
- 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.'
- 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.'
- - '2101.0-7 vs 2101.0-6: Compares CSIT environment current vs previous with previous VPP code.'
- - '2106.0-7 vs 2101.0-7: Compares VPP code current vs previous.'
+ - '2106.0-8 vs 2106.0-7: Compares CSIT environment current vs previous with previous VPP code.'
+ - '2110.0-8 vs 2106.0-8: Compares VPP code current vs previous.'
# VPP Performance Changes 2n-dnv 2t2c ndr
- type: "table"
# VPP Performance Changes 2n-dnv 2t2c ndr
- type: "table"
include-tests: "NDR" # "PDR" | "NDR" | "MRR"
filter: "'2T2C'"
columns:
include-tests: "NDR" # "PDR" | "NDR" | "MRR"
filter: "'2T2C'"
columns:
data-set: "vpp-2n-dnv-hist-iter-new-env"
data-set: "vpp-2n-dnv-hist-iter-new-env"
data-set: "vpp-2n-dnv-prev-iter-old-env"
data-set: "vpp-2n-dnv-prev-iter-old-env"
data-set: "vpp-2n-dnv-prev-iter-new-env"
data-set: "vpp-2n-dnv-prev-iter-new-env"
data-set: "vpp-2n-dnv-curr-iter"
comparisons:
data-set: "vpp-2n-dnv-curr-iter"
comparisons:
- - title: "2101.0-7 vs 2101.0-6"
+ - title: "2106.0-8 vs 2106.0-7"
- - title: "2101.0-6 vs 2009.0-5"
+ - title: "2110.0-8 vs 2106.0-8"
reference: 3
compare: 4
legend:
- ''
- 'Test Case: Test cases executed for: NDR throughput on 2n-dnv with x553.'
reference: 3
compare: 4
legend:
- ''
- 'Test Case: Test cases executed for: NDR throughput on 2n-dnv with x553.'
- - 'YYMM.V-E: [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "6" for CSIT rls2101, "7" for CSIT rls2106).'
+ - 'YYMM.V-E: [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "7" for CSIT rls2106, "8" for CSIT rls2110).'
- 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.'
- 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.'
- - '2101.0-7 vs 2101.0-6: Compares CSIT environment current vs previous with previous VPP code.'
- - '2106.0-7 vs 2101.0-7: Compares VPP code current vs previous.'
+ - '2106.0-8 vs 2106.0-7: Compares CSIT environment current vs previous with previous VPP code.'
+ - '2110.0-8 vs 2106.0-8: Compares VPP code current vs previous.'
# VPP Performance Changes 3n-dnv 1t1c pdr
- type: "table"
# VPP Performance Changes 3n-dnv 1t1c pdr
- type: "table"
include-tests: "PDR" # "PDR" | "NDR" | "MRR"
filter: "'1T1C'"
columns:
include-tests: "PDR" # "PDR" | "NDR" | "MRR"
filter: "'1T1C'"
columns:
data-set: "vpp-3n-dnv-hist-iter-new-env"
data-set: "vpp-3n-dnv-hist-iter-new-env"
data-set: "vpp-3n-dnv-prev-iter-old-env"
data-set: "vpp-3n-dnv-prev-iter-old-env"
data-set: "vpp-3n-dnv-prev-iter-new-env"
data-set: "vpp-3n-dnv-prev-iter-new-env"
data-set: "vpp-3n-dnv-curr-iter"
comparisons:
data-set: "vpp-3n-dnv-curr-iter"
comparisons:
- - title: "2101.0-7 vs 2101.0-6"
+ - title: "2106.0-8 vs 2106.0-7"
- - title: "2101.0-6 vs 2009.0-5"
+ - title: "2110.0-8 vs 2106.0-8"
reference: 3
compare: 4
legend:
- ''
- 'Test Case: Test cases executed for: PDR throughput on 3n-dnv with x553.'
reference: 3
compare: 4
legend:
- ''
- 'Test Case: Test cases executed for: PDR throughput on 3n-dnv with x553.'
- - 'YYMM.V-E: [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "6" for CSIT rls2101, "7" for CSIT rls2106).'
+ - 'YYMM.V-E: [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "7" for CSIT rls2106, "8" for CSIT rls2110).'
- 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.'
- 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.'
- - '2101.0-7 vs 2101.0-6: Compares CSIT environment current vs previous with previous VPP code.'
- - '2106.0-7 vs 2101.0-7: Compares VPP code current vs previous.'
+ - '2106.0-8 vs 2106.0-7: Compares CSIT environment current vs previous with previous VPP code.'
+ - '2110.0-8 vs 2106.0-8: Compares VPP code current vs previous.'
# VPP Performance Changes 3n-dnv 2t2c pdr
- type: "table"
# VPP Performance Changes 3n-dnv 2t2c pdr
- type: "table"
include-tests: "PDR" # "PDR" | "NDR" | "MRR"
filter: "'2T2C'"
columns:
include-tests: "PDR" # "PDR" | "NDR" | "MRR"
filter: "'2T2C'"
columns:
data-set: "vpp-3n-dnv-hist-iter-new-env"
data-set: "vpp-3n-dnv-hist-iter-new-env"
data-set: "vpp-3n-dnv-prev-iter-old-env"
data-set: "vpp-3n-dnv-prev-iter-old-env"
data-set: "vpp-3n-dnv-prev-iter-new-env"
data-set: "vpp-3n-dnv-prev-iter-new-env"
data-set: "vpp-3n-dnv-curr-iter"
comparisons:
data-set: "vpp-3n-dnv-curr-iter"
comparisons:
- - title: "2101.0-7 vs 2101.0-6"
+ - title: "2106.0-8 vs 2106.0-7"
- - title: "2101.0-6 vs 2009.0-5"
+ - title: "2110.0-8 vs 2106.0-8"
reference: 3
compare: 4
legend:
- ''
- 'Test Case: Test cases executed for: PDR throughput on 3n-dnv with x553.'
reference: 3
compare: 4
legend:
- ''
- 'Test Case: Test cases executed for: PDR throughput on 3n-dnv with x553.'
- - 'YYMM.V-E: [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "6" for CSIT rls2101, "7" for CSIT rls2106).'
+ - 'YYMM.V-E: [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "7" for CSIT rls2106, "8" for CSIT rls2110).'
- 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.'
- 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.'
- - '2101.0-7 vs 2101.0-6: Compares CSIT environment current vs previous with previous VPP code.'
- - '2106.0-7 vs 2101.0-7: Compares VPP code current vs previous.'
+ - '2106.0-8 vs 2106.0-7: Compares CSIT environment current vs previous with previous VPP code.'
+ - '2110.0-8 vs 2106.0-8: Compares VPP code current vs previous.'
# VPP Performance Changes 3n-dnv 1t1c ndr
- type: "table"
# VPP Performance Changes 3n-dnv 1t1c ndr
- type: "table"
include-tests: "NDR" # "PDR" | "NDR" | "MRR"
filter: "'1T1C'"
columns:
include-tests: "NDR" # "PDR" | "NDR" | "MRR"
filter: "'1T1C'"
columns:
data-set: "vpp-3n-dnv-hist-iter-new-env"
data-set: "vpp-3n-dnv-hist-iter-new-env"
data-set: "vpp-3n-dnv-prev-iter-old-env"
data-set: "vpp-3n-dnv-prev-iter-old-env"
data-set: "vpp-3n-dnv-prev-iter-new-env"
data-set: "vpp-3n-dnv-prev-iter-new-env"
data-set: "vpp-3n-dnv-curr-iter"
comparisons:
data-set: "vpp-3n-dnv-curr-iter"
comparisons:
- - title: "2101.0-7 vs 2101.0-6"
+ - title: "2106.0-8 vs 2106.0-7"
- - title: "2101.0-6 vs 2009.0-5"
+ - title: "2110.0-8 vs 2106.0-8"
reference: 3
compare: 4
legend:
- ''
- 'Test Case: Test cases executed for: NDR throughput on 3n-dnv with x553.'
reference: 3
compare: 4
legend:
- ''
- 'Test Case: Test cases executed for: NDR throughput on 3n-dnv with x553.'
- - 'YYMM.V-E: [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "6" for CSIT rls2101, "7" for CSIT rls2106).'
+ - 'YYMM.V-E: [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "7" for CSIT rls2106, "8" for CSIT rls2110).'
- 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.'
- 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.'
- - '2101.0-7 vs 2101.0-6: Compares CSIT environment current vs previous with previous VPP code.'
- - '2106.0-7 vs 2101.0-7: Compares VPP code current vs previous.'
+ - '2106.0-8 vs 2106.0-7: Compares CSIT environment current vs previous with previous VPP code.'
+ - '2110.0-8 vs 2106.0-8: Compares VPP code current vs previous.'
# VPP Performance Changes 3n-dnv 2t2c ndr
- type: "table"
# VPP Performance Changes 3n-dnv 2t2c ndr
- type: "table"
include-tests: "NDR" # "PDR" | "NDR" | "MRR"
filter: "'2T2C'"
columns:
include-tests: "NDR" # "PDR" | "NDR" | "MRR"
filter: "'2T2C'"
columns:
data-set: "vpp-3n-dnv-hist-iter-new-env"
data-set: "vpp-3n-dnv-hist-iter-new-env"
data-set: "vpp-3n-dnv-prev-iter-old-env"
data-set: "vpp-3n-dnv-prev-iter-old-env"
data-set: "vpp-3n-dnv-prev-iter-new-env"
data-set: "vpp-3n-dnv-prev-iter-new-env"
data-set: "vpp-3n-dnv-curr-iter"
comparisons:
data-set: "vpp-3n-dnv-curr-iter"
comparisons:
- - title: "2101.0-7 vs 2101.0-6"
+ - title: "2106.0-8 vs 2106.0-7"
- - title: "2101.0-6 vs 2009.0-5"
+ - title: "2110.0-8 vs 2106.0-8"
reference: 3
compare: 4
legend:
- ''
- 'Test Case: Test cases executed for: NDR throughput on 3n-dnv with x553.'
reference: 3
compare: 4
legend:
- ''
- 'Test Case: Test cases executed for: NDR throughput on 3n-dnv with x553.'
- - 'YYMM.V-E: [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "6" for CSIT rls2101, "7" for CSIT rls2106).'
+ - 'YYMM.V-E: [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "7" for CSIT rls2106, "8" for CSIT rls2110).'
- 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.'
- 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.'
- - '2101.0-7 vs 2101.0-6: Compares CSIT environment current vs previous with previous VPP code.'
- - '2106.0-7 vs 2101.0-7: Compares VPP code current vs previous.'
+ - '2106.0-8 vs 2106.0-7: Compares CSIT environment current vs previous with previous VPP code.'
+ - '2110.0-8 vs 2106.0-8: Compares VPP code current vs previous.'
# VPP Performance Changes 3n-tsh 1t1c pdr
- type: "table"
# VPP Performance Changes 3n-tsh 1t1c pdr
- type: "table"
include-tests: "PDR" # "PDR" | "NDR" | "MRR"
filter: "'1T1C'"
columns:
include-tests: "PDR" # "PDR" | "NDR" | "MRR"
filter: "'1T1C'"
columns:
data-set: "vpp-3n-tsh-hist-iter-new-env"
data-set: "vpp-3n-tsh-hist-iter-new-env"
- - title: "2101.0-6"
- data-set: "vpp-3n-tsh-prev-iter-old-env"
-# - title: "2101.0-7"
-# data-set: "vpp-3n-tsh-prev-iter-new-env"
+ data-set: "vpp-3n-tsh-prev-iter-old-env"
+ - title: "2106.0-8"
+ data-set: "vpp-3n-tsh-prev-iter-new-env"
+ - title: "2110.0-8"
data-set: "vpp-3n-tsh-curr-iter"
comparisons:
data-set: "vpp-3n-tsh-curr-iter"
comparisons:
-# - title: "2101.0-7 vs 2101.0-6"
-# reference: 2
-# compare: 3
-# rca-file: "rca/rca-3n-tsh-1t1c-pdr-rca1.yaml"
-# - title: "2106.0-7 vs 2101.0-7"
- - title: "2106.0-7 vs 2101.0-6"
- reference: 2 # 3
- compare: 3 # 4
-# rca-file: "rca/rca-3n-tsh-1t1c-pdr-rca2.yaml"
+ - title: "2106.0-8 vs 2106.0-7"
+ reference: 2
+ compare: 3
+ - title: "2110.0-8 vs 2106.0-8"
+ reference: 3
+ compare: 4
legend:
- ''
- 'Test Case: Test cases executed for: PDR throughput on 3n-tsh with x520.'
legend:
- ''
- 'Test Case: Test cases executed for: PDR throughput on 3n-tsh with x520.'
- - 'YYMM.V-E: [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "6" for CSIT rls2101, "7" for CSIT rls2106).'
+ - 'YYMM.V-E: [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "7" for CSIT rls2106, "8" for CSIT rls2110).'
- 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.'
- 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.'
- - '2101.0-7 vs 2101.0-6: Compares CSIT environment current vs previous with previous VPP code.'
-# - '2106.0-7 vs 2101.0-7: Compares VPP code current vs previous in the current CSIT environment.'
- - '2106.0-7 vs 2101.0-6: Compares VPP code current vs previous.'
+ - '2106.0-8 vs 2106.0-7: Compares CSIT environment current vs previous with previous VPP code.'
+ - '2110.0-8 vs 2106.0-8: Compares VPP code current vs previous in the current CSIT environment.'
# VPP Performance Changes 3n-tsh 2t2c pdr
- type: "table"
# VPP Performance Changes 3n-tsh 2t2c pdr
- type: "table"
include-tests: "PDR" # "PDR" | "NDR" | "MRR"
filter: "'2T2C'"
columns:
include-tests: "PDR" # "PDR" | "NDR" | "MRR"
filter: "'2T2C'"
columns:
data-set: "vpp-3n-tsh-hist-iter-new-env"
data-set: "vpp-3n-tsh-hist-iter-new-env"
- - title: "2101.0-6"
- data-set: "vpp-3n-tsh-prev-iter-old-env"
-# - title: "2101.0-7"
-# data-set: "vpp-3n-tsh-prev-iter-new-env"
+ data-set: "vpp-3n-tsh-prev-iter-old-env"
+ - title: "2106.0-8"
+ data-set: "vpp-3n-tsh-prev-iter-new-env"
+ - title: "2110.0-8"
data-set: "vpp-3n-tsh-curr-iter"
comparisons:
data-set: "vpp-3n-tsh-curr-iter"
comparisons:
-# - title: "2101.0-7 vs 2101.0-6"
-# reference: 2
-# compare: 3
-# rca-file: "rca/rca-3n-tsh-2t2c-pdr-rca1.yaml"
-# - title: "2106.0-7 vs 2101.0-7"
- - title: "2106.0-7 vs 2101.0-6"
- reference: 2 # 3
- compare: 3 # 4
-# rca-file: "rca/rca-3n-tsh-2t2c-pdr-rca2.yaml"
+ - title: "2106.0-8 vs 2106.0-7"
+ reference: 2
+ compare: 3
+ - title: "2110.0-8 vs 2106.0-8"
+ reference: 3
+ compare: 4
legend:
- ''
- 'Test Case: Test cases executed for: PDR throughput on 3n-tsh with x520.'
legend:
- ''
- 'Test Case: Test cases executed for: PDR throughput on 3n-tsh with x520.'
- - 'YYMM.V-E: [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "6" for CSIT rls2101, "7" for CSIT rls2106).'
+ - 'YYMM.V-E: [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "7" for CSIT rls2106, "8" for CSIT rls2110).'
- 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.'
- 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.'
- - '2101.0-7 vs 2101.0-6: Compares CSIT environment current vs previous with previous VPP code.'
-# - '2106.0-7 vs 2101.0-7: Compares VPP code current vs previous in the current CSIT environment.'
- - '2106.0-7 vs 2101.0-6: Compares VPP code current vs previous.'
+ - '2106.0-8 vs 2106.0-7: Compares CSIT environment current vs previous with previous VPP code.'
+ - '2110.0-8 vs 2106.0-8: Compares VPP code current vs previous in the current CSIT environment.'
# VPP Performance Changes 3n-tsh 1t1c ndr
- type: "table"
# VPP Performance Changes 3n-tsh 1t1c ndr
- type: "table"
include-tests: "NDR" # "PDR" | "NDR" | "MRR"
filter: "'1T1C'"
columns:
include-tests: "NDR" # "PDR" | "NDR" | "MRR"
filter: "'1T1C'"
columns:
data-set: "vpp-3n-tsh-hist-iter-new-env"
data-set: "vpp-3n-tsh-hist-iter-new-env"
- - title: "2101.0-6"
- data-set: "vpp-3n-tsh-prev-iter-old-env"
-# - title: "2101.0-7"
-# data-set: "vpp-3n-tsh-prev-iter-new-env"
+ data-set: "vpp-3n-tsh-prev-iter-old-env"
+ - title: "2106.0-8"
+ data-set: "vpp-3n-tsh-prev-iter-new-env"
+ - title: "2110.0-8"
data-set: "vpp-3n-tsh-curr-iter"
comparisons:
data-set: "vpp-3n-tsh-curr-iter"
comparisons:
-# - title: "2101.0-7 vs 2101.0-6"
-# reference: 2
-# compare: 3
-# rca-file: "rca/rca-3n-tsh-1t1c-ndr-rca1.yaml"
-# - title: "2106.0-7 vs 2101.0-7"
- - title: "2106.0-7 vs 2101.0-6"
- reference: 2 # 3
- compare: 3 # 4
-# rca-file: "rca/rca-3n-tsh-1t1c-ndr-rca2.yaml"
+ - title: "2106.0-8 vs 2106.0-7"
+ reference: 2
+ compare: 3
+ - title: "2110.0-8 vs 2106.0-8"
+ reference: 3
+ compare: 4
legend:
- ''
- 'Test Case: Test cases executed for: NDR throughput on 3n-tsh with x520.'
legend:
- ''
- 'Test Case: Test cases executed for: NDR throughput on 3n-tsh with x520.'
- - 'YYMM.V-E: [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "6" for CSIT rls2101, "7" for CSIT rls2106).'
+ - 'YYMM.V-E: [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "7" for CSIT rls2106, "8" for CSIT rls2110).'
- 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.'
- 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.'
- - '2101.0-7 vs 2101.0-6: Compares CSIT environment current vs previous with previous VPP code.'
-# - '2106.0-7 vs 2101.0-7: Compares VPP code current vs previous in the current CSIT environment.'
- - '2106.0-7 vs 2101.0-6: Compares VPP code current vs previous.'
+ - '2106.0-8 vs 2106.0-7: Compares CSIT environment current vs previous with previous VPP code.'
+ - '2110.0-8 vs 2106.0-8: Compares VPP code current vs previous in the current CSIT environment.'
# VPP Performance Changes 3n-tsh 2t2c ndr
- type: "table"
# VPP Performance Changes 3n-tsh 2t2c ndr
- type: "table"
include-tests: "NDR" # "PDR" | "NDR" | "MRR"
filter: "'2T2C'"
columns:
include-tests: "NDR" # "PDR" | "NDR" | "MRR"
filter: "'2T2C'"
columns:
data-set: "vpp-3n-tsh-hist-iter-new-env"
data-set: "vpp-3n-tsh-hist-iter-new-env"
- - title: "2101.0-6"
- data-set: "vpp-3n-tsh-prev-iter-old-env"
-# - title: "2101.0-7"
-# data-set: "vpp-3n-tsh-prev-iter-new-env"
+ data-set: "vpp-3n-tsh-prev-iter-old-env"
+ - title: "2106.0-8"
+ data-set: "vpp-3n-tsh-prev-iter-new-env"
+ - title: "2110.0-8"
data-set: "vpp-3n-tsh-curr-iter"
comparisons:
data-set: "vpp-3n-tsh-curr-iter"
comparisons:
-# - title: "2101.0-7 vs 2101.0-6"
-# reference: 2
-# compare: 3
-# rca-file: "rca/rca-3n-tsh-2t2c-ndr-rca1.yaml"
-# - title: "2106.0-7 vs 2101.0-7"
- - title: "2106.0-7 vs 2101.0-6"
- reference: 2 # 3
- compare: 3 # 4
-# rca-file: "rca/rca-3n-tsh-2t2c-ndr-rca2.yaml"
+ - title: "2106.0-8 vs 2106.0-7"
+ reference: 2
+ compare: 3
+ - title: "2110.0-8 vs 2106.0-8"
+ reference: 3
+ compare: 4
legend:
- ''
- 'Test Case: Test cases executed for: NDR throughput on 3n-tsh with x520.'
legend:
- ''
- 'Test Case: Test cases executed for: NDR throughput on 3n-tsh with x520.'
- - 'YYMM.V-E: [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "6" for CSIT rls2101, "7" for CSIT rls2106).'
+ - 'YYMM.V-E: [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "7" for CSIT rls2106, "8" for CSIT rls2110).'
- 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.'
- 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.'
- - '2101.0-7 vs 2101.0-6: Compares CSIT environment current vs previous with previous VPP code.'
-# - '2106.0-7 vs 2101.0-7: Compares VPP code current vs previous in the current CSIT environment.'
- - '2106.0-7 vs 2101.0-6: Compares VPP code current vs previous.'
+ - '2106.0-8 vs 2106.0-7: Compares CSIT environment current vs previous with previous VPP code.'
+ - '2110.0-8 vs 2106.0-8: Compares VPP code current vs previous in the current CSIT environment.'
# VPP Performance Changes 2n-tx2 1t1c pdr
- type: "table"
# VPP Performance Changes 2n-tx2 1t1c pdr
- type: "table"
include-tests: "PDR" # "PDR" | "NDR" | "MRR"
filter: "'1T1C'"
columns:
include-tests: "PDR" # "PDR" | "NDR" | "MRR"
filter: "'1T1C'"
columns:
data-set: "vpp-2n-tx2-hist-iter-new-env"
data-set: "vpp-2n-tx2-hist-iter-new-env"
- - title: "2101.0-6"
- data-set: "vpp-2n-tx2-prev-iter-old-env"
-# - title: "2101.0-7"
-# data-set: "vpp-2n-tx2-prev-iter-new-env"
+ data-set: "vpp-2n-tx2-prev-iter-old-env"
+ - title: "2106.0-8"
+ data-set: "vpp-2n-tx2-prev-iter-new-env"
+ - title: "2110.0-8"
data-set: "vpp-2n-tx2-curr-iter"
comparisons:
data-set: "vpp-2n-tx2-curr-iter"
comparisons:
-# - title: "2101.0-7 vs 2101.0-6"
-# reference: 2
-# compare: 3
-# - title: "2106.0-7 vs 2101.0-7"
- - title: "2106.0-7 vs 2101.0-6"
- reference: 2 # 3
- compare: 3 # 4
+ - title: "2106.0-8 vs 2106.0-7"
+ reference: 2
+ compare: 3
+ - title: "2110.0-8 vs 2106.0-8"
+ reference: 3
+ compare: 4
legend:
- ''
- 'Test Case: Test cases executed for: PDR throughput on 2n-tx2 with xl710.'
legend:
- ''
- 'Test Case: Test cases executed for: PDR throughput on 2n-tx2 with xl710.'
- - 'YYMM.V-E: [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "6" for CSIT rls2101, "7" for CSIT rls2106).'
+ - 'YYMM.V-E: [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "7" for CSIT rls2106, "8" for CSIT rls2110).'
- 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.'
- 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.'
- - '2101.0-7 vs 2101.0-6: Compares CSIT environment current vs previous with previous VPP code.'
-# - '2106.0-7 vs 2101.0-7: Compares VPP code current vs previous in the current CSIT environment.'
- - '2106.0-7 vs 2101.0-6: Compares VPP code current vs previous.'
+ - '2106.0-8 vs 2106.0-7: Compares CSIT environment current vs previous with previous VPP code.'
+ - '2110.0-8 vs 2106.0-8: Compares VPP code current vs previous in the current CSIT environment.'
# VPP Performance Changes 2n-tx2 2t2c pdr
- type: "table"
# VPP Performance Changes 2n-tx2 2t2c pdr
- type: "table"
include-tests: "PDR" # "PDR" | "NDR" | "MRR"
filter: "'2T2C'"
columns:
include-tests: "PDR" # "PDR" | "NDR" | "MRR"
filter: "'2T2C'"
columns:
data-set: "vpp-2n-tx2-hist-iter-new-env"
data-set: "vpp-2n-tx2-hist-iter-new-env"
- - title: "2101.0-6"
- data-set: "vpp-2n-tx2-prev-iter-old-env"
-# - title: "2101.0-7"
-# data-set: "vpp-2n-tx2-prev-iter-new-env"
+ data-set: "vpp-2n-tx2-prev-iter-old-env"
+ - title: "2106.0-8"
+ data-set: "vpp-2n-tx2-prev-iter-new-env"
+ - title: "2110.0-8"
data-set: "vpp-2n-tx2-curr-iter"
comparisons:
data-set: "vpp-2n-tx2-curr-iter"
comparisons:
-# - title: "2101.0-7 vs 2101.0-6"
-# reference: 2
-# compare: 3
-# - title: "2106.0-7 vs 2101.0-7"
- - title: "2106.0-7 vs 2101.0-6"
- reference: 2 # 3
- compare: 3 # 4
+ - title: "2106.0-8 vs 2106.0-7"
+ reference: 2
+ compare: 3
+ - title: "2110.0-8 vs 2106.0-8"
+ reference: 3
+ compare: 4
legend:
- ''
- 'Test Case: Test cases executed for: PDR throughput on 2n-tx2 with xl710.'
legend:
- ''
- 'Test Case: Test cases executed for: PDR throughput on 2n-tx2 with xl710.'
- - 'YYMM.V-E: [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "6" for CSIT rls2101, "7" for CSIT rls2106).'
+ - 'YYMM.V-E: [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "7" for CSIT rls2106, "8" for CSIT rls2110).'
- 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.'
- 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.'
- - '2101.0-7 vs 2101.0-6: Compares CSIT environment current vs previous with previous VPP code.'
-# - '2106.0-7 vs 2101.0-7: Compares VPP code current vs previous in the current CSIT environment.'
- - '2106.0-7 vs 2101.0-6: Compares VPP code current vs previous.'
+ - '2106.0-8 vs 2106.0-7: Compares CSIT environment current vs previous with previous VPP code.'
+ - '2110.0-8 vs 2106.0-8: Compares VPP code current vs previous in the current CSIT environment.'
# VPP Performance Changes 2n-tx2 1t1c ndr
- type: "table"
# VPP Performance Changes 2n-tx2 1t1c ndr
- type: "table"
include-tests: "NDR" # "PDR" | "NDR" | "MRR"
filter: "'1T1C'"
columns:
include-tests: "NDR" # "PDR" | "NDR" | "MRR"
filter: "'1T1C'"
columns:
data-set: "vpp-2n-tx2-hist-iter-new-env"
data-set: "vpp-2n-tx2-hist-iter-new-env"
- - title: "2101.0-6"
- data-set: "vpp-2n-tx2-prev-iter-old-env"
-# - title: "2101.0-7"
-# data-set: "vpp-2n-tx2-prev-iter-new-env"
+ data-set: "vpp-2n-tx2-prev-iter-old-env"
+ - title: "2106.0-8"
+ data-set: "vpp-2n-tx2-prev-iter-new-env"
+ - title: "2110.0-8"
data-set: "vpp-2n-tx2-curr-iter"
comparisons:
data-set: "vpp-2n-tx2-curr-iter"
comparisons:
-# - title: "2101.0-7 vs 2101.0-6"
-# reference: 2
-# compare: 3
-# - title: "2106.0-7 vs 2101.0-7"
- - title: "2106.0-7 vs 2101.0-6"
- reference: 2 # 3
- compare: 3 # 4
+ - title: "2106.0-8 vs 2106.0-7"
+ reference: 2
+ compare: 3
+ - title: "2110.0-8 vs 2106.0-8"
+ reference: 3
+ compare: 4
legend:
- ''
- 'Test Case: Test cases executed for: NDR throughput on 2n-tx2 with xl710.'
legend:
- ''
- 'Test Case: Test cases executed for: NDR throughput on 2n-tx2 with xl710.'
- - 'YYMM.V-E: [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "6" for CSIT rls2101, "7" for CSIT rls2106).'
+ - 'YYMM.V-E: [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "7" for CSIT rls2106, "8" for CSIT rls2110).'
- 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.'
- 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.'
- - '2101.0-7 vs 2101.0-6: Compares CSIT environment current vs previous with previous VPP code.'
-# - '2106.0-7 vs 2101.0-7: Compares VPP code current vs previous in the current CSIT environment.'
- - '2106.0-7 vs 2101.0-6: Compares VPP code current vs previous.'
+ - '2106.0-8 vs 2106.0-7: Compares CSIT environment current vs previous with previous VPP code.'
+ - '2110.0-8 vs 2106.0-8: Compares VPP code current vs previous in the current CSIT environment.'
# VPP Performance Changes 2n-tx2 2t2c ndr
- type: "table"
# VPP Performance Changes 2n-tx2 2t2c ndr
- type: "table"
include-tests: "NDR" # "PDR" | "NDR" | "MRR"
filter: "'2T2C'"
columns:
include-tests: "NDR" # "PDR" | "NDR" | "MRR"
filter: "'2T2C'"
columns:
data-set: "vpp-2n-tx2-hist-iter-new-env"
data-set: "vpp-2n-tx2-hist-iter-new-env"
- - title: "2101.0-6"
- data-set: "vpp-2n-tx2-prev-iter-old-env"
-# - title: "2101.0-7"
-# data-set: "vpp-2n-tx2-prev-iter-new-env"
+ data-set: "vpp-2n-tx2-prev-iter-old-env"
+ - title: "2106.0-8"
+ data-set: "vpp-2n-tx2-prev-iter-new-env"
+ - title: "2110.0-8"
data-set: "vpp-2n-tx2-curr-iter"
comparisons:
data-set: "vpp-2n-tx2-curr-iter"
comparisons:
-# - title: "2101.0-7 vs 2101.0-6"
-# reference: 2
-# compare: 3
-# - title: "2106.0-7 vs 2101.0-7"
- - title: "2106.0-7 vs 2101.0-6"
- reference: 2 # 3
- compare: 3 # 4
+ - title: "2106.0-8 vs 2106.0-7"
+ reference: 2
+ compare: 3
+ - title: "2110.0-8 vs 2106.0-8"
+ reference: 3
+ compare: 4
legend:
- ''
- 'Test Case: Test cases executed for: NDR throughput on 2n-tx2 with xl710.'
legend:
- ''
- 'Test Case: Test cases executed for: NDR throughput on 2n-tx2 with xl710.'
- - 'YYMM.V-E: [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "6" for CSIT rls2101, "7" for CSIT rls2106).'
+ - 'YYMM.V-E: [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "7" for CSIT rls2106, "8" for CSIT rls2110).'
- 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.'
- 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.'
- - '2101.0-7 vs 2101.0-6: Compares CSIT environment current vs previous with previous VPP code.'
-# - '2106.0-7 vs 2101.0-7: Compares VPP code current vs previous in the current CSIT environment.'
- - '2106.0-7 vs 2101.0-6: Compares VPP code current vs previous.'
+ - '2106.0-8 vs 2106.0-7: Compares CSIT environment current vs previous with previous VPP code.'
+ - '2110.0-8 vs 2106.0-8: Compares VPP code current vs previous in the current CSIT environment.'
# VPP Comparison Across Testbeds 2n-skx to 2n-clx 2t1c ndr
- type: "table"
# VPP Comparison Across Testbeds 2n-skx to 2n-clx 2t1c ndr
- type: "table"
include-tests: "MRR" # "PDR" | "NDR" | "MRR"
filter: "'2T1C' and 'MRR' and 'NIC_Intel-XXV710' and not 'NF_DENSITY'"
columns:
include-tests: "MRR" # "PDR" | "NDR" | "MRR"
filter: "'2T1C' and 'MRR' and 'NIC_Intel-XXV710' and not 'NF_DENSITY'"
columns:
data-set: "vpp-3n-skx-hist-iter-mrr-new-env"
data-set: "vpp-3n-skx-hist-iter-mrr-new-env"
data-set: "vpp-3n-skx-prev-iter-mrr-old-env"
data-set: "vpp-3n-skx-prev-iter-mrr-old-env"
data-set: "vpp-3n-skx-prev-iter-mrr-new-env"
data-set: "vpp-3n-skx-prev-iter-mrr-new-env"
data-set: "vpp-3n-skx-curr-iter-mrr"
comparisons:
data-set: "vpp-3n-skx-curr-iter-mrr"
comparisons:
- - title: "2101.0-7 vs 2101.0-6"
+ - title: "2106.0-8 vs 2106.0-7"
-# rca-file: "rca/rca-3n-skx-2t1c-mrr-rca1.yaml"
- - title: "2106.0-7 vs 2101.0-7"
+ - title: "2110.0-8 vs 2106.0-8"
-# rca-file: "rca/rca-3n-skx-2t1c-mrr-rca2.yaml"
legend:
- ''
- 'Test Case: Test cases executed for: MRR throughput on 3n-skx with xxv710.'
legend:
- ''
- 'Test Case: Test cases executed for: MRR throughput on 3n-skx with xxv710.'
- - 'YYMM.V-E: [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "6" for CSIT rls2101, "7" for CSIT rls2106).'
+ - 'YYMM.V-E: [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "7" for CSIT rls2106, "8" for CSIT rls2110).'
- 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.'
- 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.'
- - '2101.0-7 vs 2101.0-6: Compares CSIT environment current vs previous with previous VPP code.'
- - '2106.0-7 vs 2101.0-7: Compares VPP code current vs previous in the current CSIT environment.'
+ - '2106.0-8 vs 2106.0-7: Compares CSIT environment current vs previous with previous VPP code.'
+ - '2110.0-8 vs 2106.0-8: Compares VPP code current vs previous in the current CSIT environment.'
# VPP Performance Changes 3n-skx 4t2c mrr
- type: "table"
# VPP Performance Changes 3n-skx 4t2c mrr
- type: "table"
include-tests: "MRR" # "PDR" | "NDR" | "MRR"
filter: "'4T2C' and 'MRR' and 'NIC_Intel-XXV710' and not 'NF_DENSITY'"
columns:
include-tests: "MRR" # "PDR" | "NDR" | "MRR"
filter: "'4T2C' and 'MRR' and 'NIC_Intel-XXV710' and not 'NF_DENSITY'"
columns:
data-set: "vpp-3n-skx-hist-iter-mrr-new-env"
data-set: "vpp-3n-skx-hist-iter-mrr-new-env"
data-set: "vpp-3n-skx-prev-iter-mrr-old-env"
data-set: "vpp-3n-skx-prev-iter-mrr-old-env"
data-set: "vpp-3n-skx-prev-iter-mrr-new-env"
data-set: "vpp-3n-skx-prev-iter-mrr-new-env"
data-set: "vpp-3n-skx-curr-iter-mrr"
comparisons:
data-set: "vpp-3n-skx-curr-iter-mrr"
comparisons:
- - title: "2101.0-7 vs 2101.0-6"
+ - title: "2106.0-8 vs 2106.0-7"
-# rca-file: "rca/rca-3n-skx-4t2c-mrr-rca1.yaml"
- - title: "2106.0-7 vs 2101.0-7"
+ - title: "2110.0-8 vs 2106.0-8"
-# rca-file: "rca/rca-3n-skx-4t2c-mrr-rca2.yaml"
legend:
- ''
- 'Test Case: Test cases executed for: MRR throughput on 3n-skx with xxv710.'
legend:
- ''
- 'Test Case: Test cases executed for: MRR throughput on 3n-skx with xxv710.'
- - 'YYMM.V-E: [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "6" for CSIT rls2101, "7" for CSIT rls2106).'
+ - 'YYMM.V-E: [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "7" for CSIT rls2106, "8" for CSIT rls2110).'
- 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.'
- 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.'
- - '2101.0-7 vs 2101.0-6: Compares CSIT environment current vs previous with previous VPP code.'
- - '2106.0-7 vs 2101.0-7: Compares VPP code current vs previous in the current CSIT environment.'
+ - '2106.0-8 vs 2106.0-7: Compares CSIT environment current vs previous with previous VPP code.'
+ - '2110.0-8 vs 2106.0-8: Compares VPP code current vs previous in the current CSIT environment.'
# VPP Performance Changes 3n-skx 8t4c mrr
- type: "table"
# VPP Performance Changes 3n-skx 8t4c mrr
- type: "table"
include-tests: "MRR" # "PDR" | "NDR" | "MRR"
filter: "'8T4C' and 'MRR' and 'NIC_Intel-XXV710' and not 'NF_DENSITY'"
columns:
include-tests: "MRR" # "PDR" | "NDR" | "MRR"
filter: "'8T4C' and 'MRR' and 'NIC_Intel-XXV710' and not 'NF_DENSITY'"
columns:
data-set: "vpp-3n-skx-hist-iter-mrr-new-env"
data-set: "vpp-3n-skx-hist-iter-mrr-new-env"
data-set: "vpp-3n-skx-prev-iter-mrr-old-env"
data-set: "vpp-3n-skx-prev-iter-mrr-old-env"
data-set: "vpp-3n-skx-prev-iter-mrr-new-env"
data-set: "vpp-3n-skx-prev-iter-mrr-new-env"
data-set: "vpp-3n-skx-curr-iter-mrr"
comparisons:
data-set: "vpp-3n-skx-curr-iter-mrr"
comparisons:
- - title: "2101.0-7 vs 2101.0-6"
+ - title: "2106.0-8 vs 2106.0-7"
-# rca-file: "rca/rca-3n-skx-8t4c-mrr-rca1.yaml"
- - title: "2106.0-7 vs 2101.0-7"
+ - title: "2110.0-8 vs 2106.0-8"
-# rca-file: "rca/rca-3n-skx-8t4c-mrr-rca2.yaml"
legend:
- ''
- 'Test Case: Test cases executed for: MRR throughput on 3n-skx with xxv710.'
legend:
- ''
- 'Test Case: Test cases executed for: MRR throughput on 3n-skx with xxv710.'
- - 'YYMM.V-E: [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "6" for CSIT rls2101, "7" for CSIT rls2106).'
+ - 'YYMM.V-E: [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "7" for CSIT rls2106, "8" for CSIT rls2110).'
- 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.'
- 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.'
- - '2101.0-7 vs 2101.0-6: Compares CSIT environment current vs previous with previous VPP code.'
- - '2106.0-7 vs 2101.0-7: Compares VPP code current vs previous in the current CSIT environment.'
+ - '2106.0-8 vs 2106.0-7: Compares CSIT environment current vs previous with previous VPP code.'
+ - '2110.0-8 vs 2106.0-8: Compares VPP code current vs previous in the current CSIT environment.'
# VPP Performance Changes 2n-skx 2t1c mrr
- type: "table"
# VPP Performance Changes 2n-skx 2t1c mrr
- type: "table"
include-tests: "MRR" # "PDR" | "NDR" | "MRR"
filter: "'2T1C' and 'MRR' and 'NIC_Intel-XXV710' and not 'NF_DENSITY'"
columns:
include-tests: "MRR" # "PDR" | "NDR" | "MRR"
filter: "'2T1C' and 'MRR' and 'NIC_Intel-XXV710' and not 'NF_DENSITY'"
columns:
data-set: "vpp-2n-skx-hist-iter-mrr-new-env"
data-set: "vpp-2n-skx-hist-iter-mrr-new-env"
data-set: "vpp-2n-skx-prev-iter-mrr-old-env"
data-set: "vpp-2n-skx-prev-iter-mrr-old-env"
data-set: "vpp-2n-skx-prev-iter-mrr-new-env"
data-set: "vpp-2n-skx-prev-iter-mrr-new-env"
data-set: "vpp-2n-skx-curr-iter-mrr"
comparisons:
data-set: "vpp-2n-skx-curr-iter-mrr"
comparisons:
- - title: "2101.0-7 vs 2101.0-6"
+ - title: "2106.0-8 vs 2106.0-7"
-# rca-file: "rca/rca-2n-skx-2t1c-mrr-rca1.yaml"
- - title: "2106.0-7 vs 2101.0-7"
+ - title: "2110.0-8 vs 2106.0-8"
-# rca-file: "rca/rca-2n-skx-2t1c-mrr-rca2.yaml"
legend:
- ''
- 'Test Case: Test cases executed for: MRR throughput on 2n-skx with xxv710.'
legend:
- ''
- 'Test Case: Test cases executed for: MRR throughput on 2n-skx with xxv710.'
- - 'YYMM.V-E: [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "6" for CSIT rls2101, "7" for CSIT rls2106).'
+ - 'YYMM.V-E: [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "7" for CSIT rls2106, "8" for CSIT rls2110).'
- 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.'
- 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.'
- - '2101.0-7 vs 2101.0-6: Compares CSIT environment current vs previous with previous VPP code.'
- - '2106.0-7 vs 2101.0-7: Compares VPP code current vs previous in the current CSIT environment.'
+ - '2106.0-8 vs 2106.0-7: Compares CSIT environment current vs previous with previous VPP code.'
+ - '2110.0-8 vs 2106.0-8: Compares VPP code current vs previous in the current CSIT environment.'
# VPP Performance Changes 2n-skx 4t2c mrr
- type: "table"
# VPP Performance Changes 2n-skx 4t2c mrr
- type: "table"
include-tests: "MRR" # "PDR" | "NDR" | "MRR"
filter: "'4T2C' and 'MRR' and 'NIC_Intel-XXV710' and not 'NF_DENSITY'"
columns:
include-tests: "MRR" # "PDR" | "NDR" | "MRR"
filter: "'4T2C' and 'MRR' and 'NIC_Intel-XXV710' and not 'NF_DENSITY'"
columns:
data-set: "vpp-2n-skx-hist-iter-mrr-new-env"
data-set: "vpp-2n-skx-hist-iter-mrr-new-env"
data-set: "vpp-2n-skx-prev-iter-mrr-old-env"
data-set: "vpp-2n-skx-prev-iter-mrr-old-env"
data-set: "vpp-2n-skx-prev-iter-mrr-new-env"
data-set: "vpp-2n-skx-prev-iter-mrr-new-env"
data-set: "vpp-2n-skx-curr-iter-mrr"
comparisons:
data-set: "vpp-2n-skx-curr-iter-mrr"
comparisons:
- - title: "2101.0-7 vs 2101.0-6"
+ - title: "2106.0-8 vs 2106.0-7"
-# rca-file: "rca/rca-2n-skx-4t2c-mrr-rca1.yaml"
- - title: "2106.0-7 vs 2101.0-7"
+ - title: "2110.0-8 vs 2106.0-8"
-# rca-file: "rca/rca-2n-skx-4t2c-mrr-rca2.yaml"
legend:
- ''
- 'Test Case: Test cases executed for: MRR throughput on 2n-skx with xxv710.'
legend:
- ''
- 'Test Case: Test cases executed for: MRR throughput on 2n-skx with xxv710.'
- - 'YYMM.V-E: [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "6" for CSIT rls2101, "7" for CSIT rls2106).'
+ - 'YYMM.V-E: [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "7" for CSIT rls2106, "8" for CSIT rls2110).'
- 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.'
- 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.'
- - '2101.0-7 vs 2101.0-6: Compares CSIT environment current vs previous with previous VPP code.'
- - '2106.0-7 vs 2101.0-7: Compares VPP code current vs previous in the current CSIT environment.'
+ - '2106.0-8 vs 2106.0-7: Compares CSIT environment current vs previous with previous VPP code.'
+ - '2110.0-8 vs 2106.0-8: Compares VPP code current vs previous in the current CSIT environment.'
# VPP Performance Changes 2n-skx 8t4c mrr
- type: "table"
# VPP Performance Changes 2n-skx 8t4c mrr
- type: "table"
include-tests: "MRR" # "PDR" | "NDR" | "MRR"
filter: "'8T4C' and 'MRR' and 'NIC_Intel-XXV710' and not 'NF_DENSITY'"
columns:
include-tests: "MRR" # "PDR" | "NDR" | "MRR"
filter: "'8T4C' and 'MRR' and 'NIC_Intel-XXV710' and not 'NF_DENSITY'"
columns:
data-set: "vpp-2n-skx-hist-iter-mrr-new-env"
data-set: "vpp-2n-skx-hist-iter-mrr-new-env"
data-set: "vpp-2n-skx-prev-iter-mrr-old-env"
data-set: "vpp-2n-skx-prev-iter-mrr-old-env"
data-set: "vpp-2n-skx-prev-iter-mrr-new-env"
data-set: "vpp-2n-skx-prev-iter-mrr-new-env"
data-set: "vpp-2n-skx-curr-iter-mrr"
comparisons:
data-set: "vpp-2n-skx-curr-iter-mrr"
comparisons:
- - title: "2101.0-7 vs 2101.0-6"
+ - title: "2106.0-8 vs 2106.0-7"
-# rca-file: "rca/rca-2n-skx-8t4c-mrr-rca1.yaml"
- - title: "2106.0-7 vs 2101.0-7"
+ - title: "2110.0-8 vs 2106.0-8"
-# rca-file: "rca/rca-2n-skx-8t4c-mrr-rca2.yaml"
legend:
- ''
- 'Test Case: Test cases executed for: MRR throughput on 2n-skx with xxv710.'
legend:
- ''
- 'Test Case: Test cases executed for: MRR throughput on 2n-skx with xxv710.'
- - 'YYMM.V-E: [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "6" for CSIT rls2101, "7" for CSIT rls2106).'
+ - 'YYMM.V-E: [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "7" for CSIT rls2106, "8" for CSIT rls2110).'
- 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.'
- 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.'
- - '2101.0-7 vs 2101.0-6: Compares CSIT environment current vs previous with previous VPP code.'
- - '2106.0-7 vs 2101.0-7: Compares VPP code current vs previous in the current CSIT environment.'
+ - '2106.0-8 vs 2106.0-7: Compares CSIT environment current vs previous with previous VPP code.'
+ - '2110.0-8 vs 2106.0-8: Compares VPP code current vs previous in the current CSIT environment.'
# VPP Performance Changes 2n-clx-xxv710 2t1c mrr
- type: "table"
# VPP Performance Changes 2n-clx-xxv710 2t1c mrr
- type: "table"
include-tests: "MRR" # "PDR" | "NDR" | "MRR"
filter: "'2T1C' and 'MRR' and 'NIC_Intel-XXV710' and not 'NF_DENSITY'"
columns:
include-tests: "MRR" # "PDR" | "NDR" | "MRR"
filter: "'2T1C' and 'MRR' and 'NIC_Intel-XXV710' and not 'NF_DENSITY'"
columns:
data-set: "vpp-2n-clx-hist-iter-mrr-new-env"
data-set: "vpp-2n-clx-hist-iter-mrr-new-env"
data-set: "vpp-2n-clx-prev-iter-mrr-old-env"
data-set: "vpp-2n-clx-prev-iter-mrr-old-env"
data-set: "vpp-2n-clx-prev-iter-mrr-new-env"
data-set: "vpp-2n-clx-prev-iter-mrr-new-env"
data-set: "vpp-2n-clx-curr-iter-mrr"
comparisons:
data-set: "vpp-2n-clx-curr-iter-mrr"
comparisons:
- - title: "2101.0-7 vs 2101.0-6"
+ - title: "2106.0-8 vs 2106.0-7"
-# rca-file: "rca/rca-2n-clx-2t1c-mrr-rca1.yaml"
- - title: "2106.0-7 vs 2101.0-7"
+ - title: "2110.0-8 vs 2106.0-8"
-# rca-file: "rca/rca-2n-clx-2t1c-mrr-rca2.yaml"
legend:
- ''
- 'Test Case: Test cases executed for: MRR throughput on 2n-clx with xxv710.'
legend:
- ''
- 'Test Case: Test cases executed for: MRR throughput on 2n-clx with xxv710.'
- - 'YYMM.V-E: [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "6" for CSIT rls2101, "7" for CSIT rls2106).'
+ - 'YYMM.V-E: [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "7" for CSIT rls2106, "8" for CSIT rls2110).'
- 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.'
- 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.'
- - '2101.0-7 vs 2101.0-6: Compares CSIT environment current vs previous with previous VPP code.'
- - '2106.0-7 vs 2101.0-7: Compares VPP code current vs previous in the current CSIT environment.'
+ - '2106.0-8 vs 2106.0-7: Compares CSIT environment current vs previous with previous VPP code.'
+ - '2110.0-8 vs 2106.0-8: Compares VPP code current vs previous in the current CSIT environment.'
# VPP Performance Changes 2n-clx-xxv710 4t2c mrr
- type: "table"
# VPP Performance Changes 2n-clx-xxv710 4t2c mrr
- type: "table"
include-tests: "MRR" # "PDR" | "NDR" | "MRR"
filter: "'4T2C' and 'MRR' and 'NIC_Intel-XXV710' and not 'NF_DENSITY'"
columns:
include-tests: "MRR" # "PDR" | "NDR" | "MRR"
filter: "'4T2C' and 'MRR' and 'NIC_Intel-XXV710' and not 'NF_DENSITY'"
columns:
data-set: "vpp-2n-clx-hist-iter-mrr-new-env"
data-set: "vpp-2n-clx-hist-iter-mrr-new-env"
data-set: "vpp-2n-clx-prev-iter-mrr-old-env"
data-set: "vpp-2n-clx-prev-iter-mrr-old-env"
data-set: "vpp-2n-clx-prev-iter-mrr-new-env"
data-set: "vpp-2n-clx-prev-iter-mrr-new-env"
data-set: "vpp-2n-clx-curr-iter-mrr"
comparisons:
data-set: "vpp-2n-clx-curr-iter-mrr"
comparisons:
- - title: "2101.0-7 vs 2101.0-6"
+ - title: "2106.0-8 vs 2106.0-7"
-# rca-file: "rca/rca-2n-clx-4t2c-mrr-rca1.yaml"
- - title: "2106.0-7 vs 2101.0-7"
+ - title: "2110.0-8 vs 2106.0-8"
-# rca-file: "rca/rca-2n-clx-4t2c-mrr-rca2.yaml"
legend:
- ''
- 'Test Case: Test cases executed for: MRR throughput on 2n-clx with xxv710.'
legend:
- ''
- 'Test Case: Test cases executed for: MRR throughput on 2n-clx with xxv710.'
- - 'YYMM.V-E: [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "6" for CSIT rls2101, "7" for CSIT rls2106).'
+ - 'YYMM.V-E: [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "7" for CSIT rls2106, "8" for CSIT rls2110).'
- 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.'
- 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.'
- - '2101.0-7 vs 2101.0-6: Compares CSIT environment current vs previous with previous VPP code.'
- - '2106.0-7 vs 2101.0-7: Compares VPP code current vs previous in the current CSIT environment.'
+ - '2106.0-8 vs 2106.0-7: Compares CSIT environment current vs previous with previous VPP code.'
+ - '2110.0-8 vs 2106.0-8: Compares VPP code current vs previous in the current CSIT environment.'
# VPP Performance Changes 2n-clx-xxv710 8t4c mrr
- type: "table"
# VPP Performance Changes 2n-clx-xxv710 8t4c mrr
- type: "table"
include-tests: "MRR" # "PDR" | "NDR" | "MRR"
filter: "'8T4C' and 'MRR' and 'NIC_Intel-XXV710' and not 'NF_DENSITY'"
columns:
include-tests: "MRR" # "PDR" | "NDR" | "MRR"
filter: "'8T4C' and 'MRR' and 'NIC_Intel-XXV710' and not 'NF_DENSITY'"
columns:
data-set: "vpp-2n-clx-hist-iter-mrr-new-env"
data-set: "vpp-2n-clx-hist-iter-mrr-new-env"
data-set: "vpp-2n-clx-prev-iter-mrr-old-env"
data-set: "vpp-2n-clx-prev-iter-mrr-old-env"
data-set: "vpp-2n-clx-prev-iter-mrr-new-env"
data-set: "vpp-2n-clx-prev-iter-mrr-new-env"
data-set: "vpp-2n-clx-curr-iter-mrr"
comparisons:
data-set: "vpp-2n-clx-curr-iter-mrr"
comparisons:
- - title: "2101.0-7 vs 2101.0-6"
+ - title: "2106.0-8 vs 2106.0-7"
-# rca-file: "rca/rca-2n-clx-8t4c-mrr-rca1.yaml"
- - title: "2106.0-7 vs 2101.0-7"
+ - title: "2110.0-8 vs 2106.0-8"
-# rca-file: "rca/rca-2n-clx-8t4c-mrr-rca2.yaml"
legend:
- ''
- 'Test Case: Test cases executed for: MRR throughput on 2n-clx with xxv710.'
legend:
- ''
- 'Test Case: Test cases executed for: MRR throughput on 2n-clx with xxv710.'
- - 'YYMM.V-E: [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "6" for CSIT rls2101, "7" for CSIT rls2106).'
+ - 'YYMM.V-E: [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "7" for CSIT rls2106, "8" for CSIT rls2110).'
- 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.'
- 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.'
- - '2101.0-7 vs 2101.0-6: Compares CSIT environment current vs previous with previous VPP code.'
- - '2106.0-7 vs 2101.0-7: Compares VPP code current vs previous in the current CSIT environment.'
+ - '2106.0-8 vs 2106.0-7: Compares CSIT environment current vs previous with previous VPP code.'
+ - '2110.0-8 vs 2106.0-8: Compares VPP code current vs previous in the current CSIT environment.'
# VPP Performance Changes 2n-clx-cx556a 2t1c mrr
- type: "table"
# VPP Performance Changes 2n-clx-cx556a 2t1c mrr
- type: "table"
include-tests: "MRR" # "PDR" | "NDR" | "MRR"
filter: "'2T1C' and 'MRR' and 'NIC_Mellanox-CX556A' and not 'NF_DENSITY'"
columns:
include-tests: "MRR" # "PDR" | "NDR" | "MRR"
filter: "'2T1C' and 'MRR' and 'NIC_Mellanox-CX556A' and not 'NF_DENSITY'"
columns:
data-set: "vpp-2n-clx-hist-iter-mrr-new-env"
data-set: "vpp-2n-clx-hist-iter-mrr-new-env"
data-set: "vpp-2n-clx-prev-iter-mrr-old-env"
data-set: "vpp-2n-clx-prev-iter-mrr-old-env"
data-set: "vpp-2n-clx-prev-iter-mrr-new-env"
data-set: "vpp-2n-clx-prev-iter-mrr-new-env"
data-set: "vpp-2n-clx-curr-iter-mrr"
comparisons:
data-set: "vpp-2n-clx-curr-iter-mrr"
comparisons:
- - title: "2101.0-7 vs 2101.0-6"
+ - title: "2106.0-8 vs 2106.0-7"
-# rca-file: "rca/rca-2n-clx-2t1c-mrr-rca1.yaml"
- - title: "2106.0-7 vs 2101.0-7"
+ - title: "2110.0-8 vs 2106.0-8"
-# rca-file: "rca/rca-2n-clx-2t1c-mrr-rca2.yaml"
legend:
- ''
- 'Test Case: Test cases executed for: MRR throughput on 2n-clx with cx556a.'
legend:
- ''
- 'Test Case: Test cases executed for: MRR throughput on 2n-clx with cx556a.'
- - 'YYMM.V-E: [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "6" for CSIT rls2101, "7" for CSIT rls2106).'
+ - 'YYMM.V-E: [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "7" for CSIT rls2106, "8" for CSIT rls2110).'
- 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.'
- 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.'
- - '2101.0-7 vs 2101.0-6: Compares CSIT environment current vs previous with previous VPP code.'
- - '2106.0-7 vs 2101.0-7: Compares VPP code current vs previous in the current CSIT environment.'
+ - '2106.0-8 vs 2106.0-7: Compares CSIT environment current vs previous with previous VPP code.'
+ - '2110.0-8 vs 2106.0-8: Compares VPP code current vs previous in the current CSIT environment.'
# VPP Performance Changes 2n-clx-cx556a 4t2c mrr
- type: "table"
# VPP Performance Changes 2n-clx-cx556a 4t2c mrr
- type: "table"
include-tests: "MRR" # "PDR" | "NDR" | "MRR"
filter: "'4T2C' and 'MRR' and 'NIC_Mellanox-CX556A' and not 'NF_DENSITY'"
columns:
include-tests: "MRR" # "PDR" | "NDR" | "MRR"
filter: "'4T2C' and 'MRR' and 'NIC_Mellanox-CX556A' and not 'NF_DENSITY'"
columns:
data-set: "vpp-2n-clx-hist-iter-mrr-new-env"
data-set: "vpp-2n-clx-hist-iter-mrr-new-env"
data-set: "vpp-2n-clx-prev-iter-mrr-old-env"
data-set: "vpp-2n-clx-prev-iter-mrr-old-env"
data-set: "vpp-2n-clx-prev-iter-mrr-new-env"
data-set: "vpp-2n-clx-prev-iter-mrr-new-env"
data-set: "vpp-2n-clx-curr-iter-mrr"
comparisons:
data-set: "vpp-2n-clx-curr-iter-mrr"
comparisons:
- - title: "2101.0-7 vs 2101.0-6"
+ - title: "2106.0-8 vs 2106.0-7"
-# rca-file: "rca/rca-2n-clx-4t2c-mrr-rca1.yaml"
- - title: "2106.0-7 vs 2101.0-7"
+ - title: "2110.0-8 vs 2106.0-8"
-# rca-file: "rca/rca-2n-clx-4t2c-mrr-rca2.yaml"
legend:
- ''
- 'Test Case: Test cases executed for: MRR throughput on 2n-clx with cx556a.'
legend:
- ''
- 'Test Case: Test cases executed for: MRR throughput on 2n-clx with cx556a.'
- - 'YYMM.V-E: [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "6" for CSIT rls2101, "7" for CSIT rls2106).'
+ - 'YYMM.V-E: [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "7" for CSIT rls2106, "8" for CSIT rls2110).'
- 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.'
- 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.'
- - '2101.0-7 vs 2101.0-6: Compares CSIT environment current vs previous with previous VPP code.'
- - '2106.0-7 vs 2101.0-7: Compares VPP code current vs previous in the current CSIT environment.'
+ - '2106.0-8 vs 2106.0-7: Compares CSIT environment current vs previous with previous VPP code.'
+ - '2110.0-8 vs 2106.0-8: Compares VPP code current vs previous in the current CSIT environment.'
# VPP Performance Changes 2n-clx-cx556a 8t4c mrr
- type: "table"
# VPP Performance Changes 2n-clx-cx556a 8t4c mrr
- type: "table"
include-tests: "MRR" # "PDR" | "NDR" | "MRR"
filter: "'8T4C' and 'MRR' and 'NIC_Mellanox-CX556A' and not 'NF_DENSITY'"
columns:
include-tests: "MRR" # "PDR" | "NDR" | "MRR"
filter: "'8T4C' and 'MRR' and 'NIC_Mellanox-CX556A' and not 'NF_DENSITY'"
columns:
data-set: "vpp-2n-clx-hist-iter-mrr-new-env"
data-set: "vpp-2n-clx-hist-iter-mrr-new-env"
data-set: "vpp-2n-clx-prev-iter-mrr-old-env"
data-set: "vpp-2n-clx-prev-iter-mrr-old-env"
data-set: "vpp-2n-clx-prev-iter-mrr-new-env"
data-set: "vpp-2n-clx-prev-iter-mrr-new-env"
data-set: "vpp-2n-clx-curr-iter-mrr"
comparisons:
data-set: "vpp-2n-clx-curr-iter-mrr"
comparisons:
- - title: "2101.0-7 vs 2101.0-6"
+ - title: "2106.0-8 vs 2106.0-7"
-# rca-file: "rca/rca-2n-clx-8t4c-mrr-rca1.yaml"
- - title: "2106.0-7 vs 2101.0-7"
+ - title: "2110.0-8 vs 2106.0-8"
-# rca-file: "rca/rca-2n-clx-8t4c-mrr-rca2.yaml"
legend:
- ''
- 'Test Case: Test cases executed for: MRR throughput on 2n-clx with cx556a.'
legend:
- ''
- 'Test Case: Test cases executed for: MRR throughput on 2n-clx with cx556a.'
- - 'YYMM.V-E: [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "6" for CSIT rls2101, "7" for CSIT rls2106).'
+ - 'YYMM.V-E: [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "7" for CSIT rls2106, "8" for CSIT rls2110).'
- 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.'
- 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.'
- - '2101.0-7 vs 2101.0-6: Compares CSIT environment current vs previous with previous VPP code.'
- - '2106.0-7 vs 2101.0-7: Compares VPP code current vs previous in the current CSIT environment.'
+ - '2106.0-8 vs 2106.0-7: Compares CSIT environment current vs previous with previous VPP code.'
+ - '2110.0-8 vs 2106.0-8: Compares VPP code current vs previous in the current CSIT environment.'
# VPP Performance Changes 2n-zn2-xxv710 2t1c mrr
- type: "table"
# VPP Performance Changes 2n-zn2-xxv710 2t1c mrr
- type: "table"
include-tests: "MRR" # "PDR" | "NDR" | "MRR"
filter: "'2T1C' and 'MRR' and 'NIC_Intel-XXV710'"
columns:
include-tests: "MRR" # "PDR" | "NDR" | "MRR"
filter: "'2T1C' and 'MRR' and 'NIC_Intel-XXV710'"
columns:
data-set: "vpp-2n-zn2-hist-iter-mrr-new-env"
data-set: "vpp-2n-zn2-hist-iter-mrr-new-env"
data-set: "vpp-2n-zn2-prev-iter-mrr-old-env"
data-set: "vpp-2n-zn2-prev-iter-mrr-old-env"
data-set: "vpp-2n-zn2-prev-iter-mrr-new-env"
data-set: "vpp-2n-zn2-prev-iter-mrr-new-env"
data-set: "vpp-2n-zn2-curr-iter-mrr"
comparisons:
data-set: "vpp-2n-zn2-curr-iter-mrr"
comparisons:
- - title: "2101.0-7 vs 2101.0-6"
+ - title: "2106.0-8 vs 2106.0-7"
-# rca-file: "rca/rca-2n-zn2-2t1c-mrr-rca1.yaml"
- - title: "2106.0-7 vs 2101.0-7"
+ - title: "2110.0-8 vs 2106.0-8"
-# rca-file: "rca/rca-2n-zn2-2t1c-mrr-rca2.yaml"
legend:
- ''
- 'Test Case: Test cases executed for: MRR throughput on 2n-zn2 with xxv710.'
legend:
- ''
- 'Test Case: Test cases executed for: MRR throughput on 2n-zn2 with xxv710.'
- - 'YYMM.V-E: [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "6" for CSIT rls2101, "7" for CSIT rls2106).'
+ - 'YYMM.V-E: [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "7" for CSIT rls2106, "8" for CSIT rls2110).'
- 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.'
- 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.'
- - '2101.0-7 vs 2101.0-6: Compares CSIT environment current vs previous with previous VPP code.'
- - '2106.0-7 vs 2101.0-7: Compares VPP code current vs previous in the current CSIT environment.'
+ - '2106.0-8 vs 2106.0-7: Compares CSIT environment current vs previous with previous VPP code.'
+ - '2110.0-8 vs 2106.0-8: Compares VPP code current vs previous in the current CSIT environment.'
# VPP Performance Changes 2n-zn2-xxv710 4t2c mrr
- type: "table"
# VPP Performance Changes 2n-zn2-xxv710 4t2c mrr
- type: "table"
include-tests: "MRR" # "PDR" | "NDR" | "MRR"
filter: "'4T2C' and 'MRR' and 'NIC_Intel-XXV710'"
columns:
include-tests: "MRR" # "PDR" | "NDR" | "MRR"
filter: "'4T2C' and 'MRR' and 'NIC_Intel-XXV710'"
columns:
data-set: "vpp-2n-zn2-hist-iter-mrr-new-env"
data-set: "vpp-2n-zn2-hist-iter-mrr-new-env"
data-set: "vpp-2n-zn2-prev-iter-mrr-old-env"
data-set: "vpp-2n-zn2-prev-iter-mrr-old-env"
data-set: "vpp-2n-zn2-prev-iter-mrr-new-env"
data-set: "vpp-2n-zn2-prev-iter-mrr-new-env"
data-set: "vpp-2n-zn2-curr-iter-mrr"
comparisons:
data-set: "vpp-2n-zn2-curr-iter-mrr"
comparisons:
- - title: "2101.0-7 vs 2101.0-6"
+ - title: "2106.0-8 vs 2106.0-7"
-# rca-file: "rca/rca-2n-zn2-4t2c-mrr-rca1.yaml"
- - title: "2106.0-7 vs 2101.0-7"
+ - title: "2110.0-8 vs 2106.0-8"
-# rca-file: "rca/rca-2n-zn2-4t2c-mrr-rca2.yaml"
legend:
- ''
- 'Test Case: Test cases executed for: MRR throughput on 2n-zn2 with xxv710.'
legend:
- ''
- 'Test Case: Test cases executed for: MRR throughput on 2n-zn2 with xxv710.'
- - 'YYMM.V-E: [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "6" for CSIT rls2101, "7" for CSIT rls2106).'
+ - 'YYMM.V-E: [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "7" for CSIT rls2106, "8" for CSIT rls2110).'
- 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.'
- 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.'
- - '2101.0-7 vs 2101.0-6: Compares CSIT environment current vs previous with previous VPP code.'
- - '2106.0-7 vs 2101.0-7: Compares VPP code current vs previous in the current CSIT environment.'
+ - '2106.0-8 vs 2106.0-7: Compares CSIT environment current vs previous with previous VPP code.'
+ - '2110.0-8 vs 2106.0-8: Compares VPP code current vs previous in the current CSIT environment.'
# VPP Performance Changes 2n-zn2-xxv710 8t4c mrr
- type: "table"
# VPP Performance Changes 2n-zn2-xxv710 8t4c mrr
- type: "table"
include-tests: "MRR" # "PDR" | "NDR" | "MRR"
filter: "'8T4C' and 'MRR' and 'NIC_Intel-XXV710'"
columns:
include-tests: "MRR" # "PDR" | "NDR" | "MRR"
filter: "'8T4C' and 'MRR' and 'NIC_Intel-XXV710'"
columns:
data-set: "vpp-2n-zn2-hist-iter-mrr-new-env"
data-set: "vpp-2n-zn2-hist-iter-mrr-new-env"
data-set: "vpp-2n-zn2-prev-iter-mrr-old-env"
data-set: "vpp-2n-zn2-prev-iter-mrr-old-env"
data-set: "vpp-2n-zn2-prev-iter-mrr-new-env"
data-set: "vpp-2n-zn2-prev-iter-mrr-new-env"
data-set: "vpp-2n-zn2-curr-iter-mrr"
comparisons:
data-set: "vpp-2n-zn2-curr-iter-mrr"
comparisons:
- - title: "2101.0-7 vs 2101.0-6"
+ - title: "2106.0-8 vs 2106.0-7"
-# rca-file: "rca/rca-2n-zn2-8t4c-mrr-rca1.yaml"
- - title: "2106.0-7 vs 2101.0-7"
+ - title: "2110.0-8 vs 2106.0-8"
-# rca-file: "rca/rca-2n-zn2-8t4c-mrr-rca2.yaml"
legend:
- ''
- 'Test Case: Test cases executed for: MRR throughput on 2n-zn2 with xxv710.'
legend:
- ''
- 'Test Case: Test cases executed for: MRR throughput on 2n-zn2 with xxv710.'
- - 'YYMM.V-E: [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "6" for CSIT rls2101, "7" for CSIT rls2106).'
+ - 'YYMM.V-E: [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "7" for CSIT rls2106, "8" for CSIT rls2110).'
- 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.'
- 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.'
- - '2101.0-7 vs 2101.0-6: Compares CSIT environment current vs previous with previous VPP code.'
- - '2106.0-7 vs 2101.0-7: Compares VPP code current vs previous in the current CSIT environment.'
+ - '2106.0-8 vs 2106.0-7: Compares CSIT environment current vs previous with previous VPP code.'
+ - '2110.0-8 vs 2106.0-8: Compares VPP code current vs previous in the current CSIT environment.'
# VPP Performance Changes 2n-dnv 1t1c mrr
- type: "table"
# VPP Performance Changes 2n-dnv 1t1c mrr
- type: "table"
include-tests: "MRR" # "PDR" | "NDR" | "MRR"
filter: "'1T1C'"
columns:
include-tests: "MRR" # "PDR" | "NDR" | "MRR"
filter: "'1T1C'"
columns:
data-set: "vpp-2n-dnv-hist-iter-mrr-new-env"
data-set: "vpp-2n-dnv-hist-iter-mrr-new-env"
data-set: "vpp-2n-dnv-prev-iter-mrr-old-env"
data-set: "vpp-2n-dnv-prev-iter-mrr-old-env"
data-set: "vpp-2n-dnv-prev-iter-mrr-new-env"
data-set: "vpp-2n-dnv-prev-iter-mrr-new-env"
data-set: "vpp-2n-dnv-curr-iter-mrr"
comparisons:
data-set: "vpp-2n-dnv-curr-iter-mrr"
comparisons:
- - title: "2101.0-7 vs 2101.0-6"
+ - title: "2106.0-8 vs 2106.0-7"
-# rca-file: "rca/rca-2n-dnv-1t1c-mrr-rca1.yaml"
- - title: "2106.0-7 vs 2101.0-7"
+ - title: "2110.0-8 vs 2106.0-8"
-# rca-file: "rca/rca-2n-dnv-1t1c-mrr-rca2.yaml"
legend:
- ''
- 'Test Case: Test cases executed for: MRR throughput on 2n-dnv with x553.'
legend:
- ''
- 'Test Case: Test cases executed for: MRR throughput on 2n-dnv with x553.'
- - 'YYMM.V-E: [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "6" for CSIT rls2101, "7" for CSIT rls2106).'
+ - 'YYMM.V-E: [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "7" for CSIT rls2106, "8" for CSIT rls2110).'
- 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.'
- 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.'
- - '2101.0-7 vs 2101.0-6: Compares CSIT environment current vs previous with previous VPP code.'
- - '2106.0-7 vs 2101.0-7: Compares VPP code current vs previous in the current CSIT environment.'
+ - '2106.0-8 vs 2106.0-7: Compares CSIT environment current vs previous with previous VPP code.'
+ - '2110.0-8 vs 2106.0-8: Compares VPP code current vs previous in the current CSIT environment.'
# VPP Performance Changes 2n-dnv 2t2c mrr
- type: "table"
# VPP Performance Changes 2n-dnv 2t2c mrr
- type: "table"
include-tests: "MRR" # "PDR" | "NDR" | "MRR"
filter: "'2T2C'"
columns:
include-tests: "MRR" # "PDR" | "NDR" | "MRR"
filter: "'2T2C'"
columns:
data-set: "vpp-2n-dnv-hist-iter-mrr-new-env"
data-set: "vpp-2n-dnv-hist-iter-mrr-new-env"
data-set: "vpp-2n-dnv-prev-iter-mrr-old-env"
data-set: "vpp-2n-dnv-prev-iter-mrr-old-env"
data-set: "vpp-2n-dnv-prev-iter-mrr-new-env"
data-set: "vpp-2n-dnv-prev-iter-mrr-new-env"
data-set: "vpp-2n-dnv-curr-iter-mrr"
comparisons:
data-set: "vpp-2n-dnv-curr-iter-mrr"
comparisons:
- - title: "2101.0-7 vs 2101.0-6"
+ - title: "2106.0-8 vs 2106.0-7"
-# rca-file: "rca/rca-2n-dnv-2t2c-mrr-rca1.yaml"
- - title: "2106.0-7 vs 2101.0-7"
+ - title: "2110.0-8 vs 2106.0-8"
-# rca-file: "rca/rca-2n-dnv-2t2c-mrr-rca2.yaml"
legend:
- ''
- 'Test Case: Test cases executed for: MRR throughput on 2n-dnv with x553.'
legend:
- ''
- 'Test Case: Test cases executed for: MRR throughput on 2n-dnv with x553.'
- - 'YYMM.V-E: [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "6" for CSIT rls2101, "7" for CSIT rls2106).'
+ - 'YYMM.V-E: [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "7" for CSIT rls2106, "8" for CSIT rls2110).'
- 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.'
- 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.'
- - '2101.0-7 vs 2101.0-6: Compares CSIT environment current vs previous with previous VPP code.'
- - '2106.0-7 vs 2101.0-7: Compares VPP code current vs previous in the current CSIT environment.'
+ - '2106.0-8 vs 2106.0-7: Compares CSIT environment current vs previous with previous VPP code.'
+ - '2110.0-8 vs 2106.0-8: Compares VPP code current vs previous in the current CSIT environment.'
# VPP Performance Changes 2n-dnv 4t4c mrr
- type: "table"
# VPP Performance Changes 2n-dnv 4t4c mrr
- type: "table"
include-tests: "MRR" # "PDR" | "NDR" | "MRR"
filter: "'4T4C'"
columns:
include-tests: "MRR" # "PDR" | "NDR" | "MRR"
filter: "'4T4C'"
columns:
data-set: "vpp-2n-dnv-hist-iter-mrr-new-env"
data-set: "vpp-2n-dnv-hist-iter-mrr-new-env"
data-set: "vpp-2n-dnv-prev-iter-mrr-old-env"
data-set: "vpp-2n-dnv-prev-iter-mrr-old-env"
data-set: "vpp-2n-dnv-prev-iter-mrr-new-env"
data-set: "vpp-2n-dnv-prev-iter-mrr-new-env"
data-set: "vpp-2n-dnv-curr-iter-mrr"
comparisons:
data-set: "vpp-2n-dnv-curr-iter-mrr"
comparisons:
- - title: "2101.0-7 vs 2101.0-6"
+ - title: "2106.0-8 vs 2106.0-7"
-# rca-file: "rca/rca-2n-dnv-4t4c-mrr-rca1.yaml"
- - title: "2106.0-7 vs 2101.0-7"
+ - title: "2110.0-8 vs 2106.0-8"
-# rca-file: "rca/rca-2n-dnv-4t4c-mrr-rca2.yaml"
legend:
- ''
- 'Test Case: Test cases executed for: MRR throughput on 2n-dnv with x553.'
legend:
- ''
- 'Test Case: Test cases executed for: MRR throughput on 2n-dnv with x553.'
- - 'YYMM.V-E: [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "6" for CSIT rls2101, "7" for CSIT rls2106).'
+ - 'YYMM.V-E: [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "7" for CSIT rls2106, "8" for CSIT rls2110).'
- 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.'
- 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.'
- - '2101.0-7 vs 2101.0-6: Compares CSIT environment current vs previous with previous VPP code.'
- - '2106.0-7 vs 2101.0-7: Compares VPP code current vs previous in the current CSIT environment.'
+ - '2106.0-8 vs 2106.0-7: Compares CSIT environment current vs previous with previous VPP code.'
+ - '2110.0-8 vs 2106.0-8: Compares VPP code current vs previous in the current CSIT environment.'
# VPP Performance Changes 3n-dnv 1t1c mrr
- type: "table"
# VPP Performance Changes 3n-dnv 1t1c mrr
- type: "table"
include-tests: "MRR" # "PDR" | "NDR" | "MRR"
filter: "'1T1C'"
columns:
include-tests: "MRR" # "PDR" | "NDR" | "MRR"
filter: "'1T1C'"
columns:
data-set: "vpp-3n-dnv-hist-iter-mrr-new-env"
data-set: "vpp-3n-dnv-hist-iter-mrr-new-env"
data-set: "vpp-3n-dnv-prev-iter-mrr-old-env"
data-set: "vpp-3n-dnv-prev-iter-mrr-old-env"
data-set: "vpp-3n-dnv-prev-iter-mrr-new-env"
data-set: "vpp-3n-dnv-prev-iter-mrr-new-env"
data-set: "vpp-3n-dnv-curr-iter-mrr"
comparisons:
data-set: "vpp-3n-dnv-curr-iter-mrr"
comparisons:
- - title: "2101.0-7 vs 2101.0-6"
+ - title: "2106.0-8 vs 2106.0-7"
-# rca-file: "rca/rca-3n-dnv-1t1c-mrr-rca1.yaml"
- - title: "2106.0-7 vs 2101.0-7"
+ - title: "2110.0-8 vs 2106.0-8"
-# rca-file: "rca/rca-3n-dnv-1t1c-mrr-rca2.yaml"
legend:
- ''
- 'Test Case: Test cases executed for: MRR throughput on 3n-dnv with x553.'
legend:
- ''
- 'Test Case: Test cases executed for: MRR throughput on 3n-dnv with x553.'
- - 'YYMM.V-E: [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "6" for CSIT rls2101, "7" for CSIT rls2106).'
+ - 'YYMM.V-E: [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "7" for CSIT rls2106, "8" for CSIT rls2110).'
- 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.'
- 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.'
- - '2101.0-7 vs 2101.0-6: Compares CSIT environment current vs previous with previous VPP code.'
- - '2106.0-7 vs 2101.0-7: Compares VPP code current vs previous in the current CSIT environment.'
+ - '2106.0-8 vs 2106.0-7: Compares CSIT environment current vs previous with previous VPP code.'
+ - '2110.0-8 vs 2106.0-8: Compares VPP code current vs previous in the current CSIT environment.'
# VPP Performance Changes 3n-dnv 2t2c mrr
- type: "table"
# VPP Performance Changes 3n-dnv 2t2c mrr
- type: "table"
include-tests: "MRR" # "PDR" | "NDR" | "MRR"
filter: "'2T2C'"
columns:
include-tests: "MRR" # "PDR" | "NDR" | "MRR"
filter: "'2T2C'"
columns:
data-set: "vpp-3n-dnv-hist-iter-mrr-new-env"
data-set: "vpp-3n-dnv-hist-iter-mrr-new-env"
data-set: "vpp-3n-dnv-prev-iter-mrr-old-env"
data-set: "vpp-3n-dnv-prev-iter-mrr-old-env"
data-set: "vpp-3n-dnv-prev-iter-mrr-new-env"
data-set: "vpp-3n-dnv-prev-iter-mrr-new-env"
data-set: "vpp-3n-dnv-curr-iter-mrr"
comparisons:
data-set: "vpp-3n-dnv-curr-iter-mrr"
comparisons:
- - title: "2101.0-7 vs 2101.0-6"
+ - title: "2106.0-8 vs 2106.0-7"
-# rca-file: "rca/rca-3n-dnv-2t2c-mrr-rca1.yaml"
- - title: "2106.0-7 vs 2101.0-7"
+ - title: "2110.0-8 vs 2106.0-8"
-# rca-file: "rca/rca-3n-dnv-2t2c-mrr-rca2.yaml"
legend:
- ''
- 'Test Case: Test cases executed for: MRR throughput on 3n-dnv with x553.'
legend:
- ''
- 'Test Case: Test cases executed for: MRR throughput on 3n-dnv with x553.'
- - 'YYMM.V-E: [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "6" for CSIT rls2101, "7" for CSIT rls2106).'
+ - 'YYMM.V-E: [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "7" for CSIT rls2106, "8" for CSIT rls2110).'
- 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.'
- 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.'
- - '2101.0-7 vs 2101.0-6: Compares CSIT environment current vs previous with previous VPP code.'
- - '2106.0-7 vs 2101.0-7: Compares VPP code current vs previous in the current CSIT environment.'
+ - '2106.0-8 vs 2106.0-7: Compares CSIT environment current vs previous with previous VPP code.'
+ - '2110.0-8 vs 2106.0-8: Compares VPP code current vs previous in the current CSIT environment.'
# VPP Performance Changes 3n-dnv 4t4c mrr
- type: "table"
# VPP Performance Changes 3n-dnv 4t4c mrr
- type: "table"
include-tests: "MRR" # "PDR" | "NDR" | "MRR"
filter: "'4T4C'"
columns:
include-tests: "MRR" # "PDR" | "NDR" | "MRR"
filter: "'4T4C'"
columns:
data-set: "vpp-3n-dnv-hist-iter-mrr-new-env"
data-set: "vpp-3n-dnv-hist-iter-mrr-new-env"
data-set: "vpp-3n-dnv-prev-iter-mrr-old-env"
data-set: "vpp-3n-dnv-prev-iter-mrr-old-env"
data-set: "vpp-3n-dnv-prev-iter-mrr-new-env"
data-set: "vpp-3n-dnv-prev-iter-mrr-new-env"
data-set: "vpp-3n-dnv-curr-iter-mrr"
comparisons:
data-set: "vpp-3n-dnv-curr-iter-mrr"
comparisons:
- - title: "2101.0-7 vs 2101.0-6"
+ - title: "2106.0-8 vs 2106.0-7"
-# rca-file: "rca/rca-3n-dnv-4t4c-mrr-rca1.yaml"
- - title: "2106.0-7 vs 2101.0-7"
+ - title: "2110.0-8 vs 2106.0-8"
-# rca-file: "rca/rca-3n-dnv-4t4c-mrr-rca2.yaml"
legend:
- ''
- 'Test Case: Test cases executed for: MRR throughput on 3n-dnv with x553.'
legend:
- ''
- 'Test Case: Test cases executed for: MRR throughput on 3n-dnv with x553.'
- - 'YYMM.V-E: [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "6" for CSIT rls2101, "7" for CSIT rls2106).'
+ - 'YYMM.V-E: [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "7" for CSIT rls2106, "8" for CSIT rls2110).'
- 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.'
- 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.'
- - '2101.0-7 vs 2101.0-6: Compares CSIT environment current vs previous with previous VPP code.'
- - '2106.0-7 vs 2101.0-7: Compares VPP code current vs previous in the current CSIT environment.'
+ - '2106.0-8 vs 2106.0-7: Compares CSIT environment current vs previous with previous VPP code.'
+ - '2110.0-8 vs 2106.0-8: Compares VPP code current vs previous in the current CSIT environment.'
# VPP Performance Changes 3n-tsh 1t1c mrr
- type: "table"
# VPP Performance Changes 3n-tsh 1t1c mrr
- type: "table"
include-tests: "MRR" # "PDR" | "NDR" | "MRR"
filter: "'1T1C'"
columns:
include-tests: "MRR" # "PDR" | "NDR" | "MRR"
filter: "'1T1C'"
columns:
data-set: "vpp-3n-tsh-hist-iter-mrr-new-env"
data-set: "vpp-3n-tsh-hist-iter-mrr-new-env"
data-set: "vpp-3n-tsh-prev-iter-mrr-old-env"
data-set: "vpp-3n-tsh-prev-iter-mrr-old-env"
data-set: "vpp-3n-tsh-prev-iter-mrr-new-env"
data-set: "vpp-3n-tsh-prev-iter-mrr-new-env"
data-set: "vpp-3n-tsh-curr-iter-mrr"
comparisons:
data-set: "vpp-3n-tsh-curr-iter-mrr"
comparisons:
- - title: "2101.0-7 vs 2101.0-6"
+ - title: "2106.0-8 vs 2106.0-7"
-# rca-file: "rca/rca-3n-tsh-1t1c-mrr-rca1.yaml"
- - title: "2106.0-7 vs 2101.0-7"
+ - title: "2110.0-8 vs 2106.0-8"
-# rca-file: "rca/rca-3n-tsh-1t1c-mrr-rca2.yaml"
legend:
- ''
- 'Test Case: Test cases executed for: MRR throughput on 3n-tsh with x520.'
legend:
- ''
- 'Test Case: Test cases executed for: MRR throughput on 3n-tsh with x520.'
- - 'YYMM.V-E: [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "6" for CSIT rls2101, "7" for CSIT rls2106).'
+ - 'YYMM.V-E: [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "7" for CSIT rls2106, "8" for CSIT rls2110).'
- 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.'
- 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.'
- - '2101.0-7 vs 2101.0-6: Compares CSIT environment current vs previous with previous VPP code.'
- - '2106.0-7 vs 2101.0-7: Compares VPP code current vs previous in the current CSIT environment.'
+ - '2106.0-8 vs 2106.0-7: Compares CSIT environment current vs previous with previous VPP code.'
+ - '2110.0-8 vs 2106.0-8: Compares VPP code current vs previous in the current CSIT environment.'
# VPP Performance Changes 3n-tsh 2t2c mrr
- type: "table"
# VPP Performance Changes 3n-tsh 2t2c mrr
- type: "table"
include-tests: "MRR" # "PDR" | "NDR" | "MRR"
filter: "'2T2C'"
columns:
include-tests: "MRR" # "PDR" | "NDR" | "MRR"
filter: "'2T2C'"
columns:
data-set: "vpp-3n-tsh-hist-iter-mrr-new-env"
data-set: "vpp-3n-tsh-hist-iter-mrr-new-env"
data-set: "vpp-3n-tsh-prev-iter-mrr-old-env"
data-set: "vpp-3n-tsh-prev-iter-mrr-old-env"
data-set: "vpp-3n-tsh-prev-iter-mrr-new-env"
data-set: "vpp-3n-tsh-prev-iter-mrr-new-env"
data-set: "vpp-3n-tsh-curr-iter-mrr"
comparisons:
data-set: "vpp-3n-tsh-curr-iter-mrr"
comparisons:
- - title: "2101.0-7 vs 2101.0-6"
+ - title: "2106.0-8 vs 2106.0-7"
-# rca-file: "rca/rca-3n-tsh-2t2c-mrr-rca1.yaml"
- - title: "2106.0-7 vs 2101.0-7"
+ - title: "2110.0-8 vs 2106.0-8"
-# rca-file: "rca/rca-3n-tsh-2t2c-mrr-rca2.yaml"
legend:
- ''
- 'Test Case: Test cases executed for: MRR throughput on 3n-tsh with x520.'
legend:
- ''
- 'Test Case: Test cases executed for: MRR throughput on 3n-tsh with x520.'
- - 'YYMM.V-E: [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "6" for CSIT rls2101, "7" for CSIT rls2106).'
+ - 'YYMM.V-E: [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "7" for CSIT rls2106, "8" for CSIT rls2110).'
- 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.'
- 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.'
- - '2101.0-7 vs 2101.0-6: Compares CSIT environment current vs previous with previous VPP code.'
- - '2106.0-7 vs 2101.0-7: Compares VPP code current vs previous in the current CSIT environment.'
+ - '2106.0-8 vs 2106.0-7: Compares CSIT environment current vs previous with previous VPP code.'
+ - '2110.0-8 vs 2106.0-8: Compares VPP code current vs previous in the current CSIT environment.'
# VPP Performance Changes 3n-tsh 4t4c mrr
- type: "table"
# VPP Performance Changes 3n-tsh 4t4c mrr
- type: "table"
include-tests: "MRR" # "PDR" | "NDR" | "MRR"
filter: "'4T4C'"
columns:
include-tests: "MRR" # "PDR" | "NDR" | "MRR"
filter: "'4T4C'"
columns:
data-set: "vpp-3n-tsh-hist-iter-mrr-new-env"
data-set: "vpp-3n-tsh-hist-iter-mrr-new-env"
data-set: "vpp-3n-tsh-prev-iter-mrr-old-env"
data-set: "vpp-3n-tsh-prev-iter-mrr-old-env"
data-set: "vpp-3n-tsh-prev-iter-mrr-new-env"
data-set: "vpp-3n-tsh-prev-iter-mrr-new-env"
data-set: "vpp-3n-tsh-curr-iter-mrr"
comparisons:
data-set: "vpp-3n-tsh-curr-iter-mrr"
comparisons:
- - title: "2101.0-7 vs 2101.0-6"
+ - title: "2106.0-8 vs 2106.0-7"
-# rca-file: "rca/rca-3n-tsh-4t4c-mrr-rca1.yaml"
- - title: "2106.0-7 vs 2101.0-7"
+ - title: "2110.0-8 vs 2106.0-8"
-# rca-file: "rca/rca-3n-tsh-4t4c-mrr-rca2.yaml"
legend:
- ''
- 'Test Case: Test cases executed for: MRR throughput on 3n-tsh with x520.'
legend:
- ''
- 'Test Case: Test cases executed for: MRR throughput on 3n-tsh with x520.'
- - 'YYMM.V-E: [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "6" for CSIT rls2101, "7" for CSIT rls2106).'
+ - 'YYMM.V-E: [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "7" for CSIT rls2106, "8" for CSIT rls2110).'
- 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.'
- 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.'
- - '2101.0-7 vs 2101.0-6: Compares CSIT environment current vs previous with previous VPP code.'
- - '2106.0-7 vs 2101.0-7: Compares VPP code current vs previous in the current CSIT environment.'
+ - '2106.0-8 vs 2106.0-7: Compares CSIT environment current vs previous with previous VPP code.'
+ - '2110.0-8 vs 2106.0-8: Compares VPP code current vs previous in the current CSIT environment.'
# VPP Performance Changes 2n-tx2 1t1c mrr
- type: "table"
# VPP Performance Changes 2n-tx2 1t1c mrr
- type: "table"
include-tests: "MRR" # "PDR" | "NDR" | "MRR"
filter: "'1T1C'"
columns:
include-tests: "MRR" # "PDR" | "NDR" | "MRR"
filter: "'1T1C'"
columns:
data-set: "vpp-2n-tx2-hist-iter-mrr-new-env"
data-set: "vpp-2n-tx2-hist-iter-mrr-new-env"
data-set: "vpp-2n-tx2-prev-iter-mrr-old-env"
data-set: "vpp-2n-tx2-prev-iter-mrr-old-env"
data-set: "vpp-2n-tx2-prev-iter-mrr-new-env"
data-set: "vpp-2n-tx2-prev-iter-mrr-new-env"
data-set: "vpp-2n-tx2-curr-iter-mrr"
comparisons:
data-set: "vpp-2n-tx2-curr-iter-mrr"
comparisons:
- - title: "2101.0-7 vs 2101.0-6"
+ - title: "2106.0-8 vs 2106.0-7"
-# rca-file: "rca/rca-2n-tx2-1t1c-mrr-rca1.yaml"
- - title: "2106.0-7 vs 2101.0-7"
+ - title: "2110.0-8 vs 2106.0-8"
-# rca-file: "rca/rca-2n-tx2-1t1c-mrr-rca2.yaml"
legend:
- ''
- 'Test Case: Test cases executed for: MRR throughput on 2n-tx2 with xl710.'
legend:
- ''
- 'Test Case: Test cases executed for: MRR throughput on 2n-tx2 with xl710.'
- - 'YYMM.V-E: [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "6" for CSIT rls2101, "7" for CSIT rls2106).'
+ - 'YYMM.V-E: [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "7" for CSIT rls2106, "8" for CSIT rls2110).'
- 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.'
- 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.'
- - '2101.0-7 vs 2101.0-6: Compares CSIT environment current vs previous with previous VPP code.'
- - '2106.0-7 vs 2101.0-7: Compares VPP code current vs previous in the current CSIT environment.'
+ - '2106.0-8 vs 2106.0-7: Compares CSIT environment current vs previous with previous VPP code.'
+ - '2110.0-8 vs 2106.0-8: Compares VPP code current vs previous in the current CSIT environment.'
# VPP Performance Changes 2n-tx2 2t2c mrr
- type: "table"
# VPP Performance Changes 2n-tx2 2t2c mrr
- type: "table"
include-tests: "MRR" # "PDR" | "NDR" | "MRR"
filter: "'2T2C'"
columns:
include-tests: "MRR" # "PDR" | "NDR" | "MRR"
filter: "'2T2C'"
columns:
data-set: "vpp-2n-tx2-hist-iter-mrr-new-env"
data-set: "vpp-2n-tx2-hist-iter-mrr-new-env"
data-set: "vpp-2n-tx2-prev-iter-mrr-old-env"
data-set: "vpp-2n-tx2-prev-iter-mrr-old-env"
data-set: "vpp-2n-tx2-prev-iter-mrr-new-env"
data-set: "vpp-2n-tx2-prev-iter-mrr-new-env"
data-set: "vpp-2n-tx2-curr-iter-mrr"
comparisons:
data-set: "vpp-2n-tx2-curr-iter-mrr"
comparisons:
- - title: "2101.0-7 vs 2101.0-6"
+ - title: "2106.0-8 vs 2106.0-7"
-# rca-file: "rca/rca-2n-tx2-2t2c-mrr-rca1.yaml"
- - title: "2106.0-7 vs 2101.0-7"
+ - title: "2110.0-8 vs 2106.0-8"
-# rca-file: "rca/rca-2n-tx2-2t2c-mrr-rca2.yaml"
legend:
- ''
- 'Test Case: Test cases executed for: MRR throughput on 2n-tx2 with xl710.'
legend:
- ''
- 'Test Case: Test cases executed for: MRR throughput on 2n-tx2 with xl710.'
- - 'YYMM.V-E: [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "6" for CSIT rls2101, "7" for CSIT rls2106).'
+ - 'YYMM.V-E: [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "7" for CSIT rls2106, "8" for CSIT rls2110).'
- 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.'
- 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.'
- - '2101.0-7 vs 2101.0-6: Compares CSIT environment current vs previous with previous VPP code.'
- - '2106.0-7 vs 2101.0-7: Compares VPP code current vs previous in the current CSIT environment.'
+ - '2106.0-8 vs 2106.0-7: Compares CSIT environment current vs previous with previous VPP code.'
+ - '2110.0-8 vs 2106.0-8: Compares VPP code current vs previous in the current CSIT environment.'
# VPP Performance Changes 2n-tx2 4t4c mrr
- type: "table"
# VPP Performance Changes 2n-tx2 4t4c mrr
- type: "table"
include-tests: "MRR" # "PDR" | "NDR" | "MRR"
filter: "'4T4C'"
columns:
include-tests: "MRR" # "PDR" | "NDR" | "MRR"
filter: "'4T4C'"
columns:
data-set: "vpp-2n-tx2-hist-iter-mrr-new-env"
data-set: "vpp-2n-tx2-hist-iter-mrr-new-env"
data-set: "vpp-2n-tx2-prev-iter-mrr-old-env"
data-set: "vpp-2n-tx2-prev-iter-mrr-old-env"
data-set: "vpp-2n-tx2-prev-iter-mrr-new-env"
data-set: "vpp-2n-tx2-prev-iter-mrr-new-env"
data-set: "vpp-2n-tx2-curr-iter-mrr"
comparisons:
data-set: "vpp-2n-tx2-curr-iter-mrr"
comparisons:
- - title: "2101.0-7 vs 2101.0-6"
+ - title: "2106.0-8 vs 2106.0-7"
-# rca-file: "rca/rca-2n-tx2-4t4c-mrr-rca1.yaml"
- - title: "2106.0-7 vs 2101.0-7"
+ - title: "2110.0-8 vs 2106.0-8"
-# rca-file: "rca/rca-2n-tx2-4t4c-mrr-rca2.yaml"
legend:
- ''
- 'Test Case: Test cases executed for: MRR throughput on 2n-tx2 with xl710.'
legend:
- ''
- 'Test Case: Test cases executed for: MRR throughput on 2n-tx2 with xl710.'
- - 'YYMM.V-E: [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "6" for CSIT rls2101, "7" for CSIT rls2106).'
+ - 'YYMM.V-E: [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "7" for CSIT rls2106, "8" for CSIT rls2110).'
- 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.'
- 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.'
- - '2101.0-7 vs 2101.0-6: Compares CSIT environment current vs previous with previous VPP code.'
- - '2106.0-7 vs 2101.0-7: Compares VPP code current vs previous in the current CSIT environment.'
+ - '2106.0-8 vs 2106.0-7: Compares CSIT environment current vs previous with previous VPP code.'
+ - '2110.0-8 vs 2106.0-8: Compares VPP code current vs previous in the current CSIT environment.'
# VPP Comparison Across Testbeds 2n-skx to 2n-clx 2t1c mrr
- type: "table"
# VPP Comparison Across Testbeds 2n-skx to 2n-clx 2t1c mrr
- type: "table"
include-tests: "PDR" # "PDR" | "NDR" | "MRR"
filter: "'2T1C' and 'NDRPDR' and 'NIC_Intel-XXV710'"
columns:
include-tests: "PDR" # "PDR" | "NDR" | "MRR"
filter: "'2T1C' and 'NDRPDR' and 'NIC_Intel-XXV710'"
columns:
- - title: "20.08"
- data-set: "dpdk-3n-skx-hist-iter"
- data-set: "dpdk-3n-skx-prev-iter"
+ data-set: "dpdk-3n-skx-hist-iter"
+ data-set: "dpdk-3n-skx-prev-iter"
+ - title: "21.08"
data-set: "dpdk-3n-skx-curr-iter"
comparisons:
- title: "Diff"
data-set: "dpdk-3n-skx-curr-iter"
comparisons:
- title: "Diff"
- - "20.08, 20.11, 21.02 - DPDK versions tested."
- - "Diff - difference between 20.11 and 21.02 DPDK version."
+ - "20.11, 21.02, 21.08 - DPDK versions tested."
+ - "Diff - difference between 21.02 and 21.08 DPDK version."
# DPDK Performance Changes 3n-skx 4t2c pdr
- type: "table"
# DPDK Performance Changes 3n-skx 4t2c pdr
- type: "table"
include-tests: "PDR" # "PDR" | "NDR" | "MRR"
filter: "'4T2C' and 'NDRPDR' and 'NIC_Intel-XXV710'"
columns:
include-tests: "PDR" # "PDR" | "NDR" | "MRR"
filter: "'4T2C' and 'NDRPDR' and 'NIC_Intel-XXV710'"
columns:
- - title: "20.08"
- data-set: "dpdk-3n-skx-hist-iter"
- data-set: "dpdk-3n-skx-prev-iter"
+ data-set: "dpdk-3n-skx-hist-iter"
+ data-set: "dpdk-3n-skx-prev-iter"
+ - title: "21.08"
data-set: "dpdk-3n-skx-curr-iter"
comparisons:
- title: "Diff"
data-set: "dpdk-3n-skx-curr-iter"
comparisons:
- title: "Diff"
- - "20.08, 20.11, 21.02 - DPDK versions tested."
- - "Diff - difference between 20.11 and 21.02 DPDK version."
+ - "20.11, 21.02, 21.08 - DPDK versions tested."
+ - "Diff - difference between 21.02 and 21.08 DPDK version."
# DPDK Performance Changes 3n-skx 2t1c ndr
- type: "table"
# DPDK Performance Changes 3n-skx 2t1c ndr
- type: "table"
include-tests: "NDR" # "PDR" | "NDR" | "MRR"
filter: "'2T1C' and 'NDRPDR' and 'NIC_Intel-XXV710'"
columns:
include-tests: "NDR" # "PDR" | "NDR" | "MRR"
filter: "'2T1C' and 'NDRPDR' and 'NIC_Intel-XXV710'"
columns:
- - title: "20.08"
- data-set: "dpdk-3n-skx-hist-iter"
- data-set: "dpdk-3n-skx-prev-iter"
+ data-set: "dpdk-3n-skx-hist-iter"
+ data-set: "dpdk-3n-skx-prev-iter"
+ - title: "21.08"
data-set: "dpdk-3n-skx-curr-iter"
comparisons:
- title: "Diff"
data-set: "dpdk-3n-skx-curr-iter"
comparisons:
- title: "Diff"
- - "20.08, 20.11, 21.02 - DPDK versions tested."
- - "Diff - difference between 20.11 and 21.02 DPDK version."
+ - "20.11, 21.02, 21.08 - DPDK versions tested."
+ - "Diff - difference between 21.02 and 21.08 DPDK version."
# DPDK Performance Changes 3n-skx 4t2c ndr
- type: "table"
# DPDK Performance Changes 3n-skx 4t2c ndr
- type: "table"
include-tests: "NDR" # "PDR" | "NDR" | "MRR"
filter: "'4T2C' and 'NDRPDR' and 'NIC_Intel-XXV710'"
columns:
include-tests: "NDR" # "PDR" | "NDR" | "MRR"
filter: "'4T2C' and 'NDRPDR' and 'NIC_Intel-XXV710'"
columns:
- - title: "20.08"
- data-set: "dpdk-3n-skx-hist-iter"
- data-set: "dpdk-3n-skx-prev-iter"
+ data-set: "dpdk-3n-skx-hist-iter"
+ data-set: "dpdk-3n-skx-prev-iter"
+ - title: "21.08"
data-set: "dpdk-3n-skx-curr-iter"
comparisons:
- title: "Diff"
data-set: "dpdk-3n-skx-curr-iter"
comparisons:
- title: "Diff"
- - "20.08, 20.11, 21.02 - DPDK versions tested."
- - "Diff - difference between 20.11 and 21.02 DPDK version."
+ - "20.11, 21.02, 21.08 - DPDK versions tested."
+ - "Diff - difference between 21.02 and 21.08 DPDK version."
# DPDK Performance Changes 2n-skx 2t1c pdr
- type: "table"
# DPDK Performance Changes 2n-skx 2t1c pdr
- type: "table"
include-tests: "PDR" # "PDR" | "NDR" | "MRR"
filter: "'2T1C' and 'NDRPDR' and 'NIC_Intel-XXV710'"
columns:
include-tests: "PDR" # "PDR" | "NDR" | "MRR"
filter: "'2T1C' and 'NDRPDR' and 'NIC_Intel-XXV710'"
columns:
- - title: "20.08"
- data-set: "dpdk-2n-skx-hist-iter"
- data-set: "dpdk-2n-skx-prev-iter"
+ data-set: "dpdk-2n-skx-hist-iter"
+ data-set: "dpdk-2n-skx-prev-iter"
+ - title: "21.08"
data-set: "dpdk-2n-skx-curr-iter"
comparisons:
- title: "Diff"
data-set: "dpdk-2n-skx-curr-iter"
comparisons:
- title: "Diff"
- - "20.08, 20.11, 21.02 - DPDK versions tested."
- - "Diff - difference between 20.11 and 21.02 DPDK version."
+ - "20.11, 21.02, 21.08 - DPDK versions tested."
+ - "Diff - difference between 21.02 and 21.08 DPDK version."
# DPDK Performance Changes 2n-skx 4t2c pdr
- type: "table"
# DPDK Performance Changes 2n-skx 4t2c pdr
- type: "table"
include-tests: "PDR" # "PDR" | "NDR" | "MRR"
filter: "'4T2C' and 'NDRPDR' and 'NIC_Intel-XXV710'"
columns:
include-tests: "PDR" # "PDR" | "NDR" | "MRR"
filter: "'4T2C' and 'NDRPDR' and 'NIC_Intel-XXV710'"
columns:
- - title: "20.08"
- data-set: "dpdk-2n-skx-hist-iter"
- data-set: "dpdk-2n-skx-prev-iter"
+ data-set: "dpdk-2n-skx-hist-iter"
+ data-set: "dpdk-2n-skx-prev-iter"
+ - title: "21.08"
data-set: "dpdk-2n-skx-curr-iter"
comparisons:
- title: "Diff"
data-set: "dpdk-2n-skx-curr-iter"
comparisons:
- title: "Diff"
- - "20.08, 20.11, 21.02 - DPDK versions tested."
- - "Diff - difference between 20.11 and 21.02 DPDK version."
+ - "20.11, 21.02, 21.08 - DPDK versions tested."
+ - "Diff - difference between 21.02 and 21.08 DPDK version."
# DPDK Performance Changes 2n-skx 2t1c ndr
- type: "table"
# DPDK Performance Changes 2n-skx 2t1c ndr
- type: "table"
include-tests: "NDR" # "PDR" | "NDR" | "MRR"
filter: "'2T1C' and 'NDRPDR' and 'NIC_Intel-XXV710'"
columns:
include-tests: "NDR" # "PDR" | "NDR" | "MRR"
filter: "'2T1C' and 'NDRPDR' and 'NIC_Intel-XXV710'"
columns:
- - title: "20.08"
- data-set: "dpdk-2n-skx-hist-iter"
- data-set: "dpdk-2n-skx-prev-iter"
+ data-set: "dpdk-2n-skx-hist-iter"
+ data-set: "dpdk-2n-skx-prev-iter"
+ - title: "21.08"
data-set: "dpdk-2n-skx-curr-iter"
comparisons:
- title: "Diff"
data-set: "dpdk-2n-skx-curr-iter"
comparisons:
- title: "Diff"
- - "20.08, 20.11, 21.02 - DPDK versions tested."
- - "Diff - difference between 20.11 and 21.02 DPDK version."
+ - "20.11, 21.02, 21.08 - DPDK versions tested."
+ - "Diff - difference between 21.02 and 21.08 DPDK version."
# DPDK Performance Changes 2n-skx 4t2c ndr
- type: "table"
# DPDK Performance Changes 2n-skx 4t2c ndr
- type: "table"
include-tests: "NDR" # "PDR" | "NDR" | "MRR"
filter: "'4T2C' and 'NDRPDR' and 'NIC_Intel-XXV710'"
columns:
include-tests: "NDR" # "PDR" | "NDR" | "MRR"
filter: "'4T2C' and 'NDRPDR' and 'NIC_Intel-XXV710'"
columns:
- - title: "20.08"
- data-set: "dpdk-2n-skx-hist-iter"
- data-set: "dpdk-2n-skx-prev-iter"
+ data-set: "dpdk-2n-skx-hist-iter"
+ data-set: "dpdk-2n-skx-prev-iter"
+ - title: "21.08"
data-set: "dpdk-2n-skx-curr-iter"
comparisons:
- title: "Diff"
data-set: "dpdk-2n-skx-curr-iter"
comparisons:
- title: "Diff"
- - "20.08, 20.11, 21.02 - DPDK versions tested."
- - "Diff - difference between 20.11 and 21.02 DPDK version."
+ - "20.11, 21.02, 21.08 - DPDK versions tested."
+ - "Diff - difference between 21.02 and 21.08 DPDK version."
# DPDK Performance Changes 2n-clx 2t1c pdr
- type: "table"
# DPDK Performance Changes 2n-clx 2t1c pdr
- type: "table"
include-tests: "PDR" # "PDR" | "NDR" | "MRR"
filter: "'2T1C' and 'NDRPDR' and 'NIC_Intel-XXV710'"
columns:
include-tests: "PDR" # "PDR" | "NDR" | "MRR"
filter: "'2T1C' and 'NDRPDR' and 'NIC_Intel-XXV710'"
columns:
- - title: "20.08"
- data-set: "dpdk-2n-clx-hist-iter"
- data-set: "dpdk-2n-clx-prev-iter"
+ data-set: "dpdk-2n-clx-hist-iter"
+ data-set: "dpdk-2n-clx-prev-iter"
+ - title: "21.08"
data-set: "dpdk-2n-clx-curr-iter"
comparisons:
- title: "Diff"
data-set: "dpdk-2n-clx-curr-iter"
comparisons:
- title: "Diff"
- - "20.08, 20.11, 21.02 - DPDK versions tested."
- - "Diff - difference between 20.11 and 21.02 DPDK version."
+ - "20.11, 21.02, 21.08 - DPDK versions tested."
+ - "Diff - difference between 21.02 and 21.08 DPDK version."
# DPDK Performance Changes 2n-clx 4t2c pdr
- type: "table"
# DPDK Performance Changes 2n-clx 4t2c pdr
- type: "table"
include-tests: "PDR" # "PDR" | "NDR" | "MRR"
filter: "'4T2C' and 'NDRPDR' and 'NIC_Intel-XXV710'"
columns:
include-tests: "PDR" # "PDR" | "NDR" | "MRR"
filter: "'4T2C' and 'NDRPDR' and 'NIC_Intel-XXV710'"
columns:
- - title: "20.08"
- data-set: "dpdk-2n-clx-hist-iter"
- data-set: "dpdk-2n-clx-prev-iter"
+ data-set: "dpdk-2n-clx-hist-iter"
+ data-set: "dpdk-2n-clx-prev-iter"
+ - title: "21.08"
data-set: "dpdk-2n-clx-curr-iter"
comparisons:
- title: "Diff"
data-set: "dpdk-2n-clx-curr-iter"
comparisons:
- title: "Diff"
- - "20.08, 20.11, 21.02 - DPDK versions tested."
- - "Diff - difference between 20.11 and 21.02 DPDK version."
+ - "20.11, 21.02, 21.08 - DPDK versions tested."
+ - "Diff - difference between 21.02 and 21.08 DPDK version."
# DPDK Performance Changes 2n-clx 2t1c ndr
- type: "table"
# DPDK Performance Changes 2n-clx 2t1c ndr
- type: "table"
include-tests: "NDR" # "PDR" | "NDR" | "MRR"
filter: "'2T1C' and 'NDRPDR' and 'NIC_Intel-XXV710'"
columns:
include-tests: "NDR" # "PDR" | "NDR" | "MRR"
filter: "'2T1C' and 'NDRPDR' and 'NIC_Intel-XXV710'"
columns:
- - title: "20.08"
- data-set: "dpdk-2n-clx-hist-iter"
- data-set: "dpdk-2n-clx-prev-iter"
+ data-set: "dpdk-2n-clx-hist-iter"
+ data-set: "dpdk-2n-clx-prev-iter"
+ - title: "21.08"
data-set: "dpdk-2n-clx-curr-iter"
comparisons:
- title: "Diff"
data-set: "dpdk-2n-clx-curr-iter"
comparisons:
- title: "Diff"
- - "20.08, 20.11, 21.02 - DPDK versions tested."
- - "Diff - difference between 20.11 and 21.02 DPDK version."
+ - "20.11, 21.02, 21.08 - DPDK versions tested."
+ - "Diff - difference between 21.02 and 21.08 DPDK version."
# DPDK Performance Changes 2n-clx 4t2c ndr
- type: "table"
# DPDK Performance Changes 2n-clx 4t2c ndr
- type: "table"
include-tests: "NDR" # "PDR" | "NDR" | "MRR"
filter: "'4T2C' and 'NDRPDR' and 'NIC_Intel-XXV710'"
columns:
include-tests: "NDR" # "PDR" | "NDR" | "MRR"
filter: "'4T2C' and 'NDRPDR' and 'NIC_Intel-XXV710'"
columns:
- - title: "20.08"
- data-set: "dpdk-2n-clx-hist-iter"
- data-set: "dpdk-2n-clx-prev-iter"
+ data-set: "dpdk-2n-clx-hist-iter"
+ data-set: "dpdk-2n-clx-prev-iter"
+ - title: "21.08"
data-set: "dpdk-2n-clx-curr-iter"
comparisons:
- title: "Diff"
data-set: "dpdk-2n-clx-curr-iter"
comparisons:
- title: "Diff"
- - "20.08, 20.11, 21.02 - DPDK versions tested."
- - "Diff - difference between 20.11 and 21.02 DPDK version."
+ - "20.11, 21.02, 21.08 - DPDK versions tested."
+ - "Diff - difference between 21.02 and 21.08 DPDK version."
# DPDK Performance Changes 2n-zn2 2t1c pdr
- type: "table"
# DPDK Performance Changes 2n-zn2 2t1c pdr
- type: "table"
include-tests: "PDR" # "PDR" | "NDR" | "MRR"
filter: "'2T1C' and 'NDRPDR' and 'NIC_Intel-XXV710'"
columns:
include-tests: "PDR" # "PDR" | "NDR" | "MRR"
filter: "'2T1C' and 'NDRPDR' and 'NIC_Intel-XXV710'"
columns:
- - title: "20.08"
- data-set: "dpdk-2n-zn2-hist-iter"
- data-set: "dpdk-2n-zn2-prev-iter"
+ data-set: "dpdk-2n-zn2-hist-iter"
+ data-set: "dpdk-2n-zn2-prev-iter"
+ - title: "21.08"
data-set: "dpdk-2n-zn2-curr-iter"
comparisons:
- title: "Diff"
data-set: "dpdk-2n-zn2-curr-iter"
comparisons:
- title: "Diff"
- - "20.08, 20.11, 21.02 - DPDK versions tested."
- - "Diff - difference between 20.11 and 21.02 DPDK version."
+ - "20.11, 21.02, 21.08 - DPDK versions tested."
+ - "Diff - difference between 21.02 and 21.08 DPDK version."
# DPDK Performance Changes 2n-zn2 4t2c pdr
- type: "table"
# DPDK Performance Changes 2n-zn2 4t2c pdr
- type: "table"
include-tests: "PDR" # "PDR" | "NDR" | "MRR"
filter: "'4T2C' and 'NDRPDR' and 'NIC_Intel-XXV710'"
columns:
include-tests: "PDR" # "PDR" | "NDR" | "MRR"
filter: "'4T2C' and 'NDRPDR' and 'NIC_Intel-XXV710'"
columns:
- - title: "20.08"
- data-set: "dpdk-2n-zn2-hist-iter"
- data-set: "dpdk-2n-zn2-prev-iter"
+ data-set: "dpdk-2n-zn2-hist-iter"
+ data-set: "dpdk-2n-zn2-prev-iter"
+ - title: "21.08"
data-set: "dpdk-2n-zn2-curr-iter"
comparisons:
- title: "Diff"
data-set: "dpdk-2n-zn2-curr-iter"
comparisons:
- title: "Diff"
- - "20.08, 20.11, 21.02 - DPDK versions tested."
- - "Diff - difference between 20.11 and 21.02 DPDK version."
+ - "20.11, 21.02, 21.08 - DPDK versions tested."
+ - "Diff - difference between 21.02 and 21.08 DPDK version."
# DPDK Performance Changes 2n-zn2 2t1c ndr
- type: "table"
# DPDK Performance Changes 2n-zn2 2t1c ndr
- type: "table"
include-tests: "NDR" # "PDR" | "NDR" | "MRR"
filter: "'2T1C' and 'NDRPDR' and 'NIC_Intel-XXV710'"
columns:
include-tests: "NDR" # "PDR" | "NDR" | "MRR"
filter: "'2T1C' and 'NDRPDR' and 'NIC_Intel-XXV710'"
columns:
- - title: "20.08"
- data-set: "dpdk-2n-zn2-hist-iter"
- data-set: "dpdk-2n-zn2-prev-iter"
+ data-set: "dpdk-2n-zn2-hist-iter"
+ data-set: "dpdk-2n-zn2-prev-iter"
+ - title: "21.08"
data-set: "dpdk-2n-zn2-curr-iter"
comparisons:
- title: "Diff"
data-set: "dpdk-2n-zn2-curr-iter"
comparisons:
- title: "Diff"
- - "20.08, 20.11, 21.02 - DPDK versions tested."
- - "Diff - difference between 20.11 and 21.02 DPDK version."
+ - "20.11, 21.02, 21.08 - DPDK versions tested."
+ - "Diff - difference between 21.02 and 21.08 DPDK version."
# DPDK Performance Changes 2n-zn2 4t2c ndr
- type: "table"
# DPDK Performance Changes 2n-zn2 4t2c ndr
- type: "table"
include-tests: "NDR" # "PDR" | "NDR" | "MRR"
filter: "'4T2C' and 'NDRPDR' and 'NIC_Intel-XXV710'"
columns:
include-tests: "NDR" # "PDR" | "NDR" | "MRR"
filter: "'4T2C' and 'NDRPDR' and 'NIC_Intel-XXV710'"
columns:
- - title: "20.08"
- data-set: "dpdk-2n-zn2-hist-iter"
- data-set: "dpdk-2n-zn2-prev-iter"
+ data-set: "dpdk-2n-zn2-hist-iter"
+ data-set: "dpdk-2n-zn2-prev-iter"
+ - title: "21.08"
data-set: "dpdk-2n-zn2-curr-iter"
comparisons:
- title: "Diff"
data-set: "dpdk-2n-zn2-curr-iter"
comparisons:
- title: "Diff"
- - "20.08, 20.11, 21.02 - DPDK versions tested."
- - "Diff - difference between 20.11 and 21.02 DPDK version."
+ - "20.11, 21.02, 21.08 - DPDK versions tested."
+ - "Diff - difference between 21.02 and 21.08 DPDK version."
## DPDK Performance Changes 2n-dnv 1t1c pdr
#- type: "table"
## DPDK Performance Changes 2n-dnv 1t1c pdr
#- type: "table"
include-tests: "PDR" # "PDR" | "NDR" | "MRR"
filter: "'1T1C' and 'NDRPDR' and 'NIC_Intel-XXV710'"
columns:
include-tests: "PDR" # "PDR" | "NDR" | "MRR"
filter: "'1T1C' and 'NDRPDR' and 'NIC_Intel-XXV710'"
columns:
- - title: "20.08"
- data-set: "dpdk-3n-tsh-hist-iter"
- data-set: "dpdk-3n-tsh-prev-iter"
+ data-set: "dpdk-3n-tsh-hist-iter"
+ data-set: "dpdk-3n-tsh-prev-iter"
+ - title: "21.08"
data-set: "dpdk-3n-tsh-curr-iter"
comparisons:
- title: "Diff"
data-set: "dpdk-3n-tsh-curr-iter"
comparisons:
- title: "Diff"
- - "20.08, 20.11, 21.02 - DPDK versions tested."
- - "Diff - difference between 20.11 and 21.02 DPDK version."
+ - "20.11, 21.02, 21.08 - DPDK versions tested."
+ - "Diff - difference between 21.02 and 21.08 DPDK version."
# DPDK Performance Changes 3n-tsh 2t2c pdr
- type: "table"
# DPDK Performance Changes 3n-tsh 2t2c pdr
- type: "table"
include-tests: "PDR" # "PDR" | "NDR" | "MRR"
filter: "'2T2C' and 'NDRPDR' and 'NIC_Intel-XXV710'"
columns:
include-tests: "PDR" # "PDR" | "NDR" | "MRR"
filter: "'2T2C' and 'NDRPDR' and 'NIC_Intel-XXV710'"
columns:
- - title: "20.08"
- data-set: "dpdk-3n-tsh-hist-iter"
- data-set: "dpdk-3n-tsh-prev-iter"
+ data-set: "dpdk-3n-tsh-hist-iter"
+ data-set: "dpdk-3n-tsh-prev-iter"
+ - title: "21.08"
data-set: "dpdk-3n-tsh-curr-iter"
comparisons:
- title: "Diff"
data-set: "dpdk-3n-tsh-curr-iter"
comparisons:
- title: "Diff"
- - "20.08, 20.11, 21.02 - DPDK versions tested."
- - "Diff - difference between 20.11 and 21.02 DPDK version."
+ - "20.11, 21.02, 21.08 - DPDK versions tested."
+ - "Diff - difference between 21.02 and 21.08 DPDK version."
# DPDK Performance Changes 3n-tsh 1t1c ndr
- type: "table"
# DPDK Performance Changes 3n-tsh 1t1c ndr
- type: "table"
include-tests: "NDR" # "PDR" | "NDR" | "MRR"
filter: "'1T1C' and 'NDRPDR' and 'NIC_Intel-XXV710'"
columns:
include-tests: "NDR" # "PDR" | "NDR" | "MRR"
filter: "'1T1C' and 'NDRPDR' and 'NIC_Intel-XXV710'"
columns:
- - title: "20.08"
- data-set: "dpdk-3n-tsh-hist-iter"
- data-set: "dpdk-3n-tsh-prev-iter"
+ data-set: "dpdk-3n-tsh-hist-iter"
+ data-set: "dpdk-3n-tsh-prev-iter"
+ - title: "21.08"
data-set: "dpdk-3n-tsh-curr-iter"
comparisons:
- title: "Diff"
data-set: "dpdk-3n-tsh-curr-iter"
comparisons:
- title: "Diff"
- - "20.08, 20.11, 21.02 - DPDK versions tested."
- - "Diff - difference between 20.11 and 21.02 DPDK version."
+ - "20.11, 21.02, 21.08 - DPDK versions tested."
+ - "Diff - difference between 21.02 and 21.08 DPDK version."
# DPDK Performance Changes 3n-tsh 2t2c ndr
- type: "table"
# DPDK Performance Changes 3n-tsh 2t2c ndr
- type: "table"
include-tests: "NDR" # "PDR" | "NDR" | "MRR"
filter: "'2T2C' and 'NDRPDR' and 'NIC_Intel-XXV710'"
columns:
include-tests: "NDR" # "PDR" | "NDR" | "MRR"
filter: "'2T2C' and 'NDRPDR' and 'NIC_Intel-XXV710'"
columns:
- - title: "20.08"
- data-set: "dpdk-3n-tsh-hist-iter"
- data-set: "dpdk-3n-tsh-prev-iter"
+ data-set: "dpdk-3n-tsh-hist-iter"
+ data-set: "dpdk-3n-tsh-prev-iter"
+ - title: "21.08"
data-set: "dpdk-3n-tsh-curr-iter"
comparisons:
- title: "Diff"
data-set: "dpdk-3n-tsh-curr-iter"
comparisons:
- title: "Diff"
- - "20.08, 20.11, 21.02 - DPDK versions tested."
- - "Diff - difference between 20.11 and 21.02 DPDK version."
+ - "20.11, 21.02, 21.08 - DPDK versions tested."
+ - "Diff - difference between 21.02 and 21.08 DPDK version."
# DPDK Comparison Across Testbeds 2n-skx to 2n-clx ndr
- type: "table"
# DPDK Comparison Across Testbeds 2n-skx to 2n-clx ndr
- type: "table"