X-Git-Url: https://gerrit.fd.io/r/gitweb?a=blobdiff_plain;f=resources%2Ftools%2Fpresentation%2Fspecifications%2Freport%2Felements.yaml;h=051fc0146cedaff215f252f5407560217fac6703;hb=39af3a182b0a6e3bba2264add47d37b3c2889092;hp=6a9d8ece213e63e8c02fbc40b679a6b79b838640;hpb=522dd06083257cd98beafda6e6c4719b686b1fc9;p=csit.git diff --git a/resources/tools/presentation/specifications/report/elements.yaml b/resources/tools/presentation/specifications/report/elements.yaml index 6a9d8ece21..051fc0146c 100644 --- a/resources/tools/presentation/specifications/report/elements.yaml +++ b/resources/tools/presentation/specifications/report/elements.yaml @@ -789,27 +789,31 @@ filter: "'2T1C' and 'NDRPDR' and 'NIC_Intel-XXV710' and not 'NF_DENSITY'" columns: - title: "2202.0-10" - data-set: "vpp-2n-clx-hist-iter-new-env" + data-set: "vpp-2n-clx-hist-iter" - title: "2206.0-10" data-set: "vpp-2n-clx-prev-iter-old-env" - - title: "2206.0-11" - data-set: "vpp-2n-clx-prev-iter-new-env" + # - title: "2206.0-11" + # data-set: "vpp-2n-clx-prev-iter-new-env" - title: "2210.0-11" data-set: "vpp-2n-clx-curr-iter" comparisons: - - title: "2206.0-11 vs 2206.0-10" + # - title: "2206.0-11 vs 2206.0-10" + # reference: 2 + # compare: 3 + # - title: "2210.0-11 vs 2206.0-11" + # reference: 3 + # compare: 4 + - title: "2210.0-11 vs 2206.0-10" reference: 2 compare: 3 - - title: "2210.0-11 vs 2206.0-11" - reference: 3 - compare: 4 legend: - '' - 'Test Case: Test cases executed for: PDR throughput on 2n-clx with xxv710.' - 'YYMM.V-E: [uSec +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "10" for CSIT rls2206, "11" for CSIT rls2210).' - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' - - '2206.0-11 vs 2206.0-10: Compares CSIT environment current vs previous with previous VPP code.' - - '2210.0-11 vs 2206.0-11: Compares VPP code current vs previous in the current CSIT environment.' + # - '2206.0-11 vs 2206.0-10: Compares CSIT environment current vs previous with previous VPP code.' + # - '2210.0-11 vs 2206.0-11: Compares VPP code current vs previous in the current CSIT environment.' + - '2210.0-11 vs 2206.0-10: Compares current VPP code in the current CSIT environment vs previous VPP code in the previous CSIT environment.' # VPP Latency Changes 2n-clx 2t1c - type: "table" @@ -820,27 +824,31 @@ filter: "'2T1C' and 'NDRPDR' and 'NIC_Intel-XXV710' and not 'NF_DENSITY'" columns: - title: "2202.0-10" - data-set: "vpp-2n-clx-hist-iter-new-env" + data-set: "vpp-2n-clx-hist-iter" - title: "2206.0-10" data-set: "vpp-2n-clx-prev-iter-old-env" - - title: "2206.0-11" - data-set: "vpp-2n-clx-prev-iter-new-env" + # - title: "2206.0-11" + # data-set: "vpp-2n-clx-prev-iter-new-env" - title: "2210.0-11" data-set: "vpp-2n-clx-curr-iter" comparisons: - - title: "2206.0-11 vs 2206.0-10" + # - title: "2206.0-11 vs 2206.0-10" + # reference: 2 + # compare: 3 + # - title: "2210.0-11 vs 2206.0-11" + # reference: 3 + # compare: 4 + - title: "2210.0-11 vs 2206.0-10" reference: 2 compare: 3 - - title: "2210.0-11 vs 2206.0-11" - reference: 3 - compare: 4 legend: - '' - 'Test Case: Test cases executed for: PDR throughput on 2n-clx with xxv710.' - 'YYMM.V-E: [uSec +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "10" for CSIT rls2206, "11" for CSIT rls2210).' - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' - - '2206.0-11 vs 2206.0-10: Compares CSIT environment current vs previous with previous VPP code.' - - '2210.0-11 vs 2206.0-11: Compares VPP code current vs previous in the current CSIT environment.' + # - '2206.0-11 vs 2206.0-10: Compares CSIT environment current vs previous with previous VPP code.' + # - '2210.0-11 vs 2206.0-11: Compares VPP code current vs previous in the current CSIT environment.' + - '2210.0-11 vs 2206.0-10: Compares current VPP code in the current CSIT environment vs previous VPP code in the previous CSIT environment.' # VPP Latency Changes 2n-clx 2t1c - type: "table" @@ -851,27 +859,31 @@ filter: "'2T1C' and 'NDRPDR' and 'NIC_Intel-XXV710' and not 'NF_DENSITY'" columns: - title: "2202.0-10" - data-set: "vpp-2n-clx-hist-iter-new-env" + data-set: "vpp-2n-clx-hist-iter" - title: "2206.0-10" data-set: "vpp-2n-clx-prev-iter-old-env" - - title: "2206.0-11" - data-set: "vpp-2n-clx-prev-iter-new-env" + # - title: "2206.0-11" + # data-set: "vpp-2n-clx-prev-iter-new-env" - title: "2210.0-11" data-set: "vpp-2n-clx-curr-iter" comparisons: - - title: "2206.0-11 vs 2206.0-10" + # - title: "2206.0-11 vs 2206.0-10" + # reference: 2 + # compare: 3 + # - title: "2210.0-11 vs 2206.0-11" + # reference: 3 + # compare: 4 + - title: "2210.0-11 vs 2206.0-10" reference: 2 compare: 3 - - title: "2210.0-11 vs 2206.0-11" - reference: 3 - compare: 4 legend: - '' - 'Test Case: Test cases executed for: PDR throughput on 2n-clx with xxv710.' - 'YYMM.V-E: [uSec +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "10" for CSIT rls2206, "11" for CSIT rls2210).' - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' - - '2206.0-11 vs 2206.0-10: Compares CSIT environment current vs previous with previous VPP code.' - - '2210.0-11 vs 2206.0-11: Compares VPP code current vs previous in the current CSIT environment.' + # - '2206.0-11 vs 2206.0-10: Compares CSIT environment current vs previous with previous VPP code.' + # - '2210.0-11 vs 2206.0-11: Compares VPP code current vs previous in the current CSIT environment.' + - '2210.0-11 vs 2206.0-10: Compares current VPP code in the current CSIT environment vs previous VPP code in the previous CSIT environment.' # VPP Latency Changes 2n-clx 2t1c - type: "table" @@ -882,27 +894,31 @@ filter: "'2T1C' and 'NDRPDR' and 'NIC_Mellanox-CX556A' and not 'NF_DENSITY'" columns: - title: "2202.0-10" - data-set: "vpp-2n-clx-hist-iter-new-env" + data-set: "vpp-2n-clx-hist-iter" - title: "2206.0-10" data-set: "vpp-2n-clx-prev-iter-old-env" - - title: "2206.0-11" - data-set: "vpp-2n-clx-prev-iter-new-env" + # - title: "2206.0-11" + # data-set: "vpp-2n-clx-prev-iter-new-env" - title: "2210.0-11" data-set: "vpp-2n-clx-curr-iter" comparisons: - - title: "2206.0-11 vs 2206.0-10" + # - title: "2206.0-11 vs 2206.0-10" + # reference: 2 + # compare: 3 + # - title: "2210.0-11 vs 2206.0-11" + # reference: 3 + # compare: 4 + - title: "2210.0-11 vs 2206.0-10" reference: 2 compare: 3 - - title: "2210.0-11 vs 2206.0-11" - reference: 3 - compare: 4 legend: - '' - 'Test Case: Test cases executed for: PDR throughput on 2n-clx with cx556a.' - 'YYMM.V-E: [uSec +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "10" for CSIT rls2206, "11" for CSIT rls2210).' - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' - - '2206.0-11 vs 2206.0-10: Compares CSIT environment current vs previous with previous VPP code.' - - '2210.0-11 vs 2206.0-11: Compares VPP code current vs previous in the current CSIT environment.' + # - '2206.0-11 vs 2206.0-10: Compares CSIT environment current vs previous with previous VPP code.' + # - '2210.0-11 vs 2206.0-11: Compares VPP code current vs previous in the current CSIT environment.' + - '2210.0-11 vs 2206.0-10: Compares current VPP code in the current CSIT environment vs previous VPP code in the previous CSIT environment.' # VPP Latency Changes 2n-clx 2t1c - type: "table" @@ -913,27 +929,31 @@ filter: "'2T1C' and 'NDRPDR' and 'NIC_Mellanox-CX556A' and not 'NF_DENSITY'" columns: - title: "2202.0-10" - data-set: "vpp-2n-clx-hist-iter-new-env" + data-set: "vpp-2n-clx-hist-iter" - title: "2206.0-10" data-set: "vpp-2n-clx-prev-iter-old-env" - - title: "2206.0-11" - data-set: "vpp-2n-clx-prev-iter-new-env" + # - title: "2206.0-11" + # data-set: "vpp-2n-clx-prev-iter-new-env" - title: "2210.0-11" data-set: "vpp-2n-clx-curr-iter" comparisons: - - title: "2206.0-11 vs 2206.0-10" + # - title: "2206.0-11 vs 2206.0-10" + # reference: 2 + # compare: 3 + # - title: "2210.0-11 vs 2206.0-11" + # reference: 3 + # compare: 4 + - title: "2210.0-11 vs 2206.0-10" reference: 2 compare: 3 - - title: "2210.0-11 vs 2206.0-11" - reference: 3 - compare: 4 legend: - '' - 'Test Case: Test cases executed for: PDR throughput on 2n-clx with cx556a.' - 'YYMM.V-E: [uSec +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "10" for CSIT rls2206, "11" for CSIT rls2210).' - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' - - '2206.0-11 vs 2206.0-10: Compares CSIT environment current vs previous with previous VPP code.' - - '2210.0-11 vs 2206.0-11: Compares VPP code current vs previous in the current CSIT environment.' + # - '2206.0-11 vs 2206.0-10: Compares CSIT environment current vs previous with previous VPP code.' + # - '2210.0-11 vs 2206.0-11: Compares VPP code current vs previous in the current CSIT environment.' + - '2210.0-11 vs 2206.0-10: Compares current VPP code in the current CSIT environment vs previous VPP code in the previous CSIT environment.' # VPP Latency Changes 2n-clx 2t1c - type: "table" @@ -944,27 +964,31 @@ filter: "'2T1C' and 'NDRPDR' and 'NIC_Mellanox-CX556A' and not 'NF_DENSITY'" columns: - title: "2202.0-10" - data-set: "vpp-2n-clx-hist-iter-new-env" + data-set: "vpp-2n-clx-hist-iter" - title: "2206.0-10" data-set: "vpp-2n-clx-prev-iter-old-env" - - title: "2206.0-11" - data-set: "vpp-2n-clx-prev-iter-new-env" + # - title: "2206.0-11" + # data-set: "vpp-2n-clx-prev-iter-new-env" - title: "2210.0-11" data-set: "vpp-2n-clx-curr-iter" comparisons: - - title: "2206.0-11 vs 2206.0-10" + # - title: "2206.0-11 vs 2206.0-10" + # reference: 2 + # compare: 3 + # - title: "2210.0-11 vs 2206.0-11" + # reference: 3 + # compare: 4 + - title: "2210.0-11 vs 2206.0-10" reference: 2 compare: 3 - - title: "2210.0-11 vs 2206.0-11" - reference: 3 - compare: 4 legend: - '' - 'Test Case: Test cases executed for: PDR throughput on 2n-clx with cx556a.' - 'YYMM.V-E: [uSec +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "10" for CSIT rls2206, "11" for CSIT rls2210).' - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' - - '2206.0-11 vs 2206.0-10: Compares CSIT environment current vs previous with previous VPP code.' - - '2210.0-11 vs 2206.0-11: Compares VPP code current vs previous in the current CSIT environment.' + # - '2206.0-11 vs 2206.0-10: Compares CSIT environment current vs previous with previous VPP code.' + # - '2210.0-11 vs 2206.0-11: Compares VPP code current vs previous in the current CSIT environment.' + - '2210.0-11 vs 2206.0-10: Compares current VPP code in the current CSIT environment vs previous VPP code in the previous CSIT environment.' # VPP Latency Changes 2n-zn2 2t1c - type: "table" @@ -975,27 +999,31 @@ filter: "'2T1C' and 'NDRPDR' and 'NIC_Intel-XXV710'" columns: - title: "2202.0-10" - data-set: "vpp-2n-zn2-hist-iter-new-env" + data-set: "vpp-2n-zn2-hist-iter" - title: "2206.0-10" data-set: "vpp-2n-zn2-prev-iter-old-env" - - title: "2206.0-11" - data-set: "vpp-2n-zn2-prev-iter-new-env" + # - title: "2206.0-11" + # data-set: "vpp-2n-zn2-prev-iter-new-env" - title: "2210.0-11" data-set: "vpp-2n-zn2-curr-iter" comparisons: - - title: "2206.0-11 vs 2206.0-10" + # - title: "2206.0-11 vs 2206.0-10" + # reference: 2 + # compare: 3 + # - title: "2210.0-11 vs 2206.0-11" + # reference: 3 + # compare: 4 + - title: "2210.0-11 vs 2206.0-10" reference: 2 compare: 3 - - title: "2210.0-11 vs 2206.0-11" - reference: 3 - compare: 4 legend: - '' - 'Test Case: Test cases executed for: PDR throughput on 2n-zn2 with xxv710.' - 'YYMM.V-E: [uSec +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "10" for CSIT rls2206, "11" for CSIT rls2210).' - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' - - '2206.0-11 vs 2206.0-10: Compares CSIT environment current vs previous with previous VPP code.' - - '2210.0-11 vs 2206.0-11: Compares VPP code current vs previous in the current CSIT environment.' + # - '2206.0-11 vs 2206.0-10: Compares CSIT environment current vs previous with previous VPP code.' + # - '2210.0-11 vs 2206.0-11: Compares VPP code current vs previous in the current CSIT environment.' + - '2210.0-11 vs 2206.0-10: Compares current VPP code in the current CSIT environment vs previous VPP code in the previous CSIT environment.' # VPP Latency Changes 2n-zn2 2t1c - type: "table" @@ -1006,27 +1034,31 @@ filter: "'2T1C' and 'NDRPDR' and 'NIC_Intel-XXV710'" columns: - title: "2202.0-10" - data-set: "vpp-2n-zn2-hist-iter-new-env" + data-set: "vpp-2n-zn2-hist-iter" - title: "2206.0-10" data-set: "vpp-2n-zn2-prev-iter-old-env" - - title: "2206.0-11" - data-set: "vpp-2n-zn2-prev-iter-new-env" + # - title: "2206.0-11" + # data-set: "vpp-2n-zn2-prev-iter-new-env" - title: "2210.0-11" data-set: "vpp-2n-zn2-curr-iter" comparisons: - - title: "2206.0-11 vs 2206.0-10" + # - title: "2206.0-11 vs 2206.0-10" + # reference: 2 + # compare: 3 + # - title: "2210.0-11 vs 2206.0-11" + # reference: 3 + # compare: 4 + - title: "2210.0-11 vs 2206.0-10" reference: 2 compare: 3 - - title: "2210.0-11 vs 2206.0-11" - reference: 3 - compare: 4 legend: - '' - 'Test Case: Test cases executed for: PDR throughput on 2n-zn2 with xxv710.' - 'YYMM.V-E: [uSec +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "10" for CSIT rls2206, "11" for CSIT rls2210).' - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' - - '2206.0-11 vs 2206.0-10: Compares CSIT environment current vs previous with previous VPP code.' - - '2210.0-11 vs 2206.0-11: Compares VPP code current vs previous in the current CSIT environment.' + # - '2206.0-11 vs 2206.0-10: Compares CSIT environment current vs previous with previous VPP code.' + # - '2210.0-11 vs 2206.0-11: Compares VPP code current vs previous in the current CSIT environment.' + - '2210.0-11 vs 2206.0-10: Compares current VPP code in the current CSIT environment vs previous VPP code in the previous CSIT environment.' # VPP Latency Changes 2n-zn2 2t1c - type: "table" @@ -1037,27 +1069,31 @@ filter: "'2T1C' and 'NDRPDR' and 'NIC_Intel-XXV710'" columns: - title: "2202.0-10" - data-set: "vpp-2n-zn2-hist-iter-new-env" + data-set: "vpp-2n-zn2-hist-iter" - title: "2206.0-10" data-set: "vpp-2n-zn2-prev-iter-old-env" - - title: "2206.0-11" - data-set: "vpp-2n-zn2-prev-iter-new-env" + # - title: "2206.0-11" + # data-set: "vpp-2n-zn2-prev-iter-new-env" - title: "2210.0-11" data-set: "vpp-2n-zn2-curr-iter" comparisons: - - title: "2206.0-11 vs 2206.0-10" + # - title: "2206.0-11 vs 2206.0-10" + # reference: 2 + # compare: 3 + # - title: "2210.0-11 vs 2206.0-11" + # reference: 3 + # compare: 4 + - title: "2210.0-11 vs 2206.0-10" reference: 2 compare: 3 - - title: "2210.0-11 vs 2206.0-11" - reference: 3 - compare: 4 legend: - '' - 'Test Case: Test cases executed for: PDR throughput on 2n-zn2 with xxv710.' - 'YYMM.V-E: [uSec +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "10" for CSIT rls2206, "11" for CSIT rls2210).' - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' - - '2206.0-11 vs 2206.0-10: Compares CSIT environment current vs previous with previous VPP code.' - - '2210.0-11 vs 2206.0-11: Compares VPP code current vs previous in the current CSIT environment.' + # - '2206.0-11 vs 2206.0-10: Compares CSIT environment current vs previous with previous VPP code.' + # - '2210.0-11 vs 2206.0-11: Compares VPP code current vs previous in the current CSIT environment.' + - '2210.0-11 vs 2206.0-10: Compares current VPP code in the current CSIT environment vs previous VPP code in the previous CSIT environment.' # VPP Latency Changes 2n-tx2 1t1c - type: "table" @@ -1068,27 +1104,31 @@ filter: "'1T1C' and 'NDRPDR'" columns: - title: "2202.0-10" - data-set: "vpp-2n-tx2-hist-iter-new-env" + data-set: "vpp-2n-tx2-hist-iter" - title: "2206.0-10" data-set: "vpp-2n-tx2-prev-iter-old-env" - - title: "2206.0-11" - data-set: "vpp-2n-tx2-prev-iter-new-env" + # - title: "2206.0-11" + # data-set: "vpp-2n-tx2-prev-iter-new-env" - title: "2210.0-11" data-set: "vpp-2n-tx2-curr-iter" comparisons: - - title: "2206.0-11 vs 2206.0-10" + # - title: "2206.0-11 vs 2206.0-10" + # reference: 2 + # compare: 3 + # - title: "2210.0-11 vs 2206.0-11" + # reference: 3 + # compare: 4 + - title: "2210.0-11 vs 2206.0-10" reference: 2 compare: 3 - - title: "2210.0-11 vs 2206.0-11" - reference: 3 - compare: 4 legend: - '' - 'Test Case: Test cases executed for: PDR throughput on 2n-tx2 with xl710.' - 'YYMM.V-E: [uSec +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "10" for CSIT rls2206, "11" for CSIT rls2210).' - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' - - '2206.0-11 vs 2206.0-10: Compares CSIT environment current vs previous with previous VPP code.' - - '2210.0-11 vs 2206.0-11: Compares VPP code current vs previous in the current CSIT environment.' + # - '2206.0-11 vs 2206.0-10: Compares CSIT environment current vs previous with previous VPP code.' + # - '2210.0-11 vs 2206.0-11: Compares VPP code current vs previous in the current CSIT environment.' + - '2210.0-11 vs 2206.0-10: Compares current VPP code in the current CSIT environment vs previous VPP code in the previous CSIT environment.' # VPP Latency Changes 2n-tx2 1t1c - type: "table" @@ -1099,27 +1139,31 @@ filter: "'1T1C' and 'NDRPDR'" columns: - title: "2202.0-10" - data-set: "vpp-2n-tx2-hist-iter-new-env" + data-set: "vpp-2n-tx2-hist-iter" - title: "2206.0-10" data-set: "vpp-2n-tx2-prev-iter-old-env" - - title: "2206.0-11" - data-set: "vpp-2n-tx2-prev-iter-new-env" + # - title: "2206.0-11" + # data-set: "vpp-2n-tx2-prev-iter-new-env" - title: "2210.0-11" data-set: "vpp-2n-tx2-curr-iter" comparisons: - - title: "2206.0-11 vs 2206.0-10" + # - title: "2206.0-11 vs 2206.0-10" + # reference: 2 + # compare: 3 + # - title: "2210.0-11 vs 2206.0-11" + # reference: 3 + # compare: 4 + - title: "2210.0-11 vs 2206.0-10" reference: 2 compare: 3 - - title: "2210.0-11 vs 2206.0-11" - reference: 3 - compare: 4 legend: - '' - 'Test Case: Test cases executed for: PDR throughput on 2n-tx2 with xl710.' - 'YYMM.V-E: [uSec +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "10" for CSIT rls2206, "11" for CSIT rls2210).' - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' - - '2206.0-11 vs 2206.0-10: Compares CSIT environment current vs previous with previous VPP code.' - - '2210.0-11 vs 2206.0-11: Compares VPP code current vs previous in the current CSIT environment.' + # - '2206.0-11 vs 2206.0-10: Compares CSIT environment current vs previous with previous VPP code.' + # - '2210.0-11 vs 2206.0-11: Compares VPP code current vs previous in the current CSIT environment.' + - '2210.0-11 vs 2206.0-10: Compares current VPP code in the current CSIT environment vs previous VPP code in the previous CSIT environment.' # VPP Latency Changes 2n-tx2 1t1c - type: "table" @@ -1130,27 +1174,31 @@ filter: "'1T1C' and 'NDRPDR'" columns: - title: "2202.0-10" - data-set: "vpp-2n-tx2-hist-iter-new-env" + data-set: "vpp-2n-tx2-hist-iter" - title: "2206.0-10" data-set: "vpp-2n-tx2-prev-iter-old-env" - - title: "2206.0-11" - data-set: "vpp-2n-tx2-prev-iter-new-env" + # - title: "2206.0-11" + # data-set: "vpp-2n-tx2-prev-iter-new-env" - title: "2210.0-11" data-set: "vpp-2n-tx2-curr-iter" comparisons: - - title: "2206.0-11 vs 2206.0-10" + # - title: "2206.0-11 vs 2206.0-10" + # reference: 2 + # compare: 3 + # - title: "2210.0-11 vs 2206.0-11" + # reference: 3 + # compare: 4 + - title: "2210.0-11 vs 2206.0-10" reference: 2 compare: 3 - - title: "2210.0-11 vs 2206.0-11" - reference: 3 - compare: 4 legend: - '' - 'Test Case: Test cases executed for: PDR throughput on 2n-tx2 with xl710.' - 'YYMM.V-E: [uSec +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "10" for CSIT rls2206, "11" for CSIT rls2210).' - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' - - '2206.0-11 vs 2206.0-10: Compares CSIT environment current vs previous with previous VPP code.' - - '2210.0-11 vs 2206.0-11: Compares VPP code current vs previous in the current CSIT environment.' + # - '2206.0-11 vs 2206.0-10: Compares CSIT environment current vs previous with previous VPP code.' + # - '2210.0-11 vs 2206.0-11: Compares VPP code current vs previous in the current CSIT environment.' + - '2210.0-11 vs 2206.0-10: Compares current VPP code in the current CSIT environment vs previous VPP code in the previous CSIT environment.' # VPP Latency Changes 3n-tsh 1t1c - type: "table" @@ -1161,27 +1209,31 @@ filter: "'1T1C' and 'NDRPDR'" columns: - title: "2202.0-10" - data-set: "vpp-3n-tsh-hist-iter-new-env" + data-set: "vpp-3n-tsh-hist-iter" - title: "2206.0-10" data-set: "vpp-3n-tsh-prev-iter-old-env" - - title: "2206.0-11" - data-set: "vpp-3n-tsh-prev-iter-new-env" + # - title: "2206.0-11" + # data-set: "vpp-3n-tsh-prev-iter-new-env" - title: "2210.0-11" data-set: "vpp-3n-tsh-curr-iter" comparisons: - - title: "2206.0-11 vs 2206.0-10" + # - title: "2206.0-11 vs 2206.0-10" + # reference: 2 + # compare: 3 + # - title: "2210.0-11 vs 2206.0-11" + # reference: 3 + # compare: 4 + - title: "2210.0-11 vs 2206.0-10" reference: 2 compare: 3 - - title: "2210.0-11 vs 2206.0-11" - reference: 3 - compare: 4 legend: - '' - 'Test Case: Test cases executed for: PDR throughput on 3n-tsh with x520.' - 'YYMM.V-E: [uSec +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "10" for CSIT rls2206, "11" for CSIT rls2210).' - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' - - '2206.0-11 vs 2206.0-10: Compares CSIT environment current vs previous with previous VPP code.' - - '2210.0-11 vs 2206.0-11: Compares VPP code current vs previous in the current CSIT environment.' + # - '2206.0-11 vs 2206.0-10: Compares CSIT environment current vs previous with previous VPP code.' + # - '2210.0-11 vs 2206.0-11: Compares VPP code current vs previous in the current CSIT environment.' + - '2210.0-11 vs 2206.0-10: Compares current VPP code in the current CSIT environment vs previous VPP code in the previous CSIT environment.'' # VPP Latency Changes 3n-tsh 1t1c - type: "table" @@ -1192,27 +1244,31 @@ filter: "'1T1C' and 'NDRPDR'" columns: - title: "2202.0-10" - data-set: "vpp-3n-tsh-hist-iter-new-env" + data-set: "vpp-3n-tsh-hist-iter" - title: "2206.0-10" data-set: "vpp-3n-tsh-prev-iter-old-env" - - title: "2206.0-11" - data-set: "vpp-3n-tsh-prev-iter-new-env" + # - title: "2206.0-11" + # data-set: "vpp-3n-tsh-prev-iter-new-env" - title: "2210.0-11" data-set: "vpp-3n-tsh-curr-iter" comparisons: - - title: "2206.0-11 vs 2206.0-10" + # - title: "2206.0-11 vs 2206.0-10" + # reference: 2 + # compare: 3 + # - title: "2210.0-11 vs 2206.0-11" + # reference: 3 + # compare: 4 + - title: "2210.0-11 vs 2206.0-10" reference: 2 compare: 3 - - title: "2210.0-11 vs 2206.0-11" - reference: 3 - compare: 4 legend: - '' - 'Test Case: Test cases executed for: PDR throughput on 3n-tsh with x520.' - 'YYMM.V-E: [uSec +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "10" for CSIT rls2206, "11" for CSIT rls2210).' - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' - - '2206.0-11 vs 2206.0-10: Compares CSIT environment current vs previous with previous VPP code.' - - '2210.0-11 vs 2206.0-11: Compares VPP code current vs previous in the current CSIT environment.' + # - '2206.0-11 vs 2206.0-10: Compares CSIT environment current vs previous with previous VPP code.' + # - '2210.0-11 vs 2206.0-11: Compares VPP code current vs previous in the current CSIT environment.' + - '2210.0-11 vs 2206.0-10: Compares current VPP code in the current CSIT environment vs previous VPP code in the previous CSIT environment.' # VPP Latency Changes 3n-tsh 1t1c - type: "table" @@ -1223,27 +1279,31 @@ filter: "'1T1C' and 'NDRPDR'" columns: - title: "2202.0-10" - data-set: "vpp-3n-tsh-hist-iter-new-env" + data-set: "vpp-3n-tsh-hist-iter" - title: "2206.0-10" data-set: "vpp-3n-tsh-prev-iter-old-env" - - title: "2206.0-11" - data-set: "vpp-3n-tsh-prev-iter-new-env" + # - title: "2206.0-11" + # data-set: "vpp-3n-tsh-prev-iter-new-env" - title: "2210.0-11" data-set: "vpp-3n-tsh-curr-iter" comparisons: - - title: "2206.0-11 vs 2206.0-10" + # - title: "2206.0-11 vs 2206.0-10" + # reference: 2 + # compare: 3 + # - title: "2210.0-11 vs 2206.0-11" + # reference: 3 + # compare: 4 + - title: "2210.0-11 vs 2206.0-10" reference: 2 compare: 3 - - title: "2210.0-11 vs 2206.0-11" - reference: 3 - compare: 4 legend: - '' - 'Test Case: Test cases executed for: PDR throughput on 3n-tsh with x520.' - 'YYMM.V-E: [uSec +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "10" for CSIT rls2206, "11" for CSIT rls2210).' - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' - - '2206.0-11 vs 2206.0-10: Compares CSIT environment current vs previous with previous VPP code.' - - '2210.0-11 vs 2206.0-11: Compares VPP code current vs previous in the current CSIT environment.' + # - '2206.0-11 vs 2206.0-10: Compares CSIT environment current vs previous with previous VPP code.' + # - '2210.0-11 vs 2206.0-11: Compares VPP code current vs previous in the current CSIT environment.' + - '2210.0-11 vs 2206.0-10: Compares current VPP code in the current CSIT environment vs previous VPP code in the previous CSIT environment.' # VPP Latency Changes 3n-icx 2t1c - type: "table" @@ -1254,27 +1314,31 @@ filter: "'2T1C' and 'NDRPDR' and 'NIC_Intel-XXV710' and not 'NF_DENSITY'" columns: - title: "2202.0-10" - data-set: "vpp-3n-icx-hist-iter-new-env" + data-set: "vpp-3n-icx-hist-iter" - title: "2206.0-10" data-set: "vpp-3n-icx-prev-iter-old-env" - - title: "2206.0-11" - data-set: "vpp-3n-icx-prev-iter-new-env" + # - title: "2206.0-11" + # data-set: "vpp-3n-icx-prev-iter-new-env" - title: "2210.0-11" data-set: "vpp-3n-icx-curr-iter" comparisons: - - title: "2206.0-11 vs 2206.0-10" + # - title: "2206.0-11 vs 2206.0-10" + # reference: 2 + # compare: 3 + # - title: "2210.0-11 vs 2206.0-11" + # reference: 3 + # compare: 4 + - title: "2210.0-11 vs 2206.0-10" reference: 2 compare: 3 - - title: "2210.0-11 vs 2206.0-11" - reference: 3 - compare: 4 legend: - '' - 'Test Case: Test cases executed for: PDR throughput on 3n-icx with xxv710.' - 'YYMM.V-E: [uSec +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "10" for CSIT rls2206, "11" for CSIT rls2210).' - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' - - '2206.0-11 vs 2206.0-10: Compares CSIT environment current vs previous with previous VPP code.' - - '2210.0-11 vs 2206.0-11: Compares VPP code current vs previous in the current CSIT environment.' + # - '2206.0-11 vs 2206.0-10: Compares CSIT environment current vs previous with previous VPP code.' + # - '2210.0-11 vs 2206.0-11: Compares VPP code current vs previous in the current CSIT environment.' + - '2210.0-11 vs 2206.0-10: Compares current VPP code in the current CSIT environment vs previous VPP code in the previous CSIT environment.' # VPP Latency Changes 3n-icx 2t1c - type: "table" @@ -1285,27 +1349,31 @@ filter: "'2T1C' and 'NDRPDR' and 'NIC_Intel-XXV710' and not 'NF_DENSITY'" columns: - title: "2202.0-10" - data-set: "vpp-3n-icx-hist-iter-new-env" + data-set: "vpp-3n-icx-hist-iter" - title: "2206.0-10" data-set: "vpp-3n-icx-prev-iter-old-env" - - title: "2206.0-11" - data-set: "vpp-3n-icx-prev-iter-new-env" + # - title: "2206.0-11" + # data-set: "vpp-3n-icx-prev-iter-new-env" - title: "2210.0-11" data-set: "vpp-3n-icx-curr-iter" comparisons: - - title: "2206.0-11 vs 2206.0-10" + # - title: "2206.0-11 vs 2206.0-10" + # reference: 2 + # compare: 3 + # - title: "2210.0-11 vs 2206.0-11" + # reference: 3 + # compare: 4 + - title: "2210.0-11 vs 2206.0-10" reference: 2 compare: 3 - - title: "2210.0-11 vs 2206.0-11" - reference: 3 - compare: 4 legend: - '' - 'Test Case: Test cases executed for: PDR throughput on 3n-icx with xxv710.' - 'YYMM.V-E: [uSec +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "10" for CSIT rls2206, "11" for CSIT rls2210).' - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' - - '2206.0-11 vs 2206.0-10: Compares CSIT environment current vs previous with previous VPP code.' - - '2210.0-11 vs 2206.0-11: Compares VPP code current vs previous in the current CSIT environment.' + # - '2206.0-11 vs 2206.0-10: Compares CSIT environment current vs previous with previous VPP code.' + # - '2210.0-11 vs 2206.0-11: Compares VPP code current vs previous in the current CSIT environment.' + - '2210.0-11 vs 2206.0-10: Compares current VPP code in the current CSIT environment vs previous VPP code in the previous CSIT environment.' # VPP Latency Changes 3n-icx 2t1c - type: "table" @@ -1316,27 +1384,31 @@ filter: "'2T1C' and 'NDRPDR' and 'NIC_Intel-XXV710' and not 'NF_DENSITY'" columns: - title: "2202.0-10" - data-set: "vpp-3n-icx-hist-iter-new-env" + data-set: "vpp-3n-icx-hist-iter" - title: "2206.0-10" data-set: "vpp-3n-icx-prev-iter-old-env" - - title: "2206.0-11" - data-set: "vpp-3n-icx-prev-iter-new-env" + # - title: "2206.0-11" + # data-set: "vpp-3n-icx-prev-iter-new-env" - title: "2210.0-11" data-set: "vpp-3n-icx-curr-iter" comparisons: - - title: "2206.0-11 vs 2206.0-10" + # - title: "2206.0-11 vs 2206.0-10" + # reference: 2 + # compare: 3 + # - title: "2210.0-11 vs 2206.0-11" + # reference: 3 + # compare: 4 + - title: "2210.0-11 vs 2206.0-10" reference: 2 compare: 3 - - title: "2210.0-11 vs 2206.0-11" - reference: 3 - compare: 4 legend: - '' - 'Test Case: Test cases executed for: PDR throughput on 3n-icx with xxv710.' - 'YYMM.V-E: [uSec +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "10" for CSIT rls2206, "11" for CSIT rls2210).' - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' - - '2206.0-11 vs 2206.0-10: Compares CSIT environment current vs previous with previous VPP code.' - - '2210.0-11 vs 2206.0-11: Compares VPP code current vs previous in the current CSIT environment.' + # - '2206.0-11 vs 2206.0-10: Compares CSIT environment current vs previous with previous VPP code.' + # - '2210.0-11 vs 2206.0-11: Compares VPP code current vs previous in the current CSIT environment.' + - '2210.0-11 vs 2206.0-10: Compares current VPP code in the current CSIT environment vs previous VPP code in the previous CSIT environment.' # VPP Latency Changes 2n-icx 2t1c - type: "table" @@ -1347,27 +1419,31 @@ filter: "'2T1C' and 'NDRPDR' and 'NIC_Intel-XXV710' and not 'NF_DENSITY'" columns: - title: "2202.0-10" - data-set: "vpp-2n-icx-hist-iter-new-env" + data-set: "vpp-2n-icx-hist-iter" - title: "2206.0-10" data-set: "vpp-2n-icx-prev-iter-old-env" - - title: "2206.0-11" - data-set: "vpp-2n-icx-prev-iter-new-env" + # - title: "2206.0-11" + # data-set: "vpp-2n-icx-prev-iter-new-env" - title: "2210.0-11" data-set: "vpp-2n-icx-curr-iter" comparisons: - - title: "2206.0-11 vs 2206.0-10" + # - title: "2206.0-11 vs 2206.0-10" + # reference: 2 + # compare: 3 + # - title: "2210.0-11 vs 2206.0-11" + # reference: 3 + # compare: 4 + - title: "2210.0-11 vs 2206.0-10" reference: 2 compare: 3 - - title: "2210.0-11 vs 2206.0-11" - reference: 3 - compare: 4 legend: - '' - 'Test Case: Test cases executed for: PDR throughput on 2n-icx with xxv710.' - 'YYMM.V-E: [uSec +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "10" for CSIT rls2206, "11" for CSIT rls2210).' - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' - - '2206.0-11 vs 2206.0-10: Compares CSIT environment current vs previous with previous VPP code.' - - '2210.0-11 vs 2206.0-11: Compares VPP code current vs previous in the current CSIT environment.' + # - '2206.0-11 vs 2206.0-10: Compares CSIT environment current vs previous with previous VPP code.' + # - '2210.0-11 vs 2206.0-11: Compares VPP code current vs previous in the current CSIT environment.' + - '2210.0-11 vs 2206.0-10: Compares current VPP code in the current CSIT environment vs previous VPP code in the previous CSIT environment.' # VPP Latency Changes 2n-icx 2t1c - type: "table" @@ -1378,27 +1454,31 @@ filter: "'2T1C' and 'NDRPDR' and 'NIC_Intel-XXV710' and not 'NF_DENSITY'" columns: - title: "2202.0-10" - data-set: "vpp-2n-icx-hist-iter-new-env" + data-set: "vpp-2n-icx-hist-iter" - title: "2206.0-10" data-set: "vpp-2n-icx-prev-iter-old-env" - - title: "2206.0-11" - data-set: "vpp-2n-icx-prev-iter-new-env" + # - title: "2206.0-11" + # data-set: "vpp-2n-icx-prev-iter-new-env" - title: "2210.0-11" data-set: "vpp-2n-icx-curr-iter" comparisons: - - title: "2206.0-11 vs 2206.0-10" + # - title: "2206.0-11 vs 2206.0-10" + # reference: 2 + # compare: 3 + # - title: "2210.0-11 vs 2206.0-11" + # reference: 3 + # compare: 4 + - title: "2210.0-11 vs 2206.0-10" reference: 2 compare: 3 - - title: "2210.0-11 vs 2206.0-11" - reference: 3 - compare: 4 legend: - '' - 'Test Case: Test cases executed for: PDR throughput on 2n-icx with xxv710.' - 'YYMM.V-E: [uSec +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "10" for CSIT rls2206, "11" for CSIT rls2210).' - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' - - '2206.0-11 vs 2206.0-10: Compares CSIT environment current vs previous with previous VPP code.' - - '2210.0-11 vs 2206.0-11: Compares VPP code current vs previous in the current CSIT environment.' + # - '2206.0-11 vs 2206.0-10: Compares CSIT environment current vs previous with previous VPP code.' + # - '2210.0-11 vs 2206.0-11: Compares VPP code current vs previous in the current CSIT environment.' + - '2210.0-11 vs 2206.0-10: Compares current VPP code in the current CSIT environment vs previous VPP code in the previous CSIT environment.' # VPP Latency Changes 2n-icx 2t1c - type: "table" @@ -1409,27 +1489,31 @@ filter: "'2T1C' and 'NDRPDR' and 'NIC_Intel-XXV710' and not 'NF_DENSITY'" columns: - title: "2202.0-10" - data-set: "vpp-2n-icx-hist-iter-new-env" + data-set: "vpp-2n-icx-hist-iter" - title: "2206.0-10" data-set: "vpp-2n-icx-prev-iter-old-env" - - title: "2206.0-11" - data-set: "vpp-2n-icx-prev-iter-new-env" + # - title: "2206.0-11" + # data-set: "vpp-2n-icx-prev-iter-new-env" - title: "2210.0-11" data-set: "vpp-2n-icx-curr-iter" comparisons: - - title: "2206.0-11 vs 2206.0-10" + # - title: "2206.0-11 vs 2206.0-10" + # reference: 2 + # compare: 3 + # - title: "2210.0-11 vs 2206.0-11" + # reference: 3 + # compare: 4 + - title: "2210.0-11 vs 2206.0-10" reference: 2 compare: 3 - - title: "2210.0-11 vs 2206.0-11" - reference: 3 - compare: 4 legend: - '' - 'Test Case: Test cases executed for: PDR throughput on 2n-icx with xxv710.' - 'YYMM.V-E: [uSec +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "10" for CSIT rls2206, "11" for CSIT rls2210).' - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' - - '2206.0-11 vs 2206.0-10: Compares CSIT environment current vs previous with previous VPP code.' - - '2210.0-11 vs 2206.0-11: Compares VPP code current vs previous in the current CSIT environment.' + # - '2206.0-11 vs 2206.0-10: Compares CSIT environment current vs previous with previous VPP code.' + # - '2210.0-11 vs 2206.0-11: Compares VPP code current vs previous in the current CSIT environment.' + - '2210.0-11 vs 2206.0-10: Compares current VPP code in the current CSIT environment vs previous VPP code in the previous CSIT environment.' # VPP Soak vs NDR - 2n-icx - type: "table" @@ -1483,9 +1567,9 @@ filter: "all" columns: - title: "2202.0-9" - data-set: "vpp-2n-clx-hist-iter-vsap-new-env" + data-set: "vpp-2n-clx-hist-iter-vsap" - title: "2206.0-10" - data-set: "vpp-2n-clx-curr-iter-vsap-old-env" + data-set: "vpp-2n-clx-prev-iter-vsap" - title: "2210.0-11" data-set: "vpp-2n-clx-curr-iter-vsap" comparisons: @@ -1508,27 +1592,31 @@ filter: "'2T1C' and 'NDRPDR' and 'NIC_Intel-XXV710'" columns: - title: "2202.0-10" - data-set: "vpp-3n-icx-hist-iter-new-env" + data-set: "vpp-3n-icx-hist-iter" - title: "2206.0-10" data-set: "vpp-3n-icx-prev-iter-old-env" - - title: "2206.0-11" - data-set: "vpp-3n-icx-prev-iter-new-env" + # - title: "2206.0-11" + # data-set: "vpp-3n-icx-prev-iter-new-env" - title: "2210.0-11" data-set: "vpp-3n-icx-curr-iter" comparisons: - - title: "2206.0-11 vs 2206.0-10" + # - title: "2206.0-11 vs 2206.0-10" + # reference: 2 + # compare: 3 + # - title: "2210.0-11 vs 2206.0-11" + # reference: 3 + # compare: 4 + - title: "2210.0-11 vs 2206.0-10" reference: 2 compare: 3 - - title: "2210.0-11 vs 2206.0-11" - reference: 3 - compare: 4 legend: - '' - 'Test Case: Test cases executed for: PDR throughput on 3n-icx with xxv710.' - 'YYMM.V-E: [uSec +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "10" for CSIT rls2206, "11" for CSIT rls2210).' - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' - - '2206.0-11 vs 2206.0-10: Compares CSIT environment current vs previous with previous VPP code.' - - '2210.0-11 vs 2206.0-11: Compares VPP code current vs previous in the current CSIT environment.' + # - '2206.0-11 vs 2206.0-10: Compares CSIT environment current vs previous with previous VPP code.' + # - '2210.0-11 vs 2206.0-11: Compares VPP code current vs previous in the current CSIT environment.' + - '2210.0-11 vs 2206.0-10: Compares current VPP code in the current CSIT environment vs previous VPP code in the previous CSIT environment.' # VPP Performance Changes 3n-icx 4t2c pdr - type: "table" @@ -1539,27 +1627,31 @@ filter: "'4T2C' and 'NDRPDR' and 'NIC_Intel-XXV710'" columns: - title: "2202.0-10" - data-set: "vpp-3n-icx-hist-iter-new-env" + data-set: "vpp-3n-icx-hist-iter" - title: "2206.0-10" data-set: "vpp-3n-icx-prev-iter-old-env" - - title: "2206.0-11" - data-set: "vpp-3n-icx-prev-iter-new-env" + # - title: "2206.0-11" + # data-set: "vpp-3n-icx-prev-iter-new-env" - title: "2210.0-11" data-set: "vpp-3n-icx-curr-iter" comparisons: - - title: "2206.0-11 vs 2206.0-10" + # - title: "2206.0-11 vs 2206.0-10" + # reference: 2 + # compare: 3 + # - title: "2210.0-11 vs 2206.0-11" + # reference: 3 + # compare: 4 + - title: "2210.0-11 vs 2206.0-10" reference: 2 compare: 3 - - title: "2210.0-11 vs 2206.0-11" - reference: 3 - compare: 4 legend: - '' - 'Test Case: Test cases executed for: PDR throughput on 3n-icx with xxv710.' - 'YYMM.V-E: [uSec +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "10" for CSIT rls2206, "11" for CSIT rls2210).' - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' - - '2206.0-11 vs 2206.0-10: Compares CSIT environment current vs previous with previous VPP code.' - - '2210.0-11 vs 2206.0-11: Compares VPP code current vs previous in the current CSIT environment.' + # - '2206.0-11 vs 2206.0-10: Compares CSIT environment current vs previous with previous VPP code.' + # - '2210.0-11 vs 2206.0-11: Compares VPP code current vs previous in the current CSIT environment.' + - '2210.0-11 vs 2206.0-10: Compares current VPP code in the current CSIT environment vs previous VPP code in the previous CSIT environment.' # VPP Performance Changes 3n-icx 2t1c ndr - type: "table" @@ -1570,27 +1662,31 @@ filter: "'2T1C' and 'NDRPDR' and 'NIC_Intel-XXV710'" columns: - title: "2202.0-10" - data-set: "vpp-3n-icx-hist-iter-new-env" + data-set: "vpp-3n-icx-hist-iter" - title: "2206.0-10" data-set: "vpp-3n-icx-prev-iter-old-env" - - title: "2206.0-11" - data-set: "vpp-3n-icx-prev-iter-new-env" + # - title: "2206.0-11" + # data-set: "vpp-3n-icx-prev-iter-new-env" - title: "2210.0-11" data-set: "vpp-3n-icx-curr-iter" comparisons: - - title: "2206.0-11 vs 2206.0-10" + # - title: "2206.0-11 vs 2206.0-10" + # reference: 2 + # compare: 3 + # - title: "2210.0-11 vs 2206.0-11" + # reference: 3 + # compare: 4 + - title: "2210.0-11 vs 2206.0-10" reference: 2 compare: 3 - - title: "2210.0-11 vs 2206.0-11" - reference: 3 - compare: 4 legend: - '' - 'Test Case: Test cases executed for: NDR throughput on 3n-icx with xxv710.' - 'YYMM.V-E: [uSec +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "10" for CSIT rls2206, "11" for CSIT rls2210).' - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' - - '2206.0-11 vs 2206.0-10: Compares CSIT environment current vs previous with previous VPP code.' - - '2210.0-11 vs 2206.0-11: Compares VPP code current vs previous in the current CSIT environment.' + # - '2206.0-11 vs 2206.0-10: Compares CSIT environment current vs previous with previous VPP code.' + # - '2210.0-11 vs 2206.0-11: Compares VPP code current vs previous in the current CSIT environment.' + - '2210.0-11 vs 2206.0-10: Compares current VPP code in the current CSIT environment vs previous VPP code in the previous CSIT environment.' # VPP Performance Changes 3n-icx 4t2c ndr - type: "table" @@ -1601,27 +1697,31 @@ filter: "'4T2C' and 'NDRPDR' and 'NIC_Intel-XXV710'" columns: - title: "2202.0-10" - data-set: "vpp-3n-icx-hist-iter-new-env" + data-set: "vpp-3n-icx-hist-iter" - title: "2206.0-10" data-set: "vpp-3n-icx-prev-iter-old-env" - - title: "2206.0-11" - data-set: "vpp-3n-icx-prev-iter-new-env" + # - title: "2206.0-11" + # data-set: "vpp-3n-icx-prev-iter-new-env" - title: "2210.0-11" data-set: "vpp-3n-icx-curr-iter" comparisons: - - title: "2206.0-11 vs 2206.0-10" + # - title: "2206.0-11 vs 2206.0-10" + # reference: 2 + # compare: 3 + # - title: "2210.0-11 vs 2206.0-11" + # reference: 3 + # compare: 4 + - title: "2210.0-11 vs 2206.0-10" reference: 2 compare: 3 - - title: "2210.0-11 vs 2206.0-11" - reference: 3 - compare: 4 legend: - '' - 'Test Case: Test cases executed for: NDR throughput on 3n-icx with xxv710.' - 'YYMM.V-E: [uSec +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "10" for CSIT rls2206, "11" for CSIT rls2210).' - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' - - '2206.0-11 vs 2206.0-10: Compares CSIT environment current vs previous with previous VPP code.' - - '2210.0-11 vs 2206.0-11: Compares VPP code current vs previous in the current CSIT environment.' + # - '2206.0-11 vs 2206.0-10: Compares CSIT environment current vs previous with previous VPP code.' + # - '2210.0-11 vs 2206.0-11: Compares VPP code current vs previous in the current CSIT environment.' + - '2210.0-11 vs 2206.0-10: Compares current VPP code in the current CSIT environment vs previous VPP code in the previous CSIT environment.' # VPP Performance Changes 2n-icx 2t1c pdr - type: "table" @@ -1632,27 +1732,31 @@ filter: "'2T1C' and 'NDRPDR' and 'NIC_Intel-XXV710'" columns: - title: "2202.0-10" - data-set: "vpp-2n-icx-hist-iter-new-env" + data-set: "vpp-2n-icx-hist-iter" - title: "2206.0-10" data-set: "vpp-2n-icx-prev-iter-old-env" - - title: "2206.0-11" - data-set: "vpp-2n-icx-prev-iter-new-env" + # - title: "2206.0-11" + # data-set: "vpp-2n-icx-prev-iter-new-env" - title: "2210.0-11" data-set: "vpp-2n-icx-curr-iter" comparisons: - - title: "2206.0-11 vs 2206.0-10" + # - title: "2206.0-11 vs 2206.0-10" + # reference: 2 + # compare: 3 + # - title: "2210.0-11 vs 2206.0-11" + # reference: 3 + # compare: 4 + - title: "2210.0-11 vs 2206.0-10" reference: 2 compare: 3 - - title: "2210.0-11 vs 2206.0-11" - reference: 3 - compare: 4 legend: - '' - 'Test Case: Test cases executed for: PDR throughput on 2n-icx with xxv710.' - 'YYMM.V-E: [uSec +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "10" for CSIT rls2206, "11" for CSIT rls2210).' - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' - - '2206.0-11 vs 2206.0-10: Compares CSIT environment current vs previous with previous VPP code.' - - '2210.0-11 vs 2206.0-11: Compares VPP code current vs previous in the current CSIT environment.' + # - '2206.0-11 vs 2206.0-10: Compares CSIT environment current vs previous with previous VPP code.' + # - '2210.0-11 vs 2206.0-11: Compares VPP code current vs previous in the current CSIT environment.' + - '2210.0-11 vs 2206.0-10: Compares current VPP code in the current CSIT environment vs previous VPP code in the previous CSIT environment.' # VPP Performance Changes 2n-icx 4t2c pdr - type: "table" @@ -1663,27 +1767,31 @@ filter: "'4T2C' and 'NDRPDR' and 'NIC_Intel-XXV710'" columns: - title: "2202.0-10" - data-set: "vpp-2n-icx-hist-iter-new-env" + data-set: "vpp-2n-icx-hist-iter" - title: "2206.0-10" data-set: "vpp-2n-icx-prev-iter-old-env" - - title: "2206.0-11" - data-set: "vpp-2n-icx-prev-iter-new-env" + # - title: "2206.0-11" + # data-set: "vpp-2n-icx-prev-iter-new-env" - title: "2210.0-11" data-set: "vpp-2n-icx-curr-iter" comparisons: - - title: "2206.0-11 vs 2206.0-10" + # - title: "2206.0-11 vs 2206.0-10" + # reference: 2 + # compare: 3 + # - title: "2210.0-11 vs 2206.0-11" + # reference: 3 + # compare: 4 + - title: "2210.0-11 vs 2206.0-10" reference: 2 compare: 3 - - title: "2210.0-11 vs 2206.0-11" - reference: 3 - compare: 4 legend: - '' - 'Test Case: Test cases executed for: PDR throughput on 2n-icx with xxv710.' - 'YYMM.V-E: [uSec +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "10" for CSIT rls2206, "11" for CSIT rls2210).' - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' - - '2206.0-11 vs 2206.0-10: Compares CSIT environment current vs previous with previous VPP code.' - - '2210.0-11 vs 2206.0-11: Compares VPP code current vs previous in the current CSIT environment.' + # - '2206.0-11 vs 2206.0-10: Compares CSIT environment current vs previous with previous VPP code.' + # - '2210.0-11 vs 2206.0-11: Compares VPP code current vs previous in the current CSIT environment.' + - '2210.0-11 vs 2206.0-10: Compares current VPP code in the current CSIT environment vs previous VPP code in the previous CSIT environment.' # VPP Performance Changes 2n-icx 2t1c ndr - type: "table" @@ -1694,27 +1802,31 @@ filter: "'2T1C' and 'NDRPDR' and 'NIC_Intel-XXV710'" columns: - title: "2202.0-10" - data-set: "vpp-2n-icx-hist-iter-new-env" + data-set: "vpp-2n-icx-hist-iter" - title: "2206.0-10" data-set: "vpp-2n-icx-prev-iter-old-env" - - title: "2206.0-11" - data-set: "vpp-2n-icx-prev-iter-new-env" + # - title: "2206.0-11" + # data-set: "vpp-2n-icx-prev-iter-new-env" - title: "2210.0-11" data-set: "vpp-2n-icx-curr-iter" comparisons: - - title: "2206.0-11 vs 2206.0-10" + # - title: "2206.0-11 vs 2206.0-10" + # reference: 2 + # compare: 3 + # - title: "2210.0-11 vs 2206.0-11" + # reference: 3 + # compare: 4 + - title: "2210.0-11 vs 2206.0-10" reference: 2 compare: 3 - - title: "2210.0-11 vs 2206.0-11" - reference: 3 - compare: 4 legend: - '' - 'Test Case: Test cases executed for: NDR throughput on 2n-icx with xxv710.' - 'YYMM.V-E: [uSec +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "10" for CSIT rls2206, "11" for CSIT rls2210).' - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' - - '2206.0-11 vs 2206.0-10: Compares CSIT environment current vs previous with previous VPP code.' - - '2210.0-11 vs 2206.0-11: Compares VPP code current vs previous in the current CSIT environment.' + # - '2206.0-11 vs 2206.0-10: Compares CSIT environment current vs previous with previous VPP code.' + # - '2210.0-11 vs 2206.0-11: Compares VPP code current vs previous in the current CSIT environment.' + - '2210.0-11 vs 2206.0-10: Compares current VPP code in the current CSIT environment vs previous VPP code in the previous CSIT environment.' # VPP Performance Changes 2n-icx 4t2c ndr - type: "table" @@ -1725,27 +1837,31 @@ filter: "'4T2C' and 'NDRPDR' and 'NIC_Intel-XXV710'" columns: - title: "2202.0-10" - data-set: "vpp-2n-icx-hist-iter-new-env" + data-set: "vpp-2n-icx-hist-iter" - title: "2206.0-10" data-set: "vpp-2n-icx-prev-iter-old-env" - - title: "2206.0-11" - data-set: "vpp-2n-icx-prev-iter-new-env" + # - title: "2206.0-11" + # data-set: "vpp-2n-icx-prev-iter-new-env" - title: "2210.0-11" data-set: "vpp-2n-icx-curr-iter" comparisons: - - title: "2206.0-11 vs 2206.0-10" + # - title: "2206.0-11 vs 2206.0-10" + # reference: 2 + # compare: 3 + # - title: "2210.0-11 vs 2206.0-11" + # reference: 3 + # compare: 4 + - title: "2210.0-11 vs 2206.0-10" reference: 2 compare: 3 - - title: "2210.0-11 vs 2206.0-11" - reference: 3 - compare: 4 legend: - '' - 'Test Case: Test cases executed for: NDR throughput on 2n-icx with xxv710.' - 'YYMM.V-E: [uSec +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "10" for CSIT rls2206, "11" for CSIT rls2210).' - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' - - '2206.0-11 vs 2206.0-10: Compares CSIT environment current vs previous with previous VPP code.' - - '2210.0-11 vs 2206.0-11: Compares VPP code current vs previous in the current CSIT environment.' + # - '2206.0-11 vs 2206.0-10: Compares CSIT environment current vs previous with previous VPP code.' + # - '2210.0-11 vs 2206.0-11: Compares VPP code current vs previous in the current CSIT environment.' + - '2210.0-11 vs 2206.0-10: Compares current VPP code in the current CSIT environment vs previous VPP code in the previous CSIT environment.' # VPP Performance Changes 2n-clx-xxv710 2t1c pdr - type: "table" @@ -1756,27 +1872,31 @@ filter: "'2T1C' and 'NDRPDR' and 'NIC_Intel-XXV710'" columns: - title: "2202.0-10" - data-set: "vpp-2n-clx-hist-iter-new-env" + data-set: "vpp-2n-clx-hist-iter" - title: "2206.0-10" data-set: "vpp-2n-clx-prev-iter-old-env" - - title: "2206.0-11" - data-set: "vpp-2n-clx-prev-iter-new-env" + # - title: "2206.0-11" + # data-set: "vpp-2n-clx-prev-iter-new-env" - title: "2210.0-11" data-set: "vpp-2n-clx-curr-iter" comparisons: - - title: "2206.0-11 vs 2206.0-10" + # - title: "2206.0-11 vs 2206.0-10" + # reference: 2 + # compare: 3 + # - title: "2210.0-11 vs 2206.0-11" + # reference: 3 + # compare: 4 + - title: "2210.0-11 vs 2206.0-10" reference: 2 compare: 3 - - title: "2210.0-11 vs 2206.0-11" - reference: 3 - compare: 4 legend: - '' - 'Test Case: Test cases executed for: PDR throughput on 2n-clx with xxv710.' - 'YYMM.V-E: [uSec +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "10" for CSIT rls2206, "11" for CSIT rls2210).' - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' - - '2206.0-11 vs 2206.0-10: Compares CSIT environment current vs previous with previous VPP code.' - - '2210.0-11 vs 2206.0-11: Compares VPP code current vs previous in the current CSIT environment.' + # - '2206.0-11 vs 2206.0-10: Compares CSIT environment current vs previous with previous VPP code.' + # - '2210.0-11 vs 2206.0-11: Compares VPP code current vs previous in the current CSIT environment.' + - '2210.0-11 vs 2206.0-10: Compares current VPP code in the current CSIT environment vs previous VPP code in the previous CSIT environment.' # VPP Performance Changes 2n-clx-xxv710 4t2c pdr - type: "table" @@ -1787,27 +1907,31 @@ filter: "'4T2C' and 'NDRPDR' and 'NIC_Intel-XXV710'" columns: - title: "2202.0-10" - data-set: "vpp-2n-clx-hist-iter-new-env" + data-set: "vpp-2n-clx-hist-iter" - title: "2206.0-10" data-set: "vpp-2n-clx-prev-iter-old-env" - - title: "2206.0-11" - data-set: "vpp-2n-clx-prev-iter-new-env" + # - title: "2206.0-11" + # data-set: "vpp-2n-clx-prev-iter-new-env" - title: "2210.0-11" data-set: "vpp-2n-clx-curr-iter" comparisons: - - title: "2206.0-11 vs 2206.0-10" + # - title: "2206.0-11 vs 2206.0-10" + # reference: 2 + # compare: 3 + # - title: "2210.0-11 vs 2206.0-11" + # reference: 3 + # compare: 4 + - title: "2210.0-11 vs 2206.0-10" reference: 2 compare: 3 - - title: "2210.0-11 vs 2206.0-11" - reference: 3 - compare: 4 legend: - '' - 'Test Case: Test cases executed for: PDR throughput on 2n-clx with xxv710.' - 'YYMM.V-E: [uSec +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "10" for CSIT rls2206, "11" for CSIT rls2210).' - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' - - '2206.0-11 vs 2206.0-10: Compares CSIT environment current vs previous with previous VPP code.' - - '2210.0-11 vs 2206.0-11: Compares VPP code current vs previous in the current CSIT environment.' + # - '2206.0-11 vs 2206.0-10: Compares CSIT environment current vs previous with previous VPP code.' + # - '2210.0-11 vs 2206.0-11: Compares VPP code current vs previous in the current CSIT environment.' + - '2210.0-11 vs 2206.0-10: Compares current VPP code in the current CSIT environment vs previous VPP code in the previous CSIT environment.' # VPP Performance Changes 2n-clx-xxv710 2t1c ndr - type: "table" @@ -1818,27 +1942,31 @@ filter: "'2T1C' and 'NDRPDR' and 'NIC_Intel-XXV710'" columns: - title: "2202.0-10" - data-set: "vpp-2n-clx-hist-iter-new-env" + data-set: "vpp-2n-clx-hist-iter" - title: "2206.0-10" data-set: "vpp-2n-clx-prev-iter-old-env" - - title: "2206.0-11" - data-set: "vpp-2n-clx-prev-iter-new-env" + # - title: "2206.0-11" + # data-set: "vpp-2n-clx-prev-iter-new-env" - title: "2210.0-11" data-set: "vpp-2n-clx-curr-iter" comparisons: - - title: "2206.0-11 vs 2206.0-10" + # - title: "2206.0-11 vs 2206.0-10" + # reference: 2 + # compare: 3 + # - title: "2210.0-11 vs 2206.0-11" + # reference: 3 + # compare: 4 + - title: "2210.0-11 vs 2206.0-10" reference: 2 compare: 3 - - title: "2210.0-11 vs 2206.0-11" - reference: 3 - compare: 4 legend: - '' - 'Test Case: Test cases executed for: NDR throughput on 2n-clx with xxv710.' - 'YYMM.V-E: [uSec +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "10" for CSIT rls2206, "11" for CSIT rls2210).' - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' - - '2206.0-11 vs 2206.0-10: Compares CSIT environment current vs previous with previous VPP code.' - - '2210.0-11 vs 2206.0-11: Compares VPP code current vs previous in the current CSIT environment.' + # - '2206.0-11 vs 2206.0-10: Compares CSIT environment current vs previous with previous VPP code.' + # - '2210.0-11 vs 2206.0-11: Compares VPP code current vs previous in the current CSIT environment.' + - '2210.0-11 vs 2206.0-10: Compares current VPP code in the current CSIT environment vs previous VPP code in the previous CSIT environment.' # VPP Performance Changes 2n-clx-xxv710 4t2c ndr - type: "table" @@ -1849,27 +1977,31 @@ filter: "'4T2C' and 'NDRPDR' and 'NIC_Intel-XXV710'" columns: - title: "2202.0-10" - data-set: "vpp-2n-clx-hist-iter-new-env" + data-set: "vpp-2n-clx-hist-iter" - title: "2206.0-10" data-set: "vpp-2n-clx-prev-iter-old-env" - - title: "2206.0-11" - data-set: "vpp-2n-clx-prev-iter-new-env" + # - title: "2206.0-11" + # data-set: "vpp-2n-clx-prev-iter-new-env" - title: "2210.0-11" data-set: "vpp-2n-clx-curr-iter" comparisons: - - title: "2206.0-11 vs 2206.0-10" + # - title: "2206.0-11 vs 2206.0-10" + # reference: 2 + # compare: 3 + # - title: "2210.0-11 vs 2206.0-11" + # reference: 3 + # compare: 4 + - title: "2210.0-11 vs 2206.0-10" reference: 2 compare: 3 - - title: "2210.0-11 vs 2206.0-11" - reference: 3 - compare: 4 legend: - '' - 'Test Case: Test cases executed for: NDR throughput on 2n-clx with xxv710.' - 'YYMM.V-E: [uSec +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "10" for CSIT rls2206, "11" for CSIT rls2210).' - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' - - '2206.0-11 vs 2206.0-10: Compares CSIT environment current vs previous with previous VPP code.' - - '2210.0-11 vs 2206.0-11: Compares VPP code current vs previous in the current CSIT environment.' + # - '2206.0-11 vs 2206.0-10: Compares CSIT environment current vs previous with previous VPP code.' + # - '2210.0-11 vs 2206.0-11: Compares VPP code current vs previous in the current CSIT environment.' + - '2210.0-11 vs 2206.0-10: Compares current VPP code in the current CSIT environment vs previous VPP code in the previous CSIT environment.' # VPP Performance Changes 2n-clx-cx556a 2t1c pdr - type: "table" @@ -1880,27 +2012,31 @@ filter: "'2T1C' and 'NDRPDR' and 'NIC_Mellanox-CX556A'" columns: - title: "2202.0-10" - data-set: "vpp-2n-clx-hist-iter-new-env" + data-set: "vpp-2n-clx-hist-iter" - title: "2206.0-10" data-set: "vpp-2n-clx-prev-iter-old-env" - - title: "2206.0-11" - data-set: "vpp-2n-clx-prev-iter-new-env" + # - title: "2206.0-11" + # data-set: "vpp-2n-clx-prev-iter-new-env" - title: "2210.0-11" data-set: "vpp-2n-clx-curr-iter" comparisons: - - title: "2206.0-11 vs 2206.0-10" + # - title: "2206.0-11 vs 2206.0-10" + # reference: 2 + # compare: 3 + # - title: "2210.0-11 vs 2206.0-11" + # reference: 3 + # compare: 4 + - title: "2210.0-11 vs 2206.0-10" reference: 2 compare: 3 - - title: "2210.0-11 vs 2206.0-11" - reference: 3 - compare: 4 legend: - '' - 'Test Case: Test cases executed for: PDR throughput on 2n-clx with cx556a.' - 'YYMM.V-E: [uSec +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "10" for CSIT rls2206, "11" for CSIT rls2210).' - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' - - '2206.0-11 vs 2206.0-10: Compares CSIT environment current vs previous with previous VPP code.' - - '2210.0-11 vs 2206.0-11: Compares VPP code current vs previous in the current CSIT environment.' + # - '2206.0-11 vs 2206.0-10: Compares CSIT environment current vs previous with previous VPP code.' + # - '2210.0-11 vs 2206.0-11: Compares VPP code current vs previous in the current CSIT environment.' + - '2210.0-11 vs 2206.0-10: Compares current VPP code in the current CSIT environment vs previous VPP code in the previous CSIT environment.' # VPP Performance Changes 2n-clx-cx556a 4t2c pdr - type: "table" @@ -1911,27 +2047,31 @@ filter: "'4T2C' and 'NDRPDR' and 'NIC_Mellanox-CX556A'" columns: - title: "2202.0-10" - data-set: "vpp-2n-clx-hist-iter-new-env" + data-set: "vpp-2n-clx-hist-iter" - title: "2206.0-10" data-set: "vpp-2n-clx-prev-iter-old-env" - - title: "2206.0-11" - data-set: "vpp-2n-clx-prev-iter-new-env" + # - title: "2206.0-11" + # data-set: "vpp-2n-clx-prev-iter-new-env" - title: "2210.0-11" data-set: "vpp-2n-clx-curr-iter" comparisons: - - title: "2206.0-11 vs 2206.0-10" + # - title: "2206.0-11 vs 2206.0-10" + # reference: 2 + # compare: 3 + # - title: "2210.0-11 vs 2206.0-11" + # reference: 3 + # compare: 4 + - title: "2210.0-11 vs 2206.0-10" reference: 2 compare: 3 - - title: "2210.0-11 vs 2206.0-11" - reference: 3 - compare: 4 legend: - '' - 'Test Case: Test cases executed for: PDR throughput on 2n-clx with cx556a.' - 'YYMM.V-E: [uSec +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "10" for CSIT rls2206, "11" for CSIT rls2210).' - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' - - '2206.0-11 vs 2206.0-10: Compares CSIT environment current vs previous with previous VPP code.' - - '2210.0-11 vs 2206.0-11: Compares VPP code current vs previous in the current CSIT environment.' + # - '2206.0-11 vs 2206.0-10: Compares CSIT environment current vs previous with previous VPP code.' + # - '2210.0-11 vs 2206.0-11: Compares VPP code current vs previous in the current CSIT environment.' + - '2210.0-11 vs 2206.0-10: Compares current VPP code in the current CSIT environment vs previous VPP code in the previous CSIT environment.' # VPP Performance Changes 2n-clx-cx556a 2t1c ndr - type: "table" @@ -1942,27 +2082,31 @@ filter: "'2T1C' and 'NDRPDR' and 'NIC_Mellanox-CX556A'" columns: - title: "2202.0-10" - data-set: "vpp-2n-clx-hist-iter-new-env" + data-set: "vpp-2n-clx-hist-iter" - title: "2206.0-10" data-set: "vpp-2n-clx-prev-iter-old-env" - - title: "2206.0-11" - data-set: "vpp-2n-clx-prev-iter-new-env" + # - title: "2206.0-11" + # data-set: "vpp-2n-clx-prev-iter-new-env" - title: "2210.0-11" data-set: "vpp-2n-clx-curr-iter" comparisons: - - title: "2206.0-11 vs 2206.0-10" + # - title: "2206.0-11 vs 2206.0-10" + # reference: 2 + # compare: 3 + # - title: "2210.0-11 vs 2206.0-11" + # reference: 3 + # compare: 4 + - title: "2210.0-11 vs 2206.0-10" reference: 2 compare: 3 - - title: "2210.0-11 vs 2206.0-11" - reference: 3 - compare: 4 legend: - '' - 'Test Case: Test cases executed for: NDR throughput on 2n-clx with cx556a.' - 'YYMM.V-E: [uSec +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "10" for CSIT rls2206, "11" for CSIT rls2210).' - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' - - '2206.0-11 vs 2206.0-10: Compares CSIT environment current vs previous with previous VPP code.' - - '2210.0-11 vs 2206.0-11: Compares VPP code current vs previous in the current CSIT environment.' + # - '2206.0-11 vs 2206.0-10: Compares CSIT environment current vs previous with previous VPP code.' + # - '2210.0-11 vs 2206.0-11: Compares VPP code current vs previous in the current CSIT environment.' + - '2210.0-11 vs 2206.0-10: Compares current VPP code in the current CSIT environment vs previous VPP code in the previous CSIT environment.' # VPP Performance Changes 2n-clx-cx556a 4t2c ndr - type: "table" @@ -1973,27 +2117,31 @@ filter: "'4T2C' and 'NDRPDR' and 'NIC_Mellanox-CX556A'" columns: - title: "2202.0-10" - data-set: "vpp-2n-clx-hist-iter-new-env" + data-set: "vpp-2n-clx-hist-iter" - title: "2206.0-10" data-set: "vpp-2n-clx-prev-iter-old-env" - - title: "2206.0-11" - data-set: "vpp-2n-clx-prev-iter-new-env" + # - title: "2206.0-11" + # data-set: "vpp-2n-clx-prev-iter-new-env" - title: "2210.0-11" data-set: "vpp-2n-clx-curr-iter" comparisons: - - title: "2206.0-11 vs 2206.0-10" + # - title: "2206.0-11 vs 2206.0-10" + # reference: 2 + # compare: 3 + # - title: "2210.0-11 vs 2206.0-11" + # reference: 3 + # compare: 4 + - title: "2210.0-11 vs 2206.0-10" reference: 2 compare: 3 - - title: "2210.0-11 vs 2206.0-11" - reference: 3 - compare: 4 legend: - '' - 'Test Case: Test cases executed for: NDR throughput on 2n-clx with cx556a.' - 'YYMM.V-E: [uSec +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "10" for CSIT rls2206, "11" for CSIT rls2210).' - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' - - '2206.0-11 vs 2206.0-10: Compares CSIT environment current vs previous with previous VPP code.' - - '2210.0-11 vs 2206.0-11: Compares VPP code current vs previous in the current CSIT environment.' + # - '2206.0-11 vs 2206.0-10: Compares CSIT environment current vs previous with previous VPP code.' + # - '2210.0-11 vs 2206.0-11: Compares VPP code current vs previous in the current CSIT environment.' + - '2210.0-11 vs 2206.0-10: Compares current VPP code in the current CSIT environment vs previous VPP code in the previous CSIT environment.' # VPP Performance Changes 2n-zn2-xxv710 2t1c pdr - type: "table" @@ -2004,27 +2152,31 @@ filter: "'2T1C' and 'NDRPDR' and 'NIC_Intel-XXV710'" columns: - title: "2202.0-10" - data-set: "vpp-2n-zn2-hist-iter-new-env" + data-set: "vpp-2n-zn2-hist-iter" - title: "2206.0-10" data-set: "vpp-2n-zn2-prev-iter-old-env" - - title: "2206.0-11" - data-set: "vpp-2n-zn2-prev-iter-new-env" + # - title: "2206.0-11" + # data-set: "vpp-2n-zn2-prev-iter-new-env" - title: "2210.0-11" data-set: "vpp-2n-zn2-curr-iter" comparisons: - - title: "2206.0-11 vs 2206.0-10" + # - title: "2206.0-11 vs 2206.0-10" + # reference: 2 + # compare: 3 + # - title: "2210.0-11 vs 2206.0-11" + # reference: 3 + # compare: 4 + - title: "2210.0-11 vs 2206.0-10" reference: 2 compare: 3 - - title: "2210.0-11 vs 2206.0-11" - reference: 3 - compare: 4 legend: - '' - 'Test Case: Test cases executed for: PDR throughput on 2n-zn2 with xxv710.' - 'YYMM.V-E: [uSec +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "10" for CSIT rls2206, "11" for CSIT rls2210).' - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' - - '2206.0-11 vs 2206.0-10: Compares CSIT environment current vs previous with previous VPP code.' - - '2210.0-11 vs 2206.0-11: Compares VPP code current vs previous in the current CSIT environment.' + # - '2206.0-11 vs 2206.0-10: Compares CSIT environment current vs previous with previous VPP code.' + # - '2210.0-11 vs 2206.0-11: Compares VPP code current vs previous in the current CSIT environment.' + - '2210.0-11 vs 2206.0-10: Compares current VPP code in the current CSIT environment vs previous VPP code in the previous CSIT environment.' # VPP Performance Changes 2n-zn2-xxv710 4t2c pdr - type: "table" @@ -2035,27 +2187,31 @@ filter: "'4T2C' and 'NDRPDR' and 'NIC_Intel-XXV710'" columns: - title: "2202.0-10" - data-set: "vpp-2n-zn2-hist-iter-new-env" + data-set: "vpp-2n-zn2-hist-iter" - title: "2206.0-10" data-set: "vpp-2n-zn2-prev-iter-old-env" - - title: "2206.0-11" - data-set: "vpp-2n-zn2-prev-iter-new-env" + # - title: "2206.0-11" + # data-set: "vpp-2n-zn2-prev-iter-new-env" - title: "2210.0-11" data-set: "vpp-2n-zn2-curr-iter" comparisons: - - title: "2206.0-11 vs 2206.0-10" + # - title: "2206.0-11 vs 2206.0-10" + # reference: 2 + # compare: 3 + # - title: "2210.0-11 vs 2206.0-11" + # reference: 3 + # compare: 4 + - title: "2210.0-11 vs 2206.0-10" reference: 2 compare: 3 - - title: "2210.0-11 vs 2206.0-11" - reference: 3 - compare: 4 legend: - '' - 'Test Case: Test cases executed for: PDR throughput on 2n-zn2 with xxv710.' - 'YYMM.V-E: [uSec +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "10" for CSIT rls2206, "11" for CSIT rls2210).' - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' - - '2206.0-11 vs 2206.0-10: Compares CSIT environment current vs previous with previous VPP code.' - - '2210.0-11 vs 2206.0-11: Compares VPP code current vs previous in the current CSIT environment.' + # - '2206.0-11 vs 2206.0-10: Compares CSIT environment current vs previous with previous VPP code.' + # - '2210.0-11 vs 2206.0-11: Compares VPP code current vs previous in the current CSIT environment.' + - '2210.0-11 vs 2206.0-10: Compares current VPP code in the current CSIT environment vs previous VPP code in the previous CSIT environment.' # VPP Performance Changes 2n-zn2-xxv710 2t1c ndr - type: "table" @@ -2066,27 +2222,31 @@ filter: "'2T1C' and 'NDRPDR' and 'NIC_Intel-XXV710'" columns: - title: "2202.0-10" - data-set: "vpp-2n-zn2-hist-iter-new-env" + data-set: "vpp-2n-zn2-hist-iter" - title: "2206.0-10" data-set: "vpp-2n-zn2-prev-iter-old-env" - - title: "2206.0-11" - data-set: "vpp-2n-zn2-prev-iter-new-env" + # - title: "2206.0-11" + # data-set: "vpp-2n-zn2-prev-iter-new-env" - title: "2210.0-11" data-set: "vpp-2n-zn2-curr-iter" comparisons: - - title: "2206.0-11 vs 2206.0-10" + # - title: "2206.0-11 vs 2206.0-10" + # reference: 2 + # compare: 3 + # - title: "2210.0-11 vs 2206.0-11" + # reference: 3 + # compare: 4 + - title: "2210.0-11 vs 2206.0-10" reference: 2 compare: 3 - - title: "2210.0-11 vs 2206.0-11" - reference: 3 - compare: 4 legend: - '' - 'Test Case: Test cases executed for: NDR throughput on 2n-zn2 with xxv710.' - 'YYMM.V-E: [uSec +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "10" for CSIT rls2206, "11" for CSIT rls2210).' - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' - - '2206.0-11 vs 2206.0-10: Compares CSIT environment current vs previous with previous VPP code.' - - '2210.0-11 vs 2206.0-11: Compares VPP code current vs previous in the current CSIT environment.' + # - '2206.0-11 vs 2206.0-10: Compares CSIT environment current vs previous with previous VPP code.' + # - '2210.0-11 vs 2206.0-11: Compares VPP code current vs previous in the current CSIT environment.' + - '2210.0-11 vs 2206.0-10: Compares current VPP code in the current CSIT environment vs previous VPP code in the previous CSIT environment.' # VPP Performance Changes 2n-zn2-xxv710 4t2c ndr - type: "table" @@ -2097,27 +2257,31 @@ filter: "'4T2C' and 'NDRPDR' and 'NIC_Intel-XXV710'" columns: - title: "2202.0-10" - data-set: "vpp-2n-zn2-hist-iter-new-env" + data-set: "vpp-2n-zn2-hist-iter" - title: "2206.0-10" data-set: "vpp-2n-zn2-prev-iter-old-env" - - title: "2206.0-11" - data-set: "vpp-2n-zn2-prev-iter-new-env" + # - title: "2206.0-11" + # data-set: "vpp-2n-zn2-prev-iter-new-env" - title: "2210.0-11" data-set: "vpp-2n-zn2-curr-iter" comparisons: - - title: "2206.0-11 vs 2206.0-10" + # - title: "2206.0-11 vs 2206.0-10" + # reference: 2 + # compare: 3 + # - title: "2210.0-11 vs 2206.0-11" + # reference: 3 + # compare: 4 + - title: "2210.0-11 vs 2206.0-10" reference: 2 compare: 3 - - title: "2210.0-11 vs 2206.0-11" - reference: 3 - compare: 4 legend: - '' - 'Test Case: Test cases executed for: NDR throughput on 2n-zn2 with xxv710.' - 'YYMM.V-E: [uSec +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "10" for CSIT rls2206, "11" for CSIT rls2210).' - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' - - '2206.0-11 vs 2206.0-10: Compares CSIT environment current vs previous with previous VPP code.' - - '2210.0-11 vs 2206.0-11: Compares VPP code current vs previous in the current CSIT environment.' + # - '2206.0-11 vs 2206.0-10: Compares CSIT environment current vs previous with previous VPP code.' + # - '2210.0-11 vs 2206.0-11: Compares VPP code current vs previous in the current CSIT environment.' + - '2210.0-11 vs 2206.0-10: Compares current VPP code in the current CSIT environment vs previous VPP code in the previous CSIT environment.' # VPP Performance Changes 2n-dnv 1t1c pdr - type: "table" @@ -2128,27 +2292,31 @@ filter: "'1T1C'" columns: - title: "2202.0-10" - data-set: "vpp-2n-dnv-hist-iter-new-env" + data-set: "vpp-2n-dnv-hist-iter" - title: "2206.0-10" data-set: "vpp-2n-dnv-prev-iter-old-env" - - title: "2206.0-11" - data-set: "vpp-2n-dnv-prev-iter-new-env" + # - title: "2206.0-11" + # data-set: "vpp-2n-dnv-prev-iter-new-env" - title: "2210.0-11" data-set: "vpp-2n-dnv-curr-iter" comparisons: - - title: "2206.0-11 vs 2206.0-10" + # - title: "2206.0-11 vs 2206.0-10" + # reference: 2 + # compare: 3 + # - title: "2210.0-11 vs 2206.0-11" + # reference: 3 + # compare: 4 + - title: "2210.0-11 vs 2206.0-10" reference: 2 compare: 3 - - title: "2210.0-11 vs 2206.0-11" - reference: 3 - compare: 4 legend: - '' - 'Test Case: Test cases executed for: PDR throughput on 2n-dnv with x553.' - 'YYMM.V-E: [uSec +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "10" for CSIT rls2206, "11" for CSIT rls2210).' - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' - - '2206.0-11 vs 2206.0-10: Compares CSIT environment current vs previous with previous VPP code.' - - '2210.0-11 vs 2206.0-11: Compares VPP code current vs previous in the current CSIT environment.' + # - '2206.0-11 vs 2206.0-10: Compares CSIT environment current vs previous with previous VPP code.' + # - '2210.0-11 vs 2206.0-11: Compares VPP code current vs previous in the current CSIT environment.' + - '2210.0-11 vs 2206.0-10: Compares current VPP code in the current CSIT environment vs previous VPP code in the previous CSIT environment.' # VPP Performance Changes 2n-dnv 2t2c pdr - type: "table" @@ -2159,27 +2327,31 @@ filter: "'2T2C'" columns: - title: "2202.0-10" - data-set: "vpp-2n-dnv-hist-iter-new-env" + data-set: "vpp-2n-dnv-hist-iter" - title: "2206.0-10" data-set: "vpp-2n-dnv-prev-iter-old-env" - - title: "2206.0-11" - data-set: "vpp-2n-dnv-prev-iter-new-env" + # - title: "2206.0-11" + # data-set: "vpp-2n-dnv-prev-iter-new-env" - title: "2210.0-11" data-set: "vpp-2n-dnv-curr-iter" comparisons: - - title: "2206.0-11 vs 2206.0-10" + # - title: "2206.0-11 vs 2206.0-10" + # reference: 2 + # compare: 3 + # - title: "2210.0-11 vs 2206.0-11" + # reference: 3 + # compare: 4 + - title: "2210.0-11 vs 2206.0-10" reference: 2 compare: 3 - - title: "2210.0-11 vs 2206.0-11" - reference: 3 - compare: 4 legend: - '' - 'Test Case: Test cases executed for: PDR throughput on 2n-dnv with x553.' - 'YYMM.V-E: [uSec +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "10" for CSIT rls2206, "11" for CSIT rls2210).' - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' - - '2206.0-11 vs 2206.0-10: Compares CSIT environment current vs previous with previous VPP code.' - - '2210.0-11 vs 2206.0-11: Compares VPP code current vs previous in the current CSIT environment.' + # - '2206.0-11 vs 2206.0-10: Compares CSIT environment current vs previous with previous VPP code.' + # - '2210.0-11 vs 2206.0-11: Compares VPP code current vs previous in the current CSIT environment.' + - '2210.0-11 vs 2206.0-10: Compares current VPP code in the current CSIT environment vs previous VPP code in the previous CSIT environment.' # VPP Performance Changes 2n-dnv 1t1c ndr - type: "table" @@ -2190,27 +2362,31 @@ filter: "'1T1C'" columns: - title: "2202.0-10" - data-set: "vpp-2n-dnv-hist-iter-new-env" + data-set: "vpp-2n-dnv-hist-iter" - title: "2206.0-10" data-set: "vpp-2n-dnv-prev-iter-old-env" - - title: "2206.0-11" - data-set: "vpp-2n-dnv-prev-iter-new-env" + # - title: "2206.0-11" + # data-set: "vpp-2n-dnv-prev-iter-new-env" - title: "2210.0-11" data-set: "vpp-2n-dnv-curr-iter" comparisons: - - title: "2206.0-11 vs 2206.0-10" + # - title: "2206.0-11 vs 2206.0-10" + # reference: 2 + # compare: 3 + # - title: "2210.0-11 vs 2206.0-11" + # reference: 3 + # compare: 4 + - title: "2210.0-11 vs 2206.0-10" reference: 2 compare: 3 - - title: "2210.0-11 vs 2206.0-11" - reference: 3 - compare: 4 legend: - '' - 'Test Case: Test cases executed for: NDR throughput on 2n-dnv with x553.' - 'YYMM.V-E: [uSec +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "10" for CSIT rls2206, "11" for CSIT rls2210).' - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' - - '2206.0-11 vs 2206.0-10: Compares CSIT environment current vs previous with previous VPP code.' - - '2210.0-11 vs 2206.0-11: Compares VPP code current vs previous in the current CSIT environment.' + # - '2206.0-11 vs 2206.0-10: Compares CSIT environment current vs previous with previous VPP code.' + # - '2210.0-11 vs 2206.0-11: Compares VPP code current vs previous in the current CSIT environment.' + - '2210.0-11 vs 2206.0-10: Compares current VPP code in the current CSIT environment vs previous VPP code in the previous CSIT environment.' # VPP Performance Changes 2n-dnv 2t2c ndr - type: "table" @@ -2221,27 +2397,31 @@ filter: "'2T2C'" columns: - title: "2202.0-10" - data-set: "vpp-2n-dnv-hist-iter-new-env" + data-set: "vpp-2n-dnv-hist-iter" - title: "2206.0-10" data-set: "vpp-2n-dnv-prev-iter-old-env" - - title: "2206.0-11" - data-set: "vpp-2n-dnv-prev-iter-new-env" + # - title: "2206.0-11" + # data-set: "vpp-2n-dnv-prev-iter-new-env" - title: "2210.0-11" data-set: "vpp-2n-dnv-curr-iter" comparisons: - - title: "2206.0-11 vs 2206.0-10" + # - title: "2206.0-11 vs 2206.0-10" + # reference: 2 + # compare: 3 + # - title: "2210.0-11 vs 2206.0-11" + # reference: 3 + # compare: 4 + - title: "2210.0-11 vs 2206.0-10" reference: 2 compare: 3 - - title: "2210.0-11 vs 2206.0-11" - reference: 3 - compare: 4 legend: - '' - 'Test Case: Test cases executed for: NDR throughput on 2n-dnv with x553.' - 'YYMM.V-E: [uSec +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "10" for CSIT rls2206, "11" for CSIT rls2210).' - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' - - '2206.0-11 vs 2206.0-10: Compares CSIT environment current vs previous with previous VPP code.' - - '2210.0-11 vs 2206.0-11: Compares VPP code current vs previous in the current CSIT environment.' + # - '2206.0-11 vs 2206.0-10: Compares CSIT environment current vs previous with previous VPP code.' + # - '2210.0-11 vs 2206.0-11: Compares VPP code current vs previous in the current CSIT environment.' + - '2210.0-11 vs 2206.0-10: Compares current VPP code in the current CSIT environment vs previous VPP code in the previous CSIT environment.' # VPP Performance Changes 3n-dnv 1t1c pdr - type: "table" @@ -2252,27 +2432,31 @@ filter: "'1T1C'" columns: - title: "2202.0-10" - data-set: "vpp-3n-dnv-hist-iter-new-env" + data-set: "vpp-3n-dnv-hist-iter" - title: "2206.0-10" data-set: "vpp-3n-dnv-prev-iter-old-env" - - title: "2206.0-11" - data-set: "vpp-3n-dnv-prev-iter-new-env" + # - title: "2206.0-11" + # data-set: "vpp-3n-dnv-prev-iter-new-env" - title: "2210.0-11" data-set: "vpp-3n-dnv-curr-iter" comparisons: - - title: "2206.0-11 vs 2206.0-10" + # - title: "2206.0-11 vs 2206.0-10" + # reference: 2 + # compare: 3 + # - title: "2210.0-11 vs 2206.0-11" + # reference: 3 + # compare: 4 + - title: "2210.0-11 vs 2206.0-10" reference: 2 compare: 3 - - title: "2210.0-11 vs 2206.0-11" - reference: 3 - compare: 4 legend: - '' - 'Test Case: Test cases executed for: PDR throughput on 3n-dnv with x553.' - 'YYMM.V-E: [uSec +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "10" for CSIT rls2206, "11" for CSIT rls2210).' - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' - - '2206.0-11 vs 2206.0-10: Compares CSIT environment current vs previous with previous VPP code.' - - '2210.0-11 vs 2206.0-11: Compares VPP code current vs previous in the current CSIT environment.' + # - '2206.0-11 vs 2206.0-10: Compares CSIT environment current vs previous with previous VPP code.' + # - '2210.0-11 vs 2206.0-11: Compares VPP code current vs previous in the current CSIT environment.' + - '2210.0-11 vs 2206.0-10: Compares current VPP code in the current CSIT environment vs previous VPP code in the previous CSIT environment.' # VPP Performance Changes 3n-dnv 2t2c pdr - type: "table" @@ -2283,27 +2467,31 @@ filter: "'2T2C'" columns: - title: "2202.0-10" - data-set: "vpp-3n-dnv-hist-iter-new-env" + data-set: "vpp-3n-dnv-hist-iter" - title: "2206.0-10" data-set: "vpp-3n-dnv-prev-iter-old-env" - - title: "2206.0-11" - data-set: "vpp-3n-dnv-prev-iter-new-env" + # - title: "2206.0-11" + # data-set: "vpp-3n-dnv-prev-iter-new-env" - title: "2210.0-11" data-set: "vpp-3n-dnv-curr-iter" comparisons: - - title: "2206.0-11 vs 2206.0-10" + # - title: "2206.0-11 vs 2206.0-10" + # reference: 2 + # compare: 3 + # - title: "2210.0-11 vs 2206.0-11" + # reference: 3 + # compare: 4 + - title: "2210.0-11 vs 2206.0-10" reference: 2 compare: 3 - - title: "2210.0-11 vs 2206.0-11" - reference: 3 - compare: 4 legend: - '' - 'Test Case: Test cases executed for: PDR throughput on 3n-dnv with x553.' - 'YYMM.V-E: [uSec +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "10" for CSIT rls2206, "11" for CSIT rls2210).' - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' - - '2206.0-11 vs 2206.0-10: Compares CSIT environment current vs previous with previous VPP code.' - - '2210.0-11 vs 2206.0-11: Compares VPP code current vs previous in the current CSIT environment.' + # - '2206.0-11 vs 2206.0-10: Compares CSIT environment current vs previous with previous VPP code.' + # - '2210.0-11 vs 2206.0-11: Compares VPP code current vs previous in the current CSIT environment.' + - '2210.0-11 vs 2206.0-10: Compares current VPP code in the current CSIT environment vs previous VPP code in the previous CSIT environment.' # VPP Performance Changes 3n-dnv 1t1c ndr - type: "table" @@ -2314,27 +2502,31 @@ filter: "'1T1C'" columns: - title: "2202.0-10" - data-set: "vpp-3n-dnv-hist-iter-new-env" + data-set: "vpp-3n-dnv-hist-iter" - title: "2206.0-10" data-set: "vpp-3n-dnv-prev-iter-old-env" - - title: "2206.0-11" - data-set: "vpp-3n-dnv-prev-iter-new-env" + # - title: "2206.0-11" + # data-set: "vpp-3n-dnv-prev-iter-new-env" - title: "2210.0-11" data-set: "vpp-3n-dnv-curr-iter" comparisons: - - title: "2206.0-11 vs 2206.0-10" + # - title: "2206.0-11 vs 2206.0-10" + # reference: 2 + # compare: 3 + # - title: "2210.0-11 vs 2206.0-11" + # reference: 3 + # compare: 4 + - title: "2210.0-11 vs 2206.0-10" reference: 2 compare: 3 - - title: "2210.0-11 vs 2206.0-11" - reference: 3 - compare: 4 legend: - '' - 'Test Case: Test cases executed for: NDR throughput on 3n-dnv with x553.' - 'YYMM.V-E: [uSec +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "10" for CSIT rls2206, "11" for CSIT rls2210).' - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' - - '2206.0-11 vs 2206.0-10: Compares CSIT environment current vs previous with previous VPP code.' - - '2210.0-11 vs 2206.0-11: Compares VPP code current vs previous in the current CSIT environment.' + # - '2206.0-11 vs 2206.0-10: Compares CSIT environment current vs previous with previous VPP code.' + # - '2210.0-11 vs 2206.0-11: Compares VPP code current vs previous in the current CSIT environment.' + - '2210.0-11 vs 2206.0-10: Compares current VPP code in the current CSIT environment vs previous VPP code in the previous CSIT environment.' # VPP Performance Changes 3n-dnv 2t2c ndr - type: "table" @@ -2345,27 +2537,31 @@ filter: "'2T2C'" columns: - title: "2202.0-10" - data-set: "vpp-3n-dnv-hist-iter-new-env" + data-set: "vpp-3n-dnv-hist-iter" - title: "2206.0-10" data-set: "vpp-3n-dnv-prev-iter-old-env" - - title: "2206.0-11" - data-set: "vpp-3n-dnv-prev-iter-new-env" + # - title: "2206.0-11" + # data-set: "vpp-3n-dnv-prev-iter-new-env" - title: "2210.0-11" data-set: "vpp-3n-dnv-curr-iter" comparisons: - - title: "2206.0-11 vs 2206.0-10" + # - title: "2206.0-11 vs 2206.0-10" + # reference: 2 + # compare: 3 + # - title: "2210.0-11 vs 2206.0-11" + # reference: 3 + # compare: 4 + - title: "2210.0-11 vs 2206.0-10" reference: 2 compare: 3 - - title: "2210.0-11 vs 2206.0-11" - reference: 3 - compare: 4 legend: - '' - 'Test Case: Test cases executed for: NDR throughput on 3n-dnv with x553.' - 'YYMM.V-E: [uSec +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "10" for CSIT rls2206, "11" for CSIT rls2210).' - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' - - '2206.0-11 vs 2206.0-10: Compares CSIT environment current vs previous with previous VPP code.' - - '2210.0-11 vs 2206.0-11: Compares VPP code current vs previous in the current CSIT environment.' + # - '2206.0-11 vs 2206.0-10: Compares CSIT environment current vs previous with previous VPP code.' + # - '2210.0-11 vs 2206.0-11: Compares VPP code current vs previous in the current CSIT environment.' + - '2210.0-11 vs 2206.0-10: Compares current VPP code in the current CSIT environment vs previous VPP code in the previous CSIT environment.' # VPP Performance Changes 3n-tsh 1t1c pdr - type: "table" @@ -2376,27 +2572,31 @@ filter: "'1T1C'" columns: - title: "2202.0-10" - data-set: "vpp-3n-tsh-hist-iter-new-env" + data-set: "vpp-3n-tsh-hist-iter" - title: "2206.0-10" data-set: "vpp-3n-tsh-prev-iter-old-env" - - title: "2206.0-11" - data-set: "vpp-3n-tsh-prev-iter-new-env" + # - title: "2206.0-11" + # data-set: "vpp-3n-tsh-prev-iter-new-env" - title: "2210.0-11" data-set: "vpp-3n-tsh-curr-iter" comparisons: - - title: "2206.0-11 vs 2206.0-10" + # - title: "2206.0-11 vs 2206.0-10" + # reference: 2 + # compare: 3 + # - title: "2210.0-11 vs 2206.0-11" + # reference: 3 + # compare: 4 + - title: "2210.0-11 vs 2206.0-10" reference: 2 compare: 3 - - title: "2210.0-11 vs 2206.0-11" - reference: 3 - compare: 4 legend: - '' - 'Test Case: Test cases executed for: PDR throughput on 3n-tsh with x520.' - 'YYMM.V-E: [uSec +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "10" for CSIT rls2206, "11" for CSIT rls2210).' - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' - - '2206.0-11 vs 2206.0-10: Compares CSIT environment current vs previous with previous VPP code.' - - '2210.0-11 vs 2206.0-11: Compares VPP code current vs previous in the current CSIT environment.' + # - '2206.0-11 vs 2206.0-10: Compares CSIT environment current vs previous with previous VPP code.' + # - '2210.0-11 vs 2206.0-11: Compares VPP code current vs previous in the current CSIT environment.' + - '2210.0-11 vs 2206.0-10: Compares current VPP code in the current CSIT environment vs previous VPP code in the previous CSIT environment.' # VPP Performance Changes 3n-tsh 2t2c pdr - type: "table" @@ -2407,27 +2607,31 @@ filter: "'2T2C'" columns: - title: "2202.0-10" - data-set: "vpp-3n-tsh-hist-iter-new-env" + data-set: "vpp-3n-tsh-hist-iter" - title: "2206.0-10" data-set: "vpp-3n-tsh-prev-iter-old-env" - - title: "2206.0-11" - data-set: "vpp-3n-tsh-prev-iter-new-env" + # - title: "2206.0-11" + # data-set: "vpp-3n-tsh-prev-iter-new-env" - title: "2210.0-11" data-set: "vpp-3n-tsh-curr-iter" comparisons: - - title: "2206.0-11 vs 2206.0-10" + # - title: "2206.0-11 vs 2206.0-10" + # reference: 2 + # compare: 3 + # - title: "2210.0-11 vs 2206.0-11" + # reference: 3 + # compare: 4 + - title: "2210.0-11 vs 2206.0-10" reference: 2 compare: 3 - - title: "2210.0-11 vs 2206.0-11" - reference: 3 - compare: 4 legend: - '' - 'Test Case: Test cases executed for: PDR throughput on 3n-tsh with x520.' - 'YYMM.V-E: [uSec +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "10" for CSIT rls2206, "11" for CSIT rls2210).' - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' - - '2206.0-11 vs 2206.0-10: Compares CSIT environment current vs previous with previous VPP code.' - - '2210.0-11 vs 2206.0-11: Compares VPP code current vs previous in the current CSIT environment.' + # - '2206.0-11 vs 2206.0-10: Compares CSIT environment current vs previous with previous VPP code.' + # - '2210.0-11 vs 2206.0-11: Compares VPP code current vs previous in the current CSIT environment.' + - '2210.0-11 vs 2206.0-10: Compares current VPP code in the current CSIT environment vs previous VPP code in the previous CSIT environment.' # VPP Performance Changes 3n-tsh 1t1c ndr - type: "table" @@ -2438,27 +2642,31 @@ filter: "'1T1C'" columns: - title: "2202.0-10" - data-set: "vpp-3n-tsh-hist-iter-new-env" + data-set: "vpp-3n-tsh-hist-iter" - title: "2206.0-10" data-set: "vpp-3n-tsh-prev-iter-old-env" - - title: "2206.0-11" - data-set: "vpp-3n-tsh-prev-iter-new-env" + # - title: "2206.0-11" + # data-set: "vpp-3n-tsh-prev-iter-new-env" - title: "2210.0-11" data-set: "vpp-3n-tsh-curr-iter" comparisons: - - title: "2206.0-11 vs 2206.0-10" + # - title: "2206.0-11 vs 2206.0-10" + # reference: 2 + # compare: 3 + # - title: "2210.0-11 vs 2206.0-11" + # reference: 3 + # compare: 4 + - title: "2210.0-11 vs 2206.0-10" reference: 2 compare: 3 - - title: "2210.0-11 vs 2206.0-11" - reference: 3 - compare: 4 legend: - '' - 'Test Case: Test cases executed for: NDR throughput on 3n-tsh with x520.' - 'YYMM.V-E: [uSec +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "10" for CSIT rls2206, "11" for CSIT rls2210).' - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' - - '2206.0-11 vs 2206.0-10: Compares CSIT environment current vs previous with previous VPP code.' - - '2210.0-11 vs 2206.0-11: Compares VPP code current vs previous in the current CSIT environment.' + # - '2206.0-11 vs 2206.0-10: Compares CSIT environment current vs previous with previous VPP code.' + # - '2210.0-11 vs 2206.0-11: Compares VPP code current vs previous in the current CSIT environment.' + - '2210.0-11 vs 2206.0-10: Compares current VPP code in the current CSIT environment vs previous VPP code in the previous CSIT environment.' # VPP Performance Changes 3n-tsh 2t2c ndr - type: "table" @@ -2469,27 +2677,31 @@ filter: "'2T2C'" columns: - title: "2202.0-10" - data-set: "vpp-3n-tsh-hist-iter-new-env" + data-set: "vpp-3n-tsh-hist-iter" - title: "2206.0-10" data-set: "vpp-3n-tsh-prev-iter-old-env" - - title: "2206.0-11" - data-set: "vpp-3n-tsh-prev-iter-new-env" + # - title: "2206.0-11" + # data-set: "vpp-3n-tsh-prev-iter-new-env" - title: "2210.0-11" data-set: "vpp-3n-tsh-curr-iter" comparisons: - - title: "2206.0-11 vs 2206.0-10" + # - title: "2206.0-11 vs 2206.0-10" + # reference: 2 + # compare: 3 + # - title: "2210.0-11 vs 2206.0-11" + # reference: 3 + # compare: 4 + - title: "2210.0-11 vs 2206.0-10" reference: 2 compare: 3 - - title: "2210.0-11 vs 2206.0-11" - reference: 3 - compare: 4 legend: - '' - 'Test Case: Test cases executed for: NDR throughput on 3n-tsh with x520.' - 'YYMM.V-E: [uSec +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "10" for CSIT rls2206, "11" for CSIT rls2210).' - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' - - '2206.0-11 vs 2206.0-10: Compares CSIT environment current vs previous with previous VPP code.' - - '2210.0-11 vs 2206.0-11: Compares VPP code current vs previous in the current CSIT environment.' + # - '2206.0-11 vs 2206.0-10: Compares CSIT environment current vs previous with previous VPP code.' + # - '2210.0-11 vs 2206.0-11: Compares VPP code current vs previous in the current CSIT environment.' + - '2210.0-11 vs 2206.0-10: Compares current VPP code in the current CSIT environment vs previous VPP code in the previous CSIT environment.' # VPP Performance Changes 2n-tx2 1t1c pdr - type: "table" @@ -2500,27 +2712,31 @@ filter: "'1T1C'" columns: - title: "2202.0-10" - data-set: "vpp-2n-tx2-hist-iter-new-env" + data-set: "vpp-2n-tx2-hist-iter" - title: "2206.0-10" data-set: "vpp-2n-tx2-prev-iter-old-env" - - title: "2206.0-11" - data-set: "vpp-2n-tx2-prev-iter-new-env" + # - title: "2206.0-11" + # data-set: "vpp-2n-tx2-prev-iter-new-env" - title: "2210.0-11" data-set: "vpp-2n-tx2-curr-iter" comparisons: - - title: "2206.0-11 vs 2206.0-10" + # - title: "2206.0-11 vs 2206.0-10" + # reference: 2 + # compare: 3 + # - title: "2210.0-11 vs 2206.0-11" + # reference: 3 + # compare: 4 + - title: "2210.0-11 vs 2206.0-10" reference: 2 compare: 3 - - title: "2210.0-11 vs 2206.0-11" - reference: 3 - compare: 4 legend: - '' - 'Test Case: Test cases executed for: PDR throughput on 2n-tx2 with xl710.' - 'YYMM.V-E: [uSec +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "10" for CSIT rls2206, "11" for CSIT rls2210).' - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' - - '2206.0-11 vs 2206.0-10: Compares CSIT environment current vs previous with previous VPP code.' - - '2210.0-11 vs 2206.0-11: Compares VPP code current vs previous in the current CSIT environment.' + # - '2206.0-11 vs 2206.0-10: Compares CSIT environment current vs previous with previous VPP code.' + # - '2210.0-11 vs 2206.0-11: Compares VPP code current vs previous in the current CSIT environment.' + - '2210.0-11 vs 2206.0-10: Compares current VPP code in the current CSIT environment vs previous VPP code in the previous CSIT environment.' # VPP Performance Changes 2n-tx2 2t2c pdr - type: "table" @@ -2531,27 +2747,31 @@ filter: "'2T2C'" columns: - title: "2202.0-10" - data-set: "vpp-2n-tx2-hist-iter-new-env" + data-set: "vpp-2n-tx2-hist-iter" - title: "2206.0-10" data-set: "vpp-2n-tx2-prev-iter-old-env" - - title: "2206.0-11" - data-set: "vpp-2n-tx2-prev-iter-new-env" + # - title: "2206.0-11" + # data-set: "vpp-2n-tx2-prev-iter-new-env" - title: "2210.0-11" data-set: "vpp-2n-tx2-curr-iter" comparisons: - - title: "2206.0-11 vs 2206.0-10" + # - title: "2206.0-11 vs 2206.0-10" + # reference: 2 + # compare: 3 + # - title: "2210.0-11 vs 2206.0-11" + # reference: 3 + # compare: 4 + - title: "2210.0-11 vs 2206.0-10" reference: 2 compare: 3 - - title: "2210.0-11 vs 2206.0-11" - reference: 3 - compare: 4 legend: - '' - 'Test Case: Test cases executed for: PDR throughput on 2n-tx2 with xl710.' - 'YYMM.V-E: [uSec +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "10" for CSIT rls2206, "11" for CSIT rls2210).' - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' - - '2206.0-11 vs 2206.0-10: Compares CSIT environment current vs previous with previous VPP code.' - - '2210.0-11 vs 2206.0-11: Compares VPP code current vs previous in the current CSIT environment.' + # - '2206.0-11 vs 2206.0-10: Compares CSIT environment current vs previous with previous VPP code.' + # - '2210.0-11 vs 2206.0-11: Compares VPP code current vs previous in the current CSIT environment.' + - '2210.0-11 vs 2206.0-10: Compares current VPP code in the current CSIT environment vs previous VPP code in the previous CSIT environment.' # VPP Performance Changes 2n-tx2 1t1c ndr - type: "table" @@ -2562,27 +2782,31 @@ filter: "'1T1C'" columns: - title: "2202.0-10" - data-set: "vpp-2n-tx2-hist-iter-new-env" + data-set: "vpp-2n-tx2-hist-iter" - title: "2206.0-10" data-set: "vpp-2n-tx2-prev-iter-old-env" - - title: "2206.0-11" - data-set: "vpp-2n-tx2-prev-iter-new-env" + # - title: "2206.0-11" + # data-set: "vpp-2n-tx2-prev-iter-new-env" - title: "2210.0-11" data-set: "vpp-2n-tx2-curr-iter" comparisons: - - title: "2206.0-11 vs 2206.0-10" + # - title: "2206.0-11 vs 2206.0-10" + # reference: 2 + # compare: 3 + # - title: "2210.0-11 vs 2206.0-11" + # reference: 3 + # compare: 4 + - title: "2210.0-11 vs 2206.0-10" reference: 2 compare: 3 - - title: "2210.0-11 vs 2206.0-11" - reference: 3 - compare: 4 legend: - '' - 'Test Case: Test cases executed for: NDR throughput on 2n-tx2 with xl710.' - 'YYMM.V-E: [uSec +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "10" for CSIT rls2206, "11" for CSIT rls2210).' - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' - - '2206.0-11 vs 2206.0-10: Compares CSIT environment current vs previous with previous VPP code.' - - '2210.0-11 vs 2206.0-11: Compares VPP code current vs previous in the current CSIT environment.' + # - '2206.0-11 vs 2206.0-10: Compares CSIT environment current vs previous with previous VPP code.' + # - '2210.0-11 vs 2206.0-11: Compares VPP code current vs previous in the current CSIT environment.' + - '2210.0-11 vs 2206.0-10: Compares current VPP code in the current CSIT environment vs previous VPP code in the previous CSIT environment.' # VPP Performance Changes 2n-tx2 2t2c ndr - type: "table" @@ -2593,27 +2817,31 @@ filter: "'2T2C'" columns: - title: "2202.0-10" - data-set: "vpp-2n-tx2-hist-iter-new-env" + data-set: "vpp-2n-tx2-hist-iter" - title: "2206.0-10" data-set: "vpp-2n-tx2-prev-iter-old-env" - - title: "2206.0-11" - data-set: "vpp-2n-tx2-prev-iter-new-env" + # - title: "2206.0-11" + # data-set: "vpp-2n-tx2-prev-iter-new-env" - title: "2210.0-11" data-set: "vpp-2n-tx2-curr-iter" comparisons: - - title: "2206.0-11 vs 2206.0-10" + # - title: "2206.0-11 vs 2206.0-10" + # reference: 2 + # compare: 3 + # - title: "2210.0-11 vs 2206.0-11" + # reference: 3 + # compare: 4 + - title: "2210.0-11 vs 2206.0-10" reference: 2 compare: 3 - - title: "2210.0-11 vs 2206.0-11" - reference: 3 - compare: 4 legend: - '' - 'Test Case: Test cases executed for: NDR throughput on 2n-tx2 with xl710.' - 'YYMM.V-E: [uSec +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "10" for CSIT rls2206, "11" for CSIT rls2210).' - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' - - '2206.0-11 vs 2206.0-10: Compares CSIT environment current vs previous with previous VPP code.' - - '2210.0-11 vs 2206.0-11: Compares VPP code current vs previous in the current CSIT environment.' + # - '2206.0-11 vs 2206.0-10: Compares CSIT environment current vs previous with previous VPP code.' + # - '2210.0-11 vs 2206.0-11: Compares VPP code current vs previous in the current CSIT environment.' + - '2210.0-11 vs 2206.0-10: Compares current VPP code in the current CSIT environment vs previous VPP code in the previous CSIT environment.' # VPP Performance Changes 2n-aws 2t1c pdr - type: "table" @@ -2724,27 +2952,31 @@ filter: "'2T1C' and 'MRR' and 'NIC_Intel-XXV710'" columns: - title: "2202.0-10" - data-set: "vpp-3n-icx-hist-iter-mrr-new-env" + data-set: "vpp-3n-icx-hist-iter-mrr" - title: "2206.0-10" data-set: "vpp-3n-icx-prev-iter-mrr-old-env" - - title: "2206.0-11" - data-set: "vpp-3n-icx-prev-iter-mrr-new-env" + # - title: "2206.0-11" + # data-set: "vpp-3n-icx-prev-iter-mrr-new-env" - title: "2210.0-11" data-set: "vpp-3n-icx-curr-iter-mrr" comparisons: - - title: "2206.0-11 vs 2206.0-10" + # - title: "2206.0-11 vs 2206.0-10" + # reference: 2 + # compare: 3 + # - title: "2210.0-11 vs 2206.0-11" + # reference: 3 + # compare: 4 + - title: "2210.0-11 vs 2206.0-10" reference: 2 compare: 3 - - title: "2210.0-11 vs 2206.0-11" - reference: 3 - compare: 4 legend: - '' - 'Test Case: Test cases executed for: MRR throughput on 3n-icx with xxv710.' - 'YYMM.V-E: [uSec +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "10" for CSIT rls2206, "11" for CSIT rls2210).' - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' - - '2206.0-11 vs 2206.0-10: Compares CSIT environment current vs previous with previous VPP code.' - - '2210.0-11 vs 2206.0-11: Compares VPP code current vs previous in the current CSIT environment.' + # - '2206.0-11 vs 2206.0-10: Compares CSIT environment current vs previous with previous VPP code.' + # - '2210.0-11 vs 2206.0-11: Compares VPP code current vs previous in the current CSIT environment.' + - '2210.0-11 vs 2206.0-10: Compares current VPP code in the current CSIT environment vs previous VPP code in the previous CSIT environment.' # VPP Performance Changes 3n-icx 4t2c mrr - type: "table" @@ -2755,27 +2987,31 @@ filter: "'4T2C' and 'MRR' and 'NIC_Intel-XXV710'" columns: - title: "2202.0-10" - data-set: "vpp-3n-icx-hist-iter-mrr-new-env" + data-set: "vpp-3n-icx-hist-iter-mrr" - title: "2206.0-10" data-set: "vpp-3n-icx-prev-iter-mrr-old-env" - - title: "2206.0-11" - data-set: "vpp-3n-icx-prev-iter-mrr-new-env" + # - title: "2206.0-11" + # data-set: "vpp-3n-icx-prev-iter-mrr-new-env" - title: "2210.0-11" data-set: "vpp-3n-icx-curr-iter-mrr" comparisons: - - title: "2206.0-11 vs 2206.0-10" + # - title: "2206.0-11 vs 2206.0-10" + # reference: 2 + # compare: 3 + # - title: "2210.0-11 vs 2206.0-11" + # reference: 3 + # compare: 4 + - title: "2210.0-11 vs 2206.0-10" reference: 2 compare: 3 - - title: "2210.0-11 vs 2206.0-11" - reference: 3 - compare: 4 legend: - '' - 'Test Case: Test cases executed for: MRR throughput on 3n-icx with xxv710.' - 'YYMM.V-E: [uSec +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "10" for CSIT rls2206, "11" for CSIT rls2210).' - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' - - '2206.0-11 vs 2206.0-10: Compares CSIT environment current vs previous with previous VPP code.' - - '2210.0-11 vs 2206.0-11: Compares VPP code current vs previous in the current CSIT environment.' + # - '2206.0-11 vs 2206.0-10: Compares CSIT environment current vs previous with previous VPP code.' + # - '2210.0-11 vs 2206.0-11: Compares VPP code current vs previous in the current CSIT environment.' + - '2210.0-11 vs 2206.0-10: Compares current VPP code in the current CSIT environment vs previous VPP code in the previous CSIT environment.' # VPP Performance Changes 3n-icx 8t4c mrr - type: "table" @@ -2786,27 +3022,31 @@ filter: "'8T4C' and 'MRR' and 'NIC_Intel-XXV710'" columns: - title: "2202.0-10" - data-set: "vpp-3n-icx-hist-iter-mrr-new-env" + data-set: "vpp-3n-icx-hist-iter-mrr" - title: "2206.0-10" data-set: "vpp-3n-icx-prev-iter-mrr-old-env" - - title: "2206.0-11" - data-set: "vpp-3n-icx-prev-iter-mrr-new-env" + # - title: "2206.0-11" + # data-set: "vpp-3n-icx-prev-iter-mrr-new-env" - title: "2210.0-11" data-set: "vpp-3n-icx-curr-iter-mrr" comparisons: - - title: "2206.0-11 vs 2206.0-10" + # - title: "2206.0-11 vs 2206.0-10" + # reference: 2 + # compare: 3 + # - title: "2210.0-11 vs 2206.0-11" + # reference: 3 + # compare: 4 + - title: "2210.0-11 vs 2206.0-10" reference: 2 compare: 3 - - title: "2210.0-11 vs 2206.0-11" - reference: 3 - compare: 4 legend: - '' - 'Test Case: Test cases executed for: MRR throughput on 3n-icx with xxv710.' - 'YYMM.V-E: [uSec +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "10" for CSIT rls2206, "11" for CSIT rls2210).' - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' - - '2206.0-11 vs 2206.0-10: Compares CSIT environment current vs previous with previous VPP code.' - - '2210.0-11 vs 2206.0-11: Compares VPP code current vs previous in the current CSIT environment.' + # - '2206.0-11 vs 2206.0-10: Compares CSIT environment current vs previous with previous VPP code.' + # - '2210.0-11 vs 2206.0-11: Compares VPP code current vs previous in the current CSIT environment.' + - '2210.0-11 vs 2206.0-10: Compares current VPP code in the current CSIT environment vs previous VPP code in the previous CSIT environment.' # VPP Performance Changes 2n-icx 2t1c mrr - type: "table" @@ -2817,27 +3057,31 @@ filter: "'2T1C' and 'MRR' and 'NIC_Intel-XXV710'" columns: - title: "2202.0-10" - data-set: "vpp-2n-icx-hist-iter-mrr-new-env" + data-set: "vpp-2n-icx-hist-iter-mrr" - title: "2206.0-10" data-set: "vpp-2n-icx-prev-iter-mrr-old-env" - - title: "2206.0-11" - data-set: "vpp-2n-icx-prev-iter-mrr-new-env" + # - title: "2206.0-11" + # data-set: "vpp-2n-icx-prev-iter-mrr-new-env" - title: "2210.0-11" data-set: "vpp-2n-icx-curr-iter-mrr" comparisons: - - title: "2206.0-11 vs 2206.0-10" + # - title: "2206.0-11 vs 2206.0-10" + # reference: 2 + # compare: 3 + # - title: "2210.0-11 vs 2206.0-11" + # reference: 3 + # compare: 4 + - title: "2210.0-11 vs 2206.0-10" reference: 2 compare: 3 - - title: "2210.0-11 vs 2206.0-11" - reference: 3 - compare: 4 legend: - '' - 'Test Case: Test cases executed for: MRR throughput on 2n-icx with xxv710.' - 'YYMM.V-E: [uSec +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "10" for CSIT rls2206, "11" for CSIT rls2210).' - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' - - '2206.0-11 vs 2206.0-10: Compares CSIT environment current vs previous with previous VPP code.' - - '2210.0-11 vs 2206.0-11: Compares VPP code current vs previous in the current CSIT environment.' + # - '2206.0-11 vs 2206.0-10: Compares CSIT environment current vs previous with previous VPP code.' + # - '2210.0-11 vs 2206.0-11: Compares VPP code current vs previous in the current CSIT environment.' + - '2210.0-11 vs 2206.0-10: Compares current VPP code in the current CSIT environment vs previous VPP code in the previous CSIT environment.' # VPP Performance Changes 2n-icx 4t2c mrr - type: "table" @@ -2848,27 +3092,31 @@ filter: "'4T2C' and 'MRR' and 'NIC_Intel-XXV710'" columns: - title: "2202.0-10" - data-set: "vpp-2n-icx-hist-iter-mrr-new-env" + data-set: "vpp-2n-icx-hist-iter-mrr" - title: "2206.0-10" data-set: "vpp-2n-icx-prev-iter-mrr-old-env" - - title: "2206.0-11" - data-set: "vpp-2n-icx-prev-iter-mrr-new-env" + # - title: "2206.0-11" + # data-set: "vpp-2n-icx-prev-iter-mrr-new-env" - title: "2210.0-11" data-set: "vpp-2n-icx-curr-iter-mrr" comparisons: - - title: "2206.0-11 vs 2206.0-10" + # - title: "2206.0-11 vs 2206.0-10" + # reference: 2 + # compare: 3 + # - title: "2210.0-11 vs 2206.0-11" + # reference: 3 + # compare: 4 + - title: "2210.0-11 vs 2206.0-10" reference: 2 compare: 3 - - title: "2210.0-11 vs 2206.0-11" - reference: 3 - compare: 4 legend: - '' - 'Test Case: Test cases executed for: MRR throughput on 2n-icx with xxv710.' - 'YYMM.V-E: [uSec +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "10" for CSIT rls2206, "11" for CSIT rls2210).' - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' - - '2206.0-11 vs 2206.0-10: Compares CSIT environment current vs previous with previous VPP code.' - - '2210.0-11 vs 2206.0-11: Compares VPP code current vs previous in the current CSIT environment.' + # - '2206.0-11 vs 2206.0-10: Compares CSIT environment current vs previous with previous VPP code.' + # - '2210.0-11 vs 2206.0-11: Compares VPP code current vs previous in the current CSIT environment.' + - '2210.0-11 vs 2206.0-10: Compares current VPP code in the current CSIT environment vs previous VPP code in the previous CSIT environment.' # VPP Performance Changes 2n-icx 8t4c mrr - type: "table" @@ -2879,27 +3127,31 @@ filter: "'8T4C' and 'MRR' and 'NIC_Intel-XXV710'" columns: - title: "2202.0-10" - data-set: "vpp-2n-icx-hist-iter-mrr-new-env" + data-set: "vpp-2n-icx-hist-iter-mrr" - title: "2206.0-10" data-set: "vpp-2n-icx-prev-iter-mrr-old-env" - - title: "2206.0-11" - data-set: "vpp-2n-icx-prev-iter-mrr-new-env" + # - title: "2206.0-11" + # data-set: "vpp-2n-icx-prev-iter-mrr-new-env" - title: "2210.0-11" data-set: "vpp-2n-icx-curr-iter-mrr" comparisons: - - title: "2206.0-11 vs 2206.0-10" + # - title: "2206.0-11 vs 2206.0-10" + # reference: 2 + # compare: 3 + # - title: "2210.0-11 vs 2206.0-11" + # reference: 3 + # compare: 4 + - title: "2210.0-11 vs 2206.0-10" reference: 2 compare: 3 - - title: "2210.0-11 vs 2206.0-11" - reference: 3 - compare: 4 legend: - '' - 'Test Case: Test cases executed for: MRR throughput on 2n-icx with xxv710.' - 'YYMM.V-E: [uSec +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "10" for CSIT rls2206, "11" for CSIT rls2210).' - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' - - '2206.0-11 vs 2206.0-10: Compares CSIT environment current vs previous with previous VPP code.' - - '2210.0-11 vs 2206.0-11: Compares VPP code current vs previous in the current CSIT environment.' + # - '2206.0-11 vs 2206.0-10: Compares CSIT environment current vs previous with previous VPP code.' + # - '2210.0-11 vs 2206.0-11: Compares VPP code current vs previous in the current CSIT environment.' + - '2210.0-11 vs 2206.0-10: Compares current VPP code in the current CSIT environment vs previous VPP code in the previous CSIT environment.' # VPP Performance Changes 2n-clx-xxv710 2t1c mrr - type: "table" @@ -2910,27 +3162,31 @@ filter: "'2T1C' and 'MRR' and 'NIC_Intel-XXV710'" columns: - title: "2202.0-10" - data-set: "vpp-2n-clx-hist-iter-mrr-new-env" + data-set: "vpp-2n-clx-hist-iter-mrr" - title: "2206.0-10" data-set: "vpp-2n-clx-prev-iter-mrr-old-env" - - title: "2206.0-11" - data-set: "vpp-2n-clx-prev-iter-mrr-new-env" + # - title: "2206.0-11" + # data-set: "vpp-2n-clx-prev-iter-mrr-new-env" - title: "2210.0-11" data-set: "vpp-2n-clx-curr-iter-mrr" comparisons: - - title: "2206.0-11 vs 2206.0-10" + # - title: "2206.0-11 vs 2206.0-10" + # reference: 2 + # compare: 3 + # - title: "2210.0-11 vs 2206.0-11" + # reference: 3 + # compare: 4 + - title: "2210.0-11 vs 2206.0-10" reference: 2 compare: 3 - - title: "2210.0-11 vs 2206.0-11" - reference: 3 - compare: 4 legend: - '' - 'Test Case: Test cases executed for: MRR throughput on 2n-clx with xxv710.' - 'YYMM.V-E: [uSec +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "10" for CSIT rls2206, "11" for CSIT rls2210).' - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' - - '2206.0-11 vs 2206.0-10: Compares CSIT environment current vs previous with previous VPP code.' - - '2210.0-11 vs 2206.0-11: Compares VPP code current vs previous in the current CSIT environment.' + # - '2206.0-11 vs 2206.0-10: Compares CSIT environment current vs previous with previous VPP code.' + # - '2210.0-11 vs 2206.0-11: Compares VPP code current vs previous in the current CSIT environment.' + - '2210.0-11 vs 2206.0-10: Compares current VPP code in the current CSIT environment vs previous VPP code in the previous CSIT environment.' # VPP Performance Changes 2n-clx-xxv710 4t2c mrr - type: "table" @@ -2941,27 +3197,31 @@ filter: "'4T2C' and 'MRR' and 'NIC_Intel-XXV710'" columns: - title: "2202.0-10" - data-set: "vpp-2n-clx-hist-iter-mrr-new-env" + data-set: "vpp-2n-clx-hist-iter-mrr" - title: "2206.0-10" data-set: "vpp-2n-clx-prev-iter-mrr-old-env" - - title: "2206.0-11" - data-set: "vpp-2n-clx-prev-iter-mrr-new-env" + # - title: "2206.0-11" + # data-set: "vpp-2n-clx-prev-iter-mrr-new-env" - title: "2210.0-11" data-set: "vpp-2n-clx-curr-iter-mrr" comparisons: - - title: "2206.0-11 vs 2206.0-10" + # - title: "2206.0-11 vs 2206.0-10" + # reference: 2 + # compare: 3 + # - title: "2210.0-11 vs 2206.0-11" + # reference: 3 + # compare: 4 + - title: "2210.0-11 vs 2206.0-10" reference: 2 compare: 3 - - title: "2210.0-11 vs 2206.0-11" - reference: 3 - compare: 4 legend: - '' - 'Test Case: Test cases executed for: MRR throughput on 2n-clx with xxv710.' - 'YYMM.V-E: [uSec +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "10" for CSIT rls2206, "11" for CSIT rls2210).' - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' - - '2206.0-11 vs 2206.0-10: Compares CSIT environment current vs previous with previous VPP code.' - - '2210.0-11 vs 2206.0-11: Compares VPP code current vs previous in the current CSIT environment.' + # - '2206.0-11 vs 2206.0-10: Compares CSIT environment current vs previous with previous VPP code.' + # - '2210.0-11 vs 2206.0-11: Compares VPP code current vs previous in the current CSIT environment.' + - '2210.0-11 vs 2206.0-10: Compares current VPP code in the current CSIT environment vs previous VPP code in the previous CSIT environment.' # VPP Performance Changes 2n-clx-xxv710 8t4c mrr - type: "table" @@ -2972,27 +3232,31 @@ filter: "'8T4C' and 'MRR' and 'NIC_Intel-XXV710'" columns: - title: "2202.0-10" - data-set: "vpp-2n-clx-hist-iter-mrr-new-env" + data-set: "vpp-2n-clx-hist-iter-mrr" - title: "2206.0-10" data-set: "vpp-2n-clx-prev-iter-mrr-old-env" - - title: "2206.0-11" - data-set: "vpp-2n-clx-prev-iter-mrr-new-env" + # - title: "2206.0-11" + # data-set: "vpp-2n-clx-prev-iter-mrr-new-env" - title: "2210.0-11" data-set: "vpp-2n-clx-curr-iter-mrr" comparisons: - - title: "2206.0-11 vs 2206.0-10" + # - title: "2206.0-11 vs 2206.0-10" + # reference: 2 + # compare: 3 + # - title: "2210.0-11 vs 2206.0-11" + # reference: 3 + # compare: 4 + - title: "2210.0-11 vs 2206.0-10" reference: 2 compare: 3 - - title: "2210.0-11 vs 2206.0-11" - reference: 3 - compare: 4 legend: - '' - 'Test Case: Test cases executed for: MRR throughput on 2n-clx with xxv710.' - 'YYMM.V-E: [uSec +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "10" for CSIT rls2206, "11" for CSIT rls2210).' - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' - - '2206.0-11 vs 2206.0-10: Compares CSIT environment current vs previous with previous VPP code.' - - '2210.0-11 vs 2206.0-11: Compares VPP code current vs previous in the current CSIT environment.' + # - '2206.0-11 vs 2206.0-10: Compares CSIT environment current vs previous with previous VPP code.' + # - '2210.0-11 vs 2206.0-11: Compares VPP code current vs previous in the current CSIT environment.' + - '2210.0-11 vs 2206.0-10: Compares current VPP code in the current CSIT environment vs previous VPP code in the previous CSIT environment.' # VPP Performance Changes 2n-clx-cx556a 2t1c mrr - type: "table" @@ -3003,27 +3267,31 @@ filter: "'2T1C' and 'MRR' and 'NIC_Mellanox-CX556A'" columns: - title: "2202.0-10" - data-set: "vpp-2n-clx-hist-iter-mrr-new-env" + data-set: "vpp-2n-clx-hist-iter-mrr" - title: "2206.0-10" data-set: "vpp-2n-clx-prev-iter-mrr-old-env" - - title: "2206.0-11" - data-set: "vpp-2n-clx-prev-iter-mrr-new-env" + # - title: "2206.0-11" + # data-set: "vpp-2n-clx-prev-iter-mrr-new-env" - title: "2210.0-11" data-set: "vpp-2n-clx-curr-iter-mrr" comparisons: - - title: "2206.0-11 vs 2206.0-10" + # - title: "2206.0-11 vs 2206.0-10" + # reference: 2 + # compare: 3 + # - title: "2210.0-11 vs 2206.0-11" + # reference: 3 + # compare: 4 + - title: "2210.0-11 vs 2206.0-10" reference: 2 compare: 3 - - title: "2210.0-11 vs 2206.0-11" - reference: 3 - compare: 4 legend: - '' - 'Test Case: Test cases executed for: MRR throughput on 2n-clx with cx556a.' - 'YYMM.V-E: [uSec +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "10" for CSIT rls2206, "11" for CSIT rls2210).' - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' - - '2206.0-11 vs 2206.0-10: Compares CSIT environment current vs previous with previous VPP code.' - - '2210.0-11 vs 2206.0-11: Compares VPP code current vs previous in the current CSIT environment.' + # - '2206.0-11 vs 2206.0-10: Compares CSIT environment current vs previous with previous VPP code.' + # - '2210.0-11 vs 2206.0-11: Compares VPP code current vs previous in the current CSIT environment.' + - '2210.0-11 vs 2206.0-10: Compares current VPP code in the current CSIT environment vs previous VPP code in the previous CSIT environment.' # VPP Performance Changes 2n-clx-cx556a 4t2c mrr - type: "table" @@ -3034,27 +3302,31 @@ filter: "'4T2C' and 'MRR' and 'NIC_Mellanox-CX556A'" columns: - title: "2202.0-10" - data-set: "vpp-2n-clx-hist-iter-mrr-new-env" + data-set: "vpp-2n-clx-hist-iter-mrr" - title: "2206.0-10" data-set: "vpp-2n-clx-prev-iter-mrr-old-env" - - title: "2206.0-11" - data-set: "vpp-2n-clx-prev-iter-mrr-new-env" + # - title: "2206.0-11" + # data-set: "vpp-2n-clx-prev-iter-mrr-new-env" - title: "2210.0-11" data-set: "vpp-2n-clx-curr-iter-mrr" comparisons: - - title: "2206.0-11 vs 2206.0-10" + # - title: "2206.0-11 vs 2206.0-10" + # reference: 2 + # compare: 3 + # - title: "2210.0-11 vs 2206.0-11" + # reference: 3 + # compare: 4 + - title: "2210.0-11 vs 2206.0-10" reference: 2 compare: 3 - - title: "2210.0-11 vs 2206.0-11" - reference: 3 - compare: 4 legend: - '' - 'Test Case: Test cases executed for: MRR throughput on 2n-clx with cx556a.' - 'YYMM.V-E: [uSec +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "10" for CSIT rls2206, "11" for CSIT rls2210).' - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' - - '2206.0-11 vs 2206.0-10: Compares CSIT environment current vs previous with previous VPP code.' - - '2210.0-11 vs 2206.0-11: Compares VPP code current vs previous in the current CSIT environment.' + # - '2206.0-11 vs 2206.0-10: Compares CSIT environment current vs previous with previous VPP code.' + # - '2210.0-11 vs 2206.0-11: Compares VPP code current vs previous in the current CSIT environment.' + - '2210.0-11 vs 2206.0-10: Compares current VPP code in the current CSIT environment vs previous VPP code in the previous CSIT environment.' # VPP Performance Changes 2n-clx-cx556a 8t4c mrr - type: "table" @@ -3065,27 +3337,31 @@ filter: "'8T4C' and 'MRR' and 'NIC_Mellanox-CX556A'" columns: - title: "2202.0-10" - data-set: "vpp-2n-clx-hist-iter-mrr-new-env" + data-set: "vpp-2n-clx-hist-iter-mrr" - title: "2206.0-10" data-set: "vpp-2n-clx-prev-iter-mrr-old-env" - - title: "2206.0-11" - data-set: "vpp-2n-clx-prev-iter-mrr-new-env" + # - title: "2206.0-11" + # data-set: "vpp-2n-clx-prev-iter-mrr-new-env" - title: "2210.0-11" data-set: "vpp-2n-clx-curr-iter-mrr" comparisons: - - title: "2206.0-11 vs 2206.0-10" + # - title: "2206.0-11 vs 2206.0-10" + # reference: 2 + # compare: 3 + # - title: "2210.0-11 vs 2206.0-11" + # reference: 3 + # compare: 4 + - title: "2210.0-11 vs 2206.0-10" reference: 2 compare: 3 - - title: "2210.0-11 vs 2206.0-11" - reference: 3 - compare: 4 legend: - '' - 'Test Case: Test cases executed for: MRR throughput on 2n-clx with cx556a.' - 'YYMM.V-E: [uSec +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "10" for CSIT rls2206, "11" for CSIT rls2210).' - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' - - '2206.0-11 vs 2206.0-10: Compares CSIT environment current vs previous with previous VPP code.' - - '2210.0-11 vs 2206.0-11: Compares VPP code current vs previous in the current CSIT environment.' + # - '2206.0-11 vs 2206.0-10: Compares CSIT environment current vs previous with previous VPP code.' + # - '2210.0-11 vs 2206.0-11: Compares VPP code current vs previous in the current CSIT environment.' + - '2210.0-11 vs 2206.0-10: Compares current VPP code in the current CSIT environment vs previous VPP code in the previous CSIT environment.' # VPP Performance Changes 2n-zn2-xxv710 2t1c mrr - type: "table" @@ -3096,27 +3372,31 @@ filter: "'2T1C' and 'MRR' and 'NIC_Intel-XXV710'" columns: - title: "2202.0-10" - data-set: "vpp-2n-zn2-hist-iter-mrr-new-env" + data-set: "vpp-2n-zn2-hist-iter-mrr" - title: "2206.0-10" data-set: "vpp-2n-zn2-prev-iter-mrr-old-env" - - title: "2206.0-11" - data-set: "vpp-2n-zn2-prev-iter-mrr-new-env" + # - title: "2206.0-11" + # data-set: "vpp-2n-zn2-prev-iter-mrr-new-env" - title: "2210.0-11" data-set: "vpp-2n-zn2-curr-iter-mrr" comparisons: - - title: "2206.0-11 vs 2206.0-10" + # - title: "2206.0-11 vs 2206.0-10" + # reference: 2 + # compare: 3 + # - title: "2210.0-11 vs 2206.0-11" + # reference: 3 + # compare: 4 + - title: "2210.0-11 vs 2206.0-10" reference: 2 compare: 3 - - title: "2210.0-11 vs 2206.0-11" - reference: 3 - compare: 4 legend: - '' - 'Test Case: Test cases executed for: MRR throughput on 2n-zn2 with xxv710.' - 'YYMM.V-E: [uSec +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "10" for CSIT rls2206, "11" for CSIT rls2210).' - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' - - '2206.0-11 vs 2206.0-10: Compares CSIT environment current vs previous with previous VPP code.' - - '2210.0-11 vs 2206.0-11: Compares VPP code current vs previous in the current CSIT environment.' + # - '2206.0-11 vs 2206.0-10: Compares CSIT environment current vs previous with previous VPP code.' + # - '2210.0-11 vs 2206.0-11: Compares VPP code current vs previous in the current CSIT environment.' + - '2210.0-11 vs 2206.0-10: Compares current VPP code in the current CSIT environment vs previous VPP code in the previous CSIT environment.' # VPP Performance Changes 2n-zn2-xxv710 4t2c mrr - type: "table" @@ -3127,27 +3407,31 @@ filter: "'4T2C' and 'MRR' and 'NIC_Intel-XXV710'" columns: - title: "2202.0-10" - data-set: "vpp-2n-zn2-hist-iter-mrr-new-env" + data-set: "vpp-2n-zn2-hist-iter-mrr" - title: "2206.0-10" data-set: "vpp-2n-zn2-prev-iter-mrr-old-env" - - title: "2206.0-11" - data-set: "vpp-2n-zn2-prev-iter-mrr-new-env" + # - title: "2206.0-11" + # data-set: "vpp-2n-zn2-prev-iter-mrr-new-env" - title: "2210.0-11" data-set: "vpp-2n-zn2-curr-iter-mrr" comparisons: - - title: "2206.0-11 vs 2206.0-10" + # - title: "2206.0-11 vs 2206.0-10" + # reference: 2 + # compare: 3 + # - title: "2210.0-11 vs 2206.0-11" + # reference: 3 + # compare: 4 + - title: "2210.0-11 vs 2206.0-10" reference: 2 compare: 3 - - title: "2210.0-11 vs 2206.0-11" - reference: 3 - compare: 4 legend: - '' - 'Test Case: Test cases executed for: MRR throughput on 2n-zn2 with xxv710.' - 'YYMM.V-E: [uSec +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "10" for CSIT rls2206, "11" for CSIT rls2210).' - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' - - '2206.0-11 vs 2206.0-10: Compares CSIT environment current vs previous with previous VPP code.' - - '2210.0-11 vs 2206.0-11: Compares VPP code current vs previous in the current CSIT environment.' + # - '2206.0-11 vs 2206.0-10: Compares CSIT environment current vs previous with previous VPP code.' + # - '2210.0-11 vs 2206.0-11: Compares VPP code current vs previous in the current CSIT environment.' + - '2210.0-11 vs 2206.0-10: Compares current VPP code in the current CSIT environment vs previous VPP code in the previous CSIT environment.' # VPP Performance Changes 2n-zn2-xxv710 8t4c mrr - type: "table" @@ -3158,27 +3442,31 @@ filter: "'8T4C' and 'MRR' and 'NIC_Intel-XXV710'" columns: - title: "2202.0-10" - data-set: "vpp-2n-zn2-hist-iter-mrr-new-env" + data-set: "vpp-2n-zn2-hist-iter-mrr" - title: "2206.0-10" data-set: "vpp-2n-zn2-prev-iter-mrr-old-env" - - title: "2206.0-11" - data-set: "vpp-2n-zn2-prev-iter-mrr-new-env" + # - title: "2206.0-11" + # data-set: "vpp-2n-zn2-prev-iter-mrr-new-env" - title: "2210.0-11" data-set: "vpp-2n-zn2-curr-iter-mrr" comparisons: - - title: "2206.0-11 vs 2206.0-10" + # - title: "2206.0-11 vs 2206.0-10" + # reference: 2 + # compare: 3 + # - title: "2210.0-11 vs 2206.0-11" + # reference: 3 + # compare: 4 + - title: "2210.0-11 vs 2206.0-10" reference: 2 compare: 3 - - title: "2210.0-11 vs 2206.0-11" - reference: 3 - compare: 4 legend: - '' - 'Test Case: Test cases executed for: MRR throughput on 2n-zn2 with xxv710.' - 'YYMM.V-E: [uSec +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "10" for CSIT rls2206, "11" for CSIT rls2210).' - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' - - '2206.0-11 vs 2206.0-10: Compares CSIT environment current vs previous with previous VPP code.' - - '2210.0-11 vs 2206.0-11: Compares VPP code current vs previous in the current CSIT environment.' + # - '2206.0-11 vs 2206.0-10: Compares CSIT environment current vs previous with previous VPP code.' + # - '2210.0-11 vs 2206.0-11: Compares VPP code current vs previous in the current CSIT environment.' + - '2210.0-11 vs 2206.0-10: Compares current VPP code in the current CSIT environment vs previous VPP code in the previous CSIT environment.' # VPP Performance Changes 2n-dnv 1t1c mrr - type: "table" @@ -3189,27 +3477,31 @@ filter: "'1T1C'" columns: - title: "2202.0-10" - data-set: "vpp-2n-dnv-hist-iter-mrr-new-env" + data-set: "vpp-2n-dnv-hist-iter-mrr" - title: "2206.0-10" data-set: "vpp-2n-dnv-prev-iter-mrr-old-env" - - title: "2206.0-11" - data-set: "vpp-2n-dnv-prev-iter-mrr-new-env" + # - title: "2206.0-11" + # data-set: "vpp-2n-dnv-prev-iter-mrr-new-env" - title: "2210.0-11" data-set: "vpp-2n-dnv-curr-iter-mrr" comparisons: - - title: "2206.0-11 vs 2206.0-10" + # - title: "2206.0-11 vs 2206.0-10" + # reference: 2 + # compare: 3 + # - title: "2210.0-11 vs 2206.0-11" + # reference: 3 + # compare: 4 + - title: "2210.0-11 vs 2206.0-10" reference: 2 compare: 3 - - title: "2210.0-11 vs 2206.0-11" - reference: 3 - compare: 4 legend: - '' - 'Test Case: Test cases executed for: MRR throughput on 2n-dnv with x553.' - 'YYMM.V-E: [uSec +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "10" for CSIT rls2206, "11" for CSIT rls2210).' - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' - - '2206.0-11 vs 2206.0-10: Compares CSIT environment current vs previous with previous VPP code.' - - '2210.0-11 vs 2206.0-11: Compares VPP code current vs previous in the current CSIT environment.' + # - '2206.0-11 vs 2206.0-10: Compares CSIT environment current vs previous with previous VPP code.' + # - '2210.0-11 vs 2206.0-11: Compares VPP code current vs previous in the current CSIT environment.' + - '2210.0-11 vs 2206.0-10: Compares current VPP code in the current CSIT environment vs previous VPP code in the previous CSIT environment.' # VPP Performance Changes 2n-dnv 2t2c mrr - type: "table" @@ -3220,27 +3512,31 @@ filter: "'2T2C'" columns: - title: "2202.0-10" - data-set: "vpp-2n-dnv-hist-iter-mrr-new-env" + data-set: "vpp-2n-dnv-hist-iter-mrr" - title: "2206.0-10" data-set: "vpp-2n-dnv-prev-iter-mrr-old-env" - - title: "2206.0-11" - data-set: "vpp-2n-dnv-prev-iter-mrr-new-env" + # - title: "2206.0-11" + # data-set: "vpp-2n-dnv-prev-iter-mrr-new-env" - title: "2210.0-11" data-set: "vpp-2n-dnv-curr-iter-mrr" comparisons: - - title: "2206.0-11 vs 2206.0-10" + # - title: "2206.0-11 vs 2206.0-10" + # reference: 2 + # compare: 3 + # - title: "2210.0-11 vs 2206.0-11" + # reference: 3 + # compare: 4 + - title: "2210.0-11 vs 2206.0-10" reference: 2 compare: 3 - - title: "2210.0-11 vs 2206.0-11" - reference: 3 - compare: 4 legend: - '' - 'Test Case: Test cases executed for: MRR throughput on 2n-dnv with x553.' - 'YYMM.V-E: [uSec +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "10" for CSIT rls2206, "11" for CSIT rls2210).' - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' - - '2206.0-11 vs 2206.0-10: Compares CSIT environment current vs previous with previous VPP code.' - - '2210.0-11 vs 2206.0-11: Compares VPP code current vs previous in the current CSIT environment.' + # - '2206.0-11 vs 2206.0-10: Compares CSIT environment current vs previous with previous VPP code.' + # - '2210.0-11 vs 2206.0-11: Compares VPP code current vs previous in the current CSIT environment.' + - '2210.0-11 vs 2206.0-10: Compares current VPP code in the current CSIT environment vs previous VPP code in the previous CSIT environment.' # VPP Performance Changes 2n-dnv 4t4c mrr - type: "table" @@ -3251,27 +3547,31 @@ filter: "'4T4C'" columns: - title: "2202.0-10" - data-set: "vpp-2n-dnv-hist-iter-mrr-new-env" + data-set: "vpp-2n-dnv-hist-iter-mrr" - title: "2206.0-10" data-set: "vpp-2n-dnv-prev-iter-mrr-old-env" - - title: "2206.0-11" - data-set: "vpp-2n-dnv-prev-iter-mrr-new-env" + # - title: "2206.0-11" + # data-set: "vpp-2n-dnv-prev-iter-mrr-new-env" - title: "2210.0-11" data-set: "vpp-2n-dnv-curr-iter-mrr" comparisons: - - title: "2206.0-11 vs 2206.0-10" + # - title: "2206.0-11 vs 2206.0-10" + # reference: 2 + # compare: 3 + # - title: "2210.0-11 vs 2206.0-11" + # reference: 3 + # compare: 4 + - title: "2210.0-11 vs 2206.0-10" reference: 2 compare: 3 - - title: "2210.0-11 vs 2206.0-11" - reference: 3 - compare: 4 legend: - '' - 'Test Case: Test cases executed for: MRR throughput on 2n-dnv with x553.' - 'YYMM.V-E: [uSec +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "10" for CSIT rls2206, "11" for CSIT rls2210).' - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' - - '2206.0-11 vs 2206.0-10: Compares CSIT environment current vs previous with previous VPP code.' - - '2210.0-11 vs 2206.0-11: Compares VPP code current vs previous in the current CSIT environment.' + # - '2206.0-11 vs 2206.0-10: Compares CSIT environment current vs previous with previous VPP code.' + # - '2210.0-11 vs 2206.0-11: Compares VPP code current vs previous in the current CSIT environment.' + - '2210.0-11 vs 2206.0-10: Compares current VPP code in the current CSIT environment vs previous VPP code in the previous CSIT environment.' # VPP Performance Changes 3n-dnv 1t1c mrr - type: "table" @@ -3282,27 +3582,31 @@ filter: "'1T1C'" columns: - title: "2202.0-10" - data-set: "vpp-3n-dnv-hist-iter-mrr-new-env" + data-set: "vpp-3n-dnv-hist-iter-mrr" - title: "2206.0-10" data-set: "vpp-3n-dnv-prev-iter-mrr-old-env" - - title: "2206.0-11" - data-set: "vpp-3n-dnv-prev-iter-mrr-new-env" + # - title: "2206.0-11" + # data-set: "vpp-3n-dnv-prev-iter-mrr-new-env" - title: "2210.0-11" data-set: "vpp-3n-dnv-curr-iter-mrr" comparisons: - - title: "2206.0-11 vs 2206.0-10" + # - title: "2206.0-11 vs 2206.0-10" + # reference: 2 + # compare: 3 + # - title: "2210.0-11 vs 2206.0-11" + # reference: 3 + # compare: 4 + - title: "2210.0-11 vs 2206.0-10" reference: 2 compare: 3 - - title: "2210.0-11 vs 2206.0-11" - reference: 3 - compare: 4 legend: - '' - 'Test Case: Test cases executed for: MRR throughput on 3n-dnv with x553.' - 'YYMM.V-E: [uSec +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "10" for CSIT rls2206, "11" for CSIT rls2210).' - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' - - '2206.0-11 vs 2206.0-10: Compares CSIT environment current vs previous with previous VPP code.' - - '2210.0-11 vs 2206.0-11: Compares VPP code current vs previous in the current CSIT environment.' + # - '2206.0-11 vs 2206.0-10: Compares CSIT environment current vs previous with previous VPP code.' + # - '2210.0-11 vs 2206.0-11: Compares VPP code current vs previous in the current CSIT environment.' + - '2210.0-11 vs 2206.0-10: Compares current VPP code in the current CSIT environment vs previous VPP code in the previous CSIT environment.' # VPP Performance Changes 3n-dnv 2t2c mrr - type: "table" @@ -3313,27 +3617,31 @@ filter: "'2T2C'" columns: - title: "2202.0-10" - data-set: "vpp-3n-dnv-hist-iter-mrr-new-env" + data-set: "vpp-3n-dnv-hist-iter-mrr" - title: "2206.0-10" data-set: "vpp-3n-dnv-prev-iter-mrr-old-env" - - title: "2206.0-11" - data-set: "vpp-3n-dnv-prev-iter-mrr-new-env" + # - title: "2206.0-11" + # data-set: "vpp-3n-dnv-prev-iter-mrr-new-env" - title: "2210.0-11" data-set: "vpp-3n-dnv-curr-iter-mrr" comparisons: - - title: "2206.0-11 vs 2206.0-10" + # - title: "2206.0-11 vs 2206.0-10" + # reference: 2 + # compare: 3 + # - title: "2210.0-11 vs 2206.0-11" + # reference: 3 + # compare: 4 + - title: "2210.0-11 vs 2206.0-10" reference: 2 compare: 3 - - title: "2210.0-11 vs 2206.0-11" - reference: 3 - compare: 4 legend: - '' - 'Test Case: Test cases executed for: MRR throughput on 3n-dnv with x553.' - 'YYMM.V-E: [uSec +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "10" for CSIT rls2206, "11" for CSIT rls2210).' - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' - - '2206.0-11 vs 2206.0-10: Compares CSIT environment current vs previous with previous VPP code.' - - '2210.0-11 vs 2206.0-11: Compares VPP code current vs previous in the current CSIT environment.' + # - '2206.0-11 vs 2206.0-10: Compares CSIT environment current vs previous with previous VPP code.' + # - '2210.0-11 vs 2206.0-11: Compares VPP code current vs previous in the current CSIT environment.' + - '2210.0-11 vs 2206.0-10: Compares current VPP code in the current CSIT environment vs previous VPP code in the previous CSIT environment.' # VPP Performance Changes 3n-dnv 4t4c mrr - type: "table" @@ -3344,27 +3652,31 @@ filter: "'4T4C'" columns: - title: "2202.0-10" - data-set: "vpp-3n-dnv-hist-iter-mrr-new-env" + data-set: "vpp-3n-dnv-hist-iter-mrr" - title: "2206.0-10" data-set: "vpp-3n-dnv-prev-iter-mrr-old-env" - - title: "2206.0-11" - data-set: "vpp-3n-dnv-prev-iter-mrr-new-env" + # - title: "2206.0-11" + # data-set: "vpp-3n-dnv-prev-iter-mrr-new-env" - title: "2210.0-11" data-set: "vpp-3n-dnv-curr-iter-mrr" comparisons: - - title: "2206.0-11 vs 2206.0-10" + # - title: "2206.0-11 vs 2206.0-10" + # reference: 2 + # compare: 3 + # - title: "2210.0-11 vs 2206.0-11" + # reference: 3 + # compare: 4 + - title: "2210.0-11 vs 2206.0-10" reference: 2 compare: 3 - - title: "2210.0-11 vs 2206.0-11" - reference: 3 - compare: 4 legend: - '' - 'Test Case: Test cases executed for: MRR throughput on 3n-dnv with x553.' - 'YYMM.V-E: [uSec +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "10" for CSIT rls2206, "11" for CSIT rls2210).' - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' - - '2206.0-11 vs 2206.0-10: Compares CSIT environment current vs previous with previous VPP code.' - - '2210.0-11 vs 2206.0-11: Compares VPP code current vs previous in the current CSIT environment.' + # - '2206.0-11 vs 2206.0-10: Compares CSIT environment current vs previous with previous VPP code.' + # - '2210.0-11 vs 2206.0-11: Compares VPP code current vs previous in the current CSIT environment.' + - '2210.0-11 vs 2206.0-10: Compares current VPP code in the current CSIT environment vs previous VPP code in the previous CSIT environment.' # VPP Performance Changes 3n-tsh 1t1c mrr - type: "table" @@ -3375,27 +3687,31 @@ filter: "'1T1C'" columns: - title: "2202.0-10" - data-set: "vpp-3n-tsh-hist-iter-mrr-new-env" + data-set: "vpp-3n-tsh-hist-iter-mrr" - title: "2206.0-10" data-set: "vpp-3n-tsh-prev-iter-mrr-old-env" - - title: "2206.0-11" - data-set: "vpp-3n-tsh-prev-iter-mrr-new-env" + # - title: "2206.0-11" + # data-set: "vpp-3n-tsh-prev-iter-mrr-new-env" - title: "2210.0-11" data-set: "vpp-3n-tsh-curr-iter-mrr" comparisons: - - title: "2206.0-11 vs 2206.0-10" + # - title: "2206.0-11 vs 2206.0-10" + # reference: 2 + # compare: 3 + # - title: "2210.0-11 vs 2206.0-11" + # reference: 3 + # compare: 4 + - title: "2210.0-11 vs 2206.0-10" reference: 2 compare: 3 - - title: "2210.0-11 vs 2206.0-11" - reference: 3 - compare: 4 legend: - '' - 'Test Case: Test cases executed for: MRR throughput on 3n-tsh with x520.' - 'YYMM.V-E: [uSec +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "10" for CSIT rls2206, "11" for CSIT rls2210).' - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' - - '2206.0-11 vs 2206.0-10: Compares CSIT environment current vs previous with previous VPP code.' - - '2210.0-11 vs 2206.0-11: Compares VPP code current vs previous in the current CSIT environment.' + # - '2206.0-11 vs 2206.0-10: Compares CSIT environment current vs previous with previous VPP code.' + # - '2210.0-11 vs 2206.0-11: Compares VPP code current vs previous in the current CSIT environment.' + - '2210.0-11 vs 2206.0-10: Compares current VPP code in the current CSIT environment vs previous VPP code in the previous CSIT environment.' # VPP Performance Changes 3n-tsh 2t2c mrr - type: "table" @@ -3406,27 +3722,31 @@ filter: "'2T2C'" columns: - title: "2202.0-10" - data-set: "vpp-3n-tsh-hist-iter-mrr-new-env" + data-set: "vpp-3n-tsh-hist-iter-mrr" - title: "2206.0-10" data-set: "vpp-3n-tsh-prev-iter-mrr-old-env" - - title: "2206.0-11" - data-set: "vpp-3n-tsh-prev-iter-mrr-new-env" + # - title: "2206.0-11" + # data-set: "vpp-3n-tsh-prev-iter-mrr-new-env" - title: "2210.0-11" data-set: "vpp-3n-tsh-curr-iter-mrr" comparisons: - - title: "2206.0-11 vs 2206.0-10" + # - title: "2206.0-11 vs 2206.0-10" + # reference: 2 + # compare: 3 + # - title: "2210.0-11 vs 2206.0-11" + # reference: 3 + # compare: 4 + - title: "2210.0-11 vs 2206.0-10" reference: 2 compare: 3 - - title: "2210.0-11 vs 2206.0-11" - reference: 3 - compare: 4 legend: - '' - 'Test Case: Test cases executed for: MRR throughput on 3n-tsh with x520.' - 'YYMM.V-E: [uSec +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "10" for CSIT rls2206, "11" for CSIT rls2210).' - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' - - '2206.0-11 vs 2206.0-10: Compares CSIT environment current vs previous with previous VPP code.' - - '2210.0-11 vs 2206.0-11: Compares VPP code current vs previous in the current CSIT environment.' + # - '2206.0-11 vs 2206.0-10: Compares CSIT environment current vs previous with previous VPP code.' + # - '2210.0-11 vs 2206.0-11: Compares VPP code current vs previous in the current CSIT environment.' + - '2210.0-11 vs 2206.0-10: Compares current VPP code in the current CSIT environment vs previous VPP code in the previous CSIT environment.' # VPP Performance Changes 3n-tsh 4t4c mrr - type: "table" @@ -3437,27 +3757,31 @@ filter: "'4T4C'" columns: - title: "2202.0-10" - data-set: "vpp-3n-tsh-hist-iter-mrr-new-env" + data-set: "vpp-3n-tsh-hist-iter-mrr" - title: "2206.0-10" data-set: "vpp-3n-tsh-prev-iter-mrr-old-env" - - title: "2206.0-11" - data-set: "vpp-3n-tsh-prev-iter-mrr-new-env" + # - title: "2206.0-11" + # data-set: "vpp-3n-tsh-prev-iter-mrr-new-env" - title: "2210.0-11" data-set: "vpp-3n-tsh-curr-iter-mrr" comparisons: - - title: "2206.0-11 vs 2206.0-10" + # - title: "2206.0-11 vs 2206.0-10" + # reference: 2 + # compare: 3 + # - title: "2210.0-11 vs 2206.0-11" + # reference: 3 + # compare: 4 + - title: "2210.0-11 vs 2206.0-10" reference: 2 compare: 3 - - title: "2210.0-11 vs 2206.0-11" - reference: 3 - compare: 4 legend: - '' - 'Test Case: Test cases executed for: MRR throughput on 3n-tsh with x520.' - 'YYMM.V-E: [uSec +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "10" for CSIT rls2206, "11" for CSIT rls2210).' - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' - - '2206.0-11 vs 2206.0-10: Compares CSIT environment current vs previous with previous VPP code.' - - '2210.0-11 vs 2206.0-11: Compares VPP code current vs previous in the current CSIT environment.' + # - '2206.0-11 vs 2206.0-10: Compares CSIT environment current vs previous with previous VPP code.' + # - '2210.0-11 vs 2206.0-11: Compares VPP code current vs previous in the current CSIT environment.' + - '2210.0-11 vs 2206.0-10: Compares current VPP code in the current CSIT environment vs previous VPP code in the previous CSIT environment.' # VPP Performance Changes 2n-tx2 1t1c mrr - type: "table" @@ -3468,27 +3792,31 @@ filter: "'1T1C'" columns: - title: "2202.0-10" - data-set: "vpp-2n-tx2-hist-iter-mrr-new-env" + data-set: "vpp-2n-tx2-hist-iter-mrr" - title: "2206.0-10" data-set: "vpp-2n-tx2-prev-iter-mrr-old-env" - - title: "2206.0-11" - data-set: "vpp-2n-tx2-prev-iter-mrr-new-env" + # - title: "2206.0-11" + # data-set: "vpp-2n-tx2-prev-iter-mrr-new-env" - title: "2210.0-11" data-set: "vpp-2n-tx2-curr-iter-mrr" comparisons: - - title: "2206.0-11 vs 2206.0-10" + # - title: "2206.0-11 vs 2206.0-10" + # reference: 2 + # compare: 3 + # - title: "2210.0-11 vs 2206.0-11" + # reference: 3 + # compare: 4 + - title: "2210.0-11 vs 2206.0-10" reference: 2 compare: 3 - - title: "2210.0-11 vs 2206.0-11" - reference: 3 - compare: 4 legend: - '' - 'Test Case: Test cases executed for: MRR throughput on 2n-tx2 with xl710.' - 'YYMM.V-E: [uSec +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "10" for CSIT rls2206, "11" for CSIT rls2210).' - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' - - '2206.0-11 vs 2206.0-10: Compares CSIT environment current vs previous with previous VPP code.' - - '2210.0-11 vs 2206.0-11: Compares VPP code current vs previous in the current CSIT environment.' + # - '2206.0-11 vs 2206.0-10: Compares CSIT environment current vs previous with previous VPP code.' + # - '2210.0-11 vs 2206.0-11: Compares VPP code current vs previous in the current CSIT environment.' + - '2210.0-11 vs 2206.0-10: Compares current VPP code in the current CSIT environment vs previous VPP code in the previous CSIT environment.' # VPP Performance Changes 2n-tx2 2t2c mrr - type: "table" @@ -3499,27 +3827,31 @@ filter: "'2T2C'" columns: - title: "2202.0-10" - data-set: "vpp-2n-tx2-hist-iter-mrr-new-env" + data-set: "vpp-2n-tx2-hist-iter-mrr" - title: "2206.0-10" data-set: "vpp-2n-tx2-prev-iter-mrr-old-env" - - title: "2206.0-11" - data-set: "vpp-2n-tx2-prev-iter-mrr-new-env" + # - title: "2206.0-11" + # data-set: "vpp-2n-tx2-prev-iter-mrr-new-env" - title: "2210.0-11" data-set: "vpp-2n-tx2-curr-iter-mrr" comparisons: - - title: "2206.0-11 vs 2206.0-10" + # - title: "2206.0-11 vs 2206.0-10" + # reference: 2 + # compare: 3 + # - title: "2210.0-11 vs 2206.0-11" + # reference: 3 + # compare: 4 + - title: "2210.0-11 vs 2206.0-10" reference: 2 compare: 3 - - title: "2210.0-11 vs 2206.0-11" - reference: 3 - compare: 4 legend: - '' - 'Test Case: Test cases executed for: MRR throughput on 2n-tx2 with xl710.' - 'YYMM.V-E: [uSec +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "10" for CSIT rls2206, "11" for CSIT rls2210).' - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' - - '2206.0-11 vs 2206.0-10: Compares CSIT environment current vs previous with previous VPP code.' - - '2210.0-11 vs 2206.0-11: Compares VPP code current vs previous in the current CSIT environment.' + # - '2206.0-11 vs 2206.0-10: Compares CSIT environment current vs previous with previous VPP code.' + # - '2210.0-11 vs 2206.0-11: Compares VPP code current vs previous in the current CSIT environment.' + - '2210.0-11 vs 2206.0-10: Compares current VPP code in the current CSIT environment vs previous VPP code in the previous CSIT environment.' # VPP Performance Changes 2n-tx2 4t4c mrr - type: "table" @@ -3530,27 +3862,31 @@ filter: "'4T4C'" columns: - title: "2202.0-10" - data-set: "vpp-2n-tx2-hist-iter-mrr-new-env" + data-set: "vpp-2n-tx2-hist-iter-mrr" - title: "2206.0-10" data-set: "vpp-2n-tx2-prev-iter-mrr-old-env" - - title: "2206.0-11" - data-set: "vpp-2n-tx2-prev-iter-mrr-new-env" + # - title: "2206.0-11" + # data-set: "vpp-2n-tx2-prev-iter-mrr-new-env" - title: "2210.0-11" data-set: "vpp-2n-tx2-curr-iter-mrr" comparisons: - - title: "2206.0-11 vs 2206.0-10" + # - title: "2206.0-11 vs 2206.0-10" + # reference: 2 + # compare: 3 + # - title: "2210.0-11 vs 2206.0-11" + # reference: 3 + # compare: 4 + - title: "2210.0-11 vs 2206.0-10" reference: 2 compare: 3 - - title: "2210.0-11 vs 2206.0-11" - reference: 3 - compare: 4 legend: - '' - 'Test Case: Test cases executed for: MRR throughput on 2n-tx2 with xl710.' - 'YYMM.V-E: [uSec +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "10" for CSIT rls2206, "11" for CSIT rls2210).' - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' - - '2206.0-11 vs 2206.0-10: Compares CSIT environment current vs previous with previous VPP code.' - - '2210.0-11 vs 2206.0-11: Compares VPP code current vs previous in the current CSIT environment.' + # - '2206.0-11 vs 2206.0-10: Compares CSIT environment current vs previous with previous VPP code.' + # - '2210.0-11 vs 2206.0-11: Compares VPP code current vs previous in the current CSIT environment.' + - '2210.0-11 vs 2206.0-10: Compares current VPP code in the current CSIT environment vs previous VPP code in the previous CSIT environment.' # VPP Performance Changes 2n-aws 2t1c mrr - type: "table"