X-Git-Url: https://gerrit.fd.io/r/gitweb?p=csit.git;a=blobdiff_plain;f=resources%2Ftools%2Fpresentation%2Fspecifications%2Freport%2Felements.yaml;h=d61c69bc58e2562f19e24c79bcf71386d3213f9c;hp=6a9d8ece213e63e8c02fbc40b679a6b79b838640;hb=41b3573793b35c0647af980d60a7e290a736a00d;hpb=522dd06083257cd98beafda6e6c4719b686b1fc9 diff --git a/resources/tools/presentation/specifications/report/elements.yaml b/resources/tools/presentation/specifications/report/elements.yaml index 6a9d8ece21..d61c69bc58 100644 --- a/resources/tools/presentation/specifications/report/elements.yaml +++ b/resources/tools/presentation/specifications/report/elements.yaml @@ -174,8 +174,8 @@ data-set: "vpp-2n-clx-curr-iter-gso" - job-spec: "soak-00" data-set: "vpp-2n-clx-curr-soak" - - job-spec: "vsap-00" - data-set: "vpp-2n-clx-curr-iter-vsap" + # - job-spec: "vsap-00" + # data-set: "vpp-2n-clx-curr-iter-vsap" - job-spec: "nfv-density-mrr-00" data-set: "vpp-2n-clx-curr-nfv-mrr" - job-spec: "nfv-density-mlr-00" @@ -789,27 +789,31 @@ filter: "'2T1C' and 'NDRPDR' and 'NIC_Intel-XXV710' and not 'NF_DENSITY'" columns: - title: "2202.0-10" - data-set: "vpp-2n-clx-hist-iter-new-env" + data-set: "vpp-2n-clx-hist-iter" - title: "2206.0-10" data-set: "vpp-2n-clx-prev-iter-old-env" - - title: "2206.0-11" - data-set: "vpp-2n-clx-prev-iter-new-env" + # - title: "2206.0-11" + # data-set: "vpp-2n-clx-prev-iter-new-env" - title: "2210.0-11" data-set: "vpp-2n-clx-curr-iter" comparisons: - - title: "2206.0-11 vs 2206.0-10" + # - title: "2206.0-11 vs 2206.0-10" + # reference: 2 + # compare: 3 + # - title: "2210.0-11 vs 2206.0-11" + # reference: 3 + # compare: 4 + - title: "2210.0-11 vs 2206.0-10" reference: 2 compare: 3 - - title: "2210.0-11 vs 2206.0-11" - reference: 3 - compare: 4 legend: - '' - 'Test Case: Test cases executed for: PDR throughput on 2n-clx with xxv710.' - 'YYMM.V-E: [uSec +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "10" for CSIT rls2206, "11" for CSIT rls2210).' - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' - - '2206.0-11 vs 2206.0-10: Compares CSIT environment current vs previous with previous VPP code.' - - '2210.0-11 vs 2206.0-11: Compares VPP code current vs previous in the current CSIT environment.' + # - '2206.0-11 vs 2206.0-10: Compares CSIT environment current vs previous with previous VPP code.' + # - '2210.0-11 vs 2206.0-11: Compares VPP code current vs previous in the current CSIT environment.' + - '2210.0-11 vs 2206.0-10: Compares current VPP code in the current CSIT environment vs previous VPP code in the previous CSIT environment.' # VPP Latency Changes 2n-clx 2t1c - type: "table" @@ -820,27 +824,31 @@ filter: "'2T1C' and 'NDRPDR' and 'NIC_Intel-XXV710' and not 'NF_DENSITY'" columns: - title: "2202.0-10" - data-set: "vpp-2n-clx-hist-iter-new-env" + data-set: "vpp-2n-clx-hist-iter" - title: "2206.0-10" data-set: "vpp-2n-clx-prev-iter-old-env" - - title: "2206.0-11" - data-set: "vpp-2n-clx-prev-iter-new-env" + # - title: "2206.0-11" + # data-set: "vpp-2n-clx-prev-iter-new-env" - title: "2210.0-11" data-set: "vpp-2n-clx-curr-iter" comparisons: - - title: "2206.0-11 vs 2206.0-10" + # - title: "2206.0-11 vs 2206.0-10" + # reference: 2 + # compare: 3 + # - title: "2210.0-11 vs 2206.0-11" + # reference: 3 + # compare: 4 + - title: "2210.0-11 vs 2206.0-10" reference: 2 compare: 3 - - title: "2210.0-11 vs 2206.0-11" - reference: 3 - compare: 4 legend: - '' - 'Test Case: Test cases executed for: PDR throughput on 2n-clx with xxv710.' - 'YYMM.V-E: [uSec +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "10" for CSIT rls2206, "11" for CSIT rls2210).' - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' - - '2206.0-11 vs 2206.0-10: Compares CSIT environment current vs previous with previous VPP code.' - - '2210.0-11 vs 2206.0-11: Compares VPP code current vs previous in the current CSIT environment.' + # - '2206.0-11 vs 2206.0-10: Compares CSIT environment current vs previous with previous VPP code.' + # - '2210.0-11 vs 2206.0-11: Compares VPP code current vs previous in the current CSIT environment.' + - '2210.0-11 vs 2206.0-10: Compares current VPP code in the current CSIT environment vs previous VPP code in the previous CSIT environment.' # VPP Latency Changes 2n-clx 2t1c - type: "table" @@ -851,27 +859,31 @@ filter: "'2T1C' and 'NDRPDR' and 'NIC_Intel-XXV710' and not 'NF_DENSITY'" columns: - title: "2202.0-10" - data-set: "vpp-2n-clx-hist-iter-new-env" + data-set: "vpp-2n-clx-hist-iter" - title: "2206.0-10" data-set: "vpp-2n-clx-prev-iter-old-env" - - title: "2206.0-11" - data-set: "vpp-2n-clx-prev-iter-new-env" + # - title: "2206.0-11" + # data-set: "vpp-2n-clx-prev-iter-new-env" - title: "2210.0-11" data-set: "vpp-2n-clx-curr-iter" comparisons: - - title: "2206.0-11 vs 2206.0-10" + # - title: "2206.0-11 vs 2206.0-10" + # reference: 2 + # compare: 3 + # - title: "2210.0-11 vs 2206.0-11" + # reference: 3 + # compare: 4 + - title: "2210.0-11 vs 2206.0-10" reference: 2 compare: 3 - - title: "2210.0-11 vs 2206.0-11" - reference: 3 - compare: 4 legend: - '' - 'Test Case: Test cases executed for: PDR throughput on 2n-clx with xxv710.' - 'YYMM.V-E: [uSec +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "10" for CSIT rls2206, "11" for CSIT rls2210).' - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' - - '2206.0-11 vs 2206.0-10: Compares CSIT environment current vs previous with previous VPP code.' - - '2210.0-11 vs 2206.0-11: Compares VPP code current vs previous in the current CSIT environment.' + # - '2206.0-11 vs 2206.0-10: Compares CSIT environment current vs previous with previous VPP code.' + # - '2210.0-11 vs 2206.0-11: Compares VPP code current vs previous in the current CSIT environment.' + - '2210.0-11 vs 2206.0-10: Compares current VPP code in the current CSIT environment vs previous VPP code in the previous CSIT environment.' # VPP Latency Changes 2n-clx 2t1c - type: "table" @@ -882,27 +894,31 @@ filter: "'2T1C' and 'NDRPDR' and 'NIC_Mellanox-CX556A' and not 'NF_DENSITY'" columns: - title: "2202.0-10" - data-set: "vpp-2n-clx-hist-iter-new-env" + data-set: "vpp-2n-clx-hist-iter" - title: "2206.0-10" data-set: "vpp-2n-clx-prev-iter-old-env" - - title: "2206.0-11" - data-set: "vpp-2n-clx-prev-iter-new-env" + # - title: "2206.0-11" + # data-set: "vpp-2n-clx-prev-iter-new-env" - title: "2210.0-11" data-set: "vpp-2n-clx-curr-iter" comparisons: - - title: "2206.0-11 vs 2206.0-10" + # - title: "2206.0-11 vs 2206.0-10" + # reference: 2 + # compare: 3 + # - title: "2210.0-11 vs 2206.0-11" + # reference: 3 + # compare: 4 + - title: "2210.0-11 vs 2206.0-10" reference: 2 compare: 3 - - title: "2210.0-11 vs 2206.0-11" - reference: 3 - compare: 4 legend: - '' - 'Test Case: Test cases executed for: PDR throughput on 2n-clx with cx556a.' - 'YYMM.V-E: [uSec +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "10" for CSIT rls2206, "11" for CSIT rls2210).' - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' - - '2206.0-11 vs 2206.0-10: Compares CSIT environment current vs previous with previous VPP code.' - - '2210.0-11 vs 2206.0-11: Compares VPP code current vs previous in the current CSIT environment.' + # - '2206.0-11 vs 2206.0-10: Compares CSIT environment current vs previous with previous VPP code.' + # - '2210.0-11 vs 2206.0-11: Compares VPP code current vs previous in the current CSIT environment.' + - '2210.0-11 vs 2206.0-10: Compares current VPP code in the current CSIT environment vs previous VPP code in the previous CSIT environment.' # VPP Latency Changes 2n-clx 2t1c - type: "table" @@ -913,27 +929,31 @@ filter: "'2T1C' and 'NDRPDR' and 'NIC_Mellanox-CX556A' and not 'NF_DENSITY'" columns: - title: "2202.0-10" - data-set: "vpp-2n-clx-hist-iter-new-env" + data-set: "vpp-2n-clx-hist-iter" - title: "2206.0-10" data-set: "vpp-2n-clx-prev-iter-old-env" - - title: "2206.0-11" - data-set: "vpp-2n-clx-prev-iter-new-env" + # - title: "2206.0-11" + # data-set: "vpp-2n-clx-prev-iter-new-env" - title: "2210.0-11" data-set: "vpp-2n-clx-curr-iter" comparisons: - - title: "2206.0-11 vs 2206.0-10" + # - title: "2206.0-11 vs 2206.0-10" + # reference: 2 + # compare: 3 + # - title: "2210.0-11 vs 2206.0-11" + # reference: 3 + # compare: 4 + - title: "2210.0-11 vs 2206.0-10" reference: 2 compare: 3 - - title: "2210.0-11 vs 2206.0-11" - reference: 3 - compare: 4 legend: - '' - 'Test Case: Test cases executed for: PDR throughput on 2n-clx with cx556a.' - 'YYMM.V-E: [uSec +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "10" for CSIT rls2206, "11" for CSIT rls2210).' - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' - - '2206.0-11 vs 2206.0-10: Compares CSIT environment current vs previous with previous VPP code.' - - '2210.0-11 vs 2206.0-11: Compares VPP code current vs previous in the current CSIT environment.' + # - '2206.0-11 vs 2206.0-10: Compares CSIT environment current vs previous with previous VPP code.' + # - '2210.0-11 vs 2206.0-11: Compares VPP code current vs previous in the current CSIT environment.' + - '2210.0-11 vs 2206.0-10: Compares current VPP code in the current CSIT environment vs previous VPP code in the previous CSIT environment.' # VPP Latency Changes 2n-clx 2t1c - type: "table" @@ -944,27 +964,31 @@ filter: "'2T1C' and 'NDRPDR' and 'NIC_Mellanox-CX556A' and not 'NF_DENSITY'" columns: - title: "2202.0-10" - data-set: "vpp-2n-clx-hist-iter-new-env" + data-set: "vpp-2n-clx-hist-iter" - title: "2206.0-10" data-set: "vpp-2n-clx-prev-iter-old-env" - - title: "2206.0-11" - data-set: "vpp-2n-clx-prev-iter-new-env" + # - title: "2206.0-11" + # data-set: "vpp-2n-clx-prev-iter-new-env" - title: "2210.0-11" data-set: "vpp-2n-clx-curr-iter" comparisons: - - title: "2206.0-11 vs 2206.0-10" + # - title: "2206.0-11 vs 2206.0-10" + # reference: 2 + # compare: 3 + # - title: "2210.0-11 vs 2206.0-11" + # reference: 3 + # compare: 4 + - title: "2210.0-11 vs 2206.0-10" reference: 2 compare: 3 - - title: "2210.0-11 vs 2206.0-11" - reference: 3 - compare: 4 legend: - '' - 'Test Case: Test cases executed for: PDR throughput on 2n-clx with cx556a.' - 'YYMM.V-E: [uSec +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "10" for CSIT rls2206, "11" for CSIT rls2210).' - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' - - '2206.0-11 vs 2206.0-10: Compares CSIT environment current vs previous with previous VPP code.' - - '2210.0-11 vs 2206.0-11: Compares VPP code current vs previous in the current CSIT environment.' + # - '2206.0-11 vs 2206.0-10: Compares CSIT environment current vs previous with previous VPP code.' + # - '2210.0-11 vs 2206.0-11: Compares VPP code current vs previous in the current CSIT environment.' + - '2210.0-11 vs 2206.0-10: Compares current VPP code in the current CSIT environment vs previous VPP code in the previous CSIT environment.' # VPP Latency Changes 2n-zn2 2t1c - type: "table" @@ -975,27 +999,31 @@ filter: "'2T1C' and 'NDRPDR' and 'NIC_Intel-XXV710'" columns: - title: "2202.0-10" - data-set: "vpp-2n-zn2-hist-iter-new-env" + data-set: "vpp-2n-zn2-hist-iter" - title: "2206.0-10" data-set: "vpp-2n-zn2-prev-iter-old-env" - - title: "2206.0-11" - data-set: "vpp-2n-zn2-prev-iter-new-env" + # - title: "2206.0-11" + # data-set: "vpp-2n-zn2-prev-iter-new-env" - title: "2210.0-11" data-set: "vpp-2n-zn2-curr-iter" comparisons: - - title: "2206.0-11 vs 2206.0-10" + # - title: "2206.0-11 vs 2206.0-10" + # reference: 2 + # compare: 3 + # - title: "2210.0-11 vs 2206.0-11" + # reference: 3 + # compare: 4 + - title: "2210.0-11 vs 2206.0-10" reference: 2 compare: 3 - - title: "2210.0-11 vs 2206.0-11" - reference: 3 - compare: 4 legend: - '' - 'Test Case: Test cases executed for: PDR throughput on 2n-zn2 with xxv710.' - 'YYMM.V-E: [uSec +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "10" for CSIT rls2206, "11" for CSIT rls2210).' - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' - - '2206.0-11 vs 2206.0-10: Compares CSIT environment current vs previous with previous VPP code.' - - '2210.0-11 vs 2206.0-11: Compares VPP code current vs previous in the current CSIT environment.' + # - '2206.0-11 vs 2206.0-10: Compares CSIT environment current vs previous with previous VPP code.' + # - '2210.0-11 vs 2206.0-11: Compares VPP code current vs previous in the current CSIT environment.' + - '2210.0-11 vs 2206.0-10: Compares current VPP code in the current CSIT environment vs previous VPP code in the previous CSIT environment.' # VPP Latency Changes 2n-zn2 2t1c - type: "table" @@ -1006,27 +1034,31 @@ filter: "'2T1C' and 'NDRPDR' and 'NIC_Intel-XXV710'" columns: - title: "2202.0-10" - data-set: "vpp-2n-zn2-hist-iter-new-env" + data-set: "vpp-2n-zn2-hist-iter" - title: "2206.0-10" data-set: "vpp-2n-zn2-prev-iter-old-env" - - title: "2206.0-11" - data-set: "vpp-2n-zn2-prev-iter-new-env" + # - title: "2206.0-11" + # data-set: "vpp-2n-zn2-prev-iter-new-env" - title: "2210.0-11" data-set: "vpp-2n-zn2-curr-iter" comparisons: - - title: "2206.0-11 vs 2206.0-10" + # - title: "2206.0-11 vs 2206.0-10" + # reference: 2 + # compare: 3 + # - title: "2210.0-11 vs 2206.0-11" + # reference: 3 + # compare: 4 + - title: "2210.0-11 vs 2206.0-10" reference: 2 compare: 3 - - title: "2210.0-11 vs 2206.0-11" - reference: 3 - compare: 4 legend: - '' - 'Test Case: Test cases executed for: PDR throughput on 2n-zn2 with xxv710.' - 'YYMM.V-E: [uSec +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "10" for CSIT rls2206, "11" for CSIT rls2210).' - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' - - '2206.0-11 vs 2206.0-10: Compares CSIT environment current vs previous with previous VPP code.' - - '2210.0-11 vs 2206.0-11: Compares VPP code current vs previous in the current CSIT environment.' + # - '2206.0-11 vs 2206.0-10: Compares CSIT environment current vs previous with previous VPP code.' + # - '2210.0-11 vs 2206.0-11: Compares VPP code current vs previous in the current CSIT environment.' + - '2210.0-11 vs 2206.0-10: Compares current VPP code in the current CSIT environment vs previous VPP code in the previous CSIT environment.' # VPP Latency Changes 2n-zn2 2t1c - type: "table" @@ -1037,27 +1069,31 @@ filter: "'2T1C' and 'NDRPDR' and 'NIC_Intel-XXV710'" columns: - title: "2202.0-10" - data-set: "vpp-2n-zn2-hist-iter-new-env" + data-set: "vpp-2n-zn2-hist-iter" - title: "2206.0-10" data-set: "vpp-2n-zn2-prev-iter-old-env" - - title: "2206.0-11" - data-set: "vpp-2n-zn2-prev-iter-new-env" + # - title: "2206.0-11" + # data-set: "vpp-2n-zn2-prev-iter-new-env" - title: "2210.0-11" data-set: "vpp-2n-zn2-curr-iter" comparisons: - - title: "2206.0-11 vs 2206.0-10" + # - title: "2206.0-11 vs 2206.0-10" + # reference: 2 + # compare: 3 + # - title: "2210.0-11 vs 2206.0-11" + # reference: 3 + # compare: 4 + - title: "2210.0-11 vs 2206.0-10" reference: 2 compare: 3 - - title: "2210.0-11 vs 2206.0-11" - reference: 3 - compare: 4 legend: - '' - 'Test Case: Test cases executed for: PDR throughput on 2n-zn2 with xxv710.' - 'YYMM.V-E: [uSec +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "10" for CSIT rls2206, "11" for CSIT rls2210).' - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' - - '2206.0-11 vs 2206.0-10: Compares CSIT environment current vs previous with previous VPP code.' - - '2210.0-11 vs 2206.0-11: Compares VPP code current vs previous in the current CSIT environment.' + # - '2206.0-11 vs 2206.0-10: Compares CSIT environment current vs previous with previous VPP code.' + # - '2210.0-11 vs 2206.0-11: Compares VPP code current vs previous in the current CSIT environment.' + - '2210.0-11 vs 2206.0-10: Compares current VPP code in the current CSIT environment vs previous VPP code in the previous CSIT environment.' # VPP Latency Changes 2n-tx2 1t1c - type: "table" @@ -1068,27 +1104,31 @@ filter: "'1T1C' and 'NDRPDR'" columns: - title: "2202.0-10" - data-set: "vpp-2n-tx2-hist-iter-new-env" + data-set: "vpp-2n-tx2-hist-iter" - title: "2206.0-10" data-set: "vpp-2n-tx2-prev-iter-old-env" - - title: "2206.0-11" - data-set: "vpp-2n-tx2-prev-iter-new-env" + # - title: "2206.0-11" + # data-set: "vpp-2n-tx2-prev-iter-new-env" - title: "2210.0-11" data-set: "vpp-2n-tx2-curr-iter" comparisons: - - title: "2206.0-11 vs 2206.0-10" + # - title: "2206.0-11 vs 2206.0-10" + # reference: 2 + # compare: 3 + # - title: "2210.0-11 vs 2206.0-11" + # reference: 3 + # compare: 4 + - title: "2210.0-11 vs 2206.0-10" reference: 2 compare: 3 - - title: "2210.0-11 vs 2206.0-11" - reference: 3 - compare: 4 legend: - '' - 'Test Case: Test cases executed for: PDR throughput on 2n-tx2 with xl710.' - 'YYMM.V-E: [uSec +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "10" for CSIT rls2206, "11" for CSIT rls2210).' - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' - - '2206.0-11 vs 2206.0-10: Compares CSIT environment current vs previous with previous VPP code.' - - '2210.0-11 vs 2206.0-11: Compares VPP code current vs previous in the current CSIT environment.' + # - '2206.0-11 vs 2206.0-10: Compares CSIT environment current vs previous with previous VPP code.' + # - '2210.0-11 vs 2206.0-11: Compares VPP code current vs previous in the current CSIT environment.' + - '2210.0-11 vs 2206.0-10: Compares current VPP code in the current CSIT environment vs previous VPP code in the previous CSIT environment.' # VPP Latency Changes 2n-tx2 1t1c - type: "table" @@ -1099,27 +1139,31 @@ filter: "'1T1C' and 'NDRPDR'" columns: - title: "2202.0-10" - data-set: "vpp-2n-tx2-hist-iter-new-env" + data-set: "vpp-2n-tx2-hist-iter" - title: "2206.0-10" data-set: "vpp-2n-tx2-prev-iter-old-env" - - title: "2206.0-11" - data-set: "vpp-2n-tx2-prev-iter-new-env" + # - title: "2206.0-11" + # data-set: "vpp-2n-tx2-prev-iter-new-env" - title: "2210.0-11" data-set: "vpp-2n-tx2-curr-iter" comparisons: - - title: "2206.0-11 vs 2206.0-10" + # - title: "2206.0-11 vs 2206.0-10" + # reference: 2 + # compare: 3 + # - title: "2210.0-11 vs 2206.0-11" + # reference: 3 + # compare: 4 + - title: "2210.0-11 vs 2206.0-10" reference: 2 compare: 3 - - title: "2210.0-11 vs 2206.0-11" - reference: 3 - compare: 4 legend: - '' - 'Test Case: Test cases executed for: PDR throughput on 2n-tx2 with xl710.' - 'YYMM.V-E: [uSec +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "10" for CSIT rls2206, "11" for CSIT rls2210).' - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' - - '2206.0-11 vs 2206.0-10: Compares CSIT environment current vs previous with previous VPP code.' - - '2210.0-11 vs 2206.0-11: Compares VPP code current vs previous in the current CSIT environment.' + # - '2206.0-11 vs 2206.0-10: Compares CSIT environment current vs previous with previous VPP code.' + # - '2210.0-11 vs 2206.0-11: Compares VPP code current vs previous in the current CSIT environment.' + - '2210.0-11 vs 2206.0-10: Compares current VPP code in the current CSIT environment vs previous VPP code in the previous CSIT environment.' # VPP Latency Changes 2n-tx2 1t1c - type: "table" @@ -1130,27 +1174,31 @@ filter: "'1T1C' and 'NDRPDR'" columns: - title: "2202.0-10" - data-set: "vpp-2n-tx2-hist-iter-new-env" + data-set: "vpp-2n-tx2-hist-iter" - title: "2206.0-10" data-set: "vpp-2n-tx2-prev-iter-old-env" - - title: "2206.0-11" - data-set: "vpp-2n-tx2-prev-iter-new-env" + # - title: "2206.0-11" + # data-set: "vpp-2n-tx2-prev-iter-new-env" - title: "2210.0-11" data-set: "vpp-2n-tx2-curr-iter" comparisons: - - title: "2206.0-11 vs 2206.0-10" + # - title: "2206.0-11 vs 2206.0-10" + # reference: 2 + # compare: 3 + # - title: "2210.0-11 vs 2206.0-11" + # reference: 3 + # compare: 4 + - title: "2210.0-11 vs 2206.0-10" reference: 2 compare: 3 - - title: "2210.0-11 vs 2206.0-11" - reference: 3 - compare: 4 legend: - '' - 'Test Case: Test cases executed for: PDR throughput on 2n-tx2 with xl710.' - 'YYMM.V-E: [uSec +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "10" for CSIT rls2206, "11" for CSIT rls2210).' - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' - - '2206.0-11 vs 2206.0-10: Compares CSIT environment current vs previous with previous VPP code.' - - '2210.0-11 vs 2206.0-11: Compares VPP code current vs previous in the current CSIT environment.' + # - '2206.0-11 vs 2206.0-10: Compares CSIT environment current vs previous with previous VPP code.' + # - '2210.0-11 vs 2206.0-11: Compares VPP code current vs previous in the current CSIT environment.' + - '2210.0-11 vs 2206.0-10: Compares current VPP code in the current CSIT environment vs previous VPP code in the previous CSIT environment.' # VPP Latency Changes 3n-tsh 1t1c - type: "table" @@ -1161,27 +1209,31 @@ filter: "'1T1C' and 'NDRPDR'" columns: - title: "2202.0-10" - data-set: "vpp-3n-tsh-hist-iter-new-env" + data-set: "vpp-3n-tsh-hist-iter" - title: "2206.0-10" data-set: "vpp-3n-tsh-prev-iter-old-env" - - title: "2206.0-11" - data-set: "vpp-3n-tsh-prev-iter-new-env" + # - title: "2206.0-11" + # data-set: "vpp-3n-tsh-prev-iter-new-env" - title: "2210.0-11" data-set: "vpp-3n-tsh-curr-iter" comparisons: - - title: "2206.0-11 vs 2206.0-10" + # - title: "2206.0-11 vs 2206.0-10" + # reference: 2 + # compare: 3 + # - title: "2210.0-11 vs 2206.0-11" + # reference: 3 + # compare: 4 + - title: "2210.0-11 vs 2206.0-10" reference: 2 compare: 3 - - title: "2210.0-11 vs 2206.0-11" - reference: 3 - compare: 4 legend: - '' - 'Test Case: Test cases executed for: PDR throughput on 3n-tsh with x520.' - 'YYMM.V-E: [uSec +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "10" for CSIT rls2206, "11" for CSIT rls2210).' - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' - - '2206.0-11 vs 2206.0-10: Compares CSIT environment current vs previous with previous VPP code.' - - '2210.0-11 vs 2206.0-11: Compares VPP code current vs previous in the current CSIT environment.' + # - '2206.0-11 vs 2206.0-10: Compares CSIT environment current vs previous with previous VPP code.' + # - '2210.0-11 vs 2206.0-11: Compares VPP code current vs previous in the current CSIT environment.' + - '2210.0-11 vs 2206.0-10: Compares current VPP code in the current CSIT environment vs previous VPP code in the previous CSIT environment.' # VPP Latency Changes 3n-tsh 1t1c - type: "table" @@ -1192,27 +1244,31 @@ filter: "'1T1C' and 'NDRPDR'" columns: - title: "2202.0-10" - data-set: "vpp-3n-tsh-hist-iter-new-env" + data-set: "vpp-3n-tsh-hist-iter" - title: "2206.0-10" data-set: "vpp-3n-tsh-prev-iter-old-env" - - title: "2206.0-11" - data-set: "vpp-3n-tsh-prev-iter-new-env" + # - title: "2206.0-11" + # data-set: "vpp-3n-tsh-prev-iter-new-env" - title: "2210.0-11" data-set: "vpp-3n-tsh-curr-iter" comparisons: - - title: "2206.0-11 vs 2206.0-10" + # - title: "2206.0-11 vs 2206.0-10" + # reference: 2 + # compare: 3 + # - title: "2210.0-11 vs 2206.0-11" + # reference: 3 + # compare: 4 + - title: "2210.0-11 vs 2206.0-10" reference: 2 compare: 3 - - title: "2210.0-11 vs 2206.0-11" - reference: 3 - compare: 4 legend: - '' - 'Test Case: Test cases executed for: PDR throughput on 3n-tsh with x520.' - 'YYMM.V-E: [uSec +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "10" for CSIT rls2206, "11" for CSIT rls2210).' - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' - - '2206.0-11 vs 2206.0-10: Compares CSIT environment current vs previous with previous VPP code.' - - '2210.0-11 vs 2206.0-11: Compares VPP code current vs previous in the current CSIT environment.' + # - '2206.0-11 vs 2206.0-10: Compares CSIT environment current vs previous with previous VPP code.' + # - '2210.0-11 vs 2206.0-11: Compares VPP code current vs previous in the current CSIT environment.' + - '2210.0-11 vs 2206.0-10: Compares current VPP code in the current CSIT environment vs previous VPP code in the previous CSIT environment.' # VPP Latency Changes 3n-tsh 1t1c - type: "table" @@ -1223,27 +1279,31 @@ filter: "'1T1C' and 'NDRPDR'" columns: - title: "2202.0-10" - data-set: "vpp-3n-tsh-hist-iter-new-env" + data-set: "vpp-3n-tsh-hist-iter" - title: "2206.0-10" data-set: "vpp-3n-tsh-prev-iter-old-env" - - title: "2206.0-11" - data-set: "vpp-3n-tsh-prev-iter-new-env" + # - title: "2206.0-11" + # data-set: "vpp-3n-tsh-prev-iter-new-env" - title: "2210.0-11" data-set: "vpp-3n-tsh-curr-iter" comparisons: - - title: "2206.0-11 vs 2206.0-10" + # - title: "2206.0-11 vs 2206.0-10" + # reference: 2 + # compare: 3 + # - title: "2210.0-11 vs 2206.0-11" + # reference: 3 + # compare: 4 + - title: "2210.0-11 vs 2206.0-10" reference: 2 compare: 3 - - title: "2210.0-11 vs 2206.0-11" - reference: 3 - compare: 4 legend: - '' - 'Test Case: Test cases executed for: PDR throughput on 3n-tsh with x520.' - 'YYMM.V-E: [uSec +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "10" for CSIT rls2206, "11" for CSIT rls2210).' - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' - - '2206.0-11 vs 2206.0-10: Compares CSIT environment current vs previous with previous VPP code.' - - '2210.0-11 vs 2206.0-11: Compares VPP code current vs previous in the current CSIT environment.' + # - '2206.0-11 vs 2206.0-10: Compares CSIT environment current vs previous with previous VPP code.' + # - '2210.0-11 vs 2206.0-11: Compares VPP code current vs previous in the current CSIT environment.' + - '2210.0-11 vs 2206.0-10: Compares current VPP code in the current CSIT environment vs previous VPP code in the previous CSIT environment.' # VPP Latency Changes 3n-icx 2t1c - type: "table" @@ -1254,27 +1314,31 @@ filter: "'2T1C' and 'NDRPDR' and 'NIC_Intel-XXV710' and not 'NF_DENSITY'" columns: - title: "2202.0-10" - data-set: "vpp-3n-icx-hist-iter-new-env" + data-set: "vpp-3n-icx-hist-iter" - title: "2206.0-10" data-set: "vpp-3n-icx-prev-iter-old-env" - - title: "2206.0-11" - data-set: "vpp-3n-icx-prev-iter-new-env" + # - title: "2206.0-11" + # data-set: "vpp-3n-icx-prev-iter-new-env" - title: "2210.0-11" data-set: "vpp-3n-icx-curr-iter" comparisons: - - title: "2206.0-11 vs 2206.0-10" + # - title: "2206.0-11 vs 2206.0-10" + # reference: 2 + # compare: 3 + # - title: "2210.0-11 vs 2206.0-11" + # reference: 3 + # compare: 4 + - title: "2210.0-11 vs 2206.0-10" reference: 2 compare: 3 - - title: "2210.0-11 vs 2206.0-11" - reference: 3 - compare: 4 legend: - '' - 'Test Case: Test cases executed for: PDR throughput on 3n-icx with xxv710.' - 'YYMM.V-E: [uSec +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "10" for CSIT rls2206, "11" for CSIT rls2210).' - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' - - '2206.0-11 vs 2206.0-10: Compares CSIT environment current vs previous with previous VPP code.' - - '2210.0-11 vs 2206.0-11: Compares VPP code current vs previous in the current CSIT environment.' + # - '2206.0-11 vs 2206.0-10: Compares CSIT environment current vs previous with previous VPP code.' + # - '2210.0-11 vs 2206.0-11: Compares VPP code current vs previous in the current CSIT environment.' + - '2210.0-11 vs 2206.0-10: Compares current VPP code in the current CSIT environment vs previous VPP code in the previous CSIT environment.' # VPP Latency Changes 3n-icx 2t1c - type: "table" @@ -1285,27 +1349,31 @@ filter: "'2T1C' and 'NDRPDR' and 'NIC_Intel-XXV710' and not 'NF_DENSITY'" columns: - title: "2202.0-10" - data-set: "vpp-3n-icx-hist-iter-new-env" + data-set: "vpp-3n-icx-hist-iter" - title: "2206.0-10" data-set: "vpp-3n-icx-prev-iter-old-env" - - title: "2206.0-11" - data-set: "vpp-3n-icx-prev-iter-new-env" + # - title: "2206.0-11" + # data-set: "vpp-3n-icx-prev-iter-new-env" - title: "2210.0-11" data-set: "vpp-3n-icx-curr-iter" comparisons: - - title: "2206.0-11 vs 2206.0-10" + # - title: "2206.0-11 vs 2206.0-10" + # reference: 2 + # compare: 3 + # - title: "2210.0-11 vs 2206.0-11" + # reference: 3 + # compare: 4 + - title: "2210.0-11 vs 2206.0-10" reference: 2 compare: 3 - - title: "2210.0-11 vs 2206.0-11" - reference: 3 - compare: 4 legend: - '' - 'Test Case: Test cases executed for: PDR throughput on 3n-icx with xxv710.' - 'YYMM.V-E: [uSec +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "10" for CSIT rls2206, "11" for CSIT rls2210).' - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' - - '2206.0-11 vs 2206.0-10: Compares CSIT environment current vs previous with previous VPP code.' - - '2210.0-11 vs 2206.0-11: Compares VPP code current vs previous in the current CSIT environment.' + # - '2206.0-11 vs 2206.0-10: Compares CSIT environment current vs previous with previous VPP code.' + # - '2210.0-11 vs 2206.0-11: Compares VPP code current vs previous in the current CSIT environment.' + - '2210.0-11 vs 2206.0-10: Compares current VPP code in the current CSIT environment vs previous VPP code in the previous CSIT environment.' # VPP Latency Changes 3n-icx 2t1c - type: "table" @@ -1316,27 +1384,31 @@ filter: "'2T1C' and 'NDRPDR' and 'NIC_Intel-XXV710' and not 'NF_DENSITY'" columns: - title: "2202.0-10" - data-set: "vpp-3n-icx-hist-iter-new-env" + data-set: "vpp-3n-icx-hist-iter" - title: "2206.0-10" data-set: "vpp-3n-icx-prev-iter-old-env" - - title: "2206.0-11" - data-set: "vpp-3n-icx-prev-iter-new-env" + # - title: "2206.0-11" + # data-set: "vpp-3n-icx-prev-iter-new-env" - title: "2210.0-11" data-set: "vpp-3n-icx-curr-iter" comparisons: - - title: "2206.0-11 vs 2206.0-10" + # - title: "2206.0-11 vs 2206.0-10" + # reference: 2 + # compare: 3 + # - title: "2210.0-11 vs 2206.0-11" + # reference: 3 + # compare: 4 + - title: "2210.0-11 vs 2206.0-10" reference: 2 compare: 3 - - title: "2210.0-11 vs 2206.0-11" - reference: 3 - compare: 4 legend: - '' - 'Test Case: Test cases executed for: PDR throughput on 3n-icx with xxv710.' - 'YYMM.V-E: [uSec +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "10" for CSIT rls2206, "11" for CSIT rls2210).' - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' - - '2206.0-11 vs 2206.0-10: Compares CSIT environment current vs previous with previous VPP code.' - - '2210.0-11 vs 2206.0-11: Compares VPP code current vs previous in the current CSIT environment.' + # - '2206.0-11 vs 2206.0-10: Compares CSIT environment current vs previous with previous VPP code.' + # - '2210.0-11 vs 2206.0-11: Compares VPP code current vs previous in the current CSIT environment.' + - '2210.0-11 vs 2206.0-10: Compares current VPP code in the current CSIT environment vs previous VPP code in the previous CSIT environment.' # VPP Latency Changes 2n-icx 2t1c - type: "table" @@ -1347,27 +1419,31 @@ filter: "'2T1C' and 'NDRPDR' and 'NIC_Intel-XXV710' and not 'NF_DENSITY'" columns: - title: "2202.0-10" - data-set: "vpp-2n-icx-hist-iter-new-env" + data-set: "vpp-2n-icx-hist-iter" - title: "2206.0-10" data-set: "vpp-2n-icx-prev-iter-old-env" - - title: "2206.0-11" - data-set: "vpp-2n-icx-prev-iter-new-env" + # - title: "2206.0-11" + # data-set: "vpp-2n-icx-prev-iter-new-env" - title: "2210.0-11" data-set: "vpp-2n-icx-curr-iter" comparisons: - - title: "2206.0-11 vs 2206.0-10" + # - title: "2206.0-11 vs 2206.0-10" + # reference: 2 + # compare: 3 + # - title: "2210.0-11 vs 2206.0-11" + # reference: 3 + # compare: 4 + - title: "2210.0-11 vs 2206.0-10" reference: 2 compare: 3 - - title: "2210.0-11 vs 2206.0-11" - reference: 3 - compare: 4 legend: - '' - 'Test Case: Test cases executed for: PDR throughput on 2n-icx with xxv710.' - 'YYMM.V-E: [uSec +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "10" for CSIT rls2206, "11" for CSIT rls2210).' - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' - - '2206.0-11 vs 2206.0-10: Compares CSIT environment current vs previous with previous VPP code.' - - '2210.0-11 vs 2206.0-11: Compares VPP code current vs previous in the current CSIT environment.' + # - '2206.0-11 vs 2206.0-10: Compares CSIT environment current vs previous with previous VPP code.' + # - '2210.0-11 vs 2206.0-11: Compares VPP code current vs previous in the current CSIT environment.' + - '2210.0-11 vs 2206.0-10: Compares current VPP code in the current CSIT environment vs previous VPP code in the previous CSIT environment.' # VPP Latency Changes 2n-icx 2t1c - type: "table" @@ -1378,27 +1454,31 @@ filter: "'2T1C' and 'NDRPDR' and 'NIC_Intel-XXV710' and not 'NF_DENSITY'" columns: - title: "2202.0-10" - data-set: "vpp-2n-icx-hist-iter-new-env" + data-set: "vpp-2n-icx-hist-iter" - title: "2206.0-10" data-set: "vpp-2n-icx-prev-iter-old-env" - - title: "2206.0-11" - data-set: "vpp-2n-icx-prev-iter-new-env" + # - title: "2206.0-11" + # data-set: "vpp-2n-icx-prev-iter-new-env" - title: "2210.0-11" data-set: "vpp-2n-icx-curr-iter" comparisons: - - title: "2206.0-11 vs 2206.0-10" + # - title: "2206.0-11 vs 2206.0-10" + # reference: 2 + # compare: 3 + # - title: "2210.0-11 vs 2206.0-11" + # reference: 3 + # compare: 4 + - title: "2210.0-11 vs 2206.0-10" reference: 2 compare: 3 - - title: "2210.0-11 vs 2206.0-11" - reference: 3 - compare: 4 legend: - '' - 'Test Case: Test cases executed for: PDR throughput on 2n-icx with xxv710.' - 'YYMM.V-E: [uSec +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "10" for CSIT rls2206, "11" for CSIT rls2210).' - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' - - '2206.0-11 vs 2206.0-10: Compares CSIT environment current vs previous with previous VPP code.' - - '2210.0-11 vs 2206.0-11: Compares VPP code current vs previous in the current CSIT environment.' + # - '2206.0-11 vs 2206.0-10: Compares CSIT environment current vs previous with previous VPP code.' + # - '2210.0-11 vs 2206.0-11: Compares VPP code current vs previous in the current CSIT environment.' + - '2210.0-11 vs 2206.0-10: Compares current VPP code in the current CSIT environment vs previous VPP code in the previous CSIT environment.' # VPP Latency Changes 2n-icx 2t1c - type: "table" @@ -1409,27 +1489,31 @@ filter: "'2T1C' and 'NDRPDR' and 'NIC_Intel-XXV710' and not 'NF_DENSITY'" columns: - title: "2202.0-10" - data-set: "vpp-2n-icx-hist-iter-new-env" + data-set: "vpp-2n-icx-hist-iter" - title: "2206.0-10" data-set: "vpp-2n-icx-prev-iter-old-env" - - title: "2206.0-11" - data-set: "vpp-2n-icx-prev-iter-new-env" + # - title: "2206.0-11" + # data-set: "vpp-2n-icx-prev-iter-new-env" - title: "2210.0-11" data-set: "vpp-2n-icx-curr-iter" comparisons: - - title: "2206.0-11 vs 2206.0-10" + # - title: "2206.0-11 vs 2206.0-10" + # reference: 2 + # compare: 3 + # - title: "2210.0-11 vs 2206.0-11" + # reference: 3 + # compare: 4 + - title: "2210.0-11 vs 2206.0-10" reference: 2 compare: 3 - - title: "2210.0-11 vs 2206.0-11" - reference: 3 - compare: 4 legend: - '' - 'Test Case: Test cases executed for: PDR throughput on 2n-icx with xxv710.' - 'YYMM.V-E: [uSec +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "10" for CSIT rls2206, "11" for CSIT rls2210).' - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' - - '2206.0-11 vs 2206.0-10: Compares CSIT environment current vs previous with previous VPP code.' - - '2210.0-11 vs 2206.0-11: Compares VPP code current vs previous in the current CSIT environment.' + # - '2206.0-11 vs 2206.0-10: Compares CSIT environment current vs previous with previous VPP code.' + # - '2210.0-11 vs 2206.0-11: Compares VPP code current vs previous in the current CSIT environment.' + - '2210.0-11 vs 2206.0-10: Compares current VPP code in the current CSIT environment vs previous VPP code in the previous CSIT environment.' # VPP Soak vs NDR - 2n-icx - type: "table" @@ -1474,30 +1558,30 @@ ################################################################################ # VPP -# VPP Performance Changes 2n-clx VSAP -- type: "table" - title: "VPP Performance Changes 2n-clx VSAP" - algorithm: "table_comparison" - output-file: "{DIR[STATIC,VPP]}/performance-changes-2n-clx-vsap" - include-tests: "vsap" - filter: "all" - columns: - - title: "2202.0-9" - data-set: "vpp-2n-clx-hist-iter-vsap-new-env" - - title: "2206.0-10" - data-set: "vpp-2n-clx-curr-iter-vsap-old-env" - - title: "2210.0-11" - data-set: "vpp-2n-clx-curr-iter-vsap" - comparisons: - - title: "2210.0-11 vs 2206.0-10" - reference: 2 - compare: 3 - legend: - - '' - - 'Test Case: Test cases executed for: VSAP on 2n-clx with cx556a.' - - 'YYMM.V-E: [uSec +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "10" for CSIT rls2206, "11" for CSIT rls2210).' - - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' - - '2210.0-11 vs 2206.0-11: Compares VPP code current vs previous.' +# # VPP Performance Changes 2n-clx VSAP +# - type: "table" +# title: "VPP Performance Changes 2n-clx VSAP" +# algorithm: "table_comparison" +# output-file: "{DIR[STATIC,VPP]}/performance-changes-2n-clx-vsap" +# include-tests: "vsap" +# filter: "all" +# columns: +# - title: "2202.0-9" +# data-set: "vpp-2n-clx-hist-iter-vsap" +# - title: "2206.0-10" +# data-set: "vpp-2n-clx-prev-iter-vsap" +# - title: "2210.0-11" +# data-set: "vpp-2n-clx-curr-iter-vsap" +# comparisons: +# - title: "2210.0-11 vs 2206.0-10" +# reference: 2 +# compare: 3 +# legend: +# - '' +# - 'Test Case: Test cases executed for: VSAP on 2n-clx with cx556a.' +# - 'YYMM.V-E: [uSec +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "10" for CSIT rls2206, "11" for CSIT rls2210).' +# - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' +# - '2210.0-11 vs 2206.0-11: Compares VPP code current vs previous.' # VPP Performance Changes 3n-icx 2t1c pdr - type: "table" @@ -1508,27 +1592,31 @@ filter: "'2T1C' and 'NDRPDR' and 'NIC_Intel-XXV710'" columns: - title: "2202.0-10" - data-set: "vpp-3n-icx-hist-iter-new-env" + data-set: "vpp-3n-icx-hist-iter" - title: "2206.0-10" data-set: "vpp-3n-icx-prev-iter-old-env" - - title: "2206.0-11" - data-set: "vpp-3n-icx-prev-iter-new-env" + # - title: "2206.0-11" + # data-set: "vpp-3n-icx-prev-iter-new-env" - title: "2210.0-11" data-set: "vpp-3n-icx-curr-iter" comparisons: - - title: "2206.0-11 vs 2206.0-10" + # - title: "2206.0-11 vs 2206.0-10" + # reference: 2 + # compare: 3 + # - title: "2210.0-11 vs 2206.0-11" + # reference: 3 + # compare: 4 + - title: "2210.0-11 vs 2206.0-10" reference: 2 compare: 3 - - title: "2210.0-11 vs 2206.0-11" - reference: 3 - compare: 4 legend: - '' - 'Test Case: Test cases executed for: PDR throughput on 3n-icx with xxv710.' - 'YYMM.V-E: [uSec +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "10" for CSIT rls2206, "11" for CSIT rls2210).' - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' - - '2206.0-11 vs 2206.0-10: Compares CSIT environment current vs previous with previous VPP code.' - - '2210.0-11 vs 2206.0-11: Compares VPP code current vs previous in the current CSIT environment.' + # - '2206.0-11 vs 2206.0-10: Compares CSIT environment current vs previous with previous VPP code.' + # - '2210.0-11 vs 2206.0-11: Compares VPP code current vs previous in the current CSIT environment.' + - '2210.0-11 vs 2206.0-10: Compares current VPP code in the current CSIT environment vs previous VPP code in the previous CSIT environment.' # VPP Performance Changes 3n-icx 4t2c pdr - type: "table" @@ -1539,27 +1627,31 @@ filter: "'4T2C' and 'NDRPDR' and 'NIC_Intel-XXV710'" columns: - title: "2202.0-10" - data-set: "vpp-3n-icx-hist-iter-new-env" + data-set: "vpp-3n-icx-hist-iter" - title: "2206.0-10" data-set: "vpp-3n-icx-prev-iter-old-env" - - title: "2206.0-11" - data-set: "vpp-3n-icx-prev-iter-new-env" + # - title: "2206.0-11" + # data-set: "vpp-3n-icx-prev-iter-new-env" - title: "2210.0-11" data-set: "vpp-3n-icx-curr-iter" comparisons: - - title: "2206.0-11 vs 2206.0-10" + # - title: "2206.0-11 vs 2206.0-10" + # reference: 2 + # compare: 3 + # - title: "2210.0-11 vs 2206.0-11" + # reference: 3 + # compare: 4 + - title: "2210.0-11 vs 2206.0-10" reference: 2 compare: 3 - - title: "2210.0-11 vs 2206.0-11" - reference: 3 - compare: 4 legend: - '' - 'Test Case: Test cases executed for: PDR throughput on 3n-icx with xxv710.' - 'YYMM.V-E: [uSec +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "10" for CSIT rls2206, "11" for CSIT rls2210).' - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' - - '2206.0-11 vs 2206.0-10: Compares CSIT environment current vs previous with previous VPP code.' - - '2210.0-11 vs 2206.0-11: Compares VPP code current vs previous in the current CSIT environment.' + # - '2206.0-11 vs 2206.0-10: Compares CSIT environment current vs previous with previous VPP code.' + # - '2210.0-11 vs 2206.0-11: Compares VPP code current vs previous in the current CSIT environment.' + - '2210.0-11 vs 2206.0-10: Compares current VPP code in the current CSIT environment vs previous VPP code in the previous CSIT environment.' # VPP Performance Changes 3n-icx 2t1c ndr - type: "table" @@ -1570,27 +1662,31 @@ filter: "'2T1C' and 'NDRPDR' and 'NIC_Intel-XXV710'" columns: - title: "2202.0-10" - data-set: "vpp-3n-icx-hist-iter-new-env" + data-set: "vpp-3n-icx-hist-iter" - title: "2206.0-10" data-set: "vpp-3n-icx-prev-iter-old-env" - - title: "2206.0-11" - data-set: "vpp-3n-icx-prev-iter-new-env" + # - title: "2206.0-11" + # data-set: "vpp-3n-icx-prev-iter-new-env" - title: "2210.0-11" data-set: "vpp-3n-icx-curr-iter" comparisons: - - title: "2206.0-11 vs 2206.0-10" + # - title: "2206.0-11 vs 2206.0-10" + # reference: 2 + # compare: 3 + # - title: "2210.0-11 vs 2206.0-11" + # reference: 3 + # compare: 4 + - title: "2210.0-11 vs 2206.0-10" reference: 2 compare: 3 - - title: "2210.0-11 vs 2206.0-11" - reference: 3 - compare: 4 legend: - '' - 'Test Case: Test cases executed for: NDR throughput on 3n-icx with xxv710.' - 'YYMM.V-E: [uSec +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "10" for CSIT rls2206, "11" for CSIT rls2210).' - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' - - '2206.0-11 vs 2206.0-10: Compares CSIT environment current vs previous with previous VPP code.' - - '2210.0-11 vs 2206.0-11: Compares VPP code current vs previous in the current CSIT environment.' + # - '2206.0-11 vs 2206.0-10: Compares CSIT environment current vs previous with previous VPP code.' + # - '2210.0-11 vs 2206.0-11: Compares VPP code current vs previous in the current CSIT environment.' + - '2210.0-11 vs 2206.0-10: Compares current VPP code in the current CSIT environment vs previous VPP code in the previous CSIT environment.' # VPP Performance Changes 3n-icx 4t2c ndr - type: "table" @@ -1601,27 +1697,31 @@ filter: "'4T2C' and 'NDRPDR' and 'NIC_Intel-XXV710'" columns: - title: "2202.0-10" - data-set: "vpp-3n-icx-hist-iter-new-env" + data-set: "vpp-3n-icx-hist-iter" - title: "2206.0-10" data-set: "vpp-3n-icx-prev-iter-old-env" - - title: "2206.0-11" - data-set: "vpp-3n-icx-prev-iter-new-env" + # - title: "2206.0-11" + # data-set: "vpp-3n-icx-prev-iter-new-env" - title: "2210.0-11" data-set: "vpp-3n-icx-curr-iter" comparisons: - - title: "2206.0-11 vs 2206.0-10" + # - title: "2206.0-11 vs 2206.0-10" + # reference: 2 + # compare: 3 + # - title: "2210.0-11 vs 2206.0-11" + # reference: 3 + # compare: 4 + - title: "2210.0-11 vs 2206.0-10" reference: 2 compare: 3 - - title: "2210.0-11 vs 2206.0-11" - reference: 3 - compare: 4 legend: - '' - 'Test Case: Test cases executed for: NDR throughput on 3n-icx with xxv710.' - 'YYMM.V-E: [uSec +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "10" for CSIT rls2206, "11" for CSIT rls2210).' - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' - - '2206.0-11 vs 2206.0-10: Compares CSIT environment current vs previous with previous VPP code.' - - '2210.0-11 vs 2206.0-11: Compares VPP code current vs previous in the current CSIT environment.' + # - '2206.0-11 vs 2206.0-10: Compares CSIT environment current vs previous with previous VPP code.' + # - '2210.0-11 vs 2206.0-11: Compares VPP code current vs previous in the current CSIT environment.' + - '2210.0-11 vs 2206.0-10: Compares current VPP code in the current CSIT environment vs previous VPP code in the previous CSIT environment.' # VPP Performance Changes 2n-icx 2t1c pdr - type: "table" @@ -1632,27 +1732,31 @@ filter: "'2T1C' and 'NDRPDR' and 'NIC_Intel-XXV710'" columns: - title: "2202.0-10" - data-set: "vpp-2n-icx-hist-iter-new-env" + data-set: "vpp-2n-icx-hist-iter" - title: "2206.0-10" data-set: "vpp-2n-icx-prev-iter-old-env" - - title: "2206.0-11" - data-set: "vpp-2n-icx-prev-iter-new-env" + # - title: "2206.0-11" + # data-set: "vpp-2n-icx-prev-iter-new-env" - title: "2210.0-11" data-set: "vpp-2n-icx-curr-iter" comparisons: - - title: "2206.0-11 vs 2206.0-10" + # - title: "2206.0-11 vs 2206.0-10" + # reference: 2 + # compare: 3 + # - title: "2210.0-11 vs 2206.0-11" + # reference: 3 + # compare: 4 + - title: "2210.0-11 vs 2206.0-10" reference: 2 compare: 3 - - title: "2210.0-11 vs 2206.0-11" - reference: 3 - compare: 4 legend: - '' - 'Test Case: Test cases executed for: PDR throughput on 2n-icx with xxv710.' - 'YYMM.V-E: [uSec +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "10" for CSIT rls2206, "11" for CSIT rls2210).' - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' - - '2206.0-11 vs 2206.0-10: Compares CSIT environment current vs previous with previous VPP code.' - - '2210.0-11 vs 2206.0-11: Compares VPP code current vs previous in the current CSIT environment.' + # - '2206.0-11 vs 2206.0-10: Compares CSIT environment current vs previous with previous VPP code.' + # - '2210.0-11 vs 2206.0-11: Compares VPP code current vs previous in the current CSIT environment.' + - '2210.0-11 vs 2206.0-10: Compares current VPP code in the current CSIT environment vs previous VPP code in the previous CSIT environment.' # VPP Performance Changes 2n-icx 4t2c pdr - type: "table" @@ -1663,27 +1767,31 @@ filter: "'4T2C' and 'NDRPDR' and 'NIC_Intel-XXV710'" columns: - title: "2202.0-10" - data-set: "vpp-2n-icx-hist-iter-new-env" + data-set: "vpp-2n-icx-hist-iter" - title: "2206.0-10" data-set: "vpp-2n-icx-prev-iter-old-env" - - title: "2206.0-11" - data-set: "vpp-2n-icx-prev-iter-new-env" + # - title: "2206.0-11" + # data-set: "vpp-2n-icx-prev-iter-new-env" - title: "2210.0-11" data-set: "vpp-2n-icx-curr-iter" comparisons: - - title: "2206.0-11 vs 2206.0-10" + # - title: "2206.0-11 vs 2206.0-10" + # reference: 2 + # compare: 3 + # - title: "2210.0-11 vs 2206.0-11" + # reference: 3 + # compare: 4 + - title: "2210.0-11 vs 2206.0-10" reference: 2 compare: 3 - - title: "2210.0-11 vs 2206.0-11" - reference: 3 - compare: 4 legend: - '' - 'Test Case: Test cases executed for: PDR throughput on 2n-icx with xxv710.' - 'YYMM.V-E: [uSec +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "10" for CSIT rls2206, "11" for CSIT rls2210).' - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' - - '2206.0-11 vs 2206.0-10: Compares CSIT environment current vs previous with previous VPP code.' - - '2210.0-11 vs 2206.0-11: Compares VPP code current vs previous in the current CSIT environment.' + # - '2206.0-11 vs 2206.0-10: Compares CSIT environment current vs previous with previous VPP code.' + # - '2210.0-11 vs 2206.0-11: Compares VPP code current vs previous in the current CSIT environment.' + - '2210.0-11 vs 2206.0-10: Compares current VPP code in the current CSIT environment vs previous VPP code in the previous CSIT environment.' # VPP Performance Changes 2n-icx 2t1c ndr - type: "table" @@ -1694,27 +1802,31 @@ filter: "'2T1C' and 'NDRPDR' and 'NIC_Intel-XXV710'" columns: - title: "2202.0-10" - data-set: "vpp-2n-icx-hist-iter-new-env" + data-set: "vpp-2n-icx-hist-iter" - title: "2206.0-10" data-set: "vpp-2n-icx-prev-iter-old-env" - - title: "2206.0-11" - data-set: "vpp-2n-icx-prev-iter-new-env" + # - title: "2206.0-11" + # data-set: "vpp-2n-icx-prev-iter-new-env" - title: "2210.0-11" data-set: "vpp-2n-icx-curr-iter" comparisons: - - title: "2206.0-11 vs 2206.0-10" + # - title: "2206.0-11 vs 2206.0-10" + # reference: 2 + # compare: 3 + # - title: "2210.0-11 vs 2206.0-11" + # reference: 3 + # compare: 4 + - title: "2210.0-11 vs 2206.0-10" reference: 2 compare: 3 - - title: "2210.0-11 vs 2206.0-11" - reference: 3 - compare: 4 legend: - '' - 'Test Case: Test cases executed for: NDR throughput on 2n-icx with xxv710.' - 'YYMM.V-E: [uSec +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "10" for CSIT rls2206, "11" for CSIT rls2210).' - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' - - '2206.0-11 vs 2206.0-10: Compares CSIT environment current vs previous with previous VPP code.' - - '2210.0-11 vs 2206.0-11: Compares VPP code current vs previous in the current CSIT environment.' + # - '2206.0-11 vs 2206.0-10: Compares CSIT environment current vs previous with previous VPP code.' + # - '2210.0-11 vs 2206.0-11: Compares VPP code current vs previous in the current CSIT environment.' + - '2210.0-11 vs 2206.0-10: Compares current VPP code in the current CSIT environment vs previous VPP code in the previous CSIT environment.' # VPP Performance Changes 2n-icx 4t2c ndr - type: "table" @@ -1725,27 +1837,31 @@ filter: "'4T2C' and 'NDRPDR' and 'NIC_Intel-XXV710'" columns: - title: "2202.0-10" - data-set: "vpp-2n-icx-hist-iter-new-env" + data-set: "vpp-2n-icx-hist-iter" - title: "2206.0-10" data-set: "vpp-2n-icx-prev-iter-old-env" - - title: "2206.0-11" - data-set: "vpp-2n-icx-prev-iter-new-env" + # - title: "2206.0-11" + # data-set: "vpp-2n-icx-prev-iter-new-env" - title: "2210.0-11" data-set: "vpp-2n-icx-curr-iter" comparisons: - - title: "2206.0-11 vs 2206.0-10" + # - title: "2206.0-11 vs 2206.0-10" + # reference: 2 + # compare: 3 + # - title: "2210.0-11 vs 2206.0-11" + # reference: 3 + # compare: 4 + - title: "2210.0-11 vs 2206.0-10" reference: 2 compare: 3 - - title: "2210.0-11 vs 2206.0-11" - reference: 3 - compare: 4 legend: - '' - 'Test Case: Test cases executed for: NDR throughput on 2n-icx with xxv710.' - 'YYMM.V-E: [uSec +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "10" for CSIT rls2206, "11" for CSIT rls2210).' - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' - - '2206.0-11 vs 2206.0-10: Compares CSIT environment current vs previous with previous VPP code.' - - '2210.0-11 vs 2206.0-11: Compares VPP code current vs previous in the current CSIT environment.' + # - '2206.0-11 vs 2206.0-10: Compares CSIT environment current vs previous with previous VPP code.' + # - '2210.0-11 vs 2206.0-11: Compares VPP code current vs previous in the current CSIT environment.' + - '2210.0-11 vs 2206.0-10: Compares current VPP code in the current CSIT environment vs previous VPP code in the previous CSIT environment.' # VPP Performance Changes 2n-clx-xxv710 2t1c pdr - type: "table" @@ -1756,27 +1872,31 @@ filter: "'2T1C' and 'NDRPDR' and 'NIC_Intel-XXV710'" columns: - title: "2202.0-10" - data-set: "vpp-2n-clx-hist-iter-new-env" + data-set: "vpp-2n-clx-hist-iter" - title: "2206.0-10" data-set: "vpp-2n-clx-prev-iter-old-env" - - title: "2206.0-11" - data-set: "vpp-2n-clx-prev-iter-new-env" + # - title: "2206.0-11" + # data-set: "vpp-2n-clx-prev-iter-new-env" - title: "2210.0-11" data-set: "vpp-2n-clx-curr-iter" comparisons: - - title: "2206.0-11 vs 2206.0-10" + # - title: "2206.0-11 vs 2206.0-10" + # reference: 2 + # compare: 3 + # - title: "2210.0-11 vs 2206.0-11" + # reference: 3 + # compare: 4 + - title: "2210.0-11 vs 2206.0-10" reference: 2 compare: 3 - - title: "2210.0-11 vs 2206.0-11" - reference: 3 - compare: 4 legend: - '' - 'Test Case: Test cases executed for: PDR throughput on 2n-clx with xxv710.' - 'YYMM.V-E: [uSec +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "10" for CSIT rls2206, "11" for CSIT rls2210).' - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' - - '2206.0-11 vs 2206.0-10: Compares CSIT environment current vs previous with previous VPP code.' - - '2210.0-11 vs 2206.0-11: Compares VPP code current vs previous in the current CSIT environment.' + # - '2206.0-11 vs 2206.0-10: Compares CSIT environment current vs previous with previous VPP code.' + # - '2210.0-11 vs 2206.0-11: Compares VPP code current vs previous in the current CSIT environment.' + - '2210.0-11 vs 2206.0-10: Compares current VPP code in the current CSIT environment vs previous VPP code in the previous CSIT environment.' # VPP Performance Changes 2n-clx-xxv710 4t2c pdr - type: "table" @@ -1787,27 +1907,31 @@ filter: "'4T2C' and 'NDRPDR' and 'NIC_Intel-XXV710'" columns: - title: "2202.0-10" - data-set: "vpp-2n-clx-hist-iter-new-env" + data-set: "vpp-2n-clx-hist-iter" - title: "2206.0-10" data-set: "vpp-2n-clx-prev-iter-old-env" - - title: "2206.0-11" - data-set: "vpp-2n-clx-prev-iter-new-env" + # - title: "2206.0-11" + # data-set: "vpp-2n-clx-prev-iter-new-env" - title: "2210.0-11" data-set: "vpp-2n-clx-curr-iter" comparisons: - - title: "2206.0-11 vs 2206.0-10" + # - title: "2206.0-11 vs 2206.0-10" + # reference: 2 + # compare: 3 + # - title: "2210.0-11 vs 2206.0-11" + # reference: 3 + # compare: 4 + - title: "2210.0-11 vs 2206.0-10" reference: 2 compare: 3 - - title: "2210.0-11 vs 2206.0-11" - reference: 3 - compare: 4 legend: - '' - 'Test Case: Test cases executed for: PDR throughput on 2n-clx with xxv710.' - 'YYMM.V-E: [uSec +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "10" for CSIT rls2206, "11" for CSIT rls2210).' - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' - - '2206.0-11 vs 2206.0-10: Compares CSIT environment current vs previous with previous VPP code.' - - '2210.0-11 vs 2206.0-11: Compares VPP code current vs previous in the current CSIT environment.' + # - '2206.0-11 vs 2206.0-10: Compares CSIT environment current vs previous with previous VPP code.' + # - '2210.0-11 vs 2206.0-11: Compares VPP code current vs previous in the current CSIT environment.' + - '2210.0-11 vs 2206.0-10: Compares current VPP code in the current CSIT environment vs previous VPP code in the previous CSIT environment.' # VPP Performance Changes 2n-clx-xxv710 2t1c ndr - type: "table" @@ -1818,27 +1942,31 @@ filter: "'2T1C' and 'NDRPDR' and 'NIC_Intel-XXV710'" columns: - title: "2202.0-10" - data-set: "vpp-2n-clx-hist-iter-new-env" + data-set: "vpp-2n-clx-hist-iter" - title: "2206.0-10" data-set: "vpp-2n-clx-prev-iter-old-env" - - title: "2206.0-11" - data-set: "vpp-2n-clx-prev-iter-new-env" + # - title: "2206.0-11" + # data-set: "vpp-2n-clx-prev-iter-new-env" - title: "2210.0-11" data-set: "vpp-2n-clx-curr-iter" comparisons: - - title: "2206.0-11 vs 2206.0-10" + # - title: "2206.0-11 vs 2206.0-10" + # reference: 2 + # compare: 3 + # - title: "2210.0-11 vs 2206.0-11" + # reference: 3 + # compare: 4 + - title: "2210.0-11 vs 2206.0-10" reference: 2 compare: 3 - - title: "2210.0-11 vs 2206.0-11" - reference: 3 - compare: 4 legend: - '' - 'Test Case: Test cases executed for: NDR throughput on 2n-clx with xxv710.' - 'YYMM.V-E: [uSec +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "10" for CSIT rls2206, "11" for CSIT rls2210).' - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' - - '2206.0-11 vs 2206.0-10: Compares CSIT environment current vs previous with previous VPP code.' - - '2210.0-11 vs 2206.0-11: Compares VPP code current vs previous in the current CSIT environment.' + # - '2206.0-11 vs 2206.0-10: Compares CSIT environment current vs previous with previous VPP code.' + # - '2210.0-11 vs 2206.0-11: Compares VPP code current vs previous in the current CSIT environment.' + - '2210.0-11 vs 2206.0-10: Compares current VPP code in the current CSIT environment vs previous VPP code in the previous CSIT environment.' # VPP Performance Changes 2n-clx-xxv710 4t2c ndr - type: "table" @@ -1849,27 +1977,31 @@ filter: "'4T2C' and 'NDRPDR' and 'NIC_Intel-XXV710'" columns: - title: "2202.0-10" - data-set: "vpp-2n-clx-hist-iter-new-env" + data-set: "vpp-2n-clx-hist-iter" - title: "2206.0-10" data-set: "vpp-2n-clx-prev-iter-old-env" - - title: "2206.0-11" - data-set: "vpp-2n-clx-prev-iter-new-env" + # - title: "2206.0-11" + # data-set: "vpp-2n-clx-prev-iter-new-env" - title: "2210.0-11" data-set: "vpp-2n-clx-curr-iter" comparisons: - - title: "2206.0-11 vs 2206.0-10" + # - title: "2206.0-11 vs 2206.0-10" + # reference: 2 + # compare: 3 + # - title: "2210.0-11 vs 2206.0-11" + # reference: 3 + # compare: 4 + - title: "2210.0-11 vs 2206.0-10" reference: 2 compare: 3 - - title: "2210.0-11 vs 2206.0-11" - reference: 3 - compare: 4 legend: - '' - 'Test Case: Test cases executed for: NDR throughput on 2n-clx with xxv710.' - 'YYMM.V-E: [uSec +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "10" for CSIT rls2206, "11" for CSIT rls2210).' - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' - - '2206.0-11 vs 2206.0-10: Compares CSIT environment current vs previous with previous VPP code.' - - '2210.0-11 vs 2206.0-11: Compares VPP code current vs previous in the current CSIT environment.' + # - '2206.0-11 vs 2206.0-10: Compares CSIT environment current vs previous with previous VPP code.' + # - '2210.0-11 vs 2206.0-11: Compares VPP code current vs previous in the current CSIT environment.' + - '2210.0-11 vs 2206.0-10: Compares current VPP code in the current CSIT environment vs previous VPP code in the previous CSIT environment.' # VPP Performance Changes 2n-clx-cx556a 2t1c pdr - type: "table" @@ -1880,27 +2012,31 @@ filter: "'2T1C' and 'NDRPDR' and 'NIC_Mellanox-CX556A'" columns: - title: "2202.0-10" - data-set: "vpp-2n-clx-hist-iter-new-env" + data-set: "vpp-2n-clx-hist-iter" - title: "2206.0-10" data-set: "vpp-2n-clx-prev-iter-old-env" - - title: "2206.0-11" - data-set: "vpp-2n-clx-prev-iter-new-env" + # - title: "2206.0-11" + # data-set: "vpp-2n-clx-prev-iter-new-env" - title: "2210.0-11" data-set: "vpp-2n-clx-curr-iter" comparisons: - - title: "2206.0-11 vs 2206.0-10" + # - title: "2206.0-11 vs 2206.0-10" + # reference: 2 + # compare: 3 + # - title: "2210.0-11 vs 2206.0-11" + # reference: 3 + # compare: 4 + - title: "2210.0-11 vs 2206.0-10" reference: 2 compare: 3 - - title: "2210.0-11 vs 2206.0-11" - reference: 3 - compare: 4 legend: - '' - 'Test Case: Test cases executed for: PDR throughput on 2n-clx with cx556a.' - 'YYMM.V-E: [uSec +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "10" for CSIT rls2206, "11" for CSIT rls2210).' - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' - - '2206.0-11 vs 2206.0-10: Compares CSIT environment current vs previous with previous VPP code.' - - '2210.0-11 vs 2206.0-11: Compares VPP code current vs previous in the current CSIT environment.' + # - '2206.0-11 vs 2206.0-10: Compares CSIT environment current vs previous with previous VPP code.' + # - '2210.0-11 vs 2206.0-11: Compares VPP code current vs previous in the current CSIT environment.' + - '2210.0-11 vs 2206.0-10: Compares current VPP code in the current CSIT environment vs previous VPP code in the previous CSIT environment.' # VPP Performance Changes 2n-clx-cx556a 4t2c pdr - type: "table" @@ -1911,27 +2047,31 @@ filter: "'4T2C' and 'NDRPDR' and 'NIC_Mellanox-CX556A'" columns: - title: "2202.0-10" - data-set: "vpp-2n-clx-hist-iter-new-env" + data-set: "vpp-2n-clx-hist-iter" - title: "2206.0-10" data-set: "vpp-2n-clx-prev-iter-old-env" - - title: "2206.0-11" - data-set: "vpp-2n-clx-prev-iter-new-env" + # - title: "2206.0-11" + # data-set: "vpp-2n-clx-prev-iter-new-env" - title: "2210.0-11" data-set: "vpp-2n-clx-curr-iter" comparisons: - - title: "2206.0-11 vs 2206.0-10" + # - title: "2206.0-11 vs 2206.0-10" + # reference: 2 + # compare: 3 + # - title: "2210.0-11 vs 2206.0-11" + # reference: 3 + # compare: 4 + - title: "2210.0-11 vs 2206.0-10" reference: 2 compare: 3 - - title: "2210.0-11 vs 2206.0-11" - reference: 3 - compare: 4 legend: - '' - 'Test Case: Test cases executed for: PDR throughput on 2n-clx with cx556a.' - 'YYMM.V-E: [uSec +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "10" for CSIT rls2206, "11" for CSIT rls2210).' - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' - - '2206.0-11 vs 2206.0-10: Compares CSIT environment current vs previous with previous VPP code.' - - '2210.0-11 vs 2206.0-11: Compares VPP code current vs previous in the current CSIT environment.' + # - '2206.0-11 vs 2206.0-10: Compares CSIT environment current vs previous with previous VPP code.' + # - '2210.0-11 vs 2206.0-11: Compares VPP code current vs previous in the current CSIT environment.' + - '2210.0-11 vs 2206.0-10: Compares current VPP code in the current CSIT environment vs previous VPP code in the previous CSIT environment.' # VPP Performance Changes 2n-clx-cx556a 2t1c ndr - type: "table" @@ -1942,27 +2082,31 @@ filter: "'2T1C' and 'NDRPDR' and 'NIC_Mellanox-CX556A'" columns: - title: "2202.0-10" - data-set: "vpp-2n-clx-hist-iter-new-env" + data-set: "vpp-2n-clx-hist-iter" - title: "2206.0-10" data-set: "vpp-2n-clx-prev-iter-old-env" - - title: "2206.0-11" - data-set: "vpp-2n-clx-prev-iter-new-env" + # - title: "2206.0-11" + # data-set: "vpp-2n-clx-prev-iter-new-env" - title: "2210.0-11" data-set: "vpp-2n-clx-curr-iter" comparisons: - - title: "2206.0-11 vs 2206.0-10" + # - title: "2206.0-11 vs 2206.0-10" + # reference: 2 + # compare: 3 + # - title: "2210.0-11 vs 2206.0-11" + # reference: 3 + # compare: 4 + - title: "2210.0-11 vs 2206.0-10" reference: 2 compare: 3 - - title: "2210.0-11 vs 2206.0-11" - reference: 3 - compare: 4 legend: - '' - 'Test Case: Test cases executed for: NDR throughput on 2n-clx with cx556a.' - 'YYMM.V-E: [uSec +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "10" for CSIT rls2206, "11" for CSIT rls2210).' - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' - - '2206.0-11 vs 2206.0-10: Compares CSIT environment current vs previous with previous VPP code.' - - '2210.0-11 vs 2206.0-11: Compares VPP code current vs previous in the current CSIT environment.' + # - '2206.0-11 vs 2206.0-10: Compares CSIT environment current vs previous with previous VPP code.' + # - '2210.0-11 vs 2206.0-11: Compares VPP code current vs previous in the current CSIT environment.' + - '2210.0-11 vs 2206.0-10: Compares current VPP code in the current CSIT environment vs previous VPP code in the previous CSIT environment.' # VPP Performance Changes 2n-clx-cx556a 4t2c ndr - type: "table" @@ -1973,27 +2117,31 @@ filter: "'4T2C' and 'NDRPDR' and 'NIC_Mellanox-CX556A'" columns: - title: "2202.0-10" - data-set: "vpp-2n-clx-hist-iter-new-env" + data-set: "vpp-2n-clx-hist-iter" - title: "2206.0-10" data-set: "vpp-2n-clx-prev-iter-old-env" - - title: "2206.0-11" - data-set: "vpp-2n-clx-prev-iter-new-env" + # - title: "2206.0-11" + # data-set: "vpp-2n-clx-prev-iter-new-env" - title: "2210.0-11" data-set: "vpp-2n-clx-curr-iter" comparisons: - - title: "2206.0-11 vs 2206.0-10" + # - title: "2206.0-11 vs 2206.0-10" + # reference: 2 + # compare: 3 + # - title: "2210.0-11 vs 2206.0-11" + # reference: 3 + # compare: 4 + - title: "2210.0-11 vs 2206.0-10" reference: 2 compare: 3 - - title: "2210.0-11 vs 2206.0-11" - reference: 3 - compare: 4 legend: - '' - 'Test Case: Test cases executed for: NDR throughput on 2n-clx with cx556a.' - 'YYMM.V-E: [uSec +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "10" for CSIT rls2206, "11" for CSIT rls2210).' - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' - - '2206.0-11 vs 2206.0-10: Compares CSIT environment current vs previous with previous VPP code.' - - '2210.0-11 vs 2206.0-11: Compares VPP code current vs previous in the current CSIT environment.' + # - '2206.0-11 vs 2206.0-10: Compares CSIT environment current vs previous with previous VPP code.' + # - '2210.0-11 vs 2206.0-11: Compares VPP code current vs previous in the current CSIT environment.' + - '2210.0-11 vs 2206.0-10: Compares current VPP code in the current CSIT environment vs previous VPP code in the previous CSIT environment.' # VPP Performance Changes 2n-zn2-xxv710 2t1c pdr - type: "table" @@ -2004,27 +2152,31 @@ filter: "'2T1C' and 'NDRPDR' and 'NIC_Intel-XXV710'" columns: - title: "2202.0-10" - data-set: "vpp-2n-zn2-hist-iter-new-env" + data-set: "vpp-2n-zn2-hist-iter" - title: "2206.0-10" data-set: "vpp-2n-zn2-prev-iter-old-env" - - title: "2206.0-11" - data-set: "vpp-2n-zn2-prev-iter-new-env" + # - title: "2206.0-11" + # data-set: "vpp-2n-zn2-prev-iter-new-env" - title: "2210.0-11" data-set: "vpp-2n-zn2-curr-iter" comparisons: - - title: "2206.0-11 vs 2206.0-10" + # - title: "2206.0-11 vs 2206.0-10" + # reference: 2 + # compare: 3 + # - title: "2210.0-11 vs 2206.0-11" + # reference: 3 + # compare: 4 + - title: "2210.0-11 vs 2206.0-10" reference: 2 compare: 3 - - title: "2210.0-11 vs 2206.0-11" - reference: 3 - compare: 4 legend: - '' - 'Test Case: Test cases executed for: PDR throughput on 2n-zn2 with xxv710.' - 'YYMM.V-E: [uSec +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "10" for CSIT rls2206, "11" for CSIT rls2210).' - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' - - '2206.0-11 vs 2206.0-10: Compares CSIT environment current vs previous with previous VPP code.' - - '2210.0-11 vs 2206.0-11: Compares VPP code current vs previous in the current CSIT environment.' + # - '2206.0-11 vs 2206.0-10: Compares CSIT environment current vs previous with previous VPP code.' + # - '2210.0-11 vs 2206.0-11: Compares VPP code current vs previous in the current CSIT environment.' + - '2210.0-11 vs 2206.0-10: Compares current VPP code in the current CSIT environment vs previous VPP code in the previous CSIT environment.' # VPP Performance Changes 2n-zn2-xxv710 4t2c pdr - type: "table" @@ -2035,27 +2187,31 @@ filter: "'4T2C' and 'NDRPDR' and 'NIC_Intel-XXV710'" columns: - title: "2202.0-10" - data-set: "vpp-2n-zn2-hist-iter-new-env" + data-set: "vpp-2n-zn2-hist-iter" - title: "2206.0-10" data-set: "vpp-2n-zn2-prev-iter-old-env" - - title: "2206.0-11" - data-set: "vpp-2n-zn2-prev-iter-new-env" + # - title: "2206.0-11" + # data-set: "vpp-2n-zn2-prev-iter-new-env" - title: "2210.0-11" data-set: "vpp-2n-zn2-curr-iter" comparisons: - - title: "2206.0-11 vs 2206.0-10" + # - title: "2206.0-11 vs 2206.0-10" + # reference: 2 + # compare: 3 + # - title: "2210.0-11 vs 2206.0-11" + # reference: 3 + # compare: 4 + - title: "2210.0-11 vs 2206.0-10" reference: 2 compare: 3 - - title: "2210.0-11 vs 2206.0-11" - reference: 3 - compare: 4 legend: - '' - 'Test Case: Test cases executed for: PDR throughput on 2n-zn2 with xxv710.' - 'YYMM.V-E: [uSec +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "10" for CSIT rls2206, "11" for CSIT rls2210).' - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' - - '2206.0-11 vs 2206.0-10: Compares CSIT environment current vs previous with previous VPP code.' - - '2210.0-11 vs 2206.0-11: Compares VPP code current vs previous in the current CSIT environment.' + # - '2206.0-11 vs 2206.0-10: Compares CSIT environment current vs previous with previous VPP code.' + # - '2210.0-11 vs 2206.0-11: Compares VPP code current vs previous in the current CSIT environment.' + - '2210.0-11 vs 2206.0-10: Compares current VPP code in the current CSIT environment vs previous VPP code in the previous CSIT environment.' # VPP Performance Changes 2n-zn2-xxv710 2t1c ndr - type: "table" @@ -2066,27 +2222,31 @@ filter: "'2T1C' and 'NDRPDR' and 'NIC_Intel-XXV710'" columns: - title: "2202.0-10" - data-set: "vpp-2n-zn2-hist-iter-new-env" + data-set: "vpp-2n-zn2-hist-iter" - title: "2206.0-10" data-set: "vpp-2n-zn2-prev-iter-old-env" - - title: "2206.0-11" - data-set: "vpp-2n-zn2-prev-iter-new-env" + # - title: "2206.0-11" + # data-set: "vpp-2n-zn2-prev-iter-new-env" - title: "2210.0-11" data-set: "vpp-2n-zn2-curr-iter" comparisons: - - title: "2206.0-11 vs 2206.0-10" + # - title: "2206.0-11 vs 2206.0-10" + # reference: 2 + # compare: 3 + # - title: "2210.0-11 vs 2206.0-11" + # reference: 3 + # compare: 4 + - title: "2210.0-11 vs 2206.0-10" reference: 2 compare: 3 - - title: "2210.0-11 vs 2206.0-11" - reference: 3 - compare: 4 legend: - '' - 'Test Case: Test cases executed for: NDR throughput on 2n-zn2 with xxv710.' - 'YYMM.V-E: [uSec +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "10" for CSIT rls2206, "11" for CSIT rls2210).' - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' - - '2206.0-11 vs 2206.0-10: Compares CSIT environment current vs previous with previous VPP code.' - - '2210.0-11 vs 2206.0-11: Compares VPP code current vs previous in the current CSIT environment.' + # - '2206.0-11 vs 2206.0-10: Compares CSIT environment current vs previous with previous VPP code.' + # - '2210.0-11 vs 2206.0-11: Compares VPP code current vs previous in the current CSIT environment.' + - '2210.0-11 vs 2206.0-10: Compares current VPP code in the current CSIT environment vs previous VPP code in the previous CSIT environment.' # VPP Performance Changes 2n-zn2-xxv710 4t2c ndr - type: "table" @@ -2097,27 +2257,31 @@ filter: "'4T2C' and 'NDRPDR' and 'NIC_Intel-XXV710'" columns: - title: "2202.0-10" - data-set: "vpp-2n-zn2-hist-iter-new-env" + data-set: "vpp-2n-zn2-hist-iter" - title: "2206.0-10" data-set: "vpp-2n-zn2-prev-iter-old-env" - - title: "2206.0-11" - data-set: "vpp-2n-zn2-prev-iter-new-env" + # - title: "2206.0-11" + # data-set: "vpp-2n-zn2-prev-iter-new-env" - title: "2210.0-11" data-set: "vpp-2n-zn2-curr-iter" comparisons: - - title: "2206.0-11 vs 2206.0-10" + # - title: "2206.0-11 vs 2206.0-10" + # reference: 2 + # compare: 3 + # - title: "2210.0-11 vs 2206.0-11" + # reference: 3 + # compare: 4 + - title: "2210.0-11 vs 2206.0-10" reference: 2 compare: 3 - - title: "2210.0-11 vs 2206.0-11" - reference: 3 - compare: 4 legend: - '' - 'Test Case: Test cases executed for: NDR throughput on 2n-zn2 with xxv710.' - 'YYMM.V-E: [uSec +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "10" for CSIT rls2206, "11" for CSIT rls2210).' - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' - - '2206.0-11 vs 2206.0-10: Compares CSIT environment current vs previous with previous VPP code.' - - '2210.0-11 vs 2206.0-11: Compares VPP code current vs previous in the current CSIT environment.' + # - '2206.0-11 vs 2206.0-10: Compares CSIT environment current vs previous with previous VPP code.' + # - '2210.0-11 vs 2206.0-11: Compares VPP code current vs previous in the current CSIT environment.' + - '2210.0-11 vs 2206.0-10: Compares current VPP code in the current CSIT environment vs previous VPP code in the previous CSIT environment.' # VPP Performance Changes 2n-dnv 1t1c pdr - type: "table" @@ -2128,27 +2292,31 @@ filter: "'1T1C'" columns: - title: "2202.0-10" - data-set: "vpp-2n-dnv-hist-iter-new-env" + data-set: "vpp-2n-dnv-hist-iter" - title: "2206.0-10" data-set: "vpp-2n-dnv-prev-iter-old-env" - - title: "2206.0-11" - data-set: "vpp-2n-dnv-prev-iter-new-env" + # - title: "2206.0-11" + # data-set: "vpp-2n-dnv-prev-iter-new-env" - title: "2210.0-11" data-set: "vpp-2n-dnv-curr-iter" comparisons: - - title: "2206.0-11 vs 2206.0-10" + # - title: "2206.0-11 vs 2206.0-10" + # reference: 2 + # compare: 3 + # - title: "2210.0-11 vs 2206.0-11" + # reference: 3 + # compare: 4 + - title: "2210.0-11 vs 2206.0-10" reference: 2 compare: 3 - - title: "2210.0-11 vs 2206.0-11" - reference: 3 - compare: 4 legend: - '' - 'Test Case: Test cases executed for: PDR throughput on 2n-dnv with x553.' - 'YYMM.V-E: [uSec +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "10" for CSIT rls2206, "11" for CSIT rls2210).' - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' - - '2206.0-11 vs 2206.0-10: Compares CSIT environment current vs previous with previous VPP code.' - - '2210.0-11 vs 2206.0-11: Compares VPP code current vs previous in the current CSIT environment.' + # - '2206.0-11 vs 2206.0-10: Compares CSIT environment current vs previous with previous VPP code.' + # - '2210.0-11 vs 2206.0-11: Compares VPP code current vs previous in the current CSIT environment.' + - '2210.0-11 vs 2206.0-10: Compares current VPP code in the current CSIT environment vs previous VPP code in the previous CSIT environment.' # VPP Performance Changes 2n-dnv 2t2c pdr - type: "table" @@ -2159,27 +2327,31 @@ filter: "'2T2C'" columns: - title: "2202.0-10" - data-set: "vpp-2n-dnv-hist-iter-new-env" + data-set: "vpp-2n-dnv-hist-iter" - title: "2206.0-10" data-set: "vpp-2n-dnv-prev-iter-old-env" - - title: "2206.0-11" - data-set: "vpp-2n-dnv-prev-iter-new-env" + # - title: "2206.0-11" + # data-set: "vpp-2n-dnv-prev-iter-new-env" - title: "2210.0-11" data-set: "vpp-2n-dnv-curr-iter" comparisons: - - title: "2206.0-11 vs 2206.0-10" + # - title: "2206.0-11 vs 2206.0-10" + # reference: 2 + # compare: 3 + # - title: "2210.0-11 vs 2206.0-11" + # reference: 3 + # compare: 4 + - title: "2210.0-11 vs 2206.0-10" reference: 2 compare: 3 - - title: "2210.0-11 vs 2206.0-11" - reference: 3 - compare: 4 legend: - '' - 'Test Case: Test cases executed for: PDR throughput on 2n-dnv with x553.' - 'YYMM.V-E: [uSec +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "10" for CSIT rls2206, "11" for CSIT rls2210).' - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' - - '2206.0-11 vs 2206.0-10: Compares CSIT environment current vs previous with previous VPP code.' - - '2210.0-11 vs 2206.0-11: Compares VPP code current vs previous in the current CSIT environment.' + # - '2206.0-11 vs 2206.0-10: Compares CSIT environment current vs previous with previous VPP code.' + # - '2210.0-11 vs 2206.0-11: Compares VPP code current vs previous in the current CSIT environment.' + - '2210.0-11 vs 2206.0-10: Compares current VPP code in the current CSIT environment vs previous VPP code in the previous CSIT environment.' # VPP Performance Changes 2n-dnv 1t1c ndr - type: "table" @@ -2190,27 +2362,31 @@ filter: "'1T1C'" columns: - title: "2202.0-10" - data-set: "vpp-2n-dnv-hist-iter-new-env" + data-set: "vpp-2n-dnv-hist-iter" - title: "2206.0-10" data-set: "vpp-2n-dnv-prev-iter-old-env" - - title: "2206.0-11" - data-set: "vpp-2n-dnv-prev-iter-new-env" + # - title: "2206.0-11" + # data-set: "vpp-2n-dnv-prev-iter-new-env" - title: "2210.0-11" data-set: "vpp-2n-dnv-curr-iter" comparisons: - - title: "2206.0-11 vs 2206.0-10" + # - title: "2206.0-11 vs 2206.0-10" + # reference: 2 + # compare: 3 + # - title: "2210.0-11 vs 2206.0-11" + # reference: 3 + # compare: 4 + - title: "2210.0-11 vs 2206.0-10" reference: 2 compare: 3 - - title: "2210.0-11 vs 2206.0-11" - reference: 3 - compare: 4 legend: - '' - 'Test Case: Test cases executed for: NDR throughput on 2n-dnv with x553.' - 'YYMM.V-E: [uSec +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "10" for CSIT rls2206, "11" for CSIT rls2210).' - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' - - '2206.0-11 vs 2206.0-10: Compares CSIT environment current vs previous with previous VPP code.' - - '2210.0-11 vs 2206.0-11: Compares VPP code current vs previous in the current CSIT environment.' + # - '2206.0-11 vs 2206.0-10: Compares CSIT environment current vs previous with previous VPP code.' + # - '2210.0-11 vs 2206.0-11: Compares VPP code current vs previous in the current CSIT environment.' + - '2210.0-11 vs 2206.0-10: Compares current VPP code in the current CSIT environment vs previous VPP code in the previous CSIT environment.' # VPP Performance Changes 2n-dnv 2t2c ndr - type: "table" @@ -2221,27 +2397,31 @@ filter: "'2T2C'" columns: - title: "2202.0-10" - data-set: "vpp-2n-dnv-hist-iter-new-env" + data-set: "vpp-2n-dnv-hist-iter" - title: "2206.0-10" data-set: "vpp-2n-dnv-prev-iter-old-env" - - title: "2206.0-11" - data-set: "vpp-2n-dnv-prev-iter-new-env" + # - title: "2206.0-11" + # data-set: "vpp-2n-dnv-prev-iter-new-env" - title: "2210.0-11" data-set: "vpp-2n-dnv-curr-iter" comparisons: - - title: "2206.0-11 vs 2206.0-10" + # - title: "2206.0-11 vs 2206.0-10" + # reference: 2 + # compare: 3 + # - title: "2210.0-11 vs 2206.0-11" + # reference: 3 + # compare: 4 + - title: "2210.0-11 vs 2206.0-10" reference: 2 compare: 3 - - title: "2210.0-11 vs 2206.0-11" - reference: 3 - compare: 4 legend: - '' - 'Test Case: Test cases executed for: NDR throughput on 2n-dnv with x553.' - 'YYMM.V-E: [uSec +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "10" for CSIT rls2206, "11" for CSIT rls2210).' - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' - - '2206.0-11 vs 2206.0-10: Compares CSIT environment current vs previous with previous VPP code.' - - '2210.0-11 vs 2206.0-11: Compares VPP code current vs previous in the current CSIT environment.' + # - '2206.0-11 vs 2206.0-10: Compares CSIT environment current vs previous with previous VPP code.' + # - '2210.0-11 vs 2206.0-11: Compares VPP code current vs previous in the current CSIT environment.' + - '2210.0-11 vs 2206.0-10: Compares current VPP code in the current CSIT environment vs previous VPP code in the previous CSIT environment.' # VPP Performance Changes 3n-dnv 1t1c pdr - type: "table" @@ -2252,27 +2432,31 @@ filter: "'1T1C'" columns: - title: "2202.0-10" - data-set: "vpp-3n-dnv-hist-iter-new-env" + data-set: "vpp-3n-dnv-hist-iter" - title: "2206.0-10" data-set: "vpp-3n-dnv-prev-iter-old-env" - - title: "2206.0-11" - data-set: "vpp-3n-dnv-prev-iter-new-env" + # - title: "2206.0-11" + # data-set: "vpp-3n-dnv-prev-iter-new-env" - title: "2210.0-11" data-set: "vpp-3n-dnv-curr-iter" comparisons: - - title: "2206.0-11 vs 2206.0-10" + # - title: "2206.0-11 vs 2206.0-10" + # reference: 2 + # compare: 3 + # - title: "2210.0-11 vs 2206.0-11" + # reference: 3 + # compare: 4 + - title: "2210.0-11 vs 2206.0-10" reference: 2 compare: 3 - - title: "2210.0-11 vs 2206.0-11" - reference: 3 - compare: 4 legend: - '' - 'Test Case: Test cases executed for: PDR throughput on 3n-dnv with x553.' - 'YYMM.V-E: [uSec +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "10" for CSIT rls2206, "11" for CSIT rls2210).' - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' - - '2206.0-11 vs 2206.0-10: Compares CSIT environment current vs previous with previous VPP code.' - - '2210.0-11 vs 2206.0-11: Compares VPP code current vs previous in the current CSIT environment.' + # - '2206.0-11 vs 2206.0-10: Compares CSIT environment current vs previous with previous VPP code.' + # - '2210.0-11 vs 2206.0-11: Compares VPP code current vs previous in the current CSIT environment.' + - '2210.0-11 vs 2206.0-10: Compares current VPP code in the current CSIT environment vs previous VPP code in the previous CSIT environment.' # VPP Performance Changes 3n-dnv 2t2c pdr - type: "table" @@ -2283,27 +2467,31 @@ filter: "'2T2C'" columns: - title: "2202.0-10" - data-set: "vpp-3n-dnv-hist-iter-new-env" + data-set: "vpp-3n-dnv-hist-iter" - title: "2206.0-10" data-set: "vpp-3n-dnv-prev-iter-old-env" - - title: "2206.0-11" - data-set: "vpp-3n-dnv-prev-iter-new-env" + # - title: "2206.0-11" + # data-set: "vpp-3n-dnv-prev-iter-new-env" - title: "2210.0-11" data-set: "vpp-3n-dnv-curr-iter" comparisons: - - title: "2206.0-11 vs 2206.0-10" + # - title: "2206.0-11 vs 2206.0-10" + # reference: 2 + # compare: 3 + # - title: "2210.0-11 vs 2206.0-11" + # reference: 3 + # compare: 4 + - title: "2210.0-11 vs 2206.0-10" reference: 2 compare: 3 - - title: "2210.0-11 vs 2206.0-11" - reference: 3 - compare: 4 legend: - '' - 'Test Case: Test cases executed for: PDR throughput on 3n-dnv with x553.' - 'YYMM.V-E: [uSec +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "10" for CSIT rls2206, "11" for CSIT rls2210).' - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' - - '2206.0-11 vs 2206.0-10: Compares CSIT environment current vs previous with previous VPP code.' - - '2210.0-11 vs 2206.0-11: Compares VPP code current vs previous in the current CSIT environment.' + # - '2206.0-11 vs 2206.0-10: Compares CSIT environment current vs previous with previous VPP code.' + # - '2210.0-11 vs 2206.0-11: Compares VPP code current vs previous in the current CSIT environment.' + - '2210.0-11 vs 2206.0-10: Compares current VPP code in the current CSIT environment vs previous VPP code in the previous CSIT environment.' # VPP Performance Changes 3n-dnv 1t1c ndr - type: "table" @@ -2314,27 +2502,31 @@ filter: "'1T1C'" columns: - title: "2202.0-10" - data-set: "vpp-3n-dnv-hist-iter-new-env" + data-set: "vpp-3n-dnv-hist-iter" - title: "2206.0-10" data-set: "vpp-3n-dnv-prev-iter-old-env" - - title: "2206.0-11" - data-set: "vpp-3n-dnv-prev-iter-new-env" + # - title: "2206.0-11" + # data-set: "vpp-3n-dnv-prev-iter-new-env" - title: "2210.0-11" data-set: "vpp-3n-dnv-curr-iter" comparisons: - - title: "2206.0-11 vs 2206.0-10" + # - title: "2206.0-11 vs 2206.0-10" + # reference: 2 + # compare: 3 + # - title: "2210.0-11 vs 2206.0-11" + # reference: 3 + # compare: 4 + - title: "2210.0-11 vs 2206.0-10" reference: 2 compare: 3 - - title: "2210.0-11 vs 2206.0-11" - reference: 3 - compare: 4 legend: - '' - 'Test Case: Test cases executed for: NDR throughput on 3n-dnv with x553.' - 'YYMM.V-E: [uSec +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "10" for CSIT rls2206, "11" for CSIT rls2210).' - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' - - '2206.0-11 vs 2206.0-10: Compares CSIT environment current vs previous with previous VPP code.' - - '2210.0-11 vs 2206.0-11: Compares VPP code current vs previous in the current CSIT environment.' + # - '2206.0-11 vs 2206.0-10: Compares CSIT environment current vs previous with previous VPP code.' + # - '2210.0-11 vs 2206.0-11: Compares VPP code current vs previous in the current CSIT environment.' + - '2210.0-11 vs 2206.0-10: Compares current VPP code in the current CSIT environment vs previous VPP code in the previous CSIT environment.' # VPP Performance Changes 3n-dnv 2t2c ndr - type: "table" @@ -2345,27 +2537,31 @@ filter: "'2T2C'" columns: - title: "2202.0-10" - data-set: "vpp-3n-dnv-hist-iter-new-env" + data-set: "vpp-3n-dnv-hist-iter" - title: "2206.0-10" data-set: "vpp-3n-dnv-prev-iter-old-env" - - title: "2206.0-11" - data-set: "vpp-3n-dnv-prev-iter-new-env" + # - title: "2206.0-11" + # data-set: "vpp-3n-dnv-prev-iter-new-env" - title: "2210.0-11" data-set: "vpp-3n-dnv-curr-iter" comparisons: - - title: "2206.0-11 vs 2206.0-10" + # - title: "2206.0-11 vs 2206.0-10" + # reference: 2 + # compare: 3 + # - title: "2210.0-11 vs 2206.0-11" + # reference: 3 + # compare: 4 + - title: "2210.0-11 vs 2206.0-10" reference: 2 compare: 3 - - title: "2210.0-11 vs 2206.0-11" - reference: 3 - compare: 4 legend: - '' - 'Test Case: Test cases executed for: NDR throughput on 3n-dnv with x553.' - 'YYMM.V-E: [uSec +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "10" for CSIT rls2206, "11" for CSIT rls2210).' - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' - - '2206.0-11 vs 2206.0-10: Compares CSIT environment current vs previous with previous VPP code.' - - '2210.0-11 vs 2206.0-11: Compares VPP code current vs previous in the current CSIT environment.' + # - '2206.0-11 vs 2206.0-10: Compares CSIT environment current vs previous with previous VPP code.' + # - '2210.0-11 vs 2206.0-11: Compares VPP code current vs previous in the current CSIT environment.' + - '2210.0-11 vs 2206.0-10: Compares current VPP code in the current CSIT environment vs previous VPP code in the previous CSIT environment.' # VPP Performance Changes 3n-tsh 1t1c pdr - type: "table" @@ -2376,27 +2572,31 @@ filter: "'1T1C'" columns: - title: "2202.0-10" - data-set: "vpp-3n-tsh-hist-iter-new-env" + data-set: "vpp-3n-tsh-hist-iter" - title: "2206.0-10" data-set: "vpp-3n-tsh-prev-iter-old-env" - - title: "2206.0-11" - data-set: "vpp-3n-tsh-prev-iter-new-env" + # - title: "2206.0-11" + # data-set: "vpp-3n-tsh-prev-iter-new-env" - title: "2210.0-11" data-set: "vpp-3n-tsh-curr-iter" comparisons: - - title: "2206.0-11 vs 2206.0-10" + # - title: "2206.0-11 vs 2206.0-10" + # reference: 2 + # compare: 3 + # - title: "2210.0-11 vs 2206.0-11" + # reference: 3 + # compare: 4 + - title: "2210.0-11 vs 2206.0-10" reference: 2 compare: 3 - - title: "2210.0-11 vs 2206.0-11" - reference: 3 - compare: 4 legend: - '' - 'Test Case: Test cases executed for: PDR throughput on 3n-tsh with x520.' - 'YYMM.V-E: [uSec +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "10" for CSIT rls2206, "11" for CSIT rls2210).' - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' - - '2206.0-11 vs 2206.0-10: Compares CSIT environment current vs previous with previous VPP code.' - - '2210.0-11 vs 2206.0-11: Compares VPP code current vs previous in the current CSIT environment.' + # - '2206.0-11 vs 2206.0-10: Compares CSIT environment current vs previous with previous VPP code.' + # - '2210.0-11 vs 2206.0-11: Compares VPP code current vs previous in the current CSIT environment.' + - '2210.0-11 vs 2206.0-10: Compares current VPP code in the current CSIT environment vs previous VPP code in the previous CSIT environment.' # VPP Performance Changes 3n-tsh 2t2c pdr - type: "table" @@ -2407,27 +2607,31 @@ filter: "'2T2C'" columns: - title: "2202.0-10" - data-set: "vpp-3n-tsh-hist-iter-new-env" + data-set: "vpp-3n-tsh-hist-iter" - title: "2206.0-10" data-set: "vpp-3n-tsh-prev-iter-old-env" - - title: "2206.0-11" - data-set: "vpp-3n-tsh-prev-iter-new-env" + # - title: "2206.0-11" + # data-set: "vpp-3n-tsh-prev-iter-new-env" - title: "2210.0-11" data-set: "vpp-3n-tsh-curr-iter" comparisons: - - title: "2206.0-11 vs 2206.0-10" + # - title: "2206.0-11 vs 2206.0-10" + # reference: 2 + # compare: 3 + # - title: "2210.0-11 vs 2206.0-11" + # reference: 3 + # compare: 4 + - title: "2210.0-11 vs 2206.0-10" reference: 2 compare: 3 - - title: "2210.0-11 vs 2206.0-11" - reference: 3 - compare: 4 legend: - '' - 'Test Case: Test cases executed for: PDR throughput on 3n-tsh with x520.' - 'YYMM.V-E: [uSec +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "10" for CSIT rls2206, "11" for CSIT rls2210).' - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' - - '2206.0-11 vs 2206.0-10: Compares CSIT environment current vs previous with previous VPP code.' - - '2210.0-11 vs 2206.0-11: Compares VPP code current vs previous in the current CSIT environment.' + # - '2206.0-11 vs 2206.0-10: Compares CSIT environment current vs previous with previous VPP code.' + # - '2210.0-11 vs 2206.0-11: Compares VPP code current vs previous in the current CSIT environment.' + - '2210.0-11 vs 2206.0-10: Compares current VPP code in the current CSIT environment vs previous VPP code in the previous CSIT environment.' # VPP Performance Changes 3n-tsh 1t1c ndr - type: "table" @@ -2438,27 +2642,31 @@ filter: "'1T1C'" columns: - title: "2202.0-10" - data-set: "vpp-3n-tsh-hist-iter-new-env" + data-set: "vpp-3n-tsh-hist-iter" - title: "2206.0-10" data-set: "vpp-3n-tsh-prev-iter-old-env" - - title: "2206.0-11" - data-set: "vpp-3n-tsh-prev-iter-new-env" + # - title: "2206.0-11" + # data-set: "vpp-3n-tsh-prev-iter-new-env" - title: "2210.0-11" data-set: "vpp-3n-tsh-curr-iter" comparisons: - - title: "2206.0-11 vs 2206.0-10" + # - title: "2206.0-11 vs 2206.0-10" + # reference: 2 + # compare: 3 + # - title: "2210.0-11 vs 2206.0-11" + # reference: 3 + # compare: 4 + - title: "2210.0-11 vs 2206.0-10" reference: 2 compare: 3 - - title: "2210.0-11 vs 2206.0-11" - reference: 3 - compare: 4 legend: - '' - 'Test Case: Test cases executed for: NDR throughput on 3n-tsh with x520.' - 'YYMM.V-E: [uSec +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "10" for CSIT rls2206, "11" for CSIT rls2210).' - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' - - '2206.0-11 vs 2206.0-10: Compares CSIT environment current vs previous with previous VPP code.' - - '2210.0-11 vs 2206.0-11: Compares VPP code current vs previous in the current CSIT environment.' + # - '2206.0-11 vs 2206.0-10: Compares CSIT environment current vs previous with previous VPP code.' + # - '2210.0-11 vs 2206.0-11: Compares VPP code current vs previous in the current CSIT environment.' + - '2210.0-11 vs 2206.0-10: Compares current VPP code in the current CSIT environment vs previous VPP code in the previous CSIT environment.' # VPP Performance Changes 3n-tsh 2t2c ndr - type: "table" @@ -2469,27 +2677,31 @@ filter: "'2T2C'" columns: - title: "2202.0-10" - data-set: "vpp-3n-tsh-hist-iter-new-env" + data-set: "vpp-3n-tsh-hist-iter" - title: "2206.0-10" data-set: "vpp-3n-tsh-prev-iter-old-env" - - title: "2206.0-11" - data-set: "vpp-3n-tsh-prev-iter-new-env" + # - title: "2206.0-11" + # data-set: "vpp-3n-tsh-prev-iter-new-env" - title: "2210.0-11" data-set: "vpp-3n-tsh-curr-iter" comparisons: - - title: "2206.0-11 vs 2206.0-10" + # - title: "2206.0-11 vs 2206.0-10" + # reference: 2 + # compare: 3 + # - title: "2210.0-11 vs 2206.0-11" + # reference: 3 + # compare: 4 + - title: "2210.0-11 vs 2206.0-10" reference: 2 compare: 3 - - title: "2210.0-11 vs 2206.0-11" - reference: 3 - compare: 4 legend: - '' - 'Test Case: Test cases executed for: NDR throughput on 3n-tsh with x520.' - 'YYMM.V-E: [uSec +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "10" for CSIT rls2206, "11" for CSIT rls2210).' - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' - - '2206.0-11 vs 2206.0-10: Compares CSIT environment current vs previous with previous VPP code.' - - '2210.0-11 vs 2206.0-11: Compares VPP code current vs previous in the current CSIT environment.' + # - '2206.0-11 vs 2206.0-10: Compares CSIT environment current vs previous with previous VPP code.' + # - '2210.0-11 vs 2206.0-11: Compares VPP code current vs previous in the current CSIT environment.' + - '2210.0-11 vs 2206.0-10: Compares current VPP code in the current CSIT environment vs previous VPP code in the previous CSIT environment.' # VPP Performance Changes 2n-tx2 1t1c pdr - type: "table" @@ -2500,27 +2712,31 @@ filter: "'1T1C'" columns: - title: "2202.0-10" - data-set: "vpp-2n-tx2-hist-iter-new-env" + data-set: "vpp-2n-tx2-hist-iter" - title: "2206.0-10" data-set: "vpp-2n-tx2-prev-iter-old-env" - - title: "2206.0-11" - data-set: "vpp-2n-tx2-prev-iter-new-env" + # - title: "2206.0-11" + # data-set: "vpp-2n-tx2-prev-iter-new-env" - title: "2210.0-11" data-set: "vpp-2n-tx2-curr-iter" comparisons: - - title: "2206.0-11 vs 2206.0-10" + # - title: "2206.0-11 vs 2206.0-10" + # reference: 2 + # compare: 3 + # - title: "2210.0-11 vs 2206.0-11" + # reference: 3 + # compare: 4 + - title: "2210.0-11 vs 2206.0-10" reference: 2 compare: 3 - - title: "2210.0-11 vs 2206.0-11" - reference: 3 - compare: 4 legend: - '' - 'Test Case: Test cases executed for: PDR throughput on 2n-tx2 with xl710.' - 'YYMM.V-E: [uSec +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "10" for CSIT rls2206, "11" for CSIT rls2210).' - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' - - '2206.0-11 vs 2206.0-10: Compares CSIT environment current vs previous with previous VPP code.' - - '2210.0-11 vs 2206.0-11: Compares VPP code current vs previous in the current CSIT environment.' + # - '2206.0-11 vs 2206.0-10: Compares CSIT environment current vs previous with previous VPP code.' + # - '2210.0-11 vs 2206.0-11: Compares VPP code current vs previous in the current CSIT environment.' + - '2210.0-11 vs 2206.0-10: Compares current VPP code in the current CSIT environment vs previous VPP code in the previous CSIT environment.' # VPP Performance Changes 2n-tx2 2t2c pdr - type: "table" @@ -2531,27 +2747,31 @@ filter: "'2T2C'" columns: - title: "2202.0-10" - data-set: "vpp-2n-tx2-hist-iter-new-env" + data-set: "vpp-2n-tx2-hist-iter" - title: "2206.0-10" data-set: "vpp-2n-tx2-prev-iter-old-env" - - title: "2206.0-11" - data-set: "vpp-2n-tx2-prev-iter-new-env" + # - title: "2206.0-11" + # data-set: "vpp-2n-tx2-prev-iter-new-env" - title: "2210.0-11" data-set: "vpp-2n-tx2-curr-iter" comparisons: - - title: "2206.0-11 vs 2206.0-10" + # - title: "2206.0-11 vs 2206.0-10" + # reference: 2 + # compare: 3 + # - title: "2210.0-11 vs 2206.0-11" + # reference: 3 + # compare: 4 + - title: "2210.0-11 vs 2206.0-10" reference: 2 compare: 3 - - title: "2210.0-11 vs 2206.0-11" - reference: 3 - compare: 4 legend: - '' - 'Test Case: Test cases executed for: PDR throughput on 2n-tx2 with xl710.' - 'YYMM.V-E: [uSec +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "10" for CSIT rls2206, "11" for CSIT rls2210).' - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' - - '2206.0-11 vs 2206.0-10: Compares CSIT environment current vs previous with previous VPP code.' - - '2210.0-11 vs 2206.0-11: Compares VPP code current vs previous in the current CSIT environment.' + # - '2206.0-11 vs 2206.0-10: Compares CSIT environment current vs previous with previous VPP code.' + # - '2210.0-11 vs 2206.0-11: Compares VPP code current vs previous in the current CSIT environment.' + - '2210.0-11 vs 2206.0-10: Compares current VPP code in the current CSIT environment vs previous VPP code in the previous CSIT environment.' # VPP Performance Changes 2n-tx2 1t1c ndr - type: "table" @@ -2562,27 +2782,31 @@ filter: "'1T1C'" columns: - title: "2202.0-10" - data-set: "vpp-2n-tx2-hist-iter-new-env" + data-set: "vpp-2n-tx2-hist-iter" - title: "2206.0-10" data-set: "vpp-2n-tx2-prev-iter-old-env" - - title: "2206.0-11" - data-set: "vpp-2n-tx2-prev-iter-new-env" + # - title: "2206.0-11" + # data-set: "vpp-2n-tx2-prev-iter-new-env" - title: "2210.0-11" data-set: "vpp-2n-tx2-curr-iter" comparisons: - - title: "2206.0-11 vs 2206.0-10" + # - title: "2206.0-11 vs 2206.0-10" + # reference: 2 + # compare: 3 + # - title: "2210.0-11 vs 2206.0-11" + # reference: 3 + # compare: 4 + - title: "2210.0-11 vs 2206.0-10" reference: 2 compare: 3 - - title: "2210.0-11 vs 2206.0-11" - reference: 3 - compare: 4 legend: - '' - 'Test Case: Test cases executed for: NDR throughput on 2n-tx2 with xl710.' - 'YYMM.V-E: [uSec +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "10" for CSIT rls2206, "11" for CSIT rls2210).' - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' - - '2206.0-11 vs 2206.0-10: Compares CSIT environment current vs previous with previous VPP code.' - - '2210.0-11 vs 2206.0-11: Compares VPP code current vs previous in the current CSIT environment.' + # - '2206.0-11 vs 2206.0-10: Compares CSIT environment current vs previous with previous VPP code.' + # - '2210.0-11 vs 2206.0-11: Compares VPP code current vs previous in the current CSIT environment.' + - '2210.0-11 vs 2206.0-10: Compares current VPP code in the current CSIT environment vs previous VPP code in the previous CSIT environment.' # VPP Performance Changes 2n-tx2 2t2c ndr - type: "table" @@ -2593,27 +2817,31 @@ filter: "'2T2C'" columns: - title: "2202.0-10" - data-set: "vpp-2n-tx2-hist-iter-new-env" + data-set: "vpp-2n-tx2-hist-iter" - title: "2206.0-10" data-set: "vpp-2n-tx2-prev-iter-old-env" - - title: "2206.0-11" - data-set: "vpp-2n-tx2-prev-iter-new-env" + # - title: "2206.0-11" + # data-set: "vpp-2n-tx2-prev-iter-new-env" - title: "2210.0-11" data-set: "vpp-2n-tx2-curr-iter" comparisons: - - title: "2206.0-11 vs 2206.0-10" + # - title: "2206.0-11 vs 2206.0-10" + # reference: 2 + # compare: 3 + # - title: "2210.0-11 vs 2206.0-11" + # reference: 3 + # compare: 4 + - title: "2210.0-11 vs 2206.0-10" reference: 2 compare: 3 - - title: "2210.0-11 vs 2206.0-11" - reference: 3 - compare: 4 legend: - '' - 'Test Case: Test cases executed for: NDR throughput on 2n-tx2 with xl710.' - 'YYMM.V-E: [uSec +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "10" for CSIT rls2206, "11" for CSIT rls2210).' - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' - - '2206.0-11 vs 2206.0-10: Compares CSIT environment current vs previous with previous VPP code.' - - '2210.0-11 vs 2206.0-11: Compares VPP code current vs previous in the current CSIT environment.' + # - '2206.0-11 vs 2206.0-10: Compares CSIT environment current vs previous with previous VPP code.' + # - '2210.0-11 vs 2206.0-11: Compares VPP code current vs previous in the current CSIT environment.' + - '2210.0-11 vs 2206.0-10: Compares current VPP code in the current CSIT environment vs previous VPP code in the previous CSIT environment.' # VPP Performance Changes 2n-aws 2t1c pdr - type: "table" @@ -2724,27 +2952,31 @@ filter: "'2T1C' and 'MRR' and 'NIC_Intel-XXV710'" columns: - title: "2202.0-10" - data-set: "vpp-3n-icx-hist-iter-mrr-new-env" + data-set: "vpp-3n-icx-hist-iter-mrr" - title: "2206.0-10" data-set: "vpp-3n-icx-prev-iter-mrr-old-env" - - title: "2206.0-11" - data-set: "vpp-3n-icx-prev-iter-mrr-new-env" + # - title: "2206.0-11" + # data-set: "vpp-3n-icx-prev-iter-mrr-new-env" - title: "2210.0-11" data-set: "vpp-3n-icx-curr-iter-mrr" comparisons: - - title: "2206.0-11 vs 2206.0-10" + # - title: "2206.0-11 vs 2206.0-10" + # reference: 2 + # compare: 3 + # - title: "2210.0-11 vs 2206.0-11" + # reference: 3 + # compare: 4 + - title: "2210.0-11 vs 2206.0-10" reference: 2 compare: 3 - - title: "2210.0-11 vs 2206.0-11" - reference: 3 - compare: 4 legend: - '' - 'Test Case: Test cases executed for: MRR throughput on 3n-icx with xxv710.' - 'YYMM.V-E: [uSec +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "10" for CSIT rls2206, "11" for CSIT rls2210).' - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' - - '2206.0-11 vs 2206.0-10: Compares CSIT environment current vs previous with previous VPP code.' - - '2210.0-11 vs 2206.0-11: Compares VPP code current vs previous in the current CSIT environment.' + # - '2206.0-11 vs 2206.0-10: Compares CSIT environment current vs previous with previous VPP code.' + # - '2210.0-11 vs 2206.0-11: Compares VPP code current vs previous in the current CSIT environment.' + - '2210.0-11 vs 2206.0-10: Compares current VPP code in the current CSIT environment vs previous VPP code in the previous CSIT environment.' # VPP Performance Changes 3n-icx 4t2c mrr - type: "table" @@ -2755,27 +2987,31 @@ filter: "'4T2C' and 'MRR' and 'NIC_Intel-XXV710'" columns: - title: "2202.0-10" - data-set: "vpp-3n-icx-hist-iter-mrr-new-env" + data-set: "vpp-3n-icx-hist-iter-mrr" - title: "2206.0-10" data-set: "vpp-3n-icx-prev-iter-mrr-old-env" - - title: "2206.0-11" - data-set: "vpp-3n-icx-prev-iter-mrr-new-env" + # - title: "2206.0-11" + # data-set: "vpp-3n-icx-prev-iter-mrr-new-env" - title: "2210.0-11" data-set: "vpp-3n-icx-curr-iter-mrr" comparisons: - - title: "2206.0-11 vs 2206.0-10" + # - title: "2206.0-11 vs 2206.0-10" + # reference: 2 + # compare: 3 + # - title: "2210.0-11 vs 2206.0-11" + # reference: 3 + # compare: 4 + - title: "2210.0-11 vs 2206.0-10" reference: 2 compare: 3 - - title: "2210.0-11 vs 2206.0-11" - reference: 3 - compare: 4 legend: - '' - 'Test Case: Test cases executed for: MRR throughput on 3n-icx with xxv710.' - 'YYMM.V-E: [uSec +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "10" for CSIT rls2206, "11" for CSIT rls2210).' - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' - - '2206.0-11 vs 2206.0-10: Compares CSIT environment current vs previous with previous VPP code.' - - '2210.0-11 vs 2206.0-11: Compares VPP code current vs previous in the current CSIT environment.' + # - '2206.0-11 vs 2206.0-10: Compares CSIT environment current vs previous with previous VPP code.' + # - '2210.0-11 vs 2206.0-11: Compares VPP code current vs previous in the current CSIT environment.' + - '2210.0-11 vs 2206.0-10: Compares current VPP code in the current CSIT environment vs previous VPP code in the previous CSIT environment.' # VPP Performance Changes 3n-icx 8t4c mrr - type: "table" @@ -2786,27 +3022,31 @@ filter: "'8T4C' and 'MRR' and 'NIC_Intel-XXV710'" columns: - title: "2202.0-10" - data-set: "vpp-3n-icx-hist-iter-mrr-new-env" + data-set: "vpp-3n-icx-hist-iter-mrr" - title: "2206.0-10" data-set: "vpp-3n-icx-prev-iter-mrr-old-env" - - title: "2206.0-11" - data-set: "vpp-3n-icx-prev-iter-mrr-new-env" + # - title: "2206.0-11" + # data-set: "vpp-3n-icx-prev-iter-mrr-new-env" - title: "2210.0-11" data-set: "vpp-3n-icx-curr-iter-mrr" comparisons: - - title: "2206.0-11 vs 2206.0-10" + # - title: "2206.0-11 vs 2206.0-10" + # reference: 2 + # compare: 3 + # - title: "2210.0-11 vs 2206.0-11" + # reference: 3 + # compare: 4 + - title: "2210.0-11 vs 2206.0-10" reference: 2 compare: 3 - - title: "2210.0-11 vs 2206.0-11" - reference: 3 - compare: 4 legend: - '' - 'Test Case: Test cases executed for: MRR throughput on 3n-icx with xxv710.' - 'YYMM.V-E: [uSec +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "10" for CSIT rls2206, "11" for CSIT rls2210).' - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' - - '2206.0-11 vs 2206.0-10: Compares CSIT environment current vs previous with previous VPP code.' - - '2210.0-11 vs 2206.0-11: Compares VPP code current vs previous in the current CSIT environment.' + # - '2206.0-11 vs 2206.0-10: Compares CSIT environment current vs previous with previous VPP code.' + # - '2210.0-11 vs 2206.0-11: Compares VPP code current vs previous in the current CSIT environment.' + - '2210.0-11 vs 2206.0-10: Compares current VPP code in the current CSIT environment vs previous VPP code in the previous CSIT environment.' # VPP Performance Changes 2n-icx 2t1c mrr - type: "table" @@ -2817,27 +3057,31 @@ filter: "'2T1C' and 'MRR' and 'NIC_Intel-XXV710'" columns: - title: "2202.0-10" - data-set: "vpp-2n-icx-hist-iter-mrr-new-env" + data-set: "vpp-2n-icx-hist-iter-mrr" - title: "2206.0-10" data-set: "vpp-2n-icx-prev-iter-mrr-old-env" - - title: "2206.0-11" - data-set: "vpp-2n-icx-prev-iter-mrr-new-env" + # - title: "2206.0-11" + # data-set: "vpp-2n-icx-prev-iter-mrr-new-env" - title: "2210.0-11" data-set: "vpp-2n-icx-curr-iter-mrr" comparisons: - - title: "2206.0-11 vs 2206.0-10" + # - title: "2206.0-11 vs 2206.0-10" + # reference: 2 + # compare: 3 + # - title: "2210.0-11 vs 2206.0-11" + # reference: 3 + # compare: 4 + - title: "2210.0-11 vs 2206.0-10" reference: 2 compare: 3 - - title: "2210.0-11 vs 2206.0-11" - reference: 3 - compare: 4 legend: - '' - 'Test Case: Test cases executed for: MRR throughput on 2n-icx with xxv710.' - 'YYMM.V-E: [uSec +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "10" for CSIT rls2206, "11" for CSIT rls2210).' - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' - - '2206.0-11 vs 2206.0-10: Compares CSIT environment current vs previous with previous VPP code.' - - '2210.0-11 vs 2206.0-11: Compares VPP code current vs previous in the current CSIT environment.' + # - '2206.0-11 vs 2206.0-10: Compares CSIT environment current vs previous with previous VPP code.' + # - '2210.0-11 vs 2206.0-11: Compares VPP code current vs previous in the current CSIT environment.' + - '2210.0-11 vs 2206.0-10: Compares current VPP code in the current CSIT environment vs previous VPP code in the previous CSIT environment.' # VPP Performance Changes 2n-icx 4t2c mrr - type: "table" @@ -2848,27 +3092,31 @@ filter: "'4T2C' and 'MRR' and 'NIC_Intel-XXV710'" columns: - title: "2202.0-10" - data-set: "vpp-2n-icx-hist-iter-mrr-new-env" + data-set: "vpp-2n-icx-hist-iter-mrr" - title: "2206.0-10" data-set: "vpp-2n-icx-prev-iter-mrr-old-env" - - title: "2206.0-11" - data-set: "vpp-2n-icx-prev-iter-mrr-new-env" + # - title: "2206.0-11" + # data-set: "vpp-2n-icx-prev-iter-mrr-new-env" - title: "2210.0-11" data-set: "vpp-2n-icx-curr-iter-mrr" comparisons: - - title: "2206.0-11 vs 2206.0-10" + # - title: "2206.0-11 vs 2206.0-10" + # reference: 2 + # compare: 3 + # - title: "2210.0-11 vs 2206.0-11" + # reference: 3 + # compare: 4 + - title: "2210.0-11 vs 2206.0-10" reference: 2 compare: 3 - - title: "2210.0-11 vs 2206.0-11" - reference: 3 - compare: 4 legend: - '' - 'Test Case: Test cases executed for: MRR throughput on 2n-icx with xxv710.' - 'YYMM.V-E: [uSec +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "10" for CSIT rls2206, "11" for CSIT rls2210).' - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' - - '2206.0-11 vs 2206.0-10: Compares CSIT environment current vs previous with previous VPP code.' - - '2210.0-11 vs 2206.0-11: Compares VPP code current vs previous in the current CSIT environment.' + # - '2206.0-11 vs 2206.0-10: Compares CSIT environment current vs previous with previous VPP code.' + # - '2210.0-11 vs 2206.0-11: Compares VPP code current vs previous in the current CSIT environment.' + - '2210.0-11 vs 2206.0-10: Compares current VPP code in the current CSIT environment vs previous VPP code in the previous CSIT environment.' # VPP Performance Changes 2n-icx 8t4c mrr - type: "table" @@ -2879,27 +3127,31 @@ filter: "'8T4C' and 'MRR' and 'NIC_Intel-XXV710'" columns: - title: "2202.0-10" - data-set: "vpp-2n-icx-hist-iter-mrr-new-env" + data-set: "vpp-2n-icx-hist-iter-mrr" - title: "2206.0-10" data-set: "vpp-2n-icx-prev-iter-mrr-old-env" - - title: "2206.0-11" - data-set: "vpp-2n-icx-prev-iter-mrr-new-env" + # - title: "2206.0-11" + # data-set: "vpp-2n-icx-prev-iter-mrr-new-env" - title: "2210.0-11" data-set: "vpp-2n-icx-curr-iter-mrr" comparisons: - - title: "2206.0-11 vs 2206.0-10" + # - title: "2206.0-11 vs 2206.0-10" + # reference: 2 + # compare: 3 + # - title: "2210.0-11 vs 2206.0-11" + # reference: 3 + # compare: 4 + - title: "2210.0-11 vs 2206.0-10" reference: 2 compare: 3 - - title: "2210.0-11 vs 2206.0-11" - reference: 3 - compare: 4 legend: - '' - 'Test Case: Test cases executed for: MRR throughput on 2n-icx with xxv710.' - 'YYMM.V-E: [uSec +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "10" for CSIT rls2206, "11" for CSIT rls2210).' - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' - - '2206.0-11 vs 2206.0-10: Compares CSIT environment current vs previous with previous VPP code.' - - '2210.0-11 vs 2206.0-11: Compares VPP code current vs previous in the current CSIT environment.' + # - '2206.0-11 vs 2206.0-10: Compares CSIT environment current vs previous with previous VPP code.' + # - '2210.0-11 vs 2206.0-11: Compares VPP code current vs previous in the current CSIT environment.' + - '2210.0-11 vs 2206.0-10: Compares current VPP code in the current CSIT environment vs previous VPP code in the previous CSIT environment.' # VPP Performance Changes 2n-clx-xxv710 2t1c mrr - type: "table" @@ -2910,27 +3162,31 @@ filter: "'2T1C' and 'MRR' and 'NIC_Intel-XXV710'" columns: - title: "2202.0-10" - data-set: "vpp-2n-clx-hist-iter-mrr-new-env" + data-set: "vpp-2n-clx-hist-iter-mrr" - title: "2206.0-10" data-set: "vpp-2n-clx-prev-iter-mrr-old-env" - - title: "2206.0-11" - data-set: "vpp-2n-clx-prev-iter-mrr-new-env" + # - title: "2206.0-11" + # data-set: "vpp-2n-clx-prev-iter-mrr-new-env" - title: "2210.0-11" data-set: "vpp-2n-clx-curr-iter-mrr" comparisons: - - title: "2206.0-11 vs 2206.0-10" + # - title: "2206.0-11 vs 2206.0-10" + # reference: 2 + # compare: 3 + # - title: "2210.0-11 vs 2206.0-11" + # reference: 3 + # compare: 4 + - title: "2210.0-11 vs 2206.0-10" reference: 2 compare: 3 - - title: "2210.0-11 vs 2206.0-11" - reference: 3 - compare: 4 legend: - '' - 'Test Case: Test cases executed for: MRR throughput on 2n-clx with xxv710.' - 'YYMM.V-E: [uSec +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "10" for CSIT rls2206, "11" for CSIT rls2210).' - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' - - '2206.0-11 vs 2206.0-10: Compares CSIT environment current vs previous with previous VPP code.' - - '2210.0-11 vs 2206.0-11: Compares VPP code current vs previous in the current CSIT environment.' + # - '2206.0-11 vs 2206.0-10: Compares CSIT environment current vs previous with previous VPP code.' + # - '2210.0-11 vs 2206.0-11: Compares VPP code current vs previous in the current CSIT environment.' + - '2210.0-11 vs 2206.0-10: Compares current VPP code in the current CSIT environment vs previous VPP code in the previous CSIT environment.' # VPP Performance Changes 2n-clx-xxv710 4t2c mrr - type: "table" @@ -2941,27 +3197,31 @@ filter: "'4T2C' and 'MRR' and 'NIC_Intel-XXV710'" columns: - title: "2202.0-10" - data-set: "vpp-2n-clx-hist-iter-mrr-new-env" + data-set: "vpp-2n-clx-hist-iter-mrr" - title: "2206.0-10" data-set: "vpp-2n-clx-prev-iter-mrr-old-env" - - title: "2206.0-11" - data-set: "vpp-2n-clx-prev-iter-mrr-new-env" + # - title: "2206.0-11" + # data-set: "vpp-2n-clx-prev-iter-mrr-new-env" - title: "2210.0-11" data-set: "vpp-2n-clx-curr-iter-mrr" comparisons: - - title: "2206.0-11 vs 2206.0-10" + # - title: "2206.0-11 vs 2206.0-10" + # reference: 2 + # compare: 3 + # - title: "2210.0-11 vs 2206.0-11" + # reference: 3 + # compare: 4 + - title: "2210.0-11 vs 2206.0-10" reference: 2 compare: 3 - - title: "2210.0-11 vs 2206.0-11" - reference: 3 - compare: 4 legend: - '' - 'Test Case: Test cases executed for: MRR throughput on 2n-clx with xxv710.' - 'YYMM.V-E: [uSec +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "10" for CSIT rls2206, "11" for CSIT rls2210).' - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' - - '2206.0-11 vs 2206.0-10: Compares CSIT environment current vs previous with previous VPP code.' - - '2210.0-11 vs 2206.0-11: Compares VPP code current vs previous in the current CSIT environment.' + # - '2206.0-11 vs 2206.0-10: Compares CSIT environment current vs previous with previous VPP code.' + # - '2210.0-11 vs 2206.0-11: Compares VPP code current vs previous in the current CSIT environment.' + - '2210.0-11 vs 2206.0-10: Compares current VPP code in the current CSIT environment vs previous VPP code in the previous CSIT environment.' # VPP Performance Changes 2n-clx-xxv710 8t4c mrr - type: "table" @@ -2972,27 +3232,31 @@ filter: "'8T4C' and 'MRR' and 'NIC_Intel-XXV710'" columns: - title: "2202.0-10" - data-set: "vpp-2n-clx-hist-iter-mrr-new-env" + data-set: "vpp-2n-clx-hist-iter-mrr" - title: "2206.0-10" data-set: "vpp-2n-clx-prev-iter-mrr-old-env" - - title: "2206.0-11" - data-set: "vpp-2n-clx-prev-iter-mrr-new-env" + # - title: "2206.0-11" + # data-set: "vpp-2n-clx-prev-iter-mrr-new-env" - title: "2210.0-11" data-set: "vpp-2n-clx-curr-iter-mrr" comparisons: - - title: "2206.0-11 vs 2206.0-10" + # - title: "2206.0-11 vs 2206.0-10" + # reference: 2 + # compare: 3 + # - title: "2210.0-11 vs 2206.0-11" + # reference: 3 + # compare: 4 + - title: "2210.0-11 vs 2206.0-10" reference: 2 compare: 3 - - title: "2210.0-11 vs 2206.0-11" - reference: 3 - compare: 4 legend: - '' - 'Test Case: Test cases executed for: MRR throughput on 2n-clx with xxv710.' - 'YYMM.V-E: [uSec +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "10" for CSIT rls2206, "11" for CSIT rls2210).' - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' - - '2206.0-11 vs 2206.0-10: Compares CSIT environment current vs previous with previous VPP code.' - - '2210.0-11 vs 2206.0-11: Compares VPP code current vs previous in the current CSIT environment.' + # - '2206.0-11 vs 2206.0-10: Compares CSIT environment current vs previous with previous VPP code.' + # - '2210.0-11 vs 2206.0-11: Compares VPP code current vs previous in the current CSIT environment.' + - '2210.0-11 vs 2206.0-10: Compares current VPP code in the current CSIT environment vs previous VPP code in the previous CSIT environment.' # VPP Performance Changes 2n-clx-cx556a 2t1c mrr - type: "table" @@ -3003,27 +3267,31 @@ filter: "'2T1C' and 'MRR' and 'NIC_Mellanox-CX556A'" columns: - title: "2202.0-10" - data-set: "vpp-2n-clx-hist-iter-mrr-new-env" + data-set: "vpp-2n-clx-hist-iter-mrr" - title: "2206.0-10" data-set: "vpp-2n-clx-prev-iter-mrr-old-env" - - title: "2206.0-11" - data-set: "vpp-2n-clx-prev-iter-mrr-new-env" + # - title: "2206.0-11" + # data-set: "vpp-2n-clx-prev-iter-mrr-new-env" - title: "2210.0-11" data-set: "vpp-2n-clx-curr-iter-mrr" comparisons: - - title: "2206.0-11 vs 2206.0-10" + # - title: "2206.0-11 vs 2206.0-10" + # reference: 2 + # compare: 3 + # - title: "2210.0-11 vs 2206.0-11" + # reference: 3 + # compare: 4 + - title: "2210.0-11 vs 2206.0-10" reference: 2 compare: 3 - - title: "2210.0-11 vs 2206.0-11" - reference: 3 - compare: 4 legend: - '' - 'Test Case: Test cases executed for: MRR throughput on 2n-clx with cx556a.' - 'YYMM.V-E: [uSec +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "10" for CSIT rls2206, "11" for CSIT rls2210).' - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' - - '2206.0-11 vs 2206.0-10: Compares CSIT environment current vs previous with previous VPP code.' - - '2210.0-11 vs 2206.0-11: Compares VPP code current vs previous in the current CSIT environment.' + # - '2206.0-11 vs 2206.0-10: Compares CSIT environment current vs previous with previous VPP code.' + # - '2210.0-11 vs 2206.0-11: Compares VPP code current vs previous in the current CSIT environment.' + - '2210.0-11 vs 2206.0-10: Compares current VPP code in the current CSIT environment vs previous VPP code in the previous CSIT environment.' # VPP Performance Changes 2n-clx-cx556a 4t2c mrr - type: "table" @@ -3034,27 +3302,31 @@ filter: "'4T2C' and 'MRR' and 'NIC_Mellanox-CX556A'" columns: - title: "2202.0-10" - data-set: "vpp-2n-clx-hist-iter-mrr-new-env" + data-set: "vpp-2n-clx-hist-iter-mrr" - title: "2206.0-10" data-set: "vpp-2n-clx-prev-iter-mrr-old-env" - - title: "2206.0-11" - data-set: "vpp-2n-clx-prev-iter-mrr-new-env" + # - title: "2206.0-11" + # data-set: "vpp-2n-clx-prev-iter-mrr-new-env" - title: "2210.0-11" data-set: "vpp-2n-clx-curr-iter-mrr" comparisons: - - title: "2206.0-11 vs 2206.0-10" + # - title: "2206.0-11 vs 2206.0-10" + # reference: 2 + # compare: 3 + # - title: "2210.0-11 vs 2206.0-11" + # reference: 3 + # compare: 4 + - title: "2210.0-11 vs 2206.0-10" reference: 2 compare: 3 - - title: "2210.0-11 vs 2206.0-11" - reference: 3 - compare: 4 legend: - '' - 'Test Case: Test cases executed for: MRR throughput on 2n-clx with cx556a.' - 'YYMM.V-E: [uSec +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "10" for CSIT rls2206, "11" for CSIT rls2210).' - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' - - '2206.0-11 vs 2206.0-10: Compares CSIT environment current vs previous with previous VPP code.' - - '2210.0-11 vs 2206.0-11: Compares VPP code current vs previous in the current CSIT environment.' + # - '2206.0-11 vs 2206.0-10: Compares CSIT environment current vs previous with previous VPP code.' + # - '2210.0-11 vs 2206.0-11: Compares VPP code current vs previous in the current CSIT environment.' + - '2210.0-11 vs 2206.0-10: Compares current VPP code in the current CSIT environment vs previous VPP code in the previous CSIT environment.' # VPP Performance Changes 2n-clx-cx556a 8t4c mrr - type: "table" @@ -3065,27 +3337,31 @@ filter: "'8T4C' and 'MRR' and 'NIC_Mellanox-CX556A'" columns: - title: "2202.0-10" - data-set: "vpp-2n-clx-hist-iter-mrr-new-env" + data-set: "vpp-2n-clx-hist-iter-mrr" - title: "2206.0-10" data-set: "vpp-2n-clx-prev-iter-mrr-old-env" - - title: "2206.0-11" - data-set: "vpp-2n-clx-prev-iter-mrr-new-env" + # - title: "2206.0-11" + # data-set: "vpp-2n-clx-prev-iter-mrr-new-env" - title: "2210.0-11" data-set: "vpp-2n-clx-curr-iter-mrr" comparisons: - - title: "2206.0-11 vs 2206.0-10" + # - title: "2206.0-11 vs 2206.0-10" + # reference: 2 + # compare: 3 + # - title: "2210.0-11 vs 2206.0-11" + # reference: 3 + # compare: 4 + - title: "2210.0-11 vs 2206.0-10" reference: 2 compare: 3 - - title: "2210.0-11 vs 2206.0-11" - reference: 3 - compare: 4 legend: - '' - 'Test Case: Test cases executed for: MRR throughput on 2n-clx with cx556a.' - 'YYMM.V-E: [uSec +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "10" for CSIT rls2206, "11" for CSIT rls2210).' - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' - - '2206.0-11 vs 2206.0-10: Compares CSIT environment current vs previous with previous VPP code.' - - '2210.0-11 vs 2206.0-11: Compares VPP code current vs previous in the current CSIT environment.' + # - '2206.0-11 vs 2206.0-10: Compares CSIT environment current vs previous with previous VPP code.' + # - '2210.0-11 vs 2206.0-11: Compares VPP code current vs previous in the current CSIT environment.' + - '2210.0-11 vs 2206.0-10: Compares current VPP code in the current CSIT environment vs previous VPP code in the previous CSIT environment.' # VPP Performance Changes 2n-zn2-xxv710 2t1c mrr - type: "table" @@ -3096,27 +3372,31 @@ filter: "'2T1C' and 'MRR' and 'NIC_Intel-XXV710'" columns: - title: "2202.0-10" - data-set: "vpp-2n-zn2-hist-iter-mrr-new-env" + data-set: "vpp-2n-zn2-hist-iter-mrr" - title: "2206.0-10" data-set: "vpp-2n-zn2-prev-iter-mrr-old-env" - - title: "2206.0-11" - data-set: "vpp-2n-zn2-prev-iter-mrr-new-env" + # - title: "2206.0-11" + # data-set: "vpp-2n-zn2-prev-iter-mrr-new-env" - title: "2210.0-11" data-set: "vpp-2n-zn2-curr-iter-mrr" comparisons: - - title: "2206.0-11 vs 2206.0-10" + # - title: "2206.0-11 vs 2206.0-10" + # reference: 2 + # compare: 3 + # - title: "2210.0-11 vs 2206.0-11" + # reference: 3 + # compare: 4 + - title: "2210.0-11 vs 2206.0-10" reference: 2 compare: 3 - - title: "2210.0-11 vs 2206.0-11" - reference: 3 - compare: 4 legend: - '' - 'Test Case: Test cases executed for: MRR throughput on 2n-zn2 with xxv710.' - 'YYMM.V-E: [uSec +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "10" for CSIT rls2206, "11" for CSIT rls2210).' - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' - - '2206.0-11 vs 2206.0-10: Compares CSIT environment current vs previous with previous VPP code.' - - '2210.0-11 vs 2206.0-11: Compares VPP code current vs previous in the current CSIT environment.' + # - '2206.0-11 vs 2206.0-10: Compares CSIT environment current vs previous with previous VPP code.' + # - '2210.0-11 vs 2206.0-11: Compares VPP code current vs previous in the current CSIT environment.' + - '2210.0-11 vs 2206.0-10: Compares current VPP code in the current CSIT environment vs previous VPP code in the previous CSIT environment.' # VPP Performance Changes 2n-zn2-xxv710 4t2c mrr - type: "table" @@ -3127,27 +3407,31 @@ filter: "'4T2C' and 'MRR' and 'NIC_Intel-XXV710'" columns: - title: "2202.0-10" - data-set: "vpp-2n-zn2-hist-iter-mrr-new-env" + data-set: "vpp-2n-zn2-hist-iter-mrr" - title: "2206.0-10" data-set: "vpp-2n-zn2-prev-iter-mrr-old-env" - - title: "2206.0-11" - data-set: "vpp-2n-zn2-prev-iter-mrr-new-env" + # - title: "2206.0-11" + # data-set: "vpp-2n-zn2-prev-iter-mrr-new-env" - title: "2210.0-11" data-set: "vpp-2n-zn2-curr-iter-mrr" comparisons: - - title: "2206.0-11 vs 2206.0-10" + # - title: "2206.0-11 vs 2206.0-10" + # reference: 2 + # compare: 3 + # - title: "2210.0-11 vs 2206.0-11" + # reference: 3 + # compare: 4 + - title: "2210.0-11 vs 2206.0-10" reference: 2 compare: 3 - - title: "2210.0-11 vs 2206.0-11" - reference: 3 - compare: 4 legend: - '' - 'Test Case: Test cases executed for: MRR throughput on 2n-zn2 with xxv710.' - 'YYMM.V-E: [uSec +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "10" for CSIT rls2206, "11" for CSIT rls2210).' - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' - - '2206.0-11 vs 2206.0-10: Compares CSIT environment current vs previous with previous VPP code.' - - '2210.0-11 vs 2206.0-11: Compares VPP code current vs previous in the current CSIT environment.' + # - '2206.0-11 vs 2206.0-10: Compares CSIT environment current vs previous with previous VPP code.' + # - '2210.0-11 vs 2206.0-11: Compares VPP code current vs previous in the current CSIT environment.' + - '2210.0-11 vs 2206.0-10: Compares current VPP code in the current CSIT environment vs previous VPP code in the previous CSIT environment.' # VPP Performance Changes 2n-zn2-xxv710 8t4c mrr - type: "table" @@ -3158,27 +3442,31 @@ filter: "'8T4C' and 'MRR' and 'NIC_Intel-XXV710'" columns: - title: "2202.0-10" - data-set: "vpp-2n-zn2-hist-iter-mrr-new-env" + data-set: "vpp-2n-zn2-hist-iter-mrr" - title: "2206.0-10" data-set: "vpp-2n-zn2-prev-iter-mrr-old-env" - - title: "2206.0-11" - data-set: "vpp-2n-zn2-prev-iter-mrr-new-env" + # - title: "2206.0-11" + # data-set: "vpp-2n-zn2-prev-iter-mrr-new-env" - title: "2210.0-11" data-set: "vpp-2n-zn2-curr-iter-mrr" comparisons: - - title: "2206.0-11 vs 2206.0-10" + # - title: "2206.0-11 vs 2206.0-10" + # reference: 2 + # compare: 3 + # - title: "2210.0-11 vs 2206.0-11" + # reference: 3 + # compare: 4 + - title: "2210.0-11 vs 2206.0-10" reference: 2 compare: 3 - - title: "2210.0-11 vs 2206.0-11" - reference: 3 - compare: 4 legend: - '' - 'Test Case: Test cases executed for: MRR throughput on 2n-zn2 with xxv710.' - 'YYMM.V-E: [uSec +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "10" for CSIT rls2206, "11" for CSIT rls2210).' - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' - - '2206.0-11 vs 2206.0-10: Compares CSIT environment current vs previous with previous VPP code.' - - '2210.0-11 vs 2206.0-11: Compares VPP code current vs previous in the current CSIT environment.' + # - '2206.0-11 vs 2206.0-10: Compares CSIT environment current vs previous with previous VPP code.' + # - '2210.0-11 vs 2206.0-11: Compares VPP code current vs previous in the current CSIT environment.' + - '2210.0-11 vs 2206.0-10: Compares current VPP code in the current CSIT environment vs previous VPP code in the previous CSIT environment.' # VPP Performance Changes 2n-dnv 1t1c mrr - type: "table" @@ -3189,27 +3477,31 @@ filter: "'1T1C'" columns: - title: "2202.0-10" - data-set: "vpp-2n-dnv-hist-iter-mrr-new-env" + data-set: "vpp-2n-dnv-hist-iter-mrr" - title: "2206.0-10" data-set: "vpp-2n-dnv-prev-iter-mrr-old-env" - - title: "2206.0-11" - data-set: "vpp-2n-dnv-prev-iter-mrr-new-env" + # - title: "2206.0-11" + # data-set: "vpp-2n-dnv-prev-iter-mrr-new-env" - title: "2210.0-11" data-set: "vpp-2n-dnv-curr-iter-mrr" comparisons: - - title: "2206.0-11 vs 2206.0-10" + # - title: "2206.0-11 vs 2206.0-10" + # reference: 2 + # compare: 3 + # - title: "2210.0-11 vs 2206.0-11" + # reference: 3 + # compare: 4 + - title: "2210.0-11 vs 2206.0-10" reference: 2 compare: 3 - - title: "2210.0-11 vs 2206.0-11" - reference: 3 - compare: 4 legend: - '' - 'Test Case: Test cases executed for: MRR throughput on 2n-dnv with x553.' - 'YYMM.V-E: [uSec +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "10" for CSIT rls2206, "11" for CSIT rls2210).' - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' - - '2206.0-11 vs 2206.0-10: Compares CSIT environment current vs previous with previous VPP code.' - - '2210.0-11 vs 2206.0-11: Compares VPP code current vs previous in the current CSIT environment.' + # - '2206.0-11 vs 2206.0-10: Compares CSIT environment current vs previous with previous VPP code.' + # - '2210.0-11 vs 2206.0-11: Compares VPP code current vs previous in the current CSIT environment.' + - '2210.0-11 vs 2206.0-10: Compares current VPP code in the current CSIT environment vs previous VPP code in the previous CSIT environment.' # VPP Performance Changes 2n-dnv 2t2c mrr - type: "table" @@ -3220,27 +3512,31 @@ filter: "'2T2C'" columns: - title: "2202.0-10" - data-set: "vpp-2n-dnv-hist-iter-mrr-new-env" + data-set: "vpp-2n-dnv-hist-iter-mrr" - title: "2206.0-10" data-set: "vpp-2n-dnv-prev-iter-mrr-old-env" - - title: "2206.0-11" - data-set: "vpp-2n-dnv-prev-iter-mrr-new-env" + # - title: "2206.0-11" + # data-set: "vpp-2n-dnv-prev-iter-mrr-new-env" - title: "2210.0-11" data-set: "vpp-2n-dnv-curr-iter-mrr" comparisons: - - title: "2206.0-11 vs 2206.0-10" + # - title: "2206.0-11 vs 2206.0-10" + # reference: 2 + # compare: 3 + # - title: "2210.0-11 vs 2206.0-11" + # reference: 3 + # compare: 4 + - title: "2210.0-11 vs 2206.0-10" reference: 2 compare: 3 - - title: "2210.0-11 vs 2206.0-11" - reference: 3 - compare: 4 legend: - '' - 'Test Case: Test cases executed for: MRR throughput on 2n-dnv with x553.' - 'YYMM.V-E: [uSec +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "10" for CSIT rls2206, "11" for CSIT rls2210).' - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' - - '2206.0-11 vs 2206.0-10: Compares CSIT environment current vs previous with previous VPP code.' - - '2210.0-11 vs 2206.0-11: Compares VPP code current vs previous in the current CSIT environment.' + # - '2206.0-11 vs 2206.0-10: Compares CSIT environment current vs previous with previous VPP code.' + # - '2210.0-11 vs 2206.0-11: Compares VPP code current vs previous in the current CSIT environment.' + - '2210.0-11 vs 2206.0-10: Compares current VPP code in the current CSIT environment vs previous VPP code in the previous CSIT environment.' # VPP Performance Changes 2n-dnv 4t4c mrr - type: "table" @@ -3251,27 +3547,31 @@ filter: "'4T4C'" columns: - title: "2202.0-10" - data-set: "vpp-2n-dnv-hist-iter-mrr-new-env" + data-set: "vpp-2n-dnv-hist-iter-mrr" - title: "2206.0-10" data-set: "vpp-2n-dnv-prev-iter-mrr-old-env" - - title: "2206.0-11" - data-set: "vpp-2n-dnv-prev-iter-mrr-new-env" + # - title: "2206.0-11" + # data-set: "vpp-2n-dnv-prev-iter-mrr-new-env" - title: "2210.0-11" data-set: "vpp-2n-dnv-curr-iter-mrr" comparisons: - - title: "2206.0-11 vs 2206.0-10" + # - title: "2206.0-11 vs 2206.0-10" + # reference: 2 + # compare: 3 + # - title: "2210.0-11 vs 2206.0-11" + # reference: 3 + # compare: 4 + - title: "2210.0-11 vs 2206.0-10" reference: 2 compare: 3 - - title: "2210.0-11 vs 2206.0-11" - reference: 3 - compare: 4 legend: - '' - 'Test Case: Test cases executed for: MRR throughput on 2n-dnv with x553.' - 'YYMM.V-E: [uSec +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "10" for CSIT rls2206, "11" for CSIT rls2210).' - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' - - '2206.0-11 vs 2206.0-10: Compares CSIT environment current vs previous with previous VPP code.' - - '2210.0-11 vs 2206.0-11: Compares VPP code current vs previous in the current CSIT environment.' + # - '2206.0-11 vs 2206.0-10: Compares CSIT environment current vs previous with previous VPP code.' + # - '2210.0-11 vs 2206.0-11: Compares VPP code current vs previous in the current CSIT environment.' + - '2210.0-11 vs 2206.0-10: Compares current VPP code in the current CSIT environment vs previous VPP code in the previous CSIT environment.' # VPP Performance Changes 3n-dnv 1t1c mrr - type: "table" @@ -3282,27 +3582,31 @@ filter: "'1T1C'" columns: - title: "2202.0-10" - data-set: "vpp-3n-dnv-hist-iter-mrr-new-env" + data-set: "vpp-3n-dnv-hist-iter-mrr" - title: "2206.0-10" data-set: "vpp-3n-dnv-prev-iter-mrr-old-env" - - title: "2206.0-11" - data-set: "vpp-3n-dnv-prev-iter-mrr-new-env" + # - title: "2206.0-11" + # data-set: "vpp-3n-dnv-prev-iter-mrr-new-env" - title: "2210.0-11" data-set: "vpp-3n-dnv-curr-iter-mrr" comparisons: - - title: "2206.0-11 vs 2206.0-10" + # - title: "2206.0-11 vs 2206.0-10" + # reference: 2 + # compare: 3 + # - title: "2210.0-11 vs 2206.0-11" + # reference: 3 + # compare: 4 + - title: "2210.0-11 vs 2206.0-10" reference: 2 compare: 3 - - title: "2210.0-11 vs 2206.0-11" - reference: 3 - compare: 4 legend: - '' - 'Test Case: Test cases executed for: MRR throughput on 3n-dnv with x553.' - 'YYMM.V-E: [uSec +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "10" for CSIT rls2206, "11" for CSIT rls2210).' - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' - - '2206.0-11 vs 2206.0-10: Compares CSIT environment current vs previous with previous VPP code.' - - '2210.0-11 vs 2206.0-11: Compares VPP code current vs previous in the current CSIT environment.' + # - '2206.0-11 vs 2206.0-10: Compares CSIT environment current vs previous with previous VPP code.' + # - '2210.0-11 vs 2206.0-11: Compares VPP code current vs previous in the current CSIT environment.' + - '2210.0-11 vs 2206.0-10: Compares current VPP code in the current CSIT environment vs previous VPP code in the previous CSIT environment.' # VPP Performance Changes 3n-dnv 2t2c mrr - type: "table" @@ -3313,27 +3617,31 @@ filter: "'2T2C'" columns: - title: "2202.0-10" - data-set: "vpp-3n-dnv-hist-iter-mrr-new-env" + data-set: "vpp-3n-dnv-hist-iter-mrr" - title: "2206.0-10" data-set: "vpp-3n-dnv-prev-iter-mrr-old-env" - - title: "2206.0-11" - data-set: "vpp-3n-dnv-prev-iter-mrr-new-env" + # - title: "2206.0-11" + # data-set: "vpp-3n-dnv-prev-iter-mrr-new-env" - title: "2210.0-11" data-set: "vpp-3n-dnv-curr-iter-mrr" comparisons: - - title: "2206.0-11 vs 2206.0-10" + # - title: "2206.0-11 vs 2206.0-10" + # reference: 2 + # compare: 3 + # - title: "2210.0-11 vs 2206.0-11" + # reference: 3 + # compare: 4 + - title: "2210.0-11 vs 2206.0-10" reference: 2 compare: 3 - - title: "2210.0-11 vs 2206.0-11" - reference: 3 - compare: 4 legend: - '' - 'Test Case: Test cases executed for: MRR throughput on 3n-dnv with x553.' - 'YYMM.V-E: [uSec +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "10" for CSIT rls2206, "11" for CSIT rls2210).' - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' - - '2206.0-11 vs 2206.0-10: Compares CSIT environment current vs previous with previous VPP code.' - - '2210.0-11 vs 2206.0-11: Compares VPP code current vs previous in the current CSIT environment.' + # - '2206.0-11 vs 2206.0-10: Compares CSIT environment current vs previous with previous VPP code.' + # - '2210.0-11 vs 2206.0-11: Compares VPP code current vs previous in the current CSIT environment.' + - '2210.0-11 vs 2206.0-10: Compares current VPP code in the current CSIT environment vs previous VPP code in the previous CSIT environment.' # VPP Performance Changes 3n-dnv 4t4c mrr - type: "table" @@ -3344,27 +3652,31 @@ filter: "'4T4C'" columns: - title: "2202.0-10" - data-set: "vpp-3n-dnv-hist-iter-mrr-new-env" + data-set: "vpp-3n-dnv-hist-iter-mrr" - title: "2206.0-10" data-set: "vpp-3n-dnv-prev-iter-mrr-old-env" - - title: "2206.0-11" - data-set: "vpp-3n-dnv-prev-iter-mrr-new-env" + # - title: "2206.0-11" + # data-set: "vpp-3n-dnv-prev-iter-mrr-new-env" - title: "2210.0-11" data-set: "vpp-3n-dnv-curr-iter-mrr" comparisons: - - title: "2206.0-11 vs 2206.0-10" + # - title: "2206.0-11 vs 2206.0-10" + # reference: 2 + # compare: 3 + # - title: "2210.0-11 vs 2206.0-11" + # reference: 3 + # compare: 4 + - title: "2210.0-11 vs 2206.0-10" reference: 2 compare: 3 - - title: "2210.0-11 vs 2206.0-11" - reference: 3 - compare: 4 legend: - '' - 'Test Case: Test cases executed for: MRR throughput on 3n-dnv with x553.' - 'YYMM.V-E: [uSec +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "10" for CSIT rls2206, "11" for CSIT rls2210).' - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' - - '2206.0-11 vs 2206.0-10: Compares CSIT environment current vs previous with previous VPP code.' - - '2210.0-11 vs 2206.0-11: Compares VPP code current vs previous in the current CSIT environment.' + # - '2206.0-11 vs 2206.0-10: Compares CSIT environment current vs previous with previous VPP code.' + # - '2210.0-11 vs 2206.0-11: Compares VPP code current vs previous in the current CSIT environment.' + - '2210.0-11 vs 2206.0-10: Compares current VPP code in the current CSIT environment vs previous VPP code in the previous CSIT environment.' # VPP Performance Changes 3n-tsh 1t1c mrr - type: "table" @@ -3375,27 +3687,31 @@ filter: "'1T1C'" columns: - title: "2202.0-10" - data-set: "vpp-3n-tsh-hist-iter-mrr-new-env" + data-set: "vpp-3n-tsh-hist-iter-mrr" - title: "2206.0-10" data-set: "vpp-3n-tsh-prev-iter-mrr-old-env" - - title: "2206.0-11" - data-set: "vpp-3n-tsh-prev-iter-mrr-new-env" + # - title: "2206.0-11" + # data-set: "vpp-3n-tsh-prev-iter-mrr-new-env" - title: "2210.0-11" data-set: "vpp-3n-tsh-curr-iter-mrr" comparisons: - - title: "2206.0-11 vs 2206.0-10" + # - title: "2206.0-11 vs 2206.0-10" + # reference: 2 + # compare: 3 + # - title: "2210.0-11 vs 2206.0-11" + # reference: 3 + # compare: 4 + - title: "2210.0-11 vs 2206.0-10" reference: 2 compare: 3 - - title: "2210.0-11 vs 2206.0-11" - reference: 3 - compare: 4 legend: - '' - 'Test Case: Test cases executed for: MRR throughput on 3n-tsh with x520.' - 'YYMM.V-E: [uSec +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "10" for CSIT rls2206, "11" for CSIT rls2210).' - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' - - '2206.0-11 vs 2206.0-10: Compares CSIT environment current vs previous with previous VPP code.' - - '2210.0-11 vs 2206.0-11: Compares VPP code current vs previous in the current CSIT environment.' + # - '2206.0-11 vs 2206.0-10: Compares CSIT environment current vs previous with previous VPP code.' + # - '2210.0-11 vs 2206.0-11: Compares VPP code current vs previous in the current CSIT environment.' + - '2210.0-11 vs 2206.0-10: Compares current VPP code in the current CSIT environment vs previous VPP code in the previous CSIT environment.' # VPP Performance Changes 3n-tsh 2t2c mrr - type: "table" @@ -3406,27 +3722,31 @@ filter: "'2T2C'" columns: - title: "2202.0-10" - data-set: "vpp-3n-tsh-hist-iter-mrr-new-env" + data-set: "vpp-3n-tsh-hist-iter-mrr" - title: "2206.0-10" data-set: "vpp-3n-tsh-prev-iter-mrr-old-env" - - title: "2206.0-11" - data-set: "vpp-3n-tsh-prev-iter-mrr-new-env" + # - title: "2206.0-11" + # data-set: "vpp-3n-tsh-prev-iter-mrr-new-env" - title: "2210.0-11" data-set: "vpp-3n-tsh-curr-iter-mrr" comparisons: - - title: "2206.0-11 vs 2206.0-10" + # - title: "2206.0-11 vs 2206.0-10" + # reference: 2 + # compare: 3 + # - title: "2210.0-11 vs 2206.0-11" + # reference: 3 + # compare: 4 + - title: "2210.0-11 vs 2206.0-10" reference: 2 compare: 3 - - title: "2210.0-11 vs 2206.0-11" - reference: 3 - compare: 4 legend: - '' - 'Test Case: Test cases executed for: MRR throughput on 3n-tsh with x520.' - 'YYMM.V-E: [uSec +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "10" for CSIT rls2206, "11" for CSIT rls2210).' - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' - - '2206.0-11 vs 2206.0-10: Compares CSIT environment current vs previous with previous VPP code.' - - '2210.0-11 vs 2206.0-11: Compares VPP code current vs previous in the current CSIT environment.' + # - '2206.0-11 vs 2206.0-10: Compares CSIT environment current vs previous with previous VPP code.' + # - '2210.0-11 vs 2206.0-11: Compares VPP code current vs previous in the current CSIT environment.' + - '2210.0-11 vs 2206.0-10: Compares current VPP code in the current CSIT environment vs previous VPP code in the previous CSIT environment.' # VPP Performance Changes 3n-tsh 4t4c mrr - type: "table" @@ -3437,27 +3757,31 @@ filter: "'4T4C'" columns: - title: "2202.0-10" - data-set: "vpp-3n-tsh-hist-iter-mrr-new-env" + data-set: "vpp-3n-tsh-hist-iter-mrr" - title: "2206.0-10" data-set: "vpp-3n-tsh-prev-iter-mrr-old-env" - - title: "2206.0-11" - data-set: "vpp-3n-tsh-prev-iter-mrr-new-env" + # - title: "2206.0-11" + # data-set: "vpp-3n-tsh-prev-iter-mrr-new-env" - title: "2210.0-11" data-set: "vpp-3n-tsh-curr-iter-mrr" comparisons: - - title: "2206.0-11 vs 2206.0-10" + # - title: "2206.0-11 vs 2206.0-10" + # reference: 2 + # compare: 3 + # - title: "2210.0-11 vs 2206.0-11" + # reference: 3 + # compare: 4 + - title: "2210.0-11 vs 2206.0-10" reference: 2 compare: 3 - - title: "2210.0-11 vs 2206.0-11" - reference: 3 - compare: 4 legend: - '' - 'Test Case: Test cases executed for: MRR throughput on 3n-tsh with x520.' - 'YYMM.V-E: [uSec +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "10" for CSIT rls2206, "11" for CSIT rls2210).' - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' - - '2206.0-11 vs 2206.0-10: Compares CSIT environment current vs previous with previous VPP code.' - - '2210.0-11 vs 2206.0-11: Compares VPP code current vs previous in the current CSIT environment.' + # - '2206.0-11 vs 2206.0-10: Compares CSIT environment current vs previous with previous VPP code.' + # - '2210.0-11 vs 2206.0-11: Compares VPP code current vs previous in the current CSIT environment.' + - '2210.0-11 vs 2206.0-10: Compares current VPP code in the current CSIT environment vs previous VPP code in the previous CSIT environment.' # VPP Performance Changes 2n-tx2 1t1c mrr - type: "table" @@ -3468,27 +3792,31 @@ filter: "'1T1C'" columns: - title: "2202.0-10" - data-set: "vpp-2n-tx2-hist-iter-mrr-new-env" + data-set: "vpp-2n-tx2-hist-iter-mrr" - title: "2206.0-10" data-set: "vpp-2n-tx2-prev-iter-mrr-old-env" - - title: "2206.0-11" - data-set: "vpp-2n-tx2-prev-iter-mrr-new-env" + # - title: "2206.0-11" + # data-set: "vpp-2n-tx2-prev-iter-mrr-new-env" - title: "2210.0-11" data-set: "vpp-2n-tx2-curr-iter-mrr" comparisons: - - title: "2206.0-11 vs 2206.0-10" + # - title: "2206.0-11 vs 2206.0-10" + # reference: 2 + # compare: 3 + # - title: "2210.0-11 vs 2206.0-11" + # reference: 3 + # compare: 4 + - title: "2210.0-11 vs 2206.0-10" reference: 2 compare: 3 - - title: "2210.0-11 vs 2206.0-11" - reference: 3 - compare: 4 legend: - '' - 'Test Case: Test cases executed for: MRR throughput on 2n-tx2 with xl710.' - 'YYMM.V-E: [uSec +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "10" for CSIT rls2206, "11" for CSIT rls2210).' - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' - - '2206.0-11 vs 2206.0-10: Compares CSIT environment current vs previous with previous VPP code.' - - '2210.0-11 vs 2206.0-11: Compares VPP code current vs previous in the current CSIT environment.' + # - '2206.0-11 vs 2206.0-10: Compares CSIT environment current vs previous with previous VPP code.' + # - '2210.0-11 vs 2206.0-11: Compares VPP code current vs previous in the current CSIT environment.' + - '2210.0-11 vs 2206.0-10: Compares current VPP code in the current CSIT environment vs previous VPP code in the previous CSIT environment.' # VPP Performance Changes 2n-tx2 2t2c mrr - type: "table" @@ -3499,27 +3827,31 @@ filter: "'2T2C'" columns: - title: "2202.0-10" - data-set: "vpp-2n-tx2-hist-iter-mrr-new-env" + data-set: "vpp-2n-tx2-hist-iter-mrr" - title: "2206.0-10" data-set: "vpp-2n-tx2-prev-iter-mrr-old-env" - - title: "2206.0-11" - data-set: "vpp-2n-tx2-prev-iter-mrr-new-env" + # - title: "2206.0-11" + # data-set: "vpp-2n-tx2-prev-iter-mrr-new-env" - title: "2210.0-11" data-set: "vpp-2n-tx2-curr-iter-mrr" comparisons: - - title: "2206.0-11 vs 2206.0-10" + # - title: "2206.0-11 vs 2206.0-10" + # reference: 2 + # compare: 3 + # - title: "2210.0-11 vs 2206.0-11" + # reference: 3 + # compare: 4 + - title: "2210.0-11 vs 2206.0-10" reference: 2 compare: 3 - - title: "2210.0-11 vs 2206.0-11" - reference: 3 - compare: 4 legend: - '' - 'Test Case: Test cases executed for: MRR throughput on 2n-tx2 with xl710.' - 'YYMM.V-E: [uSec +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "10" for CSIT rls2206, "11" for CSIT rls2210).' - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' - - '2206.0-11 vs 2206.0-10: Compares CSIT environment current vs previous with previous VPP code.' - - '2210.0-11 vs 2206.0-11: Compares VPP code current vs previous in the current CSIT environment.' + # - '2206.0-11 vs 2206.0-10: Compares CSIT environment current vs previous with previous VPP code.' + # - '2210.0-11 vs 2206.0-11: Compares VPP code current vs previous in the current CSIT environment.' + - '2210.0-11 vs 2206.0-10: Compares current VPP code in the current CSIT environment vs previous VPP code in the previous CSIT environment.' # VPP Performance Changes 2n-tx2 4t4c mrr - type: "table" @@ -3530,27 +3862,31 @@ filter: "'4T4C'" columns: - title: "2202.0-10" - data-set: "vpp-2n-tx2-hist-iter-mrr-new-env" + data-set: "vpp-2n-tx2-hist-iter-mrr" - title: "2206.0-10" data-set: "vpp-2n-tx2-prev-iter-mrr-old-env" - - title: "2206.0-11" - data-set: "vpp-2n-tx2-prev-iter-mrr-new-env" + # - title: "2206.0-11" + # data-set: "vpp-2n-tx2-prev-iter-mrr-new-env" - title: "2210.0-11" data-set: "vpp-2n-tx2-curr-iter-mrr" comparisons: - - title: "2206.0-11 vs 2206.0-10" + # - title: "2206.0-11 vs 2206.0-10" + # reference: 2 + # compare: 3 + # - title: "2210.0-11 vs 2206.0-11" + # reference: 3 + # compare: 4 + - title: "2210.0-11 vs 2206.0-10" reference: 2 compare: 3 - - title: "2210.0-11 vs 2206.0-11" - reference: 3 - compare: 4 legend: - '' - 'Test Case: Test cases executed for: MRR throughput on 2n-tx2 with xl710.' - 'YYMM.V-E: [uSec +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "10" for CSIT rls2206, "11" for CSIT rls2210).' - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' - - '2206.0-11 vs 2206.0-10: Compares CSIT environment current vs previous with previous VPP code.' - - '2210.0-11 vs 2206.0-11: Compares VPP code current vs previous in the current CSIT environment.' + # - '2206.0-11 vs 2206.0-10: Compares CSIT environment current vs previous with previous VPP code.' + # - '2210.0-11 vs 2206.0-11: Compares VPP code current vs previous in the current CSIT environment.' + - '2210.0-11 vs 2206.0-10: Compares current VPP code in the current CSIT environment vs previous VPP code in the previous CSIT environment.' # VPP Performance Changes 2n-aws 2t1c mrr - type: "table" @@ -5533,183 +5869,183 @@ ### P L O T S ### ################################################################################ -# VSAP tests 2n-clx +# # VSAP tests 2n-clx -- type: "plot" - title: "2n-clx-cx556a-0B-2t1c-rdma-eth-ip4tcphttp-ldpreload-nginx-1_15_0-cps" - algorithm: "plot_perf_box_name" - output-file: "{DIR[STATIC,VPP]}/2n-clx-cx556a-0B-2t1c-rdma-eth-ip4tcphttp-ldpreload-nginx-1_15_0-cps" - data: "vpp-2n-clx-curr-iter-vsap" - include: - - "Tests.Vpp.Perf.Hoststack.2N1L-100Ge2P1Cx556A-Rdma-Eth-Ip4Tcphttp-Ldpreload-Nginx-1 15 0-Cps.0B-2t1c-rdma-eth-ip4tcphttp-ldpreload-nginx-1_15_0-cps" - layout: - title: "2n-clx-cx556a-0B-2t1c-rdma-eth-ip4tcphttp-ldpreload-nginx-1_15_0" - layout: "plot-hoststack" +# - type: "plot" +# title: "2n-clx-cx556a-0B-2t1c-rdma-eth-ip4tcphttp-ldpreload-nginx-1_15_0-cps" +# algorithm: "plot_perf_box_name" +# output-file: "{DIR[STATIC,VPP]}/2n-clx-cx556a-0B-2t1c-rdma-eth-ip4tcphttp-ldpreload-nginx-1_15_0-cps" +# data: "vpp-2n-clx-curr-iter-vsap" +# include: +# - "Tests.Vpp.Perf.Hoststack.2N1L-100Ge2P1Cx556A-Rdma-Eth-Ip4Tcphttp-Ldpreload-Nginx-1 15 0-Cps.0B-2t1c-rdma-eth-ip4tcphttp-ldpreload-nginx-1_15_0-cps" +# layout: +# title: "2n-clx-cx556a-0B-2t1c-rdma-eth-ip4tcphttp-ldpreload-nginx-1_15_0" +# layout: "plot-hoststack" -- type: "plot" - title: "2n-clx-cx556a-64B-2t1c-rdma-eth-ip4tcphttp-ldpreload-nginx-1_15_0-cps" - algorithm: "plot_perf_box_name" - output-file: "{DIR[STATIC,VPP]}/2n-clx-cx556a-64B-2t1c-rdma-eth-ip4tcphttp-ldpreload-nginx-1_15_0-cps" - data: "vpp-2n-clx-curr-iter-vsap" - include: - - "Tests.Vpp.Perf.Hoststack.2N1L-100Ge2P1Cx556A-Rdma-Eth-Ip4Tcphttp-Ldpreload-Nginx-1 15 0-Cps.64B-2t1c-rdma-eth-ip4tcphttp-ldpreload-nginx-1_15_0-cps" - layout: - title: "2n-clx-cx556a-64B-2t1c-rdma-eth-ip4tcphttp-ldpreload-nginx-1_15_0" - layout: "plot-hoststack" +# - type: "plot" +# title: "2n-clx-cx556a-64B-2t1c-rdma-eth-ip4tcphttp-ldpreload-nginx-1_15_0-cps" +# algorithm: "plot_perf_box_name" +# output-file: "{DIR[STATIC,VPP]}/2n-clx-cx556a-64B-2t1c-rdma-eth-ip4tcphttp-ldpreload-nginx-1_15_0-cps" +# data: "vpp-2n-clx-curr-iter-vsap" +# include: +# - "Tests.Vpp.Perf.Hoststack.2N1L-100Ge2P1Cx556A-Rdma-Eth-Ip4Tcphttp-Ldpreload-Nginx-1 15 0-Cps.64B-2t1c-rdma-eth-ip4tcphttp-ldpreload-nginx-1_15_0-cps" +# layout: +# title: "2n-clx-cx556a-64B-2t1c-rdma-eth-ip4tcphttp-ldpreload-nginx-1_15_0" +# layout: "plot-hoststack" -- type: "plot" - title: "2n-clx-cx556a-1024B-2t1c-rdma-eth-ip4tcphttp-ldpreload-nginx-1_15_0-cps" - algorithm: "plot_perf_box_name" - output-file: "{DIR[STATIC,VPP]}/2n-clx-cx556a-1024B-2t1c-rdma-eth-ip4tcphttp-ldpreload-nginx-1_15_0-cps" - data: "vpp-2n-clx-curr-iter-vsap" - include: - - "Tests.Vpp.Perf.Hoststack.2N1L-100Ge2P1Cx556A-Rdma-Eth-Ip4Tcphttp-Ldpreload-Nginx-1 15 0-Cps.1024B-2t1c-rdma-eth-ip4tcphttp-ldpreload-nginx-1_15_0-cps" - layout: - title: "2n-clx-cx556a-1024B-2t1c-rdma-eth-ip4tcphttp-ldpreload-nginx-1_15_0" - layout: "plot-hoststack" +# - type: "plot" +# title: "2n-clx-cx556a-1024B-2t1c-rdma-eth-ip4tcphttp-ldpreload-nginx-1_15_0-cps" +# algorithm: "plot_perf_box_name" +# output-file: "{DIR[STATIC,VPP]}/2n-clx-cx556a-1024B-2t1c-rdma-eth-ip4tcphttp-ldpreload-nginx-1_15_0-cps" +# data: "vpp-2n-clx-curr-iter-vsap" +# include: +# - "Tests.Vpp.Perf.Hoststack.2N1L-100Ge2P1Cx556A-Rdma-Eth-Ip4Tcphttp-Ldpreload-Nginx-1 15 0-Cps.1024B-2t1c-rdma-eth-ip4tcphttp-ldpreload-nginx-1_15_0-cps" +# layout: +# title: "2n-clx-cx556a-1024B-2t1c-rdma-eth-ip4tcphttp-ldpreload-nginx-1_15_0" +# layout: "plot-hoststack" -- type: "plot" - title: "2n-clx-cx556a-2048B-2t1c-rdma-eth-ip4tcphttp-ldpreload-nginx-1_15_0-cps" - algorithm: "plot_perf_box_name" - output-file: "{DIR[STATIC,VPP]}/2n-clx-cx556a-2048B-2t1c-rdma-eth-ip4tcphttp-ldpreload-nginx-1_15_0-cps" - data: "vpp-2n-clx-curr-iter-vsap" - include: - - "Tests.Vpp.Perf.Hoststack.2N1L-100Ge2P1Cx556A-Rdma-Eth-Ip4Tcphttp-Ldpreload-Nginx-1 15 0-Cps.2048B-2t1c-rdma-eth-ip4tcphttp-ldpreload-nginx-1_15_0-cps" - layout: - title: "2n-clx-cx556a-2048B-2t1c-rdma-eth-ip4tcphttp-ldpreload-nginx-1_15_0" - layout: "plot-hoststack" +# - type: "plot" +# title: "2n-clx-cx556a-2048B-2t1c-rdma-eth-ip4tcphttp-ldpreload-nginx-1_15_0-cps" +# algorithm: "plot_perf_box_name" +# output-file: "{DIR[STATIC,VPP]}/2n-clx-cx556a-2048B-2t1c-rdma-eth-ip4tcphttp-ldpreload-nginx-1_15_0-cps" +# data: "vpp-2n-clx-curr-iter-vsap" +# include: +# - "Tests.Vpp.Perf.Hoststack.2N1L-100Ge2P1Cx556A-Rdma-Eth-Ip4Tcphttp-Ldpreload-Nginx-1 15 0-Cps.2048B-2t1c-rdma-eth-ip4tcphttp-ldpreload-nginx-1_15_0-cps" +# layout: +# title: "2n-clx-cx556a-2048B-2t1c-rdma-eth-ip4tcphttp-ldpreload-nginx-1_15_0" +# layout: "plot-hoststack" -- type: "plot" - title: "2n-clx-cx556a-0B-2t1c-rdma-eth-ip4tcphttp-ldpreload-nginx-1_15_0-rps" - algorithm: "plot_perf_box_name" - output-file: "{DIR[STATIC,VPP]}/2n-clx-cx556a-0B-2t1c-rdma-eth-ip4tcphttp-ldpreload-nginx-1_15_0-rps" - data: "vpp-2n-clx-curr-iter-vsap" - include: - - "Tests.Vpp.Perf.Hoststack.2N1L-100Ge2P1Cx556A-Rdma-Eth-Ip4Tcphttp-Ldpreload-Nginx-1 15 0-Rps.0B-2t1c-rdma-eth-ip4tcphttp-ldpreload-nginx-1_15_0-rps" - layout: - title: "2n-clx-cx556a-0B-2t1c-rdma-eth-ip4tcphttp-ldpreload-nginx-1_15_0" - layout: "plot-hoststack" +# - type: "plot" +# title: "2n-clx-cx556a-0B-2t1c-rdma-eth-ip4tcphttp-ldpreload-nginx-1_15_0-rps" +# algorithm: "plot_perf_box_name" +# output-file: "{DIR[STATIC,VPP]}/2n-clx-cx556a-0B-2t1c-rdma-eth-ip4tcphttp-ldpreload-nginx-1_15_0-rps" +# data: "vpp-2n-clx-curr-iter-vsap" +# include: +# - "Tests.Vpp.Perf.Hoststack.2N1L-100Ge2P1Cx556A-Rdma-Eth-Ip4Tcphttp-Ldpreload-Nginx-1 15 0-Rps.0B-2t1c-rdma-eth-ip4tcphttp-ldpreload-nginx-1_15_0-rps" +# layout: +# title: "2n-clx-cx556a-0B-2t1c-rdma-eth-ip4tcphttp-ldpreload-nginx-1_15_0" +# layout: "plot-hoststack" -- type: "plot" - title: "2n-clx-cx556a-64B-2t1c-rdma-eth-ip4tcphttp-ldpreload-nginx-1_15_0-rps" - algorithm: "plot_perf_box_name" - output-file: "{DIR[STATIC,VPP]}/2n-clx-cx556a-64B-2t1c-rdma-eth-ip4tcphttp-ldpreload-nginx-1_15_0-rps" - data: "vpp-2n-clx-curr-iter-vsap" - include: - - "Tests.Vpp.Perf.Hoststack.2N1L-100Ge2P1Cx556A-Rdma-Eth-Ip4Tcphttp-Ldpreload-Nginx-1 15 0-Rps.64B-2t1c-rdma-eth-ip4tcphttp-ldpreload-nginx-1_15_0-rps" - layout: - title: "2n-clx-cx556a-64B-2t1c-rdma-eth-ip4tcphttp-ldpreload-nginx-1_15_0" - layout: "plot-hoststack" +# - type: "plot" +# title: "2n-clx-cx556a-64B-2t1c-rdma-eth-ip4tcphttp-ldpreload-nginx-1_15_0-rps" +# algorithm: "plot_perf_box_name" +# output-file: "{DIR[STATIC,VPP]}/2n-clx-cx556a-64B-2t1c-rdma-eth-ip4tcphttp-ldpreload-nginx-1_15_0-rps" +# data: "vpp-2n-clx-curr-iter-vsap" +# include: +# - "Tests.Vpp.Perf.Hoststack.2N1L-100Ge2P1Cx556A-Rdma-Eth-Ip4Tcphttp-Ldpreload-Nginx-1 15 0-Rps.64B-2t1c-rdma-eth-ip4tcphttp-ldpreload-nginx-1_15_0-rps" +# layout: +# title: "2n-clx-cx556a-64B-2t1c-rdma-eth-ip4tcphttp-ldpreload-nginx-1_15_0" +# layout: "plot-hoststack" -- type: "plot" - title: "2n-clx-cx556a-1024B-2t1c-rdma-eth-ip4tcphttp-ldpreload-nginx-1_15_0-rps" - algorithm: "plot_perf_box_name" - output-file: "{DIR[STATIC,VPP]}/2n-clx-cx556a-1024B-2t1c-rdma-eth-ip4tcphttp-ldpreload-nginx-1_15_0-rps" - data: "vpp-2n-clx-curr-iter-vsap" - include: - - "Tests.Vpp.Perf.Hoststack.2N1L-100Ge2P1Cx556A-Rdma-Eth-Ip4Tcphttp-Ldpreload-Nginx-1 15 0-Rps.1024B-2t1c-rdma-eth-ip4tcphttp-ldpreload-nginx-1_15_0-rps" - layout: - title: "2n-clx-cx556a-1024B-2t1c-rdma-eth-ip4tcphttp-ldpreload-nginx-1_15_0" - layout: "plot-hoststack" +# - type: "plot" +# title: "2n-clx-cx556a-1024B-2t1c-rdma-eth-ip4tcphttp-ldpreload-nginx-1_15_0-rps" +# algorithm: "plot_perf_box_name" +# output-file: "{DIR[STATIC,VPP]}/2n-clx-cx556a-1024B-2t1c-rdma-eth-ip4tcphttp-ldpreload-nginx-1_15_0-rps" +# data: "vpp-2n-clx-curr-iter-vsap" +# include: +# - "Tests.Vpp.Perf.Hoststack.2N1L-100Ge2P1Cx556A-Rdma-Eth-Ip4Tcphttp-Ldpreload-Nginx-1 15 0-Rps.1024B-2t1c-rdma-eth-ip4tcphttp-ldpreload-nginx-1_15_0-rps" +# layout: +# title: "2n-clx-cx556a-1024B-2t1c-rdma-eth-ip4tcphttp-ldpreload-nginx-1_15_0" +# layout: "plot-hoststack" -- type: "plot" - title: "2n-clx-cx556a-2048B-2t1c-rdma-eth-ip4tcphttp-ldpreload-nginx-1_15_0-rps" - algorithm: "plot_perf_box_name" - output-file: "{DIR[STATIC,VPP]}/2n-clx-cx556a-2048B-2t1c-rdma-eth-ip4tcphttp-ldpreload-nginx-1_15_0-rps" - data: "vpp-2n-clx-curr-iter-vsap" - include: - - "Tests.Vpp.Perf.Hoststack.2N1L-100Ge2P1Cx556A-Rdma-Eth-Ip4Tcphttp-Ldpreload-Nginx-1 15 0-Rps.2048B-2t1c-rdma-eth-ip4tcphttp-ldpreload-nginx-1_15_0-rps" - layout: - title: "2n-clx-cx556a-2048B-2t1c-rdma-eth-ip4tcphttp-ldpreload-nginx-1_15_0" - layout: "plot-hoststack" +# - type: "plot" +# title: "2n-clx-cx556a-2048B-2t1c-rdma-eth-ip4tcphttp-ldpreload-nginx-1_15_0-rps" +# algorithm: "plot_perf_box_name" +# output-file: "{DIR[STATIC,VPP]}/2n-clx-cx556a-2048B-2t1c-rdma-eth-ip4tcphttp-ldpreload-nginx-1_15_0-rps" +# data: "vpp-2n-clx-curr-iter-vsap" +# include: +# - "Tests.Vpp.Perf.Hoststack.2N1L-100Ge2P1Cx556A-Rdma-Eth-Ip4Tcphttp-Ldpreload-Nginx-1 15 0-Rps.2048B-2t1c-rdma-eth-ip4tcphttp-ldpreload-nginx-1_15_0-rps" +# layout: +# title: "2n-clx-cx556a-2048B-2t1c-rdma-eth-ip4tcphttp-ldpreload-nginx-1_15_0" +# layout: "plot-hoststack" -- type: "plot" - title: "2n-clx-e810cq-0B-2t1c-eth-ip4tcphttp-ldpreload-nginx-1_15_0-cps" - algorithm: "plot_perf_box_name" - output-file: "{DIR[STATIC,VPP]}/2n-clx-e810cq-0B-2t1c-eth-ip4tcphttp-ldpreload-nginx-1_15_0-cps" - data: "vpp-2n-clx-curr-iter-vsap" - include: - - "Tests.Vpp.Perf.Hoststack.2N1L-100Ge2P1E810Cq-Eth-Ip4Tcphttp-Ldpreload-Nginx-1 15 0-Cps.0B-2t1c-eth-ip4tcphttp-ldpreload-nginx-1_15_0-cps" - layout: - title: "2n-clx-e810cq-0B-2t1c-eth-ip4tcphttp-ldpreload-nginx-1_15_0" - layout: "plot-hoststack" +# - type: "plot" +# title: "2n-clx-e810cq-0B-2t1c-eth-ip4tcphttp-ldpreload-nginx-1_15_0-cps" +# algorithm: "plot_perf_box_name" +# output-file: "{DIR[STATIC,VPP]}/2n-clx-e810cq-0B-2t1c-eth-ip4tcphttp-ldpreload-nginx-1_15_0-cps" +# data: "vpp-2n-clx-curr-iter-vsap" +# include: +# - "Tests.Vpp.Perf.Hoststack.2N1L-100Ge2P1E810Cq-Eth-Ip4Tcphttp-Ldpreload-Nginx-1 15 0-Cps.0B-2t1c-eth-ip4tcphttp-ldpreload-nginx-1_15_0-cps" +# layout: +# title: "2n-clx-e810cq-0B-2t1c-eth-ip4tcphttp-ldpreload-nginx-1_15_0" +# layout: "plot-hoststack" -- type: "plot" - title: "2n-clx-e810cq-64B-2t1c-eth-ip4tcphttp-ldpreload-nginx-1_15_0-cps" - algorithm: "plot_perf_box_name" - output-file: "{DIR[STATIC,VPP]}/2n-clx-e810cq-64B-2t1c-eth-ip4tcphttp-ldpreload-nginx-1_15_0-cps" - data: "vpp-2n-clx-curr-iter-vsap" - include: - - "Tests.Vpp.Perf.Hoststack.2N1L-100Ge2P1E810Cq-Eth-Ip4Tcphttp-Ldpreload-Nginx-1 15 0-Cps.64B-2t1c-eth-ip4tcphttp-ldpreload-nginx-1_15_0-cps" - layout: - title: "2n-clx-e810cq-64B-2t1c-eth-ip4tcphttp-ldpreload-nginx-1_15_0" - layout: "plot-hoststack" +# - type: "plot" +# title: "2n-clx-e810cq-64B-2t1c-eth-ip4tcphttp-ldpreload-nginx-1_15_0-cps" +# algorithm: "plot_perf_box_name" +# output-file: "{DIR[STATIC,VPP]}/2n-clx-e810cq-64B-2t1c-eth-ip4tcphttp-ldpreload-nginx-1_15_0-cps" +# data: "vpp-2n-clx-curr-iter-vsap" +# include: +# - "Tests.Vpp.Perf.Hoststack.2N1L-100Ge2P1E810Cq-Eth-Ip4Tcphttp-Ldpreload-Nginx-1 15 0-Cps.64B-2t1c-eth-ip4tcphttp-ldpreload-nginx-1_15_0-cps" +# layout: +# title: "2n-clx-e810cq-64B-2t1c-eth-ip4tcphttp-ldpreload-nginx-1_15_0" +# layout: "plot-hoststack" -- type: "plot" - title: "2n-clx-e810cq-1024B-2t1c-eth-ip4tcphttp-ldpreload-nginx-1_15_0-cps" - algorithm: "plot_perf_box_name" - output-file: "{DIR[STATIC,VPP]}/2n-clx-e810cq-1024B-2t1c-eth-ip4tcphttp-ldpreload-nginx-1_15_0-cps" - data: "vpp-2n-clx-curr-iter-vsap" - include: - - "Tests.Vpp.Perf.Hoststack.2N1L-100Ge2P1E810Cq-Eth-Ip4Tcphttp-Ldpreload-Nginx-1 15 0-Cps.1024B-2t1c-eth-ip4tcphttp-ldpreload-nginx-1_15_0-cps" - layout: - title: "2n-clx-e810cq-1024B-2t1c-eth-ip4tcphttp-ldpreload-nginx-1_15_0" - layout: "plot-hoststack" +# - type: "plot" +# title: "2n-clx-e810cq-1024B-2t1c-eth-ip4tcphttp-ldpreload-nginx-1_15_0-cps" +# algorithm: "plot_perf_box_name" +# output-file: "{DIR[STATIC,VPP]}/2n-clx-e810cq-1024B-2t1c-eth-ip4tcphttp-ldpreload-nginx-1_15_0-cps" +# data: "vpp-2n-clx-curr-iter-vsap" +# include: +# - "Tests.Vpp.Perf.Hoststack.2N1L-100Ge2P1E810Cq-Eth-Ip4Tcphttp-Ldpreload-Nginx-1 15 0-Cps.1024B-2t1c-eth-ip4tcphttp-ldpreload-nginx-1_15_0-cps" +# layout: +# title: "2n-clx-e810cq-1024B-2t1c-eth-ip4tcphttp-ldpreload-nginx-1_15_0" +# layout: "plot-hoststack" -- type: "plot" - title: "2n-clx-e810cq-2048B-2t1c-eth-ip4tcphttp-ldpreload-nginx-1_15_0-cps" - algorithm: "plot_perf_box_name" - output-file: "{DIR[STATIC,VPP]}/2n-clx-e810cq-2048B-2t1c-eth-ip4tcphttp-ldpreload-nginx-1_15_0-cps" - data: "vpp-2n-clx-curr-iter-vsap" - include: - - "Tests.Vpp.Perf.Hoststack.2N1L-100Ge2P1E810Cq-Eth-Ip4Tcphttp-Ldpreload-Nginx-1 15 0-Cps.2048B-2t1c-eth-ip4tcphttp-ldpreload-nginx-1_15_0-cps" - layout: - title: "2n-clx-e810cq-2048B-2t1c-eth-ip4tcphttp-ldpreload-nginx-1_15_0" - layout: "plot-hoststack" +# - type: "plot" +# title: "2n-clx-e810cq-2048B-2t1c-eth-ip4tcphttp-ldpreload-nginx-1_15_0-cps" +# algorithm: "plot_perf_box_name" +# output-file: "{DIR[STATIC,VPP]}/2n-clx-e810cq-2048B-2t1c-eth-ip4tcphttp-ldpreload-nginx-1_15_0-cps" +# data: "vpp-2n-clx-curr-iter-vsap" +# include: +# - "Tests.Vpp.Perf.Hoststack.2N1L-100Ge2P1E810Cq-Eth-Ip4Tcphttp-Ldpreload-Nginx-1 15 0-Cps.2048B-2t1c-eth-ip4tcphttp-ldpreload-nginx-1_15_0-cps" +# layout: +# title: "2n-clx-e810cq-2048B-2t1c-eth-ip4tcphttp-ldpreload-nginx-1_15_0" +# layout: "plot-hoststack" -- type: "plot" - title: "2n-clx-e810cq-0B-2t1c-eth-ip4tcphttp-ldpreload-nginx-1_15_0-rps" - algorithm: "plot_perf_box_name" - output-file: "{DIR[STATIC,VPP]}/2n-clx-e810cq-0B-2t1c-eth-ip4tcphttp-ldpreload-nginx-1_15_0-rps" - data: "vpp-2n-clx-curr-iter-vsap" - include: - - "Tests.Vpp.Perf.Hoststack.2N1L-100Ge2P1E810Cq-Eth-Ip4Tcphttp-Ldpreload-Nginx-1 15 0-Rps.0B-2t1c-eth-ip4tcphttp-ldpreload-nginx-1_15_0-rps" - layout: - title: "2n-clx-e810cq-0B-2t1c-eth-ip4tcphttp-ldpreload-nginx-1_15_0" - layout: "plot-hoststack" +# - type: "plot" +# title: "2n-clx-e810cq-0B-2t1c-eth-ip4tcphttp-ldpreload-nginx-1_15_0-rps" +# algorithm: "plot_perf_box_name" +# output-file: "{DIR[STATIC,VPP]}/2n-clx-e810cq-0B-2t1c-eth-ip4tcphttp-ldpreload-nginx-1_15_0-rps" +# data: "vpp-2n-clx-curr-iter-vsap" +# include: +# - "Tests.Vpp.Perf.Hoststack.2N1L-100Ge2P1E810Cq-Eth-Ip4Tcphttp-Ldpreload-Nginx-1 15 0-Rps.0B-2t1c-eth-ip4tcphttp-ldpreload-nginx-1_15_0-rps" +# layout: +# title: "2n-clx-e810cq-0B-2t1c-eth-ip4tcphttp-ldpreload-nginx-1_15_0" +# layout: "plot-hoststack" -- type: "plot" - title: "2n-clx-e810cq-64B-2t1c-eth-ip4tcphttp-ldpreload-nginx-1_15_0-rps" - algorithm: "plot_perf_box_name" - output-file: "{DIR[STATIC,VPP]}/2n-clx-e810cq-64B-2t1c-eth-ip4tcphttp-ldpreload-nginx-1_15_0-rps" - data: "vpp-2n-clx-curr-iter-vsap" - include: - - "Tests.Vpp.Perf.Hoststack.2N1L-100Ge2P1E810Cq-Eth-Ip4Tcphttp-Ldpreload-Nginx-1 15 0-Rps.64B-2t1c-eth-ip4tcphttp-ldpreload-nginx-1_15_0-rps" - layout: - title: "2n-clx-e810cq-64B-2t1c-eth-ip4tcphttp-ldpreload-nginx-1_15_0" - layout: "plot-hoststack" +# - type: "plot" +# title: "2n-clx-e810cq-64B-2t1c-eth-ip4tcphttp-ldpreload-nginx-1_15_0-rps" +# algorithm: "plot_perf_box_name" +# output-file: "{DIR[STATIC,VPP]}/2n-clx-e810cq-64B-2t1c-eth-ip4tcphttp-ldpreload-nginx-1_15_0-rps" +# data: "vpp-2n-clx-curr-iter-vsap" +# include: +# - "Tests.Vpp.Perf.Hoststack.2N1L-100Ge2P1E810Cq-Eth-Ip4Tcphttp-Ldpreload-Nginx-1 15 0-Rps.64B-2t1c-eth-ip4tcphttp-ldpreload-nginx-1_15_0-rps" +# layout: +# title: "2n-clx-e810cq-64B-2t1c-eth-ip4tcphttp-ldpreload-nginx-1_15_0" +# layout: "plot-hoststack" -- type: "plot" - title: "2n-clx-e810cq-1024B-2t1c-eth-ip4tcphttp-ldpreload-nginx-1_15_0-rps" - algorithm: "plot_perf_box_name" - output-file: "{DIR[STATIC,VPP]}/2n-clx-e810cq-1024B-2t1c-eth-ip4tcphttp-ldpreload-nginx-1_15_0-rps" - data: "vpp-2n-clx-curr-iter-vsap" - include: - - "Tests.Vpp.Perf.Hoststack.2N1L-100Ge2P1E810Cq-Eth-Ip4Tcphttp-Ldpreload-Nginx-1 15 0-Rps.1024B-2t1c-eth-ip4tcphttp-ldpreload-nginx-1_15_0-rps" - layout: - title: "2n-clx-e810cq-1024B-2t1c-eth-ip4tcphttp-ldpreload-nginx-1_15_0" - layout: "plot-hoststack" +# - type: "plot" +# title: "2n-clx-e810cq-1024B-2t1c-eth-ip4tcphttp-ldpreload-nginx-1_15_0-rps" +# algorithm: "plot_perf_box_name" +# output-file: "{DIR[STATIC,VPP]}/2n-clx-e810cq-1024B-2t1c-eth-ip4tcphttp-ldpreload-nginx-1_15_0-rps" +# data: "vpp-2n-clx-curr-iter-vsap" +# include: +# - "Tests.Vpp.Perf.Hoststack.2N1L-100Ge2P1E810Cq-Eth-Ip4Tcphttp-Ldpreload-Nginx-1 15 0-Rps.1024B-2t1c-eth-ip4tcphttp-ldpreload-nginx-1_15_0-rps" +# layout: +# title: "2n-clx-e810cq-1024B-2t1c-eth-ip4tcphttp-ldpreload-nginx-1_15_0" +# layout: "plot-hoststack" -- type: "plot" - title: "2n-clx-e810cq-2048B-2t1c-eth-ip4tcphttp-ldpreload-nginx-1_15_0-rps" - algorithm: "plot_perf_box_name" - output-file: "{DIR[STATIC,VPP]}/2n-clx-e810cq-2048B-2t1c-eth-ip4tcphttp-ldpreload-nginx-1_15_0-rps" - data: "vpp-2n-clx-curr-iter-vsap" - include: - - "Tests.Vpp.Perf.Hoststack.2N1L-100Ge2P1E810Cq-Eth-Ip4Tcphttp-Ldpreload-Nginx-1 15 0-Rps.2048B-2t1c-eth-ip4tcphttp-ldpreload-nginx-1_15_0-rps" - layout: - title: "2n-clx-e810cq-2048B-2t1c-eth-ip4tcphttp-ldpreload-nginx-1_15_0" - layout: "plot-hoststack" +# - type: "plot" +# title: "2n-clx-e810cq-2048B-2t1c-eth-ip4tcphttp-ldpreload-nginx-1_15_0-rps" +# algorithm: "plot_perf_box_name" +# output-file: "{DIR[STATIC,VPP]}/2n-clx-e810cq-2048B-2t1c-eth-ip4tcphttp-ldpreload-nginx-1_15_0-rps" +# data: "vpp-2n-clx-curr-iter-vsap" +# include: +# - "Tests.Vpp.Perf.Hoststack.2N1L-100Ge2P1E810Cq-Eth-Ip4Tcphttp-Ldpreload-Nginx-1 15 0-Rps.2048B-2t1c-eth-ip4tcphttp-ldpreload-nginx-1_15_0-rps" +# layout: +# title: "2n-clx-e810cq-2048B-2t1c-eth-ip4tcphttp-ldpreload-nginx-1_15_0" +# layout: "plot-hoststack" ################################################################################