X-Git-Url: https://gerrit.fd.io/r/gitweb?a=blobdiff_plain;f=resources%2Ftools%2Fpresentation%2Fspecifications%2Freport%2Felements.yaml;h=793fc6878e9881b57c09f28272db49f9cc54128c;hb=3cdbc6f2183e4c5bc27dd47cb701cc1871896f14;hp=6a9d8ece213e63e8c02fbc40b679a6b79b838640;hpb=522dd06083257cd98beafda6e6c4719b686b1fc9;p=csit.git diff --git a/resources/tools/presentation/specifications/report/elements.yaml b/resources/tools/presentation/specifications/report/elements.yaml index 6a9d8ece21..793fc6878e 100644 --- a/resources/tools/presentation/specifications/report/elements.yaml +++ b/resources/tools/presentation/specifications/report/elements.yaml @@ -174,8 +174,8 @@ data-set: "vpp-2n-clx-curr-iter-gso" - job-spec: "soak-00" data-set: "vpp-2n-clx-curr-soak" - - job-spec: "vsap-00" - data-set: "vpp-2n-clx-curr-iter-vsap" + # - job-spec: "vsap-00" + # data-set: "vpp-2n-clx-curr-iter-vsap" - job-spec: "nfv-density-mrr-00" data-set: "vpp-2n-clx-curr-nfv-mrr" - job-spec: "nfv-density-mlr-00" @@ -789,27 +789,31 @@ filter: "'2T1C' and 'NDRPDR' and 'NIC_Intel-XXV710' and not 'NF_DENSITY'" columns: - title: "2202.0-10" - data-set: "vpp-2n-clx-hist-iter-new-env" + data-set: "vpp-2n-clx-hist-iter" - title: "2206.0-10" data-set: "vpp-2n-clx-prev-iter-old-env" - - title: "2206.0-11" - data-set: "vpp-2n-clx-prev-iter-new-env" + # - title: "2206.0-11" + # data-set: "vpp-2n-clx-prev-iter-new-env" - title: "2210.0-11" data-set: "vpp-2n-clx-curr-iter" comparisons: - - title: "2206.0-11 vs 2206.0-10" + # - title: "2206.0-11 vs 2206.0-10" + # reference: 2 + # compare: 3 + # - title: "2210.0-11 vs 2206.0-11" + # reference: 3 + # compare: 4 + - title: "2210.0-11 vs 2206.0-10" reference: 2 compare: 3 - - title: "2210.0-11 vs 2206.0-11" - reference: 3 - compare: 4 legend: - '' - 'Test Case: Test cases executed for: PDR throughput on 2n-clx with xxv710.' - 'YYMM.V-E: [uSec +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "10" for CSIT rls2206, "11" for CSIT rls2210).' - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' - - '2206.0-11 vs 2206.0-10: Compares CSIT environment current vs previous with previous VPP code.' - - '2210.0-11 vs 2206.0-11: Compares VPP code current vs previous in the current CSIT environment.' + # - '2206.0-11 vs 2206.0-10: Compares CSIT environment current vs previous with previous VPP code.' + # - '2210.0-11 vs 2206.0-11: Compares VPP code current vs previous in the current CSIT environment.' + - '2210.0-11 vs 2206.0-10: Compares current VPP code in the current CSIT environment vs previous VPP code in the previous CSIT environment.' # VPP Latency Changes 2n-clx 2t1c - type: "table" @@ -820,27 +824,31 @@ filter: "'2T1C' and 'NDRPDR' and 'NIC_Intel-XXV710' and not 'NF_DENSITY'" columns: - title: "2202.0-10" - data-set: "vpp-2n-clx-hist-iter-new-env" + data-set: "vpp-2n-clx-hist-iter" - title: "2206.0-10" data-set: "vpp-2n-clx-prev-iter-old-env" - - title: "2206.0-11" - data-set: "vpp-2n-clx-prev-iter-new-env" + # - title: "2206.0-11" + # data-set: "vpp-2n-clx-prev-iter-new-env" - title: "2210.0-11" data-set: "vpp-2n-clx-curr-iter" comparisons: - - title: "2206.0-11 vs 2206.0-10" + # - title: "2206.0-11 vs 2206.0-10" + # reference: 2 + # compare: 3 + # - title: "2210.0-11 vs 2206.0-11" + # reference: 3 + # compare: 4 + - title: "2210.0-11 vs 2206.0-10" reference: 2 compare: 3 - - title: "2210.0-11 vs 2206.0-11" - reference: 3 - compare: 4 legend: - '' - 'Test Case: Test cases executed for: PDR throughput on 2n-clx with xxv710.' - 'YYMM.V-E: [uSec +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "10" for CSIT rls2206, "11" for CSIT rls2210).' - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' - - '2206.0-11 vs 2206.0-10: Compares CSIT environment current vs previous with previous VPP code.' - - '2210.0-11 vs 2206.0-11: Compares VPP code current vs previous in the current CSIT environment.' + # - '2206.0-11 vs 2206.0-10: Compares CSIT environment current vs previous with previous VPP code.' + # - '2210.0-11 vs 2206.0-11: Compares VPP code current vs previous in the current CSIT environment.' + - '2210.0-11 vs 2206.0-10: Compares current VPP code in the current CSIT environment vs previous VPP code in the previous CSIT environment.' # VPP Latency Changes 2n-clx 2t1c - type: "table" @@ -851,27 +859,31 @@ filter: "'2T1C' and 'NDRPDR' and 'NIC_Intel-XXV710' and not 'NF_DENSITY'" columns: - title: "2202.0-10" - data-set: "vpp-2n-clx-hist-iter-new-env" + data-set: "vpp-2n-clx-hist-iter" - title: "2206.0-10" data-set: "vpp-2n-clx-prev-iter-old-env" - - title: "2206.0-11" - data-set: "vpp-2n-clx-prev-iter-new-env" + # - title: "2206.0-11" + # data-set: "vpp-2n-clx-prev-iter-new-env" - title: "2210.0-11" data-set: "vpp-2n-clx-curr-iter" comparisons: - - title: "2206.0-11 vs 2206.0-10" + # - title: "2206.0-11 vs 2206.0-10" + # reference: 2 + # compare: 3 + # - title: "2210.0-11 vs 2206.0-11" + # reference: 3 + # compare: 4 + - title: "2210.0-11 vs 2206.0-10" reference: 2 compare: 3 - - title: "2210.0-11 vs 2206.0-11" - reference: 3 - compare: 4 legend: - '' - 'Test Case: Test cases executed for: PDR throughput on 2n-clx with xxv710.' - 'YYMM.V-E: [uSec +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "10" for CSIT rls2206, "11" for CSIT rls2210).' - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' - - '2206.0-11 vs 2206.0-10: Compares CSIT environment current vs previous with previous VPP code.' - - '2210.0-11 vs 2206.0-11: Compares VPP code current vs previous in the current CSIT environment.' + # - '2206.0-11 vs 2206.0-10: Compares CSIT environment current vs previous with previous VPP code.' + # - '2210.0-11 vs 2206.0-11: Compares VPP code current vs previous in the current CSIT environment.' + - '2210.0-11 vs 2206.0-10: Compares current VPP code in the current CSIT environment vs previous VPP code in the previous CSIT environment.' # VPP Latency Changes 2n-clx 2t1c - type: "table" @@ -882,27 +894,31 @@ filter: "'2T1C' and 'NDRPDR' and 'NIC_Mellanox-CX556A' and not 'NF_DENSITY'" columns: - title: "2202.0-10" - data-set: "vpp-2n-clx-hist-iter-new-env" + data-set: "vpp-2n-clx-hist-iter" - title: "2206.0-10" data-set: "vpp-2n-clx-prev-iter-old-env" - - title: "2206.0-11" - data-set: "vpp-2n-clx-prev-iter-new-env" + # - title: "2206.0-11" + # data-set: "vpp-2n-clx-prev-iter-new-env" - title: "2210.0-11" data-set: "vpp-2n-clx-curr-iter" comparisons: - - title: "2206.0-11 vs 2206.0-10" + # - title: "2206.0-11 vs 2206.0-10" + # reference: 2 + # compare: 3 + # - title: "2210.0-11 vs 2206.0-11" + # reference: 3 + # compare: 4 + - title: "2210.0-11 vs 2206.0-10" reference: 2 compare: 3 - - title: "2210.0-11 vs 2206.0-11" - reference: 3 - compare: 4 legend: - '' - 'Test Case: Test cases executed for: PDR throughput on 2n-clx with cx556a.' - 'YYMM.V-E: [uSec +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "10" for CSIT rls2206, "11" for CSIT rls2210).' - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' - - '2206.0-11 vs 2206.0-10: Compares CSIT environment current vs previous with previous VPP code.' - - '2210.0-11 vs 2206.0-11: Compares VPP code current vs previous in the current CSIT environment.' + # - '2206.0-11 vs 2206.0-10: Compares CSIT environment current vs previous with previous VPP code.' + # - '2210.0-11 vs 2206.0-11: Compares VPP code current vs previous in the current CSIT environment.' + - '2210.0-11 vs 2206.0-10: Compares current VPP code in the current CSIT environment vs previous VPP code in the previous CSIT environment.' # VPP Latency Changes 2n-clx 2t1c - type: "table" @@ -913,27 +929,31 @@ filter: "'2T1C' and 'NDRPDR' and 'NIC_Mellanox-CX556A' and not 'NF_DENSITY'" columns: - title: "2202.0-10" - data-set: "vpp-2n-clx-hist-iter-new-env" + data-set: "vpp-2n-clx-hist-iter" - title: "2206.0-10" data-set: "vpp-2n-clx-prev-iter-old-env" - - title: "2206.0-11" - data-set: "vpp-2n-clx-prev-iter-new-env" + # - title: "2206.0-11" + # data-set: "vpp-2n-clx-prev-iter-new-env" - title: "2210.0-11" data-set: "vpp-2n-clx-curr-iter" comparisons: - - title: "2206.0-11 vs 2206.0-10" + # - title: "2206.0-11 vs 2206.0-10" + # reference: 2 + # compare: 3 + # - title: "2210.0-11 vs 2206.0-11" + # reference: 3 + # compare: 4 + - title: "2210.0-11 vs 2206.0-10" reference: 2 compare: 3 - - title: "2210.0-11 vs 2206.0-11" - reference: 3 - compare: 4 legend: - '' - 'Test Case: Test cases executed for: PDR throughput on 2n-clx with cx556a.' - 'YYMM.V-E: [uSec +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "10" for CSIT rls2206, "11" for CSIT rls2210).' - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' - - '2206.0-11 vs 2206.0-10: Compares CSIT environment current vs previous with previous VPP code.' - - '2210.0-11 vs 2206.0-11: Compares VPP code current vs previous in the current CSIT environment.' + # - '2206.0-11 vs 2206.0-10: Compares CSIT environment current vs previous with previous VPP code.' + # - '2210.0-11 vs 2206.0-11: Compares VPP code current vs previous in the current CSIT environment.' + - '2210.0-11 vs 2206.0-10: Compares current VPP code in the current CSIT environment vs previous VPP code in the previous CSIT environment.' # VPP Latency Changes 2n-clx 2t1c - type: "table" @@ -944,27 +964,31 @@ filter: "'2T1C' and 'NDRPDR' and 'NIC_Mellanox-CX556A' and not 'NF_DENSITY'" columns: - title: "2202.0-10" - data-set: "vpp-2n-clx-hist-iter-new-env" + data-set: "vpp-2n-clx-hist-iter" - title: "2206.0-10" data-set: "vpp-2n-clx-prev-iter-old-env" - - title: "2206.0-11" - data-set: "vpp-2n-clx-prev-iter-new-env" + # - title: "2206.0-11" + # data-set: "vpp-2n-clx-prev-iter-new-env" - title: "2210.0-11" data-set: "vpp-2n-clx-curr-iter" comparisons: - - title: "2206.0-11 vs 2206.0-10" + # - title: "2206.0-11 vs 2206.0-10" + # reference: 2 + # compare: 3 + # - title: "2210.0-11 vs 2206.0-11" + # reference: 3 + # compare: 4 + - title: "2210.0-11 vs 2206.0-10" reference: 2 compare: 3 - - title: "2210.0-11 vs 2206.0-11" - reference: 3 - compare: 4 legend: - '' - 'Test Case: Test cases executed for: PDR throughput on 2n-clx with cx556a.' - 'YYMM.V-E: [uSec +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "10" for CSIT rls2206, "11" for CSIT rls2210).' - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' - - '2206.0-11 vs 2206.0-10: Compares CSIT environment current vs previous with previous VPP code.' - - '2210.0-11 vs 2206.0-11: Compares VPP code current vs previous in the current CSIT environment.' + # - '2206.0-11 vs 2206.0-10: Compares CSIT environment current vs previous with previous VPP code.' + # - '2210.0-11 vs 2206.0-11: Compares VPP code current vs previous in the current CSIT environment.' + - '2210.0-11 vs 2206.0-10: Compares current VPP code in the current CSIT environment vs previous VPP code in the previous CSIT environment.' # VPP Latency Changes 2n-zn2 2t1c - type: "table" @@ -975,27 +999,31 @@ filter: "'2T1C' and 'NDRPDR' and 'NIC_Intel-XXV710'" columns: - title: "2202.0-10" - data-set: "vpp-2n-zn2-hist-iter-new-env" + data-set: "vpp-2n-zn2-hist-iter" - title: "2206.0-10" data-set: "vpp-2n-zn2-prev-iter-old-env" - - title: "2206.0-11" - data-set: "vpp-2n-zn2-prev-iter-new-env" + # - title: "2206.0-11" + # data-set: "vpp-2n-zn2-prev-iter-new-env" - title: "2210.0-11" data-set: "vpp-2n-zn2-curr-iter" comparisons: - - title: "2206.0-11 vs 2206.0-10" + # - title: "2206.0-11 vs 2206.0-10" + # reference: 2 + # compare: 3 + # - title: "2210.0-11 vs 2206.0-11" + # reference: 3 + # compare: 4 + - title: "2210.0-11 vs 2206.0-10" reference: 2 compare: 3 - - title: "2210.0-11 vs 2206.0-11" - reference: 3 - compare: 4 legend: - '' - 'Test Case: Test cases executed for: PDR throughput on 2n-zn2 with xxv710.' - 'YYMM.V-E: [uSec +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "10" for CSIT rls2206, "11" for CSIT rls2210).' - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' - - '2206.0-11 vs 2206.0-10: Compares CSIT environment current vs previous with previous VPP code.' - - '2210.0-11 vs 2206.0-11: Compares VPP code current vs previous in the current CSIT environment.' + # - '2206.0-11 vs 2206.0-10: Compares CSIT environment current vs previous with previous VPP code.' + # - '2210.0-11 vs 2206.0-11: Compares VPP code current vs previous in the current CSIT environment.' + - '2210.0-11 vs 2206.0-10: Compares current VPP code in the current CSIT environment vs previous VPP code in the previous CSIT environment.' # VPP Latency Changes 2n-zn2 2t1c - type: "table" @@ -1006,27 +1034,31 @@ filter: "'2T1C' and 'NDRPDR' and 'NIC_Intel-XXV710'" columns: - title: "2202.0-10" - data-set: "vpp-2n-zn2-hist-iter-new-env" + data-set: "vpp-2n-zn2-hist-iter" - title: "2206.0-10" data-set: "vpp-2n-zn2-prev-iter-old-env" - - title: "2206.0-11" - data-set: "vpp-2n-zn2-prev-iter-new-env" + # - title: "2206.0-11" + # data-set: "vpp-2n-zn2-prev-iter-new-env" - title: "2210.0-11" data-set: "vpp-2n-zn2-curr-iter" comparisons: - - title: "2206.0-11 vs 2206.0-10" + # - title: "2206.0-11 vs 2206.0-10" + # reference: 2 + # compare: 3 + # - title: "2210.0-11 vs 2206.0-11" + # reference: 3 + # compare: 4 + - title: "2210.0-11 vs 2206.0-10" reference: 2 compare: 3 - - title: "2210.0-11 vs 2206.0-11" - reference: 3 - compare: 4 legend: - '' - 'Test Case: Test cases executed for: PDR throughput on 2n-zn2 with xxv710.' - 'YYMM.V-E: [uSec +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "10" for CSIT rls2206, "11" for CSIT rls2210).' - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' - - '2206.0-11 vs 2206.0-10: Compares CSIT environment current vs previous with previous VPP code.' - - '2210.0-11 vs 2206.0-11: Compares VPP code current vs previous in the current CSIT environment.' + # - '2206.0-11 vs 2206.0-10: Compares CSIT environment current vs previous with previous VPP code.' + # - '2210.0-11 vs 2206.0-11: Compares VPP code current vs previous in the current CSIT environment.' + - '2210.0-11 vs 2206.0-10: Compares current VPP code in the current CSIT environment vs previous VPP code in the previous CSIT environment.' # VPP Latency Changes 2n-zn2 2t1c - type: "table" @@ -1037,27 +1069,31 @@ filter: "'2T1C' and 'NDRPDR' and 'NIC_Intel-XXV710'" columns: - title: "2202.0-10" - data-set: "vpp-2n-zn2-hist-iter-new-env" + data-set: "vpp-2n-zn2-hist-iter" - title: "2206.0-10" data-set: "vpp-2n-zn2-prev-iter-old-env" - - title: "2206.0-11" - data-set: "vpp-2n-zn2-prev-iter-new-env" + # - title: "2206.0-11" + # data-set: "vpp-2n-zn2-prev-iter-new-env" - title: "2210.0-11" data-set: "vpp-2n-zn2-curr-iter" comparisons: - - title: "2206.0-11 vs 2206.0-10" + # - title: "2206.0-11 vs 2206.0-10" + # reference: 2 + # compare: 3 + # - title: "2210.0-11 vs 2206.0-11" + # reference: 3 + # compare: 4 + - title: "2210.0-11 vs 2206.0-10" reference: 2 compare: 3 - - title: "2210.0-11 vs 2206.0-11" - reference: 3 - compare: 4 legend: - '' - 'Test Case: Test cases executed for: PDR throughput on 2n-zn2 with xxv710.' - 'YYMM.V-E: [uSec +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "10" for CSIT rls2206, "11" for CSIT rls2210).' - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' - - '2206.0-11 vs 2206.0-10: Compares CSIT environment current vs previous with previous VPP code.' - - '2210.0-11 vs 2206.0-11: Compares VPP code current vs previous in the current CSIT environment.' + # - '2206.0-11 vs 2206.0-10: Compares CSIT environment current vs previous with previous VPP code.' + # - '2210.0-11 vs 2206.0-11: Compares VPP code current vs previous in the current CSIT environment.' + - '2210.0-11 vs 2206.0-10: Compares current VPP code in the current CSIT environment vs previous VPP code in the previous CSIT environment.' # VPP Latency Changes 2n-tx2 1t1c - type: "table" @@ -1068,27 +1104,31 @@ filter: "'1T1C' and 'NDRPDR'" columns: - title: "2202.0-10" - data-set: "vpp-2n-tx2-hist-iter-new-env" + data-set: "vpp-2n-tx2-hist-iter" - title: "2206.0-10" data-set: "vpp-2n-tx2-prev-iter-old-env" - - title: "2206.0-11" - data-set: "vpp-2n-tx2-prev-iter-new-env" + # - title: "2206.0-11" + # data-set: "vpp-2n-tx2-prev-iter-new-env" - title: "2210.0-11" data-set: "vpp-2n-tx2-curr-iter" comparisons: - - title: "2206.0-11 vs 2206.0-10" + # - title: "2206.0-11 vs 2206.0-10" + # reference: 2 + # compare: 3 + # - title: "2210.0-11 vs 2206.0-11" + # reference: 3 + # compare: 4 + - title: "2210.0-11 vs 2206.0-10" reference: 2 compare: 3 - - title: "2210.0-11 vs 2206.0-11" - reference: 3 - compare: 4 legend: - '' - 'Test Case: Test cases executed for: PDR throughput on 2n-tx2 with xl710.' - 'YYMM.V-E: [uSec +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "10" for CSIT rls2206, "11" for CSIT rls2210).' - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' - - '2206.0-11 vs 2206.0-10: Compares CSIT environment current vs previous with previous VPP code.' - - '2210.0-11 vs 2206.0-11: Compares VPP code current vs previous in the current CSIT environment.' + # - '2206.0-11 vs 2206.0-10: Compares CSIT environment current vs previous with previous VPP code.' + # - '2210.0-11 vs 2206.0-11: Compares VPP code current vs previous in the current CSIT environment.' + - '2210.0-11 vs 2206.0-10: Compares current VPP code in the current CSIT environment vs previous VPP code in the previous CSIT environment.' # VPP Latency Changes 2n-tx2 1t1c - type: "table" @@ -1099,27 +1139,31 @@ filter: "'1T1C' and 'NDRPDR'" columns: - title: "2202.0-10" - data-set: "vpp-2n-tx2-hist-iter-new-env" + data-set: "vpp-2n-tx2-hist-iter" - title: "2206.0-10" data-set: "vpp-2n-tx2-prev-iter-old-env" - - title: "2206.0-11" - data-set: "vpp-2n-tx2-prev-iter-new-env" + # - title: "2206.0-11" + # data-set: "vpp-2n-tx2-prev-iter-new-env" - title: "2210.0-11" data-set: "vpp-2n-tx2-curr-iter" comparisons: - - title: "2206.0-11 vs 2206.0-10" + # - title: "2206.0-11 vs 2206.0-10" + # reference: 2 + # compare: 3 + # - title: "2210.0-11 vs 2206.0-11" + # reference: 3 + # compare: 4 + - title: "2210.0-11 vs 2206.0-10" reference: 2 compare: 3 - - title: "2210.0-11 vs 2206.0-11" - reference: 3 - compare: 4 legend: - '' - 'Test Case: Test cases executed for: PDR throughput on 2n-tx2 with xl710.' - 'YYMM.V-E: [uSec +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "10" for CSIT rls2206, "11" for CSIT rls2210).' - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' - - '2206.0-11 vs 2206.0-10: Compares CSIT environment current vs previous with previous VPP code.' - - '2210.0-11 vs 2206.0-11: Compares VPP code current vs previous in the current CSIT environment.' + # - '2206.0-11 vs 2206.0-10: Compares CSIT environment current vs previous with previous VPP code.' + # - '2210.0-11 vs 2206.0-11: Compares VPP code current vs previous in the current CSIT environment.' + - '2210.0-11 vs 2206.0-10: Compares current VPP code in the current CSIT environment vs previous VPP code in the previous CSIT environment.' # VPP Latency Changes 2n-tx2 1t1c - type: "table" @@ -1130,27 +1174,31 @@ filter: "'1T1C' and 'NDRPDR'" columns: - title: "2202.0-10" - data-set: "vpp-2n-tx2-hist-iter-new-env" + data-set: "vpp-2n-tx2-hist-iter" - title: "2206.0-10" data-set: "vpp-2n-tx2-prev-iter-old-env" - - title: "2206.0-11" - data-set: "vpp-2n-tx2-prev-iter-new-env" + # - title: "2206.0-11" + # data-set: "vpp-2n-tx2-prev-iter-new-env" - title: "2210.0-11" data-set: "vpp-2n-tx2-curr-iter" comparisons: - - title: "2206.0-11 vs 2206.0-10" + # - title: "2206.0-11 vs 2206.0-10" + # reference: 2 + # compare: 3 + # - title: "2210.0-11 vs 2206.0-11" + # reference: 3 + # compare: 4 + - title: "2210.0-11 vs 2206.0-10" reference: 2 compare: 3 - - title: "2210.0-11 vs 2206.0-11" - reference: 3 - compare: 4 legend: - '' - 'Test Case: Test cases executed for: PDR throughput on 2n-tx2 with xl710.' - 'YYMM.V-E: [uSec +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "10" for CSIT rls2206, "11" for CSIT rls2210).' - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' - - '2206.0-11 vs 2206.0-10: Compares CSIT environment current vs previous with previous VPP code.' - - '2210.0-11 vs 2206.0-11: Compares VPP code current vs previous in the current CSIT environment.' + # - '2206.0-11 vs 2206.0-10: Compares CSIT environment current vs previous with previous VPP code.' + # - '2210.0-11 vs 2206.0-11: Compares VPP code current vs previous in the current CSIT environment.' + - '2210.0-11 vs 2206.0-10: Compares current VPP code in the current CSIT environment vs previous VPP code in the previous CSIT environment.' # VPP Latency Changes 3n-tsh 1t1c - type: "table" @@ -1161,27 +1209,31 @@ filter: "'1T1C' and 'NDRPDR'" columns: - title: "2202.0-10" - data-set: "vpp-3n-tsh-hist-iter-new-env" + data-set: "vpp-3n-tsh-hist-iter" - title: "2206.0-10" data-set: "vpp-3n-tsh-prev-iter-old-env" - - title: "2206.0-11" - data-set: "vpp-3n-tsh-prev-iter-new-env" + # - title: "2206.0-11" + # data-set: "vpp-3n-tsh-prev-iter-new-env" - title: "2210.0-11" data-set: "vpp-3n-tsh-curr-iter" comparisons: - - title: "2206.0-11 vs 2206.0-10" + # - title: "2206.0-11 vs 2206.0-10" + # reference: 2 + # compare: 3 + # - title: "2210.0-11 vs 2206.0-11" + # reference: 3 + # compare: 4 + - title: "2210.0-11 vs 2206.0-10" reference: 2 compare: 3 - - title: "2210.0-11 vs 2206.0-11" - reference: 3 - compare: 4 legend: - '' - 'Test Case: Test cases executed for: PDR throughput on 3n-tsh with x520.' - 'YYMM.V-E: [uSec +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "10" for CSIT rls2206, "11" for CSIT rls2210).' - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' - - '2206.0-11 vs 2206.0-10: Compares CSIT environment current vs previous with previous VPP code.' - - '2210.0-11 vs 2206.0-11: Compares VPP code current vs previous in the current CSIT environment.' + # - '2206.0-11 vs 2206.0-10: Compares CSIT environment current vs previous with previous VPP code.' + # - '2210.0-11 vs 2206.0-11: Compares VPP code current vs previous in the current CSIT environment.' + - '2210.0-11 vs 2206.0-10: Compares current VPP code in the current CSIT environment vs previous VPP code in the previous CSIT environment.' # VPP Latency Changes 3n-tsh 1t1c - type: "table" @@ -1192,27 +1244,31 @@ filter: "'1T1C' and 'NDRPDR'" columns: - title: "2202.0-10" - data-set: "vpp-3n-tsh-hist-iter-new-env" + data-set: "vpp-3n-tsh-hist-iter" - title: "2206.0-10" data-set: "vpp-3n-tsh-prev-iter-old-env" - - title: "2206.0-11" - data-set: "vpp-3n-tsh-prev-iter-new-env" + # - title: "2206.0-11" + # data-set: "vpp-3n-tsh-prev-iter-new-env" - title: "2210.0-11" data-set: "vpp-3n-tsh-curr-iter" comparisons: - - title: "2206.0-11 vs 2206.0-10" + # - title: "2206.0-11 vs 2206.0-10" + # reference: 2 + # compare: 3 + # - title: "2210.0-11 vs 2206.0-11" + # reference: 3 + # compare: 4 + - title: "2210.0-11 vs 2206.0-10" reference: 2 compare: 3 - - title: "2210.0-11 vs 2206.0-11" - reference: 3 - compare: 4 legend: - '' - 'Test Case: Test cases executed for: PDR throughput on 3n-tsh with x520.' - 'YYMM.V-E: [uSec +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "10" for CSIT rls2206, "11" for CSIT rls2210).' - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' - - '2206.0-11 vs 2206.0-10: Compares CSIT environment current vs previous with previous VPP code.' - - '2210.0-11 vs 2206.0-11: Compares VPP code current vs previous in the current CSIT environment.' + # - '2206.0-11 vs 2206.0-10: Compares CSIT environment current vs previous with previous VPP code.' + # - '2210.0-11 vs 2206.0-11: Compares VPP code current vs previous in the current CSIT environment.' + - '2210.0-11 vs 2206.0-10: Compares current VPP code in the current CSIT environment vs previous VPP code in the previous CSIT environment.' # VPP Latency Changes 3n-tsh 1t1c - type: "table" @@ -1223,27 +1279,31 @@ filter: "'1T1C' and 'NDRPDR'" columns: - title: "2202.0-10" - data-set: "vpp-3n-tsh-hist-iter-new-env" + data-set: "vpp-3n-tsh-hist-iter" - title: "2206.0-10" data-set: "vpp-3n-tsh-prev-iter-old-env" - - title: "2206.0-11" - data-set: "vpp-3n-tsh-prev-iter-new-env" + # - title: "2206.0-11" + # data-set: "vpp-3n-tsh-prev-iter-new-env" - title: "2210.0-11" data-set: "vpp-3n-tsh-curr-iter" comparisons: - - title: "2206.0-11 vs 2206.0-10" + # - title: "2206.0-11 vs 2206.0-10" + # reference: 2 + # compare: 3 + # - title: "2210.0-11 vs 2206.0-11" + # reference: 3 + # compare: 4 + - title: "2210.0-11 vs 2206.0-10" reference: 2 compare: 3 - - title: "2210.0-11 vs 2206.0-11" - reference: 3 - compare: 4 legend: - '' - 'Test Case: Test cases executed for: PDR throughput on 3n-tsh with x520.' - 'YYMM.V-E: [uSec +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "10" for CSIT rls2206, "11" for CSIT rls2210).' - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' - - '2206.0-11 vs 2206.0-10: Compares CSIT environment current vs previous with previous VPP code.' - - '2210.0-11 vs 2206.0-11: Compares VPP code current vs previous in the current CSIT environment.' + # - '2206.0-11 vs 2206.0-10: Compares CSIT environment current vs previous with previous VPP code.' + # - '2210.0-11 vs 2206.0-11: Compares VPP code current vs previous in the current CSIT environment.' + - '2210.0-11 vs 2206.0-10: Compares current VPP code in the current CSIT environment vs previous VPP code in the previous CSIT environment.' # VPP Latency Changes 3n-icx 2t1c - type: "table" @@ -1254,27 +1314,31 @@ filter: "'2T1C' and 'NDRPDR' and 'NIC_Intel-XXV710' and not 'NF_DENSITY'" columns: - title: "2202.0-10" - data-set: "vpp-3n-icx-hist-iter-new-env" + data-set: "vpp-3n-icx-hist-iter" - title: "2206.0-10" data-set: "vpp-3n-icx-prev-iter-old-env" - - title: "2206.0-11" - data-set: "vpp-3n-icx-prev-iter-new-env" + # - title: "2206.0-11" + # data-set: "vpp-3n-icx-prev-iter-new-env" - title: "2210.0-11" data-set: "vpp-3n-icx-curr-iter" comparisons: - - title: "2206.0-11 vs 2206.0-10" + # - title: "2206.0-11 vs 2206.0-10" + # reference: 2 + # compare: 3 + # - title: "2210.0-11 vs 2206.0-11" + # reference: 3 + # compare: 4 + - title: "2210.0-11 vs 2206.0-10" reference: 2 compare: 3 - - title: "2210.0-11 vs 2206.0-11" - reference: 3 - compare: 4 legend: - '' - 'Test Case: Test cases executed for: PDR throughput on 3n-icx with xxv710.' - 'YYMM.V-E: [uSec +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "10" for CSIT rls2206, "11" for CSIT rls2210).' - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' - - '2206.0-11 vs 2206.0-10: Compares CSIT environment current vs previous with previous VPP code.' - - '2210.0-11 vs 2206.0-11: Compares VPP code current vs previous in the current CSIT environment.' + # - '2206.0-11 vs 2206.0-10: Compares CSIT environment current vs previous with previous VPP code.' + # - '2210.0-11 vs 2206.0-11: Compares VPP code current vs previous in the current CSIT environment.' + - '2210.0-11 vs 2206.0-10: Compares current VPP code in the current CSIT environment vs previous VPP code in the previous CSIT environment.' # VPP Latency Changes 3n-icx 2t1c - type: "table" @@ -1285,27 +1349,31 @@ filter: "'2T1C' and 'NDRPDR' and 'NIC_Intel-XXV710' and not 'NF_DENSITY'" columns: - title: "2202.0-10" - data-set: "vpp-3n-icx-hist-iter-new-env" + data-set: "vpp-3n-icx-hist-iter" - title: "2206.0-10" data-set: "vpp-3n-icx-prev-iter-old-env" - - title: "2206.0-11" - data-set: "vpp-3n-icx-prev-iter-new-env" + # - title: "2206.0-11" + # data-set: "vpp-3n-icx-prev-iter-new-env" - title: "2210.0-11" data-set: "vpp-3n-icx-curr-iter" comparisons: - - title: "2206.0-11 vs 2206.0-10" + # - title: "2206.0-11 vs 2206.0-10" + # reference: 2 + # compare: 3 + # - title: "2210.0-11 vs 2206.0-11" + # reference: 3 + # compare: 4 + - title: "2210.0-11 vs 2206.0-10" reference: 2 compare: 3 - - title: "2210.0-11 vs 2206.0-11" - reference: 3 - compare: 4 legend: - '' - 'Test Case: Test cases executed for: PDR throughput on 3n-icx with xxv710.' - 'YYMM.V-E: [uSec +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "10" for CSIT rls2206, "11" for CSIT rls2210).' - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' - - '2206.0-11 vs 2206.0-10: Compares CSIT environment current vs previous with previous VPP code.' - - '2210.0-11 vs 2206.0-11: Compares VPP code current vs previous in the current CSIT environment.' + # - '2206.0-11 vs 2206.0-10: Compares CSIT environment current vs previous with previous VPP code.' + # - '2210.0-11 vs 2206.0-11: Compares VPP code current vs previous in the current CSIT environment.' + - '2210.0-11 vs 2206.0-10: Compares current VPP code in the current CSIT environment vs previous VPP code in the previous CSIT environment.' # VPP Latency Changes 3n-icx 2t1c - type: "table" @@ -1316,27 +1384,31 @@ filter: "'2T1C' and 'NDRPDR' and 'NIC_Intel-XXV710' and not 'NF_DENSITY'" columns: - title: "2202.0-10" - data-set: "vpp-3n-icx-hist-iter-new-env" + data-set: "vpp-3n-icx-hist-iter" - title: "2206.0-10" data-set: "vpp-3n-icx-prev-iter-old-env" - - title: "2206.0-11" - data-set: "vpp-3n-icx-prev-iter-new-env" + # - title: "2206.0-11" + # data-set: "vpp-3n-icx-prev-iter-new-env" - title: "2210.0-11" data-set: "vpp-3n-icx-curr-iter" comparisons: - - title: "2206.0-11 vs 2206.0-10" + # - title: "2206.0-11 vs 2206.0-10" + # reference: 2 + # compare: 3 + # - title: "2210.0-11 vs 2206.0-11" + # reference: 3 + # compare: 4 + - title: "2210.0-11 vs 2206.0-10" reference: 2 compare: 3 - - title: "2210.0-11 vs 2206.0-11" - reference: 3 - compare: 4 legend: - '' - 'Test Case: Test cases executed for: PDR throughput on 3n-icx with xxv710.' - 'YYMM.V-E: [uSec +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "10" for CSIT rls2206, "11" for CSIT rls2210).' - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' - - '2206.0-11 vs 2206.0-10: Compares CSIT environment current vs previous with previous VPP code.' - - '2210.0-11 vs 2206.0-11: Compares VPP code current vs previous in the current CSIT environment.' + # - '2206.0-11 vs 2206.0-10: Compares CSIT environment current vs previous with previous VPP code.' + # - '2210.0-11 vs 2206.0-11: Compares VPP code current vs previous in the current CSIT environment.' + - '2210.0-11 vs 2206.0-10: Compares current VPP code in the current CSIT environment vs previous VPP code in the previous CSIT environment.' # VPP Latency Changes 2n-icx 2t1c - type: "table" @@ -1347,27 +1419,31 @@ filter: "'2T1C' and 'NDRPDR' and 'NIC_Intel-XXV710' and not 'NF_DENSITY'" columns: - title: "2202.0-10" - data-set: "vpp-2n-icx-hist-iter-new-env" + data-set: "vpp-2n-icx-hist-iter" - title: "2206.0-10" data-set: "vpp-2n-icx-prev-iter-old-env" - - title: "2206.0-11" - data-set: "vpp-2n-icx-prev-iter-new-env" + # - title: "2206.0-11" + # data-set: "vpp-2n-icx-prev-iter-new-env" - title: "2210.0-11" data-set: "vpp-2n-icx-curr-iter" comparisons: - - title: "2206.0-11 vs 2206.0-10" + # - title: "2206.0-11 vs 2206.0-10" + # reference: 2 + # compare: 3 + # - title: "2210.0-11 vs 2206.0-11" + # reference: 3 + # compare: 4 + - title: "2210.0-11 vs 2206.0-10" reference: 2 compare: 3 - - title: "2210.0-11 vs 2206.0-11" - reference: 3 - compare: 4 legend: - '' - 'Test Case: Test cases executed for: PDR throughput on 2n-icx with xxv710.' - 'YYMM.V-E: [uSec +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "10" for CSIT rls2206, "11" for CSIT rls2210).' - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' - - '2206.0-11 vs 2206.0-10: Compares CSIT environment current vs previous with previous VPP code.' - - '2210.0-11 vs 2206.0-11: Compares VPP code current vs previous in the current CSIT environment.' + # - '2206.0-11 vs 2206.0-10: Compares CSIT environment current vs previous with previous VPP code.' + # - '2210.0-11 vs 2206.0-11: Compares VPP code current vs previous in the current CSIT environment.' + - '2210.0-11 vs 2206.0-10: Compares current VPP code in the current CSIT environment vs previous VPP code in the previous CSIT environment.' # VPP Latency Changes 2n-icx 2t1c - type: "table" @@ -1378,27 +1454,31 @@ filter: "'2T1C' and 'NDRPDR' and 'NIC_Intel-XXV710' and not 'NF_DENSITY'" columns: - title: "2202.0-10" - data-set: "vpp-2n-icx-hist-iter-new-env" + data-set: "vpp-2n-icx-hist-iter" - title: "2206.0-10" data-set: "vpp-2n-icx-prev-iter-old-env" - - title: "2206.0-11" - data-set: "vpp-2n-icx-prev-iter-new-env" + # - title: "2206.0-11" + # data-set: "vpp-2n-icx-prev-iter-new-env" - title: "2210.0-11" data-set: "vpp-2n-icx-curr-iter" comparisons: - - title: "2206.0-11 vs 2206.0-10" + # - title: "2206.0-11 vs 2206.0-10" + # reference: 2 + # compare: 3 + # - title: "2210.0-11 vs 2206.0-11" + # reference: 3 + # compare: 4 + - title: "2210.0-11 vs 2206.0-10" reference: 2 compare: 3 - - title: "2210.0-11 vs 2206.0-11" - reference: 3 - compare: 4 legend: - '' - 'Test Case: Test cases executed for: PDR throughput on 2n-icx with xxv710.' - 'YYMM.V-E: [uSec +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "10" for CSIT rls2206, "11" for CSIT rls2210).' - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' - - '2206.0-11 vs 2206.0-10: Compares CSIT environment current vs previous with previous VPP code.' - - '2210.0-11 vs 2206.0-11: Compares VPP code current vs previous in the current CSIT environment.' + # - '2206.0-11 vs 2206.0-10: Compares CSIT environment current vs previous with previous VPP code.' + # - '2210.0-11 vs 2206.0-11: Compares VPP code current vs previous in the current CSIT environment.' + - '2210.0-11 vs 2206.0-10: Compares current VPP code in the current CSIT environment vs previous VPP code in the previous CSIT environment.' # VPP Latency Changes 2n-icx 2t1c - type: "table" @@ -1409,27 +1489,31 @@ filter: "'2T1C' and 'NDRPDR' and 'NIC_Intel-XXV710' and not 'NF_DENSITY'" columns: - title: "2202.0-10" - data-set: "vpp-2n-icx-hist-iter-new-env" + data-set: "vpp-2n-icx-hist-iter" - title: "2206.0-10" data-set: "vpp-2n-icx-prev-iter-old-env" - - title: "2206.0-11" - data-set: "vpp-2n-icx-prev-iter-new-env" + # - title: "2206.0-11" + # data-set: "vpp-2n-icx-prev-iter-new-env" - title: "2210.0-11" data-set: "vpp-2n-icx-curr-iter" comparisons: - - title: "2206.0-11 vs 2206.0-10" + # - title: "2206.0-11 vs 2206.0-10" + # reference: 2 + # compare: 3 + # - title: "2210.0-11 vs 2206.0-11" + # reference: 3 + # compare: 4 + - title: "2210.0-11 vs 2206.0-10" reference: 2 compare: 3 - - title: "2210.0-11 vs 2206.0-11" - reference: 3 - compare: 4 legend: - '' - 'Test Case: Test cases executed for: PDR throughput on 2n-icx with xxv710.' - 'YYMM.V-E: [uSec +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "10" for CSIT rls2206, "11" for CSIT rls2210).' - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' - - '2206.0-11 vs 2206.0-10: Compares CSIT environment current vs previous with previous VPP code.' - - '2210.0-11 vs 2206.0-11: Compares VPP code current vs previous in the current CSIT environment.' + # - '2206.0-11 vs 2206.0-10: Compares CSIT environment current vs previous with previous VPP code.' + # - '2210.0-11 vs 2206.0-11: Compares VPP code current vs previous in the current CSIT environment.' + - '2210.0-11 vs 2206.0-10: Compares current VPP code in the current CSIT environment vs previous VPP code in the previous CSIT environment.' # VPP Soak vs NDR - 2n-icx - type: "table" @@ -1474,31 +1558,6 @@ ################################################################################ # VPP -# VPP Performance Changes 2n-clx VSAP -- type: "table" - title: "VPP Performance Changes 2n-clx VSAP" - algorithm: "table_comparison" - output-file: "{DIR[STATIC,VPP]}/performance-changes-2n-clx-vsap" - include-tests: "vsap" - filter: "all" - columns: - - title: "2202.0-9" - data-set: "vpp-2n-clx-hist-iter-vsap-new-env" - - title: "2206.0-10" - data-set: "vpp-2n-clx-curr-iter-vsap-old-env" - - title: "2210.0-11" - data-set: "vpp-2n-clx-curr-iter-vsap" - comparisons: - - title: "2210.0-11 vs 2206.0-10" - reference: 2 - compare: 3 - legend: - - '' - - 'Test Case: Test cases executed for: VSAP on 2n-clx with cx556a.' - - 'YYMM.V-E: [uSec +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "10" for CSIT rls2206, "11" for CSIT rls2210).' - - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' - - '2210.0-11 vs 2206.0-11: Compares VPP code current vs previous.' - # VPP Performance Changes 3n-icx 2t1c pdr - type: "table" title: "VPP Performance Changes 3n-icx 2t1c pdr" @@ -1508,27 +1567,31 @@ filter: "'2T1C' and 'NDRPDR' and 'NIC_Intel-XXV710'" columns: - title: "2202.0-10" - data-set: "vpp-3n-icx-hist-iter-new-env" + data-set: "vpp-3n-icx-hist-iter" - title: "2206.0-10" data-set: "vpp-3n-icx-prev-iter-old-env" - - title: "2206.0-11" - data-set: "vpp-3n-icx-prev-iter-new-env" + # - title: "2206.0-11" + # data-set: "vpp-3n-icx-prev-iter-new-env" - title: "2210.0-11" data-set: "vpp-3n-icx-curr-iter" comparisons: - - title: "2206.0-11 vs 2206.0-10" + # - title: "2206.0-11 vs 2206.0-10" + # reference: 2 + # compare: 3 + # - title: "2210.0-11 vs 2206.0-11" + # reference: 3 + # compare: 4 + - title: "2210.0-11 vs 2206.0-10" reference: 2 compare: 3 - - title: "2210.0-11 vs 2206.0-11" - reference: 3 - compare: 4 legend: - '' - 'Test Case: Test cases executed for: PDR throughput on 3n-icx with xxv710.' - 'YYMM.V-E: [uSec +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "10" for CSIT rls2206, "11" for CSIT rls2210).' - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' - - '2206.0-11 vs 2206.0-10: Compares CSIT environment current vs previous with previous VPP code.' - - '2210.0-11 vs 2206.0-11: Compares VPP code current vs previous in the current CSIT environment.' + # - '2206.0-11 vs 2206.0-10: Compares CSIT environment current vs previous with previous VPP code.' + # - '2210.0-11 vs 2206.0-11: Compares VPP code current vs previous in the current CSIT environment.' + - '2210.0-11 vs 2206.0-10: Compares current VPP code in the current CSIT environment vs previous VPP code in the previous CSIT environment.' # VPP Performance Changes 3n-icx 4t2c pdr - type: "table" @@ -1539,27 +1602,31 @@ filter: "'4T2C' and 'NDRPDR' and 'NIC_Intel-XXV710'" columns: - title: "2202.0-10" - data-set: "vpp-3n-icx-hist-iter-new-env" + data-set: "vpp-3n-icx-hist-iter" - title: "2206.0-10" data-set: "vpp-3n-icx-prev-iter-old-env" - - title: "2206.0-11" - data-set: "vpp-3n-icx-prev-iter-new-env" + # - title: "2206.0-11" + # data-set: "vpp-3n-icx-prev-iter-new-env" - title: "2210.0-11" data-set: "vpp-3n-icx-curr-iter" comparisons: - - title: "2206.0-11 vs 2206.0-10" + # - title: "2206.0-11 vs 2206.0-10" + # reference: 2 + # compare: 3 + # - title: "2210.0-11 vs 2206.0-11" + # reference: 3 + # compare: 4 + - title: "2210.0-11 vs 2206.0-10" reference: 2 compare: 3 - - title: "2210.0-11 vs 2206.0-11" - reference: 3 - compare: 4 legend: - '' - 'Test Case: Test cases executed for: PDR throughput on 3n-icx with xxv710.' - 'YYMM.V-E: [uSec +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "10" for CSIT rls2206, "11" for CSIT rls2210).' - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' - - '2206.0-11 vs 2206.0-10: Compares CSIT environment current vs previous with previous VPP code.' - - '2210.0-11 vs 2206.0-11: Compares VPP code current vs previous in the current CSIT environment.' + # - '2206.0-11 vs 2206.0-10: Compares CSIT environment current vs previous with previous VPP code.' + # - '2210.0-11 vs 2206.0-11: Compares VPP code current vs previous in the current CSIT environment.' + - '2210.0-11 vs 2206.0-10: Compares current VPP code in the current CSIT environment vs previous VPP code in the previous CSIT environment.' # VPP Performance Changes 3n-icx 2t1c ndr - type: "table" @@ -1570,27 +1637,31 @@ filter: "'2T1C' and 'NDRPDR' and 'NIC_Intel-XXV710'" columns: - title: "2202.0-10" - data-set: "vpp-3n-icx-hist-iter-new-env" + data-set: "vpp-3n-icx-hist-iter" - title: "2206.0-10" data-set: "vpp-3n-icx-prev-iter-old-env" - - title: "2206.0-11" - data-set: "vpp-3n-icx-prev-iter-new-env" + # - title: "2206.0-11" + # data-set: "vpp-3n-icx-prev-iter-new-env" - title: "2210.0-11" data-set: "vpp-3n-icx-curr-iter" comparisons: - - title: "2206.0-11 vs 2206.0-10" + # - title: "2206.0-11 vs 2206.0-10" + # reference: 2 + # compare: 3 + # - title: "2210.0-11 vs 2206.0-11" + # reference: 3 + # compare: 4 + - title: "2210.0-11 vs 2206.0-10" reference: 2 compare: 3 - - title: "2210.0-11 vs 2206.0-11" - reference: 3 - compare: 4 legend: - '' - 'Test Case: Test cases executed for: NDR throughput on 3n-icx with xxv710.' - 'YYMM.V-E: [uSec +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "10" for CSIT rls2206, "11" for CSIT rls2210).' - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' - - '2206.0-11 vs 2206.0-10: Compares CSIT environment current vs previous with previous VPP code.' - - '2210.0-11 vs 2206.0-11: Compares VPP code current vs previous in the current CSIT environment.' + # - '2206.0-11 vs 2206.0-10: Compares CSIT environment current vs previous with previous VPP code.' + # - '2210.0-11 vs 2206.0-11: Compares VPP code current vs previous in the current CSIT environment.' + - '2210.0-11 vs 2206.0-10: Compares current VPP code in the current CSIT environment vs previous VPP code in the previous CSIT environment.' # VPP Performance Changes 3n-icx 4t2c ndr - type: "table" @@ -1601,27 +1672,31 @@ filter: "'4T2C' and 'NDRPDR' and 'NIC_Intel-XXV710'" columns: - title: "2202.0-10" - data-set: "vpp-3n-icx-hist-iter-new-env" + data-set: "vpp-3n-icx-hist-iter" - title: "2206.0-10" data-set: "vpp-3n-icx-prev-iter-old-env" - - title: "2206.0-11" - data-set: "vpp-3n-icx-prev-iter-new-env" + # - title: "2206.0-11" + # data-set: "vpp-3n-icx-prev-iter-new-env" - title: "2210.0-11" data-set: "vpp-3n-icx-curr-iter" comparisons: - - title: "2206.0-11 vs 2206.0-10" + # - title: "2206.0-11 vs 2206.0-10" + # reference: 2 + # compare: 3 + # - title: "2210.0-11 vs 2206.0-11" + # reference: 3 + # compare: 4 + - title: "2210.0-11 vs 2206.0-10" reference: 2 compare: 3 - - title: "2210.0-11 vs 2206.0-11" - reference: 3 - compare: 4 legend: - '' - 'Test Case: Test cases executed for: NDR throughput on 3n-icx with xxv710.' - 'YYMM.V-E: [uSec +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "10" for CSIT rls2206, "11" for CSIT rls2210).' - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' - - '2206.0-11 vs 2206.0-10: Compares CSIT environment current vs previous with previous VPP code.' - - '2210.0-11 vs 2206.0-11: Compares VPP code current vs previous in the current CSIT environment.' + # - '2206.0-11 vs 2206.0-10: Compares CSIT environment current vs previous with previous VPP code.' + # - '2210.0-11 vs 2206.0-11: Compares VPP code current vs previous in the current CSIT environment.' + - '2210.0-11 vs 2206.0-10: Compares current VPP code in the current CSIT environment vs previous VPP code in the previous CSIT environment.' # VPP Performance Changes 2n-icx 2t1c pdr - type: "table" @@ -1632,27 +1707,31 @@ filter: "'2T1C' and 'NDRPDR' and 'NIC_Intel-XXV710'" columns: - title: "2202.0-10" - data-set: "vpp-2n-icx-hist-iter-new-env" + data-set: "vpp-2n-icx-hist-iter" - title: "2206.0-10" data-set: "vpp-2n-icx-prev-iter-old-env" - - title: "2206.0-11" - data-set: "vpp-2n-icx-prev-iter-new-env" + # - title: "2206.0-11" + # data-set: "vpp-2n-icx-prev-iter-new-env" - title: "2210.0-11" data-set: "vpp-2n-icx-curr-iter" comparisons: - - title: "2206.0-11 vs 2206.0-10" + # - title: "2206.0-11 vs 2206.0-10" + # reference: 2 + # compare: 3 + # - title: "2210.0-11 vs 2206.0-11" + # reference: 3 + # compare: 4 + - title: "2210.0-11 vs 2206.0-10" reference: 2 compare: 3 - - title: "2210.0-11 vs 2206.0-11" - reference: 3 - compare: 4 legend: - '' - 'Test Case: Test cases executed for: PDR throughput on 2n-icx with xxv710.' - 'YYMM.V-E: [uSec +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "10" for CSIT rls2206, "11" for CSIT rls2210).' - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' - - '2206.0-11 vs 2206.0-10: Compares CSIT environment current vs previous with previous VPP code.' - - '2210.0-11 vs 2206.0-11: Compares VPP code current vs previous in the current CSIT environment.' + # - '2206.0-11 vs 2206.0-10: Compares CSIT environment current vs previous with previous VPP code.' + # - '2210.0-11 vs 2206.0-11: Compares VPP code current vs previous in the current CSIT environment.' + - '2210.0-11 vs 2206.0-10: Compares current VPP code in the current CSIT environment vs previous VPP code in the previous CSIT environment.' # VPP Performance Changes 2n-icx 4t2c pdr - type: "table" @@ -1663,27 +1742,31 @@ filter: "'4T2C' and 'NDRPDR' and 'NIC_Intel-XXV710'" columns: - title: "2202.0-10" - data-set: "vpp-2n-icx-hist-iter-new-env" + data-set: "vpp-2n-icx-hist-iter" - title: "2206.0-10" data-set: "vpp-2n-icx-prev-iter-old-env" - - title: "2206.0-11" - data-set: "vpp-2n-icx-prev-iter-new-env" + # - title: "2206.0-11" + # data-set: "vpp-2n-icx-prev-iter-new-env" - title: "2210.0-11" data-set: "vpp-2n-icx-curr-iter" comparisons: - - title: "2206.0-11 vs 2206.0-10" + # - title: "2206.0-11 vs 2206.0-10" + # reference: 2 + # compare: 3 + # - title: "2210.0-11 vs 2206.0-11" + # reference: 3 + # compare: 4 + - title: "2210.0-11 vs 2206.0-10" reference: 2 compare: 3 - - title: "2210.0-11 vs 2206.0-11" - reference: 3 - compare: 4 legend: - '' - 'Test Case: Test cases executed for: PDR throughput on 2n-icx with xxv710.' - 'YYMM.V-E: [uSec +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "10" for CSIT rls2206, "11" for CSIT rls2210).' - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' - - '2206.0-11 vs 2206.0-10: Compares CSIT environment current vs previous with previous VPP code.' - - '2210.0-11 vs 2206.0-11: Compares VPP code current vs previous in the current CSIT environment.' + # - '2206.0-11 vs 2206.0-10: Compares CSIT environment current vs previous with previous VPP code.' + # - '2210.0-11 vs 2206.0-11: Compares VPP code current vs previous in the current CSIT environment.' + - '2210.0-11 vs 2206.0-10: Compares current VPP code in the current CSIT environment vs previous VPP code in the previous CSIT environment.' # VPP Performance Changes 2n-icx 2t1c ndr - type: "table" @@ -1694,27 +1777,31 @@ filter: "'2T1C' and 'NDRPDR' and 'NIC_Intel-XXV710'" columns: - title: "2202.0-10" - data-set: "vpp-2n-icx-hist-iter-new-env" + data-set: "vpp-2n-icx-hist-iter" - title: "2206.0-10" data-set: "vpp-2n-icx-prev-iter-old-env" - - title: "2206.0-11" - data-set: "vpp-2n-icx-prev-iter-new-env" + # - title: "2206.0-11" + # data-set: "vpp-2n-icx-prev-iter-new-env" - title: "2210.0-11" data-set: "vpp-2n-icx-curr-iter" comparisons: - - title: "2206.0-11 vs 2206.0-10" + # - title: "2206.0-11 vs 2206.0-10" + # reference: 2 + # compare: 3 + # - title: "2210.0-11 vs 2206.0-11" + # reference: 3 + # compare: 4 + - title: "2210.0-11 vs 2206.0-10" reference: 2 compare: 3 - - title: "2210.0-11 vs 2206.0-11" - reference: 3 - compare: 4 legend: - '' - 'Test Case: Test cases executed for: NDR throughput on 2n-icx with xxv710.' - 'YYMM.V-E: [uSec +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "10" for CSIT rls2206, "11" for CSIT rls2210).' - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' - - '2206.0-11 vs 2206.0-10: Compares CSIT environment current vs previous with previous VPP code.' - - '2210.0-11 vs 2206.0-11: Compares VPP code current vs previous in the current CSIT environment.' + # - '2206.0-11 vs 2206.0-10: Compares CSIT environment current vs previous with previous VPP code.' + # - '2210.0-11 vs 2206.0-11: Compares VPP code current vs previous in the current CSIT environment.' + - '2210.0-11 vs 2206.0-10: Compares current VPP code in the current CSIT environment vs previous VPP code in the previous CSIT environment.' # VPP Performance Changes 2n-icx 4t2c ndr - type: "table" @@ -1725,27 +1812,31 @@ filter: "'4T2C' and 'NDRPDR' and 'NIC_Intel-XXV710'" columns: - title: "2202.0-10" - data-set: "vpp-2n-icx-hist-iter-new-env" + data-set: "vpp-2n-icx-hist-iter" - title: "2206.0-10" data-set: "vpp-2n-icx-prev-iter-old-env" - - title: "2206.0-11" - data-set: "vpp-2n-icx-prev-iter-new-env" + # - title: "2206.0-11" + # data-set: "vpp-2n-icx-prev-iter-new-env" - title: "2210.0-11" data-set: "vpp-2n-icx-curr-iter" comparisons: - - title: "2206.0-11 vs 2206.0-10" + # - title: "2206.0-11 vs 2206.0-10" + # reference: 2 + # compare: 3 + # - title: "2210.0-11 vs 2206.0-11" + # reference: 3 + # compare: 4 + - title: "2210.0-11 vs 2206.0-10" reference: 2 compare: 3 - - title: "2210.0-11 vs 2206.0-11" - reference: 3 - compare: 4 legend: - '' - 'Test Case: Test cases executed for: NDR throughput on 2n-icx with xxv710.' - 'YYMM.V-E: [uSec +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "10" for CSIT rls2206, "11" for CSIT rls2210).' - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' - - '2206.0-11 vs 2206.0-10: Compares CSIT environment current vs previous with previous VPP code.' - - '2210.0-11 vs 2206.0-11: Compares VPP code current vs previous in the current CSIT environment.' + # - '2206.0-11 vs 2206.0-10: Compares CSIT environment current vs previous with previous VPP code.' + # - '2210.0-11 vs 2206.0-11: Compares VPP code current vs previous in the current CSIT environment.' + - '2210.0-11 vs 2206.0-10: Compares current VPP code in the current CSIT environment vs previous VPP code in the previous CSIT environment.' # VPP Performance Changes 2n-clx-xxv710 2t1c pdr - type: "table" @@ -1756,27 +1847,31 @@ filter: "'2T1C' and 'NDRPDR' and 'NIC_Intel-XXV710'" columns: - title: "2202.0-10" - data-set: "vpp-2n-clx-hist-iter-new-env" + data-set: "vpp-2n-clx-hist-iter" - title: "2206.0-10" data-set: "vpp-2n-clx-prev-iter-old-env" - - title: "2206.0-11" - data-set: "vpp-2n-clx-prev-iter-new-env" + # - title: "2206.0-11" + # data-set: "vpp-2n-clx-prev-iter-new-env" - title: "2210.0-11" data-set: "vpp-2n-clx-curr-iter" comparisons: - - title: "2206.0-11 vs 2206.0-10" + # - title: "2206.0-11 vs 2206.0-10" + # reference: 2 + # compare: 3 + # - title: "2210.0-11 vs 2206.0-11" + # reference: 3 + # compare: 4 + - title: "2210.0-11 vs 2206.0-10" reference: 2 compare: 3 - - title: "2210.0-11 vs 2206.0-11" - reference: 3 - compare: 4 legend: - '' - 'Test Case: Test cases executed for: PDR throughput on 2n-clx with xxv710.' - 'YYMM.V-E: [uSec +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "10" for CSIT rls2206, "11" for CSIT rls2210).' - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' - - '2206.0-11 vs 2206.0-10: Compares CSIT environment current vs previous with previous VPP code.' - - '2210.0-11 vs 2206.0-11: Compares VPP code current vs previous in the current CSIT environment.' + # - '2206.0-11 vs 2206.0-10: Compares CSIT environment current vs previous with previous VPP code.' + # - '2210.0-11 vs 2206.0-11: Compares VPP code current vs previous in the current CSIT environment.' + - '2210.0-11 vs 2206.0-10: Compares current VPP code in the current CSIT environment vs previous VPP code in the previous CSIT environment.' # VPP Performance Changes 2n-clx-xxv710 4t2c pdr - type: "table" @@ -1787,27 +1882,31 @@ filter: "'4T2C' and 'NDRPDR' and 'NIC_Intel-XXV710'" columns: - title: "2202.0-10" - data-set: "vpp-2n-clx-hist-iter-new-env" + data-set: "vpp-2n-clx-hist-iter" - title: "2206.0-10" data-set: "vpp-2n-clx-prev-iter-old-env" - - title: "2206.0-11" - data-set: "vpp-2n-clx-prev-iter-new-env" + # - title: "2206.0-11" + # data-set: "vpp-2n-clx-prev-iter-new-env" - title: "2210.0-11" data-set: "vpp-2n-clx-curr-iter" comparisons: - - title: "2206.0-11 vs 2206.0-10" + # - title: "2206.0-11 vs 2206.0-10" + # reference: 2 + # compare: 3 + # - title: "2210.0-11 vs 2206.0-11" + # reference: 3 + # compare: 4 + - title: "2210.0-11 vs 2206.0-10" reference: 2 compare: 3 - - title: "2210.0-11 vs 2206.0-11" - reference: 3 - compare: 4 legend: - '' - 'Test Case: Test cases executed for: PDR throughput on 2n-clx with xxv710.' - 'YYMM.V-E: [uSec +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "10" for CSIT rls2206, "11" for CSIT rls2210).' - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' - - '2206.0-11 vs 2206.0-10: Compares CSIT environment current vs previous with previous VPP code.' - - '2210.0-11 vs 2206.0-11: Compares VPP code current vs previous in the current CSIT environment.' + # - '2206.0-11 vs 2206.0-10: Compares CSIT environment current vs previous with previous VPP code.' + # - '2210.0-11 vs 2206.0-11: Compares VPP code current vs previous in the current CSIT environment.' + - '2210.0-11 vs 2206.0-10: Compares current VPP code in the current CSIT environment vs previous VPP code in the previous CSIT environment.' # VPP Performance Changes 2n-clx-xxv710 2t1c ndr - type: "table" @@ -1818,27 +1917,31 @@ filter: "'2T1C' and 'NDRPDR' and 'NIC_Intel-XXV710'" columns: - title: "2202.0-10" - data-set: "vpp-2n-clx-hist-iter-new-env" + data-set: "vpp-2n-clx-hist-iter" - title: "2206.0-10" data-set: "vpp-2n-clx-prev-iter-old-env" - - title: "2206.0-11" - data-set: "vpp-2n-clx-prev-iter-new-env" + # - title: "2206.0-11" + # data-set: "vpp-2n-clx-prev-iter-new-env" - title: "2210.0-11" data-set: "vpp-2n-clx-curr-iter" comparisons: - - title: "2206.0-11 vs 2206.0-10" + # - title: "2206.0-11 vs 2206.0-10" + # reference: 2 + # compare: 3 + # - title: "2210.0-11 vs 2206.0-11" + # reference: 3 + # compare: 4 + - title: "2210.0-11 vs 2206.0-10" reference: 2 compare: 3 - - title: "2210.0-11 vs 2206.0-11" - reference: 3 - compare: 4 legend: - '' - 'Test Case: Test cases executed for: NDR throughput on 2n-clx with xxv710.' - 'YYMM.V-E: [uSec +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "10" for CSIT rls2206, "11" for CSIT rls2210).' - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' - - '2206.0-11 vs 2206.0-10: Compares CSIT environment current vs previous with previous VPP code.' - - '2210.0-11 vs 2206.0-11: Compares VPP code current vs previous in the current CSIT environment.' + # - '2206.0-11 vs 2206.0-10: Compares CSIT environment current vs previous with previous VPP code.' + # - '2210.0-11 vs 2206.0-11: Compares VPP code current vs previous in the current CSIT environment.' + - '2210.0-11 vs 2206.0-10: Compares current VPP code in the current CSIT environment vs previous VPP code in the previous CSIT environment.' # VPP Performance Changes 2n-clx-xxv710 4t2c ndr - type: "table" @@ -1849,27 +1952,31 @@ filter: "'4T2C' and 'NDRPDR' and 'NIC_Intel-XXV710'" columns: - title: "2202.0-10" - data-set: "vpp-2n-clx-hist-iter-new-env" + data-set: "vpp-2n-clx-hist-iter" - title: "2206.0-10" data-set: "vpp-2n-clx-prev-iter-old-env" - - title: "2206.0-11" - data-set: "vpp-2n-clx-prev-iter-new-env" + # - title: "2206.0-11" + # data-set: "vpp-2n-clx-prev-iter-new-env" - title: "2210.0-11" data-set: "vpp-2n-clx-curr-iter" comparisons: - - title: "2206.0-11 vs 2206.0-10" + # - title: "2206.0-11 vs 2206.0-10" + # reference: 2 + # compare: 3 + # - title: "2210.0-11 vs 2206.0-11" + # reference: 3 + # compare: 4 + - title: "2210.0-11 vs 2206.0-10" reference: 2 compare: 3 - - title: "2210.0-11 vs 2206.0-11" - reference: 3 - compare: 4 legend: - '' - 'Test Case: Test cases executed for: NDR throughput on 2n-clx with xxv710.' - 'YYMM.V-E: [uSec +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "10" for CSIT rls2206, "11" for CSIT rls2210).' - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' - - '2206.0-11 vs 2206.0-10: Compares CSIT environment current vs previous with previous VPP code.' - - '2210.0-11 vs 2206.0-11: Compares VPP code current vs previous in the current CSIT environment.' + # - '2206.0-11 vs 2206.0-10: Compares CSIT environment current vs previous with previous VPP code.' + # - '2210.0-11 vs 2206.0-11: Compares VPP code current vs previous in the current CSIT environment.' + - '2210.0-11 vs 2206.0-10: Compares current VPP code in the current CSIT environment vs previous VPP code in the previous CSIT environment.' # VPP Performance Changes 2n-clx-cx556a 2t1c pdr - type: "table" @@ -1880,27 +1987,31 @@ filter: "'2T1C' and 'NDRPDR' and 'NIC_Mellanox-CX556A'" columns: - title: "2202.0-10" - data-set: "vpp-2n-clx-hist-iter-new-env" + data-set: "vpp-2n-clx-hist-iter" - title: "2206.0-10" data-set: "vpp-2n-clx-prev-iter-old-env" - - title: "2206.0-11" - data-set: "vpp-2n-clx-prev-iter-new-env" + # - title: "2206.0-11" + # data-set: "vpp-2n-clx-prev-iter-new-env" - title: "2210.0-11" data-set: "vpp-2n-clx-curr-iter" comparisons: - - title: "2206.0-11 vs 2206.0-10" + # - title: "2206.0-11 vs 2206.0-10" + # reference: 2 + # compare: 3 + # - title: "2210.0-11 vs 2206.0-11" + # reference: 3 + # compare: 4 + - title: "2210.0-11 vs 2206.0-10" reference: 2 compare: 3 - - title: "2210.0-11 vs 2206.0-11" - reference: 3 - compare: 4 legend: - '' - 'Test Case: Test cases executed for: PDR throughput on 2n-clx with cx556a.' - 'YYMM.V-E: [uSec +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "10" for CSIT rls2206, "11" for CSIT rls2210).' - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' - - '2206.0-11 vs 2206.0-10: Compares CSIT environment current vs previous with previous VPP code.' - - '2210.0-11 vs 2206.0-11: Compares VPP code current vs previous in the current CSIT environment.' + # - '2206.0-11 vs 2206.0-10: Compares CSIT environment current vs previous with previous VPP code.' + # - '2210.0-11 vs 2206.0-11: Compares VPP code current vs previous in the current CSIT environment.' + - '2210.0-11 vs 2206.0-10: Compares current VPP code in the current CSIT environment vs previous VPP code in the previous CSIT environment.' # VPP Performance Changes 2n-clx-cx556a 4t2c pdr - type: "table" @@ -1911,27 +2022,31 @@ filter: "'4T2C' and 'NDRPDR' and 'NIC_Mellanox-CX556A'" columns: - title: "2202.0-10" - data-set: "vpp-2n-clx-hist-iter-new-env" + data-set: "vpp-2n-clx-hist-iter" - title: "2206.0-10" data-set: "vpp-2n-clx-prev-iter-old-env" - - title: "2206.0-11" - data-set: "vpp-2n-clx-prev-iter-new-env" + # - title: "2206.0-11" + # data-set: "vpp-2n-clx-prev-iter-new-env" - title: "2210.0-11" data-set: "vpp-2n-clx-curr-iter" comparisons: - - title: "2206.0-11 vs 2206.0-10" + # - title: "2206.0-11 vs 2206.0-10" + # reference: 2 + # compare: 3 + # - title: "2210.0-11 vs 2206.0-11" + # reference: 3 + # compare: 4 + - title: "2210.0-11 vs 2206.0-10" reference: 2 compare: 3 - - title: "2210.0-11 vs 2206.0-11" - reference: 3 - compare: 4 legend: - '' - 'Test Case: Test cases executed for: PDR throughput on 2n-clx with cx556a.' - 'YYMM.V-E: [uSec +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "10" for CSIT rls2206, "11" for CSIT rls2210).' - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' - - '2206.0-11 vs 2206.0-10: Compares CSIT environment current vs previous with previous VPP code.' - - '2210.0-11 vs 2206.0-11: Compares VPP code current vs previous in the current CSIT environment.' + # - '2206.0-11 vs 2206.0-10: Compares CSIT environment current vs previous with previous VPP code.' + # - '2210.0-11 vs 2206.0-11: Compares VPP code current vs previous in the current CSIT environment.' + - '2210.0-11 vs 2206.0-10: Compares current VPP code in the current CSIT environment vs previous VPP code in the previous CSIT environment.' # VPP Performance Changes 2n-clx-cx556a 2t1c ndr - type: "table" @@ -1942,27 +2057,31 @@ filter: "'2T1C' and 'NDRPDR' and 'NIC_Mellanox-CX556A'" columns: - title: "2202.0-10" - data-set: "vpp-2n-clx-hist-iter-new-env" + data-set: "vpp-2n-clx-hist-iter" - title: "2206.0-10" data-set: "vpp-2n-clx-prev-iter-old-env" - - title: "2206.0-11" - data-set: "vpp-2n-clx-prev-iter-new-env" + # - title: "2206.0-11" + # data-set: "vpp-2n-clx-prev-iter-new-env" - title: "2210.0-11" data-set: "vpp-2n-clx-curr-iter" comparisons: - - title: "2206.0-11 vs 2206.0-10" + # - title: "2206.0-11 vs 2206.0-10" + # reference: 2 + # compare: 3 + # - title: "2210.0-11 vs 2206.0-11" + # reference: 3 + # compare: 4 + - title: "2210.0-11 vs 2206.0-10" reference: 2 compare: 3 - - title: "2210.0-11 vs 2206.0-11" - reference: 3 - compare: 4 legend: - '' - 'Test Case: Test cases executed for: NDR throughput on 2n-clx with cx556a.' - 'YYMM.V-E: [uSec +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "10" for CSIT rls2206, "11" for CSIT rls2210).' - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' - - '2206.0-11 vs 2206.0-10: Compares CSIT environment current vs previous with previous VPP code.' - - '2210.0-11 vs 2206.0-11: Compares VPP code current vs previous in the current CSIT environment.' + # - '2206.0-11 vs 2206.0-10: Compares CSIT environment current vs previous with previous VPP code.' + # - '2210.0-11 vs 2206.0-11: Compares VPP code current vs previous in the current CSIT environment.' + - '2210.0-11 vs 2206.0-10: Compares current VPP code in the current CSIT environment vs previous VPP code in the previous CSIT environment.' # VPP Performance Changes 2n-clx-cx556a 4t2c ndr - type: "table" @@ -1973,27 +2092,31 @@ filter: "'4T2C' and 'NDRPDR' and 'NIC_Mellanox-CX556A'" columns: - title: "2202.0-10" - data-set: "vpp-2n-clx-hist-iter-new-env" + data-set: "vpp-2n-clx-hist-iter" - title: "2206.0-10" data-set: "vpp-2n-clx-prev-iter-old-env" - - title: "2206.0-11" - data-set: "vpp-2n-clx-prev-iter-new-env" + # - title: "2206.0-11" + # data-set: "vpp-2n-clx-prev-iter-new-env" - title: "2210.0-11" data-set: "vpp-2n-clx-curr-iter" comparisons: - - title: "2206.0-11 vs 2206.0-10" + # - title: "2206.0-11 vs 2206.0-10" + # reference: 2 + # compare: 3 + # - title: "2210.0-11 vs 2206.0-11" + # reference: 3 + # compare: 4 + - title: "2210.0-11 vs 2206.0-10" reference: 2 compare: 3 - - title: "2210.0-11 vs 2206.0-11" - reference: 3 - compare: 4 legend: - '' - 'Test Case: Test cases executed for: NDR throughput on 2n-clx with cx556a.' - 'YYMM.V-E: [uSec +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "10" for CSIT rls2206, "11" for CSIT rls2210).' - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' - - '2206.0-11 vs 2206.0-10: Compares CSIT environment current vs previous with previous VPP code.' - - '2210.0-11 vs 2206.0-11: Compares VPP code current vs previous in the current CSIT environment.' + # - '2206.0-11 vs 2206.0-10: Compares CSIT environment current vs previous with previous VPP code.' + # - '2210.0-11 vs 2206.0-11: Compares VPP code current vs previous in the current CSIT environment.' + - '2210.0-11 vs 2206.0-10: Compares current VPP code in the current CSIT environment vs previous VPP code in the previous CSIT environment.' # VPP Performance Changes 2n-zn2-xxv710 2t1c pdr - type: "table" @@ -2004,27 +2127,31 @@ filter: "'2T1C' and 'NDRPDR' and 'NIC_Intel-XXV710'" columns: - title: "2202.0-10" - data-set: "vpp-2n-zn2-hist-iter-new-env" + data-set: "vpp-2n-zn2-hist-iter" - title: "2206.0-10" data-set: "vpp-2n-zn2-prev-iter-old-env" - - title: "2206.0-11" - data-set: "vpp-2n-zn2-prev-iter-new-env" + # - title: "2206.0-11" + # data-set: "vpp-2n-zn2-prev-iter-new-env" - title: "2210.0-11" data-set: "vpp-2n-zn2-curr-iter" comparisons: - - title: "2206.0-11 vs 2206.0-10" + # - title: "2206.0-11 vs 2206.0-10" + # reference: 2 + # compare: 3 + # - title: "2210.0-11 vs 2206.0-11" + # reference: 3 + # compare: 4 + - title: "2210.0-11 vs 2206.0-10" reference: 2 compare: 3 - - title: "2210.0-11 vs 2206.0-11" - reference: 3 - compare: 4 legend: - '' - 'Test Case: Test cases executed for: PDR throughput on 2n-zn2 with xxv710.' - 'YYMM.V-E: [uSec +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "10" for CSIT rls2206, "11" for CSIT rls2210).' - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' - - '2206.0-11 vs 2206.0-10: Compares CSIT environment current vs previous with previous VPP code.' - - '2210.0-11 vs 2206.0-11: Compares VPP code current vs previous in the current CSIT environment.' + # - '2206.0-11 vs 2206.0-10: Compares CSIT environment current vs previous with previous VPP code.' + # - '2210.0-11 vs 2206.0-11: Compares VPP code current vs previous in the current CSIT environment.' + - '2210.0-11 vs 2206.0-10: Compares current VPP code in the current CSIT environment vs previous VPP code in the previous CSIT environment.' # VPP Performance Changes 2n-zn2-xxv710 4t2c pdr - type: "table" @@ -2035,27 +2162,31 @@ filter: "'4T2C' and 'NDRPDR' and 'NIC_Intel-XXV710'" columns: - title: "2202.0-10" - data-set: "vpp-2n-zn2-hist-iter-new-env" + data-set: "vpp-2n-zn2-hist-iter" - title: "2206.0-10" data-set: "vpp-2n-zn2-prev-iter-old-env" - - title: "2206.0-11" - data-set: "vpp-2n-zn2-prev-iter-new-env" + # - title: "2206.0-11" + # data-set: "vpp-2n-zn2-prev-iter-new-env" - title: "2210.0-11" data-set: "vpp-2n-zn2-curr-iter" comparisons: - - title: "2206.0-11 vs 2206.0-10" + # - title: "2206.0-11 vs 2206.0-10" + # reference: 2 + # compare: 3 + # - title: "2210.0-11 vs 2206.0-11" + # reference: 3 + # compare: 4 + - title: "2210.0-11 vs 2206.0-10" reference: 2 compare: 3 - - title: "2210.0-11 vs 2206.0-11" - reference: 3 - compare: 4 legend: - '' - 'Test Case: Test cases executed for: PDR throughput on 2n-zn2 with xxv710.' - 'YYMM.V-E: [uSec +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "10" for CSIT rls2206, "11" for CSIT rls2210).' - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' - - '2206.0-11 vs 2206.0-10: Compares CSIT environment current vs previous with previous VPP code.' - - '2210.0-11 vs 2206.0-11: Compares VPP code current vs previous in the current CSIT environment.' + # - '2206.0-11 vs 2206.0-10: Compares CSIT environment current vs previous with previous VPP code.' + # - '2210.0-11 vs 2206.0-11: Compares VPP code current vs previous in the current CSIT environment.' + - '2210.0-11 vs 2206.0-10: Compares current VPP code in the current CSIT environment vs previous VPP code in the previous CSIT environment.' # VPP Performance Changes 2n-zn2-xxv710 2t1c ndr - type: "table" @@ -2066,27 +2197,31 @@ filter: "'2T1C' and 'NDRPDR' and 'NIC_Intel-XXV710'" columns: - title: "2202.0-10" - data-set: "vpp-2n-zn2-hist-iter-new-env" + data-set: "vpp-2n-zn2-hist-iter" - title: "2206.0-10" data-set: "vpp-2n-zn2-prev-iter-old-env" - - title: "2206.0-11" - data-set: "vpp-2n-zn2-prev-iter-new-env" + # - title: "2206.0-11" + # data-set: "vpp-2n-zn2-prev-iter-new-env" - title: "2210.0-11" data-set: "vpp-2n-zn2-curr-iter" comparisons: - - title: "2206.0-11 vs 2206.0-10" + # - title: "2206.0-11 vs 2206.0-10" + # reference: 2 + # compare: 3 + # - title: "2210.0-11 vs 2206.0-11" + # reference: 3 + # compare: 4 + - title: "2210.0-11 vs 2206.0-10" reference: 2 compare: 3 - - title: "2210.0-11 vs 2206.0-11" - reference: 3 - compare: 4 legend: - '' - 'Test Case: Test cases executed for: NDR throughput on 2n-zn2 with xxv710.' - 'YYMM.V-E: [uSec +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "10" for CSIT rls2206, "11" for CSIT rls2210).' - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' - - '2206.0-11 vs 2206.0-10: Compares CSIT environment current vs previous with previous VPP code.' - - '2210.0-11 vs 2206.0-11: Compares VPP code current vs previous in the current CSIT environment.' + # - '2206.0-11 vs 2206.0-10: Compares CSIT environment current vs previous with previous VPP code.' + # - '2210.0-11 vs 2206.0-11: Compares VPP code current vs previous in the current CSIT environment.' + - '2210.0-11 vs 2206.0-10: Compares current VPP code in the current CSIT environment vs previous VPP code in the previous CSIT environment.' # VPP Performance Changes 2n-zn2-xxv710 4t2c ndr - type: "table" @@ -2097,27 +2232,31 @@ filter: "'4T2C' and 'NDRPDR' and 'NIC_Intel-XXV710'" columns: - title: "2202.0-10" - data-set: "vpp-2n-zn2-hist-iter-new-env" + data-set: "vpp-2n-zn2-hist-iter" - title: "2206.0-10" data-set: "vpp-2n-zn2-prev-iter-old-env" - - title: "2206.0-11" - data-set: "vpp-2n-zn2-prev-iter-new-env" + # - title: "2206.0-11" + # data-set: "vpp-2n-zn2-prev-iter-new-env" - title: "2210.0-11" data-set: "vpp-2n-zn2-curr-iter" comparisons: - - title: "2206.0-11 vs 2206.0-10" + # - title: "2206.0-11 vs 2206.0-10" + # reference: 2 + # compare: 3 + # - title: "2210.0-11 vs 2206.0-11" + # reference: 3 + # compare: 4 + - title: "2210.0-11 vs 2206.0-10" reference: 2 compare: 3 - - title: "2210.0-11 vs 2206.0-11" - reference: 3 - compare: 4 legend: - '' - 'Test Case: Test cases executed for: NDR throughput on 2n-zn2 with xxv710.' - 'YYMM.V-E: [uSec +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "10" for CSIT rls2206, "11" for CSIT rls2210).' - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' - - '2206.0-11 vs 2206.0-10: Compares CSIT environment current vs previous with previous VPP code.' - - '2210.0-11 vs 2206.0-11: Compares VPP code current vs previous in the current CSIT environment.' + # - '2206.0-11 vs 2206.0-10: Compares CSIT environment current vs previous with previous VPP code.' + # - '2210.0-11 vs 2206.0-11: Compares VPP code current vs previous in the current CSIT environment.' + - '2210.0-11 vs 2206.0-10: Compares current VPP code in the current CSIT environment vs previous VPP code in the previous CSIT environment.' # VPP Performance Changes 2n-dnv 1t1c pdr - type: "table" @@ -2128,27 +2267,31 @@ filter: "'1T1C'" columns: - title: "2202.0-10" - data-set: "vpp-2n-dnv-hist-iter-new-env" + data-set: "vpp-2n-dnv-hist-iter" - title: "2206.0-10" data-set: "vpp-2n-dnv-prev-iter-old-env" - - title: "2206.0-11" - data-set: "vpp-2n-dnv-prev-iter-new-env" + # - title: "2206.0-11" + # data-set: "vpp-2n-dnv-prev-iter-new-env" - title: "2210.0-11" data-set: "vpp-2n-dnv-curr-iter" comparisons: - - title: "2206.0-11 vs 2206.0-10" + # - title: "2206.0-11 vs 2206.0-10" + # reference: 2 + # compare: 3 + # - title: "2210.0-11 vs 2206.0-11" + # reference: 3 + # compare: 4 + - title: "2210.0-11 vs 2206.0-10" reference: 2 compare: 3 - - title: "2210.0-11 vs 2206.0-11" - reference: 3 - compare: 4 legend: - '' - 'Test Case: Test cases executed for: PDR throughput on 2n-dnv with x553.' - 'YYMM.V-E: [uSec +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "10" for CSIT rls2206, "11" for CSIT rls2210).' - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' - - '2206.0-11 vs 2206.0-10: Compares CSIT environment current vs previous with previous VPP code.' - - '2210.0-11 vs 2206.0-11: Compares VPP code current vs previous in the current CSIT environment.' + # - '2206.0-11 vs 2206.0-10: Compares CSIT environment current vs previous with previous VPP code.' + # - '2210.0-11 vs 2206.0-11: Compares VPP code current vs previous in the current CSIT environment.' + - '2210.0-11 vs 2206.0-10: Compares current VPP code in the current CSIT environment vs previous VPP code in the previous CSIT environment.' # VPP Performance Changes 2n-dnv 2t2c pdr - type: "table" @@ -2159,27 +2302,31 @@ filter: "'2T2C'" columns: - title: "2202.0-10" - data-set: "vpp-2n-dnv-hist-iter-new-env" + data-set: "vpp-2n-dnv-hist-iter" - title: "2206.0-10" data-set: "vpp-2n-dnv-prev-iter-old-env" - - title: "2206.0-11" - data-set: "vpp-2n-dnv-prev-iter-new-env" + # - title: "2206.0-11" + # data-set: "vpp-2n-dnv-prev-iter-new-env" - title: "2210.0-11" data-set: "vpp-2n-dnv-curr-iter" comparisons: - - title: "2206.0-11 vs 2206.0-10" + # - title: "2206.0-11 vs 2206.0-10" + # reference: 2 + # compare: 3 + # - title: "2210.0-11 vs 2206.0-11" + # reference: 3 + # compare: 4 + - title: "2210.0-11 vs 2206.0-10" reference: 2 compare: 3 - - title: "2210.0-11 vs 2206.0-11" - reference: 3 - compare: 4 legend: - '' - 'Test Case: Test cases executed for: PDR throughput on 2n-dnv with x553.' - 'YYMM.V-E: [uSec +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "10" for CSIT rls2206, "11" for CSIT rls2210).' - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' - - '2206.0-11 vs 2206.0-10: Compares CSIT environment current vs previous with previous VPP code.' - - '2210.0-11 vs 2206.0-11: Compares VPP code current vs previous in the current CSIT environment.' + # - '2206.0-11 vs 2206.0-10: Compares CSIT environment current vs previous with previous VPP code.' + # - '2210.0-11 vs 2206.0-11: Compares VPP code current vs previous in the current CSIT environment.' + - '2210.0-11 vs 2206.0-10: Compares current VPP code in the current CSIT environment vs previous VPP code in the previous CSIT environment.' # VPP Performance Changes 2n-dnv 1t1c ndr - type: "table" @@ -2190,27 +2337,31 @@ filter: "'1T1C'" columns: - title: "2202.0-10" - data-set: "vpp-2n-dnv-hist-iter-new-env" + data-set: "vpp-2n-dnv-hist-iter" - title: "2206.0-10" data-set: "vpp-2n-dnv-prev-iter-old-env" - - title: "2206.0-11" - data-set: "vpp-2n-dnv-prev-iter-new-env" + # - title: "2206.0-11" + # data-set: "vpp-2n-dnv-prev-iter-new-env" - title: "2210.0-11" data-set: "vpp-2n-dnv-curr-iter" comparisons: - - title: "2206.0-11 vs 2206.0-10" + # - title: "2206.0-11 vs 2206.0-10" + # reference: 2 + # compare: 3 + # - title: "2210.0-11 vs 2206.0-11" + # reference: 3 + # compare: 4 + - title: "2210.0-11 vs 2206.0-10" reference: 2 compare: 3 - - title: "2210.0-11 vs 2206.0-11" - reference: 3 - compare: 4 legend: - '' - 'Test Case: Test cases executed for: NDR throughput on 2n-dnv with x553.' - 'YYMM.V-E: [uSec +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "10" for CSIT rls2206, "11" for CSIT rls2210).' - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' - - '2206.0-11 vs 2206.0-10: Compares CSIT environment current vs previous with previous VPP code.' - - '2210.0-11 vs 2206.0-11: Compares VPP code current vs previous in the current CSIT environment.' + # - '2206.0-11 vs 2206.0-10: Compares CSIT environment current vs previous with previous VPP code.' + # - '2210.0-11 vs 2206.0-11: Compares VPP code current vs previous in the current CSIT environment.' + - '2210.0-11 vs 2206.0-10: Compares current VPP code in the current CSIT environment vs previous VPP code in the previous CSIT environment.' # VPP Performance Changes 2n-dnv 2t2c ndr - type: "table" @@ -2221,27 +2372,31 @@ filter: "'2T2C'" columns: - title: "2202.0-10" - data-set: "vpp-2n-dnv-hist-iter-new-env" + data-set: "vpp-2n-dnv-hist-iter" - title: "2206.0-10" data-set: "vpp-2n-dnv-prev-iter-old-env" - - title: "2206.0-11" - data-set: "vpp-2n-dnv-prev-iter-new-env" + # - title: "2206.0-11" + # data-set: "vpp-2n-dnv-prev-iter-new-env" - title: "2210.0-11" data-set: "vpp-2n-dnv-curr-iter" comparisons: - - title: "2206.0-11 vs 2206.0-10" + # - title: "2206.0-11 vs 2206.0-10" + # reference: 2 + # compare: 3 + # - title: "2210.0-11 vs 2206.0-11" + # reference: 3 + # compare: 4 + - title: "2210.0-11 vs 2206.0-10" reference: 2 compare: 3 - - title: "2210.0-11 vs 2206.0-11" - reference: 3 - compare: 4 legend: - '' - 'Test Case: Test cases executed for: NDR throughput on 2n-dnv with x553.' - 'YYMM.V-E: [uSec +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "10" for CSIT rls2206, "11" for CSIT rls2210).' - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' - - '2206.0-11 vs 2206.0-10: Compares CSIT environment current vs previous with previous VPP code.' - - '2210.0-11 vs 2206.0-11: Compares VPP code current vs previous in the current CSIT environment.' + # - '2206.0-11 vs 2206.0-10: Compares CSIT environment current vs previous with previous VPP code.' + # - '2210.0-11 vs 2206.0-11: Compares VPP code current vs previous in the current CSIT environment.' + - '2210.0-11 vs 2206.0-10: Compares current VPP code in the current CSIT environment vs previous VPP code in the previous CSIT environment.' # VPP Performance Changes 3n-dnv 1t1c pdr - type: "table" @@ -2252,27 +2407,31 @@ filter: "'1T1C'" columns: - title: "2202.0-10" - data-set: "vpp-3n-dnv-hist-iter-new-env" + data-set: "vpp-3n-dnv-hist-iter" - title: "2206.0-10" data-set: "vpp-3n-dnv-prev-iter-old-env" - - title: "2206.0-11" - data-set: "vpp-3n-dnv-prev-iter-new-env" + # - title: "2206.0-11" + # data-set: "vpp-3n-dnv-prev-iter-new-env" - title: "2210.0-11" data-set: "vpp-3n-dnv-curr-iter" comparisons: - - title: "2206.0-11 vs 2206.0-10" + # - title: "2206.0-11 vs 2206.0-10" + # reference: 2 + # compare: 3 + # - title: "2210.0-11 vs 2206.0-11" + # reference: 3 + # compare: 4 + - title: "2210.0-11 vs 2206.0-10" reference: 2 compare: 3 - - title: "2210.0-11 vs 2206.0-11" - reference: 3 - compare: 4 legend: - '' - 'Test Case: Test cases executed for: PDR throughput on 3n-dnv with x553.' - 'YYMM.V-E: [uSec +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "10" for CSIT rls2206, "11" for CSIT rls2210).' - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' - - '2206.0-11 vs 2206.0-10: Compares CSIT environment current vs previous with previous VPP code.' - - '2210.0-11 vs 2206.0-11: Compares VPP code current vs previous in the current CSIT environment.' + # - '2206.0-11 vs 2206.0-10: Compares CSIT environment current vs previous with previous VPP code.' + # - '2210.0-11 vs 2206.0-11: Compares VPP code current vs previous in the current CSIT environment.' + - '2210.0-11 vs 2206.0-10: Compares current VPP code in the current CSIT environment vs previous VPP code in the previous CSIT environment.' # VPP Performance Changes 3n-dnv 2t2c pdr - type: "table" @@ -2283,27 +2442,31 @@ filter: "'2T2C'" columns: - title: "2202.0-10" - data-set: "vpp-3n-dnv-hist-iter-new-env" + data-set: "vpp-3n-dnv-hist-iter" - title: "2206.0-10" data-set: "vpp-3n-dnv-prev-iter-old-env" - - title: "2206.0-11" - data-set: "vpp-3n-dnv-prev-iter-new-env" + # - title: "2206.0-11" + # data-set: "vpp-3n-dnv-prev-iter-new-env" - title: "2210.0-11" data-set: "vpp-3n-dnv-curr-iter" comparisons: - - title: "2206.0-11 vs 2206.0-10" + # - title: "2206.0-11 vs 2206.0-10" + # reference: 2 + # compare: 3 + # - title: "2210.0-11 vs 2206.0-11" + # reference: 3 + # compare: 4 + - title: "2210.0-11 vs 2206.0-10" reference: 2 compare: 3 - - title: "2210.0-11 vs 2206.0-11" - reference: 3 - compare: 4 legend: - '' - 'Test Case: Test cases executed for: PDR throughput on 3n-dnv with x553.' - 'YYMM.V-E: [uSec +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "10" for CSIT rls2206, "11" for CSIT rls2210).' - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' - - '2206.0-11 vs 2206.0-10: Compares CSIT environment current vs previous with previous VPP code.' - - '2210.0-11 vs 2206.0-11: Compares VPP code current vs previous in the current CSIT environment.' + # - '2206.0-11 vs 2206.0-10: Compares CSIT environment current vs previous with previous VPP code.' + # - '2210.0-11 vs 2206.0-11: Compares VPP code current vs previous in the current CSIT environment.' + - '2210.0-11 vs 2206.0-10: Compares current VPP code in the current CSIT environment vs previous VPP code in the previous CSIT environment.' # VPP Performance Changes 3n-dnv 1t1c ndr - type: "table" @@ -2314,27 +2477,31 @@ filter: "'1T1C'" columns: - title: "2202.0-10" - data-set: "vpp-3n-dnv-hist-iter-new-env" + data-set: "vpp-3n-dnv-hist-iter" - title: "2206.0-10" data-set: "vpp-3n-dnv-prev-iter-old-env" - - title: "2206.0-11" - data-set: "vpp-3n-dnv-prev-iter-new-env" + # - title: "2206.0-11" + # data-set: "vpp-3n-dnv-prev-iter-new-env" - title: "2210.0-11" data-set: "vpp-3n-dnv-curr-iter" comparisons: - - title: "2206.0-11 vs 2206.0-10" + # - title: "2206.0-11 vs 2206.0-10" + # reference: 2 + # compare: 3 + # - title: "2210.0-11 vs 2206.0-11" + # reference: 3 + # compare: 4 + - title: "2210.0-11 vs 2206.0-10" reference: 2 compare: 3 - - title: "2210.0-11 vs 2206.0-11" - reference: 3 - compare: 4 legend: - '' - 'Test Case: Test cases executed for: NDR throughput on 3n-dnv with x553.' - 'YYMM.V-E: [uSec +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "10" for CSIT rls2206, "11" for CSIT rls2210).' - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' - - '2206.0-11 vs 2206.0-10: Compares CSIT environment current vs previous with previous VPP code.' - - '2210.0-11 vs 2206.0-11: Compares VPP code current vs previous in the current CSIT environment.' + # - '2206.0-11 vs 2206.0-10: Compares CSIT environment current vs previous with previous VPP code.' + # - '2210.0-11 vs 2206.0-11: Compares VPP code current vs previous in the current CSIT environment.' + - '2210.0-11 vs 2206.0-10: Compares current VPP code in the current CSIT environment vs previous VPP code in the previous CSIT environment.' # VPP Performance Changes 3n-dnv 2t2c ndr - type: "table" @@ -2345,27 +2512,31 @@ filter: "'2T2C'" columns: - title: "2202.0-10" - data-set: "vpp-3n-dnv-hist-iter-new-env" + data-set: "vpp-3n-dnv-hist-iter" - title: "2206.0-10" data-set: "vpp-3n-dnv-prev-iter-old-env" - - title: "2206.0-11" - data-set: "vpp-3n-dnv-prev-iter-new-env" + # - title: "2206.0-11" + # data-set: "vpp-3n-dnv-prev-iter-new-env" - title: "2210.0-11" data-set: "vpp-3n-dnv-curr-iter" comparisons: - - title: "2206.0-11 vs 2206.0-10" + # - title: "2206.0-11 vs 2206.0-10" + # reference: 2 + # compare: 3 + # - title: "2210.0-11 vs 2206.0-11" + # reference: 3 + # compare: 4 + - title: "2210.0-11 vs 2206.0-10" reference: 2 compare: 3 - - title: "2210.0-11 vs 2206.0-11" - reference: 3 - compare: 4 legend: - '' - 'Test Case: Test cases executed for: NDR throughput on 3n-dnv with x553.' - 'YYMM.V-E: [uSec +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "10" for CSIT rls2206, "11" for CSIT rls2210).' - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' - - '2206.0-11 vs 2206.0-10: Compares CSIT environment current vs previous with previous VPP code.' - - '2210.0-11 vs 2206.0-11: Compares VPP code current vs previous in the current CSIT environment.' + # - '2206.0-11 vs 2206.0-10: Compares CSIT environment current vs previous with previous VPP code.' + # - '2210.0-11 vs 2206.0-11: Compares VPP code current vs previous in the current CSIT environment.' + - '2210.0-11 vs 2206.0-10: Compares current VPP code in the current CSIT environment vs previous VPP code in the previous CSIT environment.' # VPP Performance Changes 3n-tsh 1t1c pdr - type: "table" @@ -2376,27 +2547,31 @@ filter: "'1T1C'" columns: - title: "2202.0-10" - data-set: "vpp-3n-tsh-hist-iter-new-env" + data-set: "vpp-3n-tsh-hist-iter" - title: "2206.0-10" data-set: "vpp-3n-tsh-prev-iter-old-env" - - title: "2206.0-11" - data-set: "vpp-3n-tsh-prev-iter-new-env" + # - title: "2206.0-11" + # data-set: "vpp-3n-tsh-prev-iter-new-env" - title: "2210.0-11" data-set: "vpp-3n-tsh-curr-iter" comparisons: - - title: "2206.0-11 vs 2206.0-10" + # - title: "2206.0-11 vs 2206.0-10" + # reference: 2 + # compare: 3 + # - title: "2210.0-11 vs 2206.0-11" + # reference: 3 + # compare: 4 + - title: "2210.0-11 vs 2206.0-10" reference: 2 compare: 3 - - title: "2210.0-11 vs 2206.0-11" - reference: 3 - compare: 4 legend: - '' - 'Test Case: Test cases executed for: PDR throughput on 3n-tsh with x520.' - 'YYMM.V-E: [uSec +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "10" for CSIT rls2206, "11" for CSIT rls2210).' - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' - - '2206.0-11 vs 2206.0-10: Compares CSIT environment current vs previous with previous VPP code.' - - '2210.0-11 vs 2206.0-11: Compares VPP code current vs previous in the current CSIT environment.' + # - '2206.0-11 vs 2206.0-10: Compares CSIT environment current vs previous with previous VPP code.' + # - '2210.0-11 vs 2206.0-11: Compares VPP code current vs previous in the current CSIT environment.' + - '2210.0-11 vs 2206.0-10: Compares current VPP code in the current CSIT environment vs previous VPP code in the previous CSIT environment.' # VPP Performance Changes 3n-tsh 2t2c pdr - type: "table" @@ -2407,27 +2582,31 @@ filter: "'2T2C'" columns: - title: "2202.0-10" - data-set: "vpp-3n-tsh-hist-iter-new-env" + data-set: "vpp-3n-tsh-hist-iter" - title: "2206.0-10" data-set: "vpp-3n-tsh-prev-iter-old-env" - - title: "2206.0-11" - data-set: "vpp-3n-tsh-prev-iter-new-env" + # - title: "2206.0-11" + # data-set: "vpp-3n-tsh-prev-iter-new-env" - title: "2210.0-11" data-set: "vpp-3n-tsh-curr-iter" comparisons: - - title: "2206.0-11 vs 2206.0-10" + # - title: "2206.0-11 vs 2206.0-10" + # reference: 2 + # compare: 3 + # - title: "2210.0-11 vs 2206.0-11" + # reference: 3 + # compare: 4 + - title: "2210.0-11 vs 2206.0-10" reference: 2 compare: 3 - - title: "2210.0-11 vs 2206.0-11" - reference: 3 - compare: 4 legend: - '' - 'Test Case: Test cases executed for: PDR throughput on 3n-tsh with x520.' - 'YYMM.V-E: [uSec +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "10" for CSIT rls2206, "11" for CSIT rls2210).' - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' - - '2206.0-11 vs 2206.0-10: Compares CSIT environment current vs previous with previous VPP code.' - - '2210.0-11 vs 2206.0-11: Compares VPP code current vs previous in the current CSIT environment.' + # - '2206.0-11 vs 2206.0-10: Compares CSIT environment current vs previous with previous VPP code.' + # - '2210.0-11 vs 2206.0-11: Compares VPP code current vs previous in the current CSIT environment.' + - '2210.0-11 vs 2206.0-10: Compares current VPP code in the current CSIT environment vs previous VPP code in the previous CSIT environment.' # VPP Performance Changes 3n-tsh 1t1c ndr - type: "table" @@ -2438,27 +2617,31 @@ filter: "'1T1C'" columns: - title: "2202.0-10" - data-set: "vpp-3n-tsh-hist-iter-new-env" + data-set: "vpp-3n-tsh-hist-iter" - title: "2206.0-10" data-set: "vpp-3n-tsh-prev-iter-old-env" - - title: "2206.0-11" - data-set: "vpp-3n-tsh-prev-iter-new-env" + # - title: "2206.0-11" + # data-set: "vpp-3n-tsh-prev-iter-new-env" - title: "2210.0-11" data-set: "vpp-3n-tsh-curr-iter" comparisons: - - title: "2206.0-11 vs 2206.0-10" + # - title: "2206.0-11 vs 2206.0-10" + # reference: 2 + # compare: 3 + # - title: "2210.0-11 vs 2206.0-11" + # reference: 3 + # compare: 4 + - title: "2210.0-11 vs 2206.0-10" reference: 2 compare: 3 - - title: "2210.0-11 vs 2206.0-11" - reference: 3 - compare: 4 legend: - '' - 'Test Case: Test cases executed for: NDR throughput on 3n-tsh with x520.' - 'YYMM.V-E: [uSec +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "10" for CSIT rls2206, "11" for CSIT rls2210).' - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' - - '2206.0-11 vs 2206.0-10: Compares CSIT environment current vs previous with previous VPP code.' - - '2210.0-11 vs 2206.0-11: Compares VPP code current vs previous in the current CSIT environment.' + # - '2206.0-11 vs 2206.0-10: Compares CSIT environment current vs previous with previous VPP code.' + # - '2210.0-11 vs 2206.0-11: Compares VPP code current vs previous in the current CSIT environment.' + - '2210.0-11 vs 2206.0-10: Compares current VPP code in the current CSIT environment vs previous VPP code in the previous CSIT environment.' # VPP Performance Changes 3n-tsh 2t2c ndr - type: "table" @@ -2469,27 +2652,31 @@ filter: "'2T2C'" columns: - title: "2202.0-10" - data-set: "vpp-3n-tsh-hist-iter-new-env" + data-set: "vpp-3n-tsh-hist-iter" - title: "2206.0-10" data-set: "vpp-3n-tsh-prev-iter-old-env" - - title: "2206.0-11" - data-set: "vpp-3n-tsh-prev-iter-new-env" + # - title: "2206.0-11" + # data-set: "vpp-3n-tsh-prev-iter-new-env" - title: "2210.0-11" data-set: "vpp-3n-tsh-curr-iter" comparisons: - - title: "2206.0-11 vs 2206.0-10" + # - title: "2206.0-11 vs 2206.0-10" + # reference: 2 + # compare: 3 + # - title: "2210.0-11 vs 2206.0-11" + # reference: 3 + # compare: 4 + - title: "2210.0-11 vs 2206.0-10" reference: 2 compare: 3 - - title: "2210.0-11 vs 2206.0-11" - reference: 3 - compare: 4 legend: - '' - 'Test Case: Test cases executed for: NDR throughput on 3n-tsh with x520.' - 'YYMM.V-E: [uSec +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "10" for CSIT rls2206, "11" for CSIT rls2210).' - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' - - '2206.0-11 vs 2206.0-10: Compares CSIT environment current vs previous with previous VPP code.' - - '2210.0-11 vs 2206.0-11: Compares VPP code current vs previous in the current CSIT environment.' + # - '2206.0-11 vs 2206.0-10: Compares CSIT environment current vs previous with previous VPP code.' + # - '2210.0-11 vs 2206.0-11: Compares VPP code current vs previous in the current CSIT environment.' + - '2210.0-11 vs 2206.0-10: Compares current VPP code in the current CSIT environment vs previous VPP code in the previous CSIT environment.' # VPP Performance Changes 2n-tx2 1t1c pdr - type: "table" @@ -2500,27 +2687,31 @@ filter: "'1T1C'" columns: - title: "2202.0-10" - data-set: "vpp-2n-tx2-hist-iter-new-env" + data-set: "vpp-2n-tx2-hist-iter" - title: "2206.0-10" data-set: "vpp-2n-tx2-prev-iter-old-env" - - title: "2206.0-11" - data-set: "vpp-2n-tx2-prev-iter-new-env" + # - title: "2206.0-11" + # data-set: "vpp-2n-tx2-prev-iter-new-env" - title: "2210.0-11" data-set: "vpp-2n-tx2-curr-iter" comparisons: - - title: "2206.0-11 vs 2206.0-10" + # - title: "2206.0-11 vs 2206.0-10" + # reference: 2 + # compare: 3 + # - title: "2210.0-11 vs 2206.0-11" + # reference: 3 + # compare: 4 + - title: "2210.0-11 vs 2206.0-10" reference: 2 compare: 3 - - title: "2210.0-11 vs 2206.0-11" - reference: 3 - compare: 4 legend: - '' - 'Test Case: Test cases executed for: PDR throughput on 2n-tx2 with xl710.' - 'YYMM.V-E: [uSec +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "10" for CSIT rls2206, "11" for CSIT rls2210).' - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' - - '2206.0-11 vs 2206.0-10: Compares CSIT environment current vs previous with previous VPP code.' - - '2210.0-11 vs 2206.0-11: Compares VPP code current vs previous in the current CSIT environment.' + # - '2206.0-11 vs 2206.0-10: Compares CSIT environment current vs previous with previous VPP code.' + # - '2210.0-11 vs 2206.0-11: Compares VPP code current vs previous in the current CSIT environment.' + - '2210.0-11 vs 2206.0-10: Compares current VPP code in the current CSIT environment vs previous VPP code in the previous CSIT environment.' # VPP Performance Changes 2n-tx2 2t2c pdr - type: "table" @@ -2531,27 +2722,31 @@ filter: "'2T2C'" columns: - title: "2202.0-10" - data-set: "vpp-2n-tx2-hist-iter-new-env" + data-set: "vpp-2n-tx2-hist-iter" - title: "2206.0-10" data-set: "vpp-2n-tx2-prev-iter-old-env" - - title: "2206.0-11" - data-set: "vpp-2n-tx2-prev-iter-new-env" + # - title: "2206.0-11" + # data-set: "vpp-2n-tx2-prev-iter-new-env" - title: "2210.0-11" data-set: "vpp-2n-tx2-curr-iter" comparisons: - - title: "2206.0-11 vs 2206.0-10" + # - title: "2206.0-11 vs 2206.0-10" + # reference: 2 + # compare: 3 + # - title: "2210.0-11 vs 2206.0-11" + # reference: 3 + # compare: 4 + - title: "2210.0-11 vs 2206.0-10" reference: 2 compare: 3 - - title: "2210.0-11 vs 2206.0-11" - reference: 3 - compare: 4 legend: - '' - 'Test Case: Test cases executed for: PDR throughput on 2n-tx2 with xl710.' - 'YYMM.V-E: [uSec +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "10" for CSIT rls2206, "11" for CSIT rls2210).' - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' - - '2206.0-11 vs 2206.0-10: Compares CSIT environment current vs previous with previous VPP code.' - - '2210.0-11 vs 2206.0-11: Compares VPP code current vs previous in the current CSIT environment.' + # - '2206.0-11 vs 2206.0-10: Compares CSIT environment current vs previous with previous VPP code.' + # - '2210.0-11 vs 2206.0-11: Compares VPP code current vs previous in the current CSIT environment.' + - '2210.0-11 vs 2206.0-10: Compares current VPP code in the current CSIT environment vs previous VPP code in the previous CSIT environment.' # VPP Performance Changes 2n-tx2 1t1c ndr - type: "table" @@ -2562,27 +2757,31 @@ filter: "'1T1C'" columns: - title: "2202.0-10" - data-set: "vpp-2n-tx2-hist-iter-new-env" + data-set: "vpp-2n-tx2-hist-iter" - title: "2206.0-10" data-set: "vpp-2n-tx2-prev-iter-old-env" - - title: "2206.0-11" - data-set: "vpp-2n-tx2-prev-iter-new-env" + # - title: "2206.0-11" + # data-set: "vpp-2n-tx2-prev-iter-new-env" - title: "2210.0-11" data-set: "vpp-2n-tx2-curr-iter" comparisons: - - title: "2206.0-11 vs 2206.0-10" + # - title: "2206.0-11 vs 2206.0-10" + # reference: 2 + # compare: 3 + # - title: "2210.0-11 vs 2206.0-11" + # reference: 3 + # compare: 4 + - title: "2210.0-11 vs 2206.0-10" reference: 2 compare: 3 - - title: "2210.0-11 vs 2206.0-11" - reference: 3 - compare: 4 legend: - '' - 'Test Case: Test cases executed for: NDR throughput on 2n-tx2 with xl710.' - 'YYMM.V-E: [uSec +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "10" for CSIT rls2206, "11" for CSIT rls2210).' - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' - - '2206.0-11 vs 2206.0-10: Compares CSIT environment current vs previous with previous VPP code.' - - '2210.0-11 vs 2206.0-11: Compares VPP code current vs previous in the current CSIT environment.' + # - '2206.0-11 vs 2206.0-10: Compares CSIT environment current vs previous with previous VPP code.' + # - '2210.0-11 vs 2206.0-11: Compares VPP code current vs previous in the current CSIT environment.' + - '2210.0-11 vs 2206.0-10: Compares current VPP code in the current CSIT environment vs previous VPP code in the previous CSIT environment.' # VPP Performance Changes 2n-tx2 2t2c ndr - type: "table" @@ -2593,27 +2792,31 @@ filter: "'2T2C'" columns: - title: "2202.0-10" - data-set: "vpp-2n-tx2-hist-iter-new-env" + data-set: "vpp-2n-tx2-hist-iter" - title: "2206.0-10" data-set: "vpp-2n-tx2-prev-iter-old-env" - - title: "2206.0-11" - data-set: "vpp-2n-tx2-prev-iter-new-env" + # - title: "2206.0-11" + # data-set: "vpp-2n-tx2-prev-iter-new-env" - title: "2210.0-11" data-set: "vpp-2n-tx2-curr-iter" comparisons: - - title: "2206.0-11 vs 2206.0-10" + # - title: "2206.0-11 vs 2206.0-10" + # reference: 2 + # compare: 3 + # - title: "2210.0-11 vs 2206.0-11" + # reference: 3 + # compare: 4 + - title: "2210.0-11 vs 2206.0-10" reference: 2 compare: 3 - - title: "2210.0-11 vs 2206.0-11" - reference: 3 - compare: 4 legend: - '' - 'Test Case: Test cases executed for: NDR throughput on 2n-tx2 with xl710.' - 'YYMM.V-E: [uSec +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "10" for CSIT rls2206, "11" for CSIT rls2210).' - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' - - '2206.0-11 vs 2206.0-10: Compares CSIT environment current vs previous with previous VPP code.' - - '2210.0-11 vs 2206.0-11: Compares VPP code current vs previous in the current CSIT environment.' + # - '2206.0-11 vs 2206.0-10: Compares CSIT environment current vs previous with previous VPP code.' + # - '2210.0-11 vs 2206.0-11: Compares VPP code current vs previous in the current CSIT environment.' + - '2210.0-11 vs 2206.0-10: Compares current VPP code in the current CSIT environment vs previous VPP code in the previous CSIT environment.' # VPP Performance Changes 2n-aws 2t1c pdr - type: "table" @@ -2724,27 +2927,31 @@ filter: "'2T1C' and 'MRR' and 'NIC_Intel-XXV710'" columns: - title: "2202.0-10" - data-set: "vpp-3n-icx-hist-iter-mrr-new-env" + data-set: "vpp-3n-icx-hist-iter-mrr" - title: "2206.0-10" data-set: "vpp-3n-icx-prev-iter-mrr-old-env" - - title: "2206.0-11" - data-set: "vpp-3n-icx-prev-iter-mrr-new-env" + # - title: "2206.0-11" + # data-set: "vpp-3n-icx-prev-iter-mrr-new-env" - title: "2210.0-11" data-set: "vpp-3n-icx-curr-iter-mrr" comparisons: - - title: "2206.0-11 vs 2206.0-10" + # - title: "2206.0-11 vs 2206.0-10" + # reference: 2 + # compare: 3 + # - title: "2210.0-11 vs 2206.0-11" + # reference: 3 + # compare: 4 + - title: "2210.0-11 vs 2206.0-10" reference: 2 compare: 3 - - title: "2210.0-11 vs 2206.0-11" - reference: 3 - compare: 4 legend: - '' - 'Test Case: Test cases executed for: MRR throughput on 3n-icx with xxv710.' - 'YYMM.V-E: [uSec +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "10" for CSIT rls2206, "11" for CSIT rls2210).' - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' - - '2206.0-11 vs 2206.0-10: Compares CSIT environment current vs previous with previous VPP code.' - - '2210.0-11 vs 2206.0-11: Compares VPP code current vs previous in the current CSIT environment.' + # - '2206.0-11 vs 2206.0-10: Compares CSIT environment current vs previous with previous VPP code.' + # - '2210.0-11 vs 2206.0-11: Compares VPP code current vs previous in the current CSIT environment.' + - '2210.0-11 vs 2206.0-10: Compares current VPP code in the current CSIT environment vs previous VPP code in the previous CSIT environment.' # VPP Performance Changes 3n-icx 4t2c mrr - type: "table" @@ -2755,27 +2962,31 @@ filter: "'4T2C' and 'MRR' and 'NIC_Intel-XXV710'" columns: - title: "2202.0-10" - data-set: "vpp-3n-icx-hist-iter-mrr-new-env" + data-set: "vpp-3n-icx-hist-iter-mrr" - title: "2206.0-10" data-set: "vpp-3n-icx-prev-iter-mrr-old-env" - - title: "2206.0-11" - data-set: "vpp-3n-icx-prev-iter-mrr-new-env" + # - title: "2206.0-11" + # data-set: "vpp-3n-icx-prev-iter-mrr-new-env" - title: "2210.0-11" data-set: "vpp-3n-icx-curr-iter-mrr" comparisons: - - title: "2206.0-11 vs 2206.0-10" + # - title: "2206.0-11 vs 2206.0-10" + # reference: 2 + # compare: 3 + # - title: "2210.0-11 vs 2206.0-11" + # reference: 3 + # compare: 4 + - title: "2210.0-11 vs 2206.0-10" reference: 2 compare: 3 - - title: "2210.0-11 vs 2206.0-11" - reference: 3 - compare: 4 legend: - '' - 'Test Case: Test cases executed for: MRR throughput on 3n-icx with xxv710.' - 'YYMM.V-E: [uSec +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "10" for CSIT rls2206, "11" for CSIT rls2210).' - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' - - '2206.0-11 vs 2206.0-10: Compares CSIT environment current vs previous with previous VPP code.' - - '2210.0-11 vs 2206.0-11: Compares VPP code current vs previous in the current CSIT environment.' + # - '2206.0-11 vs 2206.0-10: Compares CSIT environment current vs previous with previous VPP code.' + # - '2210.0-11 vs 2206.0-11: Compares VPP code current vs previous in the current CSIT environment.' + - '2210.0-11 vs 2206.0-10: Compares current VPP code in the current CSIT environment vs previous VPP code in the previous CSIT environment.' # VPP Performance Changes 3n-icx 8t4c mrr - type: "table" @@ -2786,27 +2997,31 @@ filter: "'8T4C' and 'MRR' and 'NIC_Intel-XXV710'" columns: - title: "2202.0-10" - data-set: "vpp-3n-icx-hist-iter-mrr-new-env" + data-set: "vpp-3n-icx-hist-iter-mrr" - title: "2206.0-10" data-set: "vpp-3n-icx-prev-iter-mrr-old-env" - - title: "2206.0-11" - data-set: "vpp-3n-icx-prev-iter-mrr-new-env" + # - title: "2206.0-11" + # data-set: "vpp-3n-icx-prev-iter-mrr-new-env" - title: "2210.0-11" data-set: "vpp-3n-icx-curr-iter-mrr" comparisons: - - title: "2206.0-11 vs 2206.0-10" + # - title: "2206.0-11 vs 2206.0-10" + # reference: 2 + # compare: 3 + # - title: "2210.0-11 vs 2206.0-11" + # reference: 3 + # compare: 4 + - title: "2210.0-11 vs 2206.0-10" reference: 2 compare: 3 - - title: "2210.0-11 vs 2206.0-11" - reference: 3 - compare: 4 legend: - '' - 'Test Case: Test cases executed for: MRR throughput on 3n-icx with xxv710.' - 'YYMM.V-E: [uSec +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "10" for CSIT rls2206, "11" for CSIT rls2210).' - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' - - '2206.0-11 vs 2206.0-10: Compares CSIT environment current vs previous with previous VPP code.' - - '2210.0-11 vs 2206.0-11: Compares VPP code current vs previous in the current CSIT environment.' + # - '2206.0-11 vs 2206.0-10: Compares CSIT environment current vs previous with previous VPP code.' + # - '2210.0-11 vs 2206.0-11: Compares VPP code current vs previous in the current CSIT environment.' + - '2210.0-11 vs 2206.0-10: Compares current VPP code in the current CSIT environment vs previous VPP code in the previous CSIT environment.' # VPP Performance Changes 2n-icx 2t1c mrr - type: "table" @@ -2817,27 +3032,31 @@ filter: "'2T1C' and 'MRR' and 'NIC_Intel-XXV710'" columns: - title: "2202.0-10" - data-set: "vpp-2n-icx-hist-iter-mrr-new-env" + data-set: "vpp-2n-icx-hist-iter-mrr" - title: "2206.0-10" data-set: "vpp-2n-icx-prev-iter-mrr-old-env" - - title: "2206.0-11" - data-set: "vpp-2n-icx-prev-iter-mrr-new-env" + # - title: "2206.0-11" + # data-set: "vpp-2n-icx-prev-iter-mrr-new-env" - title: "2210.0-11" data-set: "vpp-2n-icx-curr-iter-mrr" comparisons: - - title: "2206.0-11 vs 2206.0-10" + # - title: "2206.0-11 vs 2206.0-10" + # reference: 2 + # compare: 3 + # - title: "2210.0-11 vs 2206.0-11" + # reference: 3 + # compare: 4 + - title: "2210.0-11 vs 2206.0-10" reference: 2 compare: 3 - - title: "2210.0-11 vs 2206.0-11" - reference: 3 - compare: 4 legend: - '' - 'Test Case: Test cases executed for: MRR throughput on 2n-icx with xxv710.' - 'YYMM.V-E: [uSec +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "10" for CSIT rls2206, "11" for CSIT rls2210).' - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' - - '2206.0-11 vs 2206.0-10: Compares CSIT environment current vs previous with previous VPP code.' - - '2210.0-11 vs 2206.0-11: Compares VPP code current vs previous in the current CSIT environment.' + # - '2206.0-11 vs 2206.0-10: Compares CSIT environment current vs previous with previous VPP code.' + # - '2210.0-11 vs 2206.0-11: Compares VPP code current vs previous in the current CSIT environment.' + - '2210.0-11 vs 2206.0-10: Compares current VPP code in the current CSIT environment vs previous VPP code in the previous CSIT environment.' # VPP Performance Changes 2n-icx 4t2c mrr - type: "table" @@ -2848,27 +3067,31 @@ filter: "'4T2C' and 'MRR' and 'NIC_Intel-XXV710'" columns: - title: "2202.0-10" - data-set: "vpp-2n-icx-hist-iter-mrr-new-env" + data-set: "vpp-2n-icx-hist-iter-mrr" - title: "2206.0-10" data-set: "vpp-2n-icx-prev-iter-mrr-old-env" - - title: "2206.0-11" - data-set: "vpp-2n-icx-prev-iter-mrr-new-env" + # - title: "2206.0-11" + # data-set: "vpp-2n-icx-prev-iter-mrr-new-env" - title: "2210.0-11" data-set: "vpp-2n-icx-curr-iter-mrr" comparisons: - - title: "2206.0-11 vs 2206.0-10" + # - title: "2206.0-11 vs 2206.0-10" + # reference: 2 + # compare: 3 + # - title: "2210.0-11 vs 2206.0-11" + # reference: 3 + # compare: 4 + - title: "2210.0-11 vs 2206.0-10" reference: 2 compare: 3 - - title: "2210.0-11 vs 2206.0-11" - reference: 3 - compare: 4 legend: - '' - 'Test Case: Test cases executed for: MRR throughput on 2n-icx with xxv710.' - 'YYMM.V-E: [uSec +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "10" for CSIT rls2206, "11" for CSIT rls2210).' - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' - - '2206.0-11 vs 2206.0-10: Compares CSIT environment current vs previous with previous VPP code.' - - '2210.0-11 vs 2206.0-11: Compares VPP code current vs previous in the current CSIT environment.' + # - '2206.0-11 vs 2206.0-10: Compares CSIT environment current vs previous with previous VPP code.' + # - '2210.0-11 vs 2206.0-11: Compares VPP code current vs previous in the current CSIT environment.' + - '2210.0-11 vs 2206.0-10: Compares current VPP code in the current CSIT environment vs previous VPP code in the previous CSIT environment.' # VPP Performance Changes 2n-icx 8t4c mrr - type: "table" @@ -2879,27 +3102,31 @@ filter: "'8T4C' and 'MRR' and 'NIC_Intel-XXV710'" columns: - title: "2202.0-10" - data-set: "vpp-2n-icx-hist-iter-mrr-new-env" + data-set: "vpp-2n-icx-hist-iter-mrr" - title: "2206.0-10" data-set: "vpp-2n-icx-prev-iter-mrr-old-env" - - title: "2206.0-11" - data-set: "vpp-2n-icx-prev-iter-mrr-new-env" + # - title: "2206.0-11" + # data-set: "vpp-2n-icx-prev-iter-mrr-new-env" - title: "2210.0-11" data-set: "vpp-2n-icx-curr-iter-mrr" comparisons: - - title: "2206.0-11 vs 2206.0-10" + # - title: "2206.0-11 vs 2206.0-10" + # reference: 2 + # compare: 3 + # - title: "2210.0-11 vs 2206.0-11" + # reference: 3 + # compare: 4 + - title: "2210.0-11 vs 2206.0-10" reference: 2 compare: 3 - - title: "2210.0-11 vs 2206.0-11" - reference: 3 - compare: 4 legend: - '' - 'Test Case: Test cases executed for: MRR throughput on 2n-icx with xxv710.' - 'YYMM.V-E: [uSec +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "10" for CSIT rls2206, "11" for CSIT rls2210).' - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' - - '2206.0-11 vs 2206.0-10: Compares CSIT environment current vs previous with previous VPP code.' - - '2210.0-11 vs 2206.0-11: Compares VPP code current vs previous in the current CSIT environment.' + # - '2206.0-11 vs 2206.0-10: Compares CSIT environment current vs previous with previous VPP code.' + # - '2210.0-11 vs 2206.0-11: Compares VPP code current vs previous in the current CSIT environment.' + - '2210.0-11 vs 2206.0-10: Compares current VPP code in the current CSIT environment vs previous VPP code in the previous CSIT environment.' # VPP Performance Changes 2n-clx-xxv710 2t1c mrr - type: "table" @@ -2910,27 +3137,31 @@ filter: "'2T1C' and 'MRR' and 'NIC_Intel-XXV710'" columns: - title: "2202.0-10" - data-set: "vpp-2n-clx-hist-iter-mrr-new-env" + data-set: "vpp-2n-clx-hist-iter-mrr" - title: "2206.0-10" data-set: "vpp-2n-clx-prev-iter-mrr-old-env" - - title: "2206.0-11" - data-set: "vpp-2n-clx-prev-iter-mrr-new-env" + # - title: "2206.0-11" + # data-set: "vpp-2n-clx-prev-iter-mrr-new-env" - title: "2210.0-11" data-set: "vpp-2n-clx-curr-iter-mrr" comparisons: - - title: "2206.0-11 vs 2206.0-10" + # - title: "2206.0-11 vs 2206.0-10" + # reference: 2 + # compare: 3 + # - title: "2210.0-11 vs 2206.0-11" + # reference: 3 + # compare: 4 + - title: "2210.0-11 vs 2206.0-10" reference: 2 compare: 3 - - title: "2210.0-11 vs 2206.0-11" - reference: 3 - compare: 4 legend: - '' - 'Test Case: Test cases executed for: MRR throughput on 2n-clx with xxv710.' - 'YYMM.V-E: [uSec +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "10" for CSIT rls2206, "11" for CSIT rls2210).' - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' - - '2206.0-11 vs 2206.0-10: Compares CSIT environment current vs previous with previous VPP code.' - - '2210.0-11 vs 2206.0-11: Compares VPP code current vs previous in the current CSIT environment.' + # - '2206.0-11 vs 2206.0-10: Compares CSIT environment current vs previous with previous VPP code.' + # - '2210.0-11 vs 2206.0-11: Compares VPP code current vs previous in the current CSIT environment.' + - '2210.0-11 vs 2206.0-10: Compares current VPP code in the current CSIT environment vs previous VPP code in the previous CSIT environment.' # VPP Performance Changes 2n-clx-xxv710 4t2c mrr - type: "table" @@ -2941,27 +3172,31 @@ filter: "'4T2C' and 'MRR' and 'NIC_Intel-XXV710'" columns: - title: "2202.0-10" - data-set: "vpp-2n-clx-hist-iter-mrr-new-env" + data-set: "vpp-2n-clx-hist-iter-mrr" - title: "2206.0-10" data-set: "vpp-2n-clx-prev-iter-mrr-old-env" - - title: "2206.0-11" - data-set: "vpp-2n-clx-prev-iter-mrr-new-env" + # - title: "2206.0-11" + # data-set: "vpp-2n-clx-prev-iter-mrr-new-env" - title: "2210.0-11" data-set: "vpp-2n-clx-curr-iter-mrr" comparisons: - - title: "2206.0-11 vs 2206.0-10" + # - title: "2206.0-11 vs 2206.0-10" + # reference: 2 + # compare: 3 + # - title: "2210.0-11 vs 2206.0-11" + # reference: 3 + # compare: 4 + - title: "2210.0-11 vs 2206.0-10" reference: 2 compare: 3 - - title: "2210.0-11 vs 2206.0-11" - reference: 3 - compare: 4 legend: - '' - 'Test Case: Test cases executed for: MRR throughput on 2n-clx with xxv710.' - 'YYMM.V-E: [uSec +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "10" for CSIT rls2206, "11" for CSIT rls2210).' - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' - - '2206.0-11 vs 2206.0-10: Compares CSIT environment current vs previous with previous VPP code.' - - '2210.0-11 vs 2206.0-11: Compares VPP code current vs previous in the current CSIT environment.' + # - '2206.0-11 vs 2206.0-10: Compares CSIT environment current vs previous with previous VPP code.' + # - '2210.0-11 vs 2206.0-11: Compares VPP code current vs previous in the current CSIT environment.' + - '2210.0-11 vs 2206.0-10: Compares current VPP code in the current CSIT environment vs previous VPP code in the previous CSIT environment.' # VPP Performance Changes 2n-clx-xxv710 8t4c mrr - type: "table" @@ -2972,27 +3207,31 @@ filter: "'8T4C' and 'MRR' and 'NIC_Intel-XXV710'" columns: - title: "2202.0-10" - data-set: "vpp-2n-clx-hist-iter-mrr-new-env" + data-set: "vpp-2n-clx-hist-iter-mrr" - title: "2206.0-10" data-set: "vpp-2n-clx-prev-iter-mrr-old-env" - - title: "2206.0-11" - data-set: "vpp-2n-clx-prev-iter-mrr-new-env" + # - title: "2206.0-11" + # data-set: "vpp-2n-clx-prev-iter-mrr-new-env" - title: "2210.0-11" data-set: "vpp-2n-clx-curr-iter-mrr" comparisons: - - title: "2206.0-11 vs 2206.0-10" + # - title: "2206.0-11 vs 2206.0-10" + # reference: 2 + # compare: 3 + # - title: "2210.0-11 vs 2206.0-11" + # reference: 3 + # compare: 4 + - title: "2210.0-11 vs 2206.0-10" reference: 2 compare: 3 - - title: "2210.0-11 vs 2206.0-11" - reference: 3 - compare: 4 legend: - '' - 'Test Case: Test cases executed for: MRR throughput on 2n-clx with xxv710.' - 'YYMM.V-E: [uSec +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "10" for CSIT rls2206, "11" for CSIT rls2210).' - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' - - '2206.0-11 vs 2206.0-10: Compares CSIT environment current vs previous with previous VPP code.' - - '2210.0-11 vs 2206.0-11: Compares VPP code current vs previous in the current CSIT environment.' + # - '2206.0-11 vs 2206.0-10: Compares CSIT environment current vs previous with previous VPP code.' + # - '2210.0-11 vs 2206.0-11: Compares VPP code current vs previous in the current CSIT environment.' + - '2210.0-11 vs 2206.0-10: Compares current VPP code in the current CSIT environment vs previous VPP code in the previous CSIT environment.' # VPP Performance Changes 2n-clx-cx556a 2t1c mrr - type: "table" @@ -3003,27 +3242,31 @@ filter: "'2T1C' and 'MRR' and 'NIC_Mellanox-CX556A'" columns: - title: "2202.0-10" - data-set: "vpp-2n-clx-hist-iter-mrr-new-env" + data-set: "vpp-2n-clx-hist-iter-mrr" - title: "2206.0-10" data-set: "vpp-2n-clx-prev-iter-mrr-old-env" - - title: "2206.0-11" - data-set: "vpp-2n-clx-prev-iter-mrr-new-env" + # - title: "2206.0-11" + # data-set: "vpp-2n-clx-prev-iter-mrr-new-env" - title: "2210.0-11" data-set: "vpp-2n-clx-curr-iter-mrr" comparisons: - - title: "2206.0-11 vs 2206.0-10" + # - title: "2206.0-11 vs 2206.0-10" + # reference: 2 + # compare: 3 + # - title: "2210.0-11 vs 2206.0-11" + # reference: 3 + # compare: 4 + - title: "2210.0-11 vs 2206.0-10" reference: 2 compare: 3 - - title: "2210.0-11 vs 2206.0-11" - reference: 3 - compare: 4 legend: - '' - 'Test Case: Test cases executed for: MRR throughput on 2n-clx with cx556a.' - 'YYMM.V-E: [uSec +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "10" for CSIT rls2206, "11" for CSIT rls2210).' - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' - - '2206.0-11 vs 2206.0-10: Compares CSIT environment current vs previous with previous VPP code.' - - '2210.0-11 vs 2206.0-11: Compares VPP code current vs previous in the current CSIT environment.' + # - '2206.0-11 vs 2206.0-10: Compares CSIT environment current vs previous with previous VPP code.' + # - '2210.0-11 vs 2206.0-11: Compares VPP code current vs previous in the current CSIT environment.' + - '2210.0-11 vs 2206.0-10: Compares current VPP code in the current CSIT environment vs previous VPP code in the previous CSIT environment.' # VPP Performance Changes 2n-clx-cx556a 4t2c mrr - type: "table" @@ -3034,27 +3277,31 @@ filter: "'4T2C' and 'MRR' and 'NIC_Mellanox-CX556A'" columns: - title: "2202.0-10" - data-set: "vpp-2n-clx-hist-iter-mrr-new-env" + data-set: "vpp-2n-clx-hist-iter-mrr" - title: "2206.0-10" data-set: "vpp-2n-clx-prev-iter-mrr-old-env" - - title: "2206.0-11" - data-set: "vpp-2n-clx-prev-iter-mrr-new-env" + # - title: "2206.0-11" + # data-set: "vpp-2n-clx-prev-iter-mrr-new-env" - title: "2210.0-11" data-set: "vpp-2n-clx-curr-iter-mrr" comparisons: - - title: "2206.0-11 vs 2206.0-10" + # - title: "2206.0-11 vs 2206.0-10" + # reference: 2 + # compare: 3 + # - title: "2210.0-11 vs 2206.0-11" + # reference: 3 + # compare: 4 + - title: "2210.0-11 vs 2206.0-10" reference: 2 compare: 3 - - title: "2210.0-11 vs 2206.0-11" - reference: 3 - compare: 4 legend: - '' - 'Test Case: Test cases executed for: MRR throughput on 2n-clx with cx556a.' - 'YYMM.V-E: [uSec +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "10" for CSIT rls2206, "11" for CSIT rls2210).' - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' - - '2206.0-11 vs 2206.0-10: Compares CSIT environment current vs previous with previous VPP code.' - - '2210.0-11 vs 2206.0-11: Compares VPP code current vs previous in the current CSIT environment.' + # - '2206.0-11 vs 2206.0-10: Compares CSIT environment current vs previous with previous VPP code.' + # - '2210.0-11 vs 2206.0-11: Compares VPP code current vs previous in the current CSIT environment.' + - '2210.0-11 vs 2206.0-10: Compares current VPP code in the current CSIT environment vs previous VPP code in the previous CSIT environment.' # VPP Performance Changes 2n-clx-cx556a 8t4c mrr - type: "table" @@ -3065,27 +3312,31 @@ filter: "'8T4C' and 'MRR' and 'NIC_Mellanox-CX556A'" columns: - title: "2202.0-10" - data-set: "vpp-2n-clx-hist-iter-mrr-new-env" + data-set: "vpp-2n-clx-hist-iter-mrr" - title: "2206.0-10" data-set: "vpp-2n-clx-prev-iter-mrr-old-env" - - title: "2206.0-11" - data-set: "vpp-2n-clx-prev-iter-mrr-new-env" + # - title: "2206.0-11" + # data-set: "vpp-2n-clx-prev-iter-mrr-new-env" - title: "2210.0-11" data-set: "vpp-2n-clx-curr-iter-mrr" comparisons: - - title: "2206.0-11 vs 2206.0-10" + # - title: "2206.0-11 vs 2206.0-10" + # reference: 2 + # compare: 3 + # - title: "2210.0-11 vs 2206.0-11" + # reference: 3 + # compare: 4 + - title: "2210.0-11 vs 2206.0-10" reference: 2 compare: 3 - - title: "2210.0-11 vs 2206.0-11" - reference: 3 - compare: 4 legend: - '' - 'Test Case: Test cases executed for: MRR throughput on 2n-clx with cx556a.' - 'YYMM.V-E: [uSec +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "10" for CSIT rls2206, "11" for CSIT rls2210).' - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' - - '2206.0-11 vs 2206.0-10: Compares CSIT environment current vs previous with previous VPP code.' - - '2210.0-11 vs 2206.0-11: Compares VPP code current vs previous in the current CSIT environment.' + # - '2206.0-11 vs 2206.0-10: Compares CSIT environment current vs previous with previous VPP code.' + # - '2210.0-11 vs 2206.0-11: Compares VPP code current vs previous in the current CSIT environment.' + - '2210.0-11 vs 2206.0-10: Compares current VPP code in the current CSIT environment vs previous VPP code in the previous CSIT environment.' # VPP Performance Changes 2n-zn2-xxv710 2t1c mrr - type: "table" @@ -3096,27 +3347,31 @@ filter: "'2T1C' and 'MRR' and 'NIC_Intel-XXV710'" columns: - title: "2202.0-10" - data-set: "vpp-2n-zn2-hist-iter-mrr-new-env" + data-set: "vpp-2n-zn2-hist-iter-mrr" - title: "2206.0-10" data-set: "vpp-2n-zn2-prev-iter-mrr-old-env" - - title: "2206.0-11" - data-set: "vpp-2n-zn2-prev-iter-mrr-new-env" + # - title: "2206.0-11" + # data-set: "vpp-2n-zn2-prev-iter-mrr-new-env" - title: "2210.0-11" data-set: "vpp-2n-zn2-curr-iter-mrr" comparisons: - - title: "2206.0-11 vs 2206.0-10" + # - title: "2206.0-11 vs 2206.0-10" + # reference: 2 + # compare: 3 + # - title: "2210.0-11 vs 2206.0-11" + # reference: 3 + # compare: 4 + - title: "2210.0-11 vs 2206.0-10" reference: 2 compare: 3 - - title: "2210.0-11 vs 2206.0-11" - reference: 3 - compare: 4 legend: - '' - 'Test Case: Test cases executed for: MRR throughput on 2n-zn2 with xxv710.' - 'YYMM.V-E: [uSec +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "10" for CSIT rls2206, "11" for CSIT rls2210).' - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' - - '2206.0-11 vs 2206.0-10: Compares CSIT environment current vs previous with previous VPP code.' - - '2210.0-11 vs 2206.0-11: Compares VPP code current vs previous in the current CSIT environment.' + # - '2206.0-11 vs 2206.0-10: Compares CSIT environment current vs previous with previous VPP code.' + # - '2210.0-11 vs 2206.0-11: Compares VPP code current vs previous in the current CSIT environment.' + - '2210.0-11 vs 2206.0-10: Compares current VPP code in the current CSIT environment vs previous VPP code in the previous CSIT environment.' # VPP Performance Changes 2n-zn2-xxv710 4t2c mrr - type: "table" @@ -3127,27 +3382,31 @@ filter: "'4T2C' and 'MRR' and 'NIC_Intel-XXV710'" columns: - title: "2202.0-10" - data-set: "vpp-2n-zn2-hist-iter-mrr-new-env" + data-set: "vpp-2n-zn2-hist-iter-mrr" - title: "2206.0-10" data-set: "vpp-2n-zn2-prev-iter-mrr-old-env" - - title: "2206.0-11" - data-set: "vpp-2n-zn2-prev-iter-mrr-new-env" + # - title: "2206.0-11" + # data-set: "vpp-2n-zn2-prev-iter-mrr-new-env" - title: "2210.0-11" data-set: "vpp-2n-zn2-curr-iter-mrr" comparisons: - - title: "2206.0-11 vs 2206.0-10" + # - title: "2206.0-11 vs 2206.0-10" + # reference: 2 + # compare: 3 + # - title: "2210.0-11 vs 2206.0-11" + # reference: 3 + # compare: 4 + - title: "2210.0-11 vs 2206.0-10" reference: 2 compare: 3 - - title: "2210.0-11 vs 2206.0-11" - reference: 3 - compare: 4 legend: - '' - 'Test Case: Test cases executed for: MRR throughput on 2n-zn2 with xxv710.' - 'YYMM.V-E: [uSec +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "10" for CSIT rls2206, "11" for CSIT rls2210).' - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' - - '2206.0-11 vs 2206.0-10: Compares CSIT environment current vs previous with previous VPP code.' - - '2210.0-11 vs 2206.0-11: Compares VPP code current vs previous in the current CSIT environment.' + # - '2206.0-11 vs 2206.0-10: Compares CSIT environment current vs previous with previous VPP code.' + # - '2210.0-11 vs 2206.0-11: Compares VPP code current vs previous in the current CSIT environment.' + - '2210.0-11 vs 2206.0-10: Compares current VPP code in the current CSIT environment vs previous VPP code in the previous CSIT environment.' # VPP Performance Changes 2n-zn2-xxv710 8t4c mrr - type: "table" @@ -3158,27 +3417,31 @@ filter: "'8T4C' and 'MRR' and 'NIC_Intel-XXV710'" columns: - title: "2202.0-10" - data-set: "vpp-2n-zn2-hist-iter-mrr-new-env" + data-set: "vpp-2n-zn2-hist-iter-mrr" - title: "2206.0-10" data-set: "vpp-2n-zn2-prev-iter-mrr-old-env" - - title: "2206.0-11" - data-set: "vpp-2n-zn2-prev-iter-mrr-new-env" + # - title: "2206.0-11" + # data-set: "vpp-2n-zn2-prev-iter-mrr-new-env" - title: "2210.0-11" data-set: "vpp-2n-zn2-curr-iter-mrr" comparisons: - - title: "2206.0-11 vs 2206.0-10" + # - title: "2206.0-11 vs 2206.0-10" + # reference: 2 + # compare: 3 + # - title: "2210.0-11 vs 2206.0-11" + # reference: 3 + # compare: 4 + - title: "2210.0-11 vs 2206.0-10" reference: 2 compare: 3 - - title: "2210.0-11 vs 2206.0-11" - reference: 3 - compare: 4 legend: - '' - 'Test Case: Test cases executed for: MRR throughput on 2n-zn2 with xxv710.' - 'YYMM.V-E: [uSec +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "10" for CSIT rls2206, "11" for CSIT rls2210).' - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' - - '2206.0-11 vs 2206.0-10: Compares CSIT environment current vs previous with previous VPP code.' - - '2210.0-11 vs 2206.0-11: Compares VPP code current vs previous in the current CSIT environment.' + # - '2206.0-11 vs 2206.0-10: Compares CSIT environment current vs previous with previous VPP code.' + # - '2210.0-11 vs 2206.0-11: Compares VPP code current vs previous in the current CSIT environment.' + - '2210.0-11 vs 2206.0-10: Compares current VPP code in the current CSIT environment vs previous VPP code in the previous CSIT environment.' # VPP Performance Changes 2n-dnv 1t1c mrr - type: "table" @@ -3189,27 +3452,31 @@ filter: "'1T1C'" columns: - title: "2202.0-10" - data-set: "vpp-2n-dnv-hist-iter-mrr-new-env" + data-set: "vpp-2n-dnv-hist-iter-mrr" - title: "2206.0-10" data-set: "vpp-2n-dnv-prev-iter-mrr-old-env" - - title: "2206.0-11" - data-set: "vpp-2n-dnv-prev-iter-mrr-new-env" + # - title: "2206.0-11" + # data-set: "vpp-2n-dnv-prev-iter-mrr-new-env" - title: "2210.0-11" data-set: "vpp-2n-dnv-curr-iter-mrr" comparisons: - - title: "2206.0-11 vs 2206.0-10" + # - title: "2206.0-11 vs 2206.0-10" + # reference: 2 + # compare: 3 + # - title: "2210.0-11 vs 2206.0-11" + # reference: 3 + # compare: 4 + - title: "2210.0-11 vs 2206.0-10" reference: 2 compare: 3 - - title: "2210.0-11 vs 2206.0-11" - reference: 3 - compare: 4 legend: - '' - 'Test Case: Test cases executed for: MRR throughput on 2n-dnv with x553.' - 'YYMM.V-E: [uSec +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "10" for CSIT rls2206, "11" for CSIT rls2210).' - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' - - '2206.0-11 vs 2206.0-10: Compares CSIT environment current vs previous with previous VPP code.' - - '2210.0-11 vs 2206.0-11: Compares VPP code current vs previous in the current CSIT environment.' + # - '2206.0-11 vs 2206.0-10: Compares CSIT environment current vs previous with previous VPP code.' + # - '2210.0-11 vs 2206.0-11: Compares VPP code current vs previous in the current CSIT environment.' + - '2210.0-11 vs 2206.0-10: Compares current VPP code in the current CSIT environment vs previous VPP code in the previous CSIT environment.' # VPP Performance Changes 2n-dnv 2t2c mrr - type: "table" @@ -3220,27 +3487,31 @@ filter: "'2T2C'" columns: - title: "2202.0-10" - data-set: "vpp-2n-dnv-hist-iter-mrr-new-env" + data-set: "vpp-2n-dnv-hist-iter-mrr" - title: "2206.0-10" data-set: "vpp-2n-dnv-prev-iter-mrr-old-env" - - title: "2206.0-11" - data-set: "vpp-2n-dnv-prev-iter-mrr-new-env" + # - title: "2206.0-11" + # data-set: "vpp-2n-dnv-prev-iter-mrr-new-env" - title: "2210.0-11" data-set: "vpp-2n-dnv-curr-iter-mrr" comparisons: - - title: "2206.0-11 vs 2206.0-10" + # - title: "2206.0-11 vs 2206.0-10" + # reference: 2 + # compare: 3 + # - title: "2210.0-11 vs 2206.0-11" + # reference: 3 + # compare: 4 + - title: "2210.0-11 vs 2206.0-10" reference: 2 compare: 3 - - title: "2210.0-11 vs 2206.0-11" - reference: 3 - compare: 4 legend: - '' - 'Test Case: Test cases executed for: MRR throughput on 2n-dnv with x553.' - 'YYMM.V-E: [uSec +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "10" for CSIT rls2206, "11" for CSIT rls2210).' - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' - - '2206.0-11 vs 2206.0-10: Compares CSIT environment current vs previous with previous VPP code.' - - '2210.0-11 vs 2206.0-11: Compares VPP code current vs previous in the current CSIT environment.' + # - '2206.0-11 vs 2206.0-10: Compares CSIT environment current vs previous with previous VPP code.' + # - '2210.0-11 vs 2206.0-11: Compares VPP code current vs previous in the current CSIT environment.' + - '2210.0-11 vs 2206.0-10: Compares current VPP code in the current CSIT environment vs previous VPP code in the previous CSIT environment.' # VPP Performance Changes 2n-dnv 4t4c mrr - type: "table" @@ -3251,27 +3522,31 @@ filter: "'4T4C'" columns: - title: "2202.0-10" - data-set: "vpp-2n-dnv-hist-iter-mrr-new-env" + data-set: "vpp-2n-dnv-hist-iter-mrr" - title: "2206.0-10" data-set: "vpp-2n-dnv-prev-iter-mrr-old-env" - - title: "2206.0-11" - data-set: "vpp-2n-dnv-prev-iter-mrr-new-env" + # - title: "2206.0-11" + # data-set: "vpp-2n-dnv-prev-iter-mrr-new-env" - title: "2210.0-11" data-set: "vpp-2n-dnv-curr-iter-mrr" comparisons: - - title: "2206.0-11 vs 2206.0-10" + # - title: "2206.0-11 vs 2206.0-10" + # reference: 2 + # compare: 3 + # - title: "2210.0-11 vs 2206.0-11" + # reference: 3 + # compare: 4 + - title: "2210.0-11 vs 2206.0-10" reference: 2 compare: 3 - - title: "2210.0-11 vs 2206.0-11" - reference: 3 - compare: 4 legend: - '' - 'Test Case: Test cases executed for: MRR throughput on 2n-dnv with x553.' - 'YYMM.V-E: [uSec +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "10" for CSIT rls2206, "11" for CSIT rls2210).' - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' - - '2206.0-11 vs 2206.0-10: Compares CSIT environment current vs previous with previous VPP code.' - - '2210.0-11 vs 2206.0-11: Compares VPP code current vs previous in the current CSIT environment.' + # - '2206.0-11 vs 2206.0-10: Compares CSIT environment current vs previous with previous VPP code.' + # - '2210.0-11 vs 2206.0-11: Compares VPP code current vs previous in the current CSIT environment.' + - '2210.0-11 vs 2206.0-10: Compares current VPP code in the current CSIT environment vs previous VPP code in the previous CSIT environment.' # VPP Performance Changes 3n-dnv 1t1c mrr - type: "table" @@ -3282,27 +3557,31 @@ filter: "'1T1C'" columns: - title: "2202.0-10" - data-set: "vpp-3n-dnv-hist-iter-mrr-new-env" + data-set: "vpp-3n-dnv-hist-iter-mrr" - title: "2206.0-10" data-set: "vpp-3n-dnv-prev-iter-mrr-old-env" - - title: "2206.0-11" - data-set: "vpp-3n-dnv-prev-iter-mrr-new-env" + # - title: "2206.0-11" + # data-set: "vpp-3n-dnv-prev-iter-mrr-new-env" - title: "2210.0-11" data-set: "vpp-3n-dnv-curr-iter-mrr" comparisons: - - title: "2206.0-11 vs 2206.0-10" + # - title: "2206.0-11 vs 2206.0-10" + # reference: 2 + # compare: 3 + # - title: "2210.0-11 vs 2206.0-11" + # reference: 3 + # compare: 4 + - title: "2210.0-11 vs 2206.0-10" reference: 2 compare: 3 - - title: "2210.0-11 vs 2206.0-11" - reference: 3 - compare: 4 legend: - '' - 'Test Case: Test cases executed for: MRR throughput on 3n-dnv with x553.' - 'YYMM.V-E: [uSec +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "10" for CSIT rls2206, "11" for CSIT rls2210).' - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' - - '2206.0-11 vs 2206.0-10: Compares CSIT environment current vs previous with previous VPP code.' - - '2210.0-11 vs 2206.0-11: Compares VPP code current vs previous in the current CSIT environment.' + # - '2206.0-11 vs 2206.0-10: Compares CSIT environment current vs previous with previous VPP code.' + # - '2210.0-11 vs 2206.0-11: Compares VPP code current vs previous in the current CSIT environment.' + - '2210.0-11 vs 2206.0-10: Compares current VPP code in the current CSIT environment vs previous VPP code in the previous CSIT environment.' # VPP Performance Changes 3n-dnv 2t2c mrr - type: "table" @@ -3313,27 +3592,31 @@ filter: "'2T2C'" columns: - title: "2202.0-10" - data-set: "vpp-3n-dnv-hist-iter-mrr-new-env" + data-set: "vpp-3n-dnv-hist-iter-mrr" - title: "2206.0-10" data-set: "vpp-3n-dnv-prev-iter-mrr-old-env" - - title: "2206.0-11" - data-set: "vpp-3n-dnv-prev-iter-mrr-new-env" + # - title: "2206.0-11" + # data-set: "vpp-3n-dnv-prev-iter-mrr-new-env" - title: "2210.0-11" data-set: "vpp-3n-dnv-curr-iter-mrr" comparisons: - - title: "2206.0-11 vs 2206.0-10" + # - title: "2206.0-11 vs 2206.0-10" + # reference: 2 + # compare: 3 + # - title: "2210.0-11 vs 2206.0-11" + # reference: 3 + # compare: 4 + - title: "2210.0-11 vs 2206.0-10" reference: 2 compare: 3 - - title: "2210.0-11 vs 2206.0-11" - reference: 3 - compare: 4 legend: - '' - 'Test Case: Test cases executed for: MRR throughput on 3n-dnv with x553.' - 'YYMM.V-E: [uSec +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "10" for CSIT rls2206, "11" for CSIT rls2210).' - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' - - '2206.0-11 vs 2206.0-10: Compares CSIT environment current vs previous with previous VPP code.' - - '2210.0-11 vs 2206.0-11: Compares VPP code current vs previous in the current CSIT environment.' + # - '2206.0-11 vs 2206.0-10: Compares CSIT environment current vs previous with previous VPP code.' + # - '2210.0-11 vs 2206.0-11: Compares VPP code current vs previous in the current CSIT environment.' + - '2210.0-11 vs 2206.0-10: Compares current VPP code in the current CSIT environment vs previous VPP code in the previous CSIT environment.' # VPP Performance Changes 3n-dnv 4t4c mrr - type: "table" @@ -3344,27 +3627,31 @@ filter: "'4T4C'" columns: - title: "2202.0-10" - data-set: "vpp-3n-dnv-hist-iter-mrr-new-env" + data-set: "vpp-3n-dnv-hist-iter-mrr" - title: "2206.0-10" data-set: "vpp-3n-dnv-prev-iter-mrr-old-env" - - title: "2206.0-11" - data-set: "vpp-3n-dnv-prev-iter-mrr-new-env" + # - title: "2206.0-11" + # data-set: "vpp-3n-dnv-prev-iter-mrr-new-env" - title: "2210.0-11" data-set: "vpp-3n-dnv-curr-iter-mrr" comparisons: - - title: "2206.0-11 vs 2206.0-10" + # - title: "2206.0-11 vs 2206.0-10" + # reference: 2 + # compare: 3 + # - title: "2210.0-11 vs 2206.0-11" + # reference: 3 + # compare: 4 + - title: "2210.0-11 vs 2206.0-10" reference: 2 compare: 3 - - title: "2210.0-11 vs 2206.0-11" - reference: 3 - compare: 4 legend: - '' - 'Test Case: Test cases executed for: MRR throughput on 3n-dnv with x553.' - 'YYMM.V-E: [uSec +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "10" for CSIT rls2206, "11" for CSIT rls2210).' - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' - - '2206.0-11 vs 2206.0-10: Compares CSIT environment current vs previous with previous VPP code.' - - '2210.0-11 vs 2206.0-11: Compares VPP code current vs previous in the current CSIT environment.' + # - '2206.0-11 vs 2206.0-10: Compares CSIT environment current vs previous with previous VPP code.' + # - '2210.0-11 vs 2206.0-11: Compares VPP code current vs previous in the current CSIT environment.' + - '2210.0-11 vs 2206.0-10: Compares current VPP code in the current CSIT environment vs previous VPP code in the previous CSIT environment.' # VPP Performance Changes 3n-tsh 1t1c mrr - type: "table" @@ -3375,27 +3662,31 @@ filter: "'1T1C'" columns: - title: "2202.0-10" - data-set: "vpp-3n-tsh-hist-iter-mrr-new-env" + data-set: "vpp-3n-tsh-hist-iter-mrr" - title: "2206.0-10" data-set: "vpp-3n-tsh-prev-iter-mrr-old-env" - - title: "2206.0-11" - data-set: "vpp-3n-tsh-prev-iter-mrr-new-env" + # - title: "2206.0-11" + # data-set: "vpp-3n-tsh-prev-iter-mrr-new-env" - title: "2210.0-11" data-set: "vpp-3n-tsh-curr-iter-mrr" comparisons: - - title: "2206.0-11 vs 2206.0-10" + # - title: "2206.0-11 vs 2206.0-10" + # reference: 2 + # compare: 3 + # - title: "2210.0-11 vs 2206.0-11" + # reference: 3 + # compare: 4 + - title: "2210.0-11 vs 2206.0-10" reference: 2 compare: 3 - - title: "2210.0-11 vs 2206.0-11" - reference: 3 - compare: 4 legend: - '' - 'Test Case: Test cases executed for: MRR throughput on 3n-tsh with x520.' - 'YYMM.V-E: [uSec +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "10" for CSIT rls2206, "11" for CSIT rls2210).' - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' - - '2206.0-11 vs 2206.0-10: Compares CSIT environment current vs previous with previous VPP code.' - - '2210.0-11 vs 2206.0-11: Compares VPP code current vs previous in the current CSIT environment.' + # - '2206.0-11 vs 2206.0-10: Compares CSIT environment current vs previous with previous VPP code.' + # - '2210.0-11 vs 2206.0-11: Compares VPP code current vs previous in the current CSIT environment.' + - '2210.0-11 vs 2206.0-10: Compares current VPP code in the current CSIT environment vs previous VPP code in the previous CSIT environment.' # VPP Performance Changes 3n-tsh 2t2c mrr - type: "table" @@ -3406,27 +3697,31 @@ filter: "'2T2C'" columns: - title: "2202.0-10" - data-set: "vpp-3n-tsh-hist-iter-mrr-new-env" + data-set: "vpp-3n-tsh-hist-iter-mrr" - title: "2206.0-10" data-set: "vpp-3n-tsh-prev-iter-mrr-old-env" - - title: "2206.0-11" - data-set: "vpp-3n-tsh-prev-iter-mrr-new-env" + # - title: "2206.0-11" + # data-set: "vpp-3n-tsh-prev-iter-mrr-new-env" - title: "2210.0-11" data-set: "vpp-3n-tsh-curr-iter-mrr" comparisons: - - title: "2206.0-11 vs 2206.0-10" + # - title: "2206.0-11 vs 2206.0-10" + # reference: 2 + # compare: 3 + # - title: "2210.0-11 vs 2206.0-11" + # reference: 3 + # compare: 4 + - title: "2210.0-11 vs 2206.0-10" reference: 2 compare: 3 - - title: "2210.0-11 vs 2206.0-11" - reference: 3 - compare: 4 legend: - '' - 'Test Case: Test cases executed for: MRR throughput on 3n-tsh with x520.' - 'YYMM.V-E: [uSec +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "10" for CSIT rls2206, "11" for CSIT rls2210).' - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' - - '2206.0-11 vs 2206.0-10: Compares CSIT environment current vs previous with previous VPP code.' - - '2210.0-11 vs 2206.0-11: Compares VPP code current vs previous in the current CSIT environment.' + # - '2206.0-11 vs 2206.0-10: Compares CSIT environment current vs previous with previous VPP code.' + # - '2210.0-11 vs 2206.0-11: Compares VPP code current vs previous in the current CSIT environment.' + - '2210.0-11 vs 2206.0-10: Compares current VPP code in the current CSIT environment vs previous VPP code in the previous CSIT environment.' # VPP Performance Changes 3n-tsh 4t4c mrr - type: "table" @@ -3437,27 +3732,31 @@ filter: "'4T4C'" columns: - title: "2202.0-10" - data-set: "vpp-3n-tsh-hist-iter-mrr-new-env" + data-set: "vpp-3n-tsh-hist-iter-mrr" - title: "2206.0-10" data-set: "vpp-3n-tsh-prev-iter-mrr-old-env" - - title: "2206.0-11" - data-set: "vpp-3n-tsh-prev-iter-mrr-new-env" + # - title: "2206.0-11" + # data-set: "vpp-3n-tsh-prev-iter-mrr-new-env" - title: "2210.0-11" data-set: "vpp-3n-tsh-curr-iter-mrr" comparisons: - - title: "2206.0-11 vs 2206.0-10" + # - title: "2206.0-11 vs 2206.0-10" + # reference: 2 + # compare: 3 + # - title: "2210.0-11 vs 2206.0-11" + # reference: 3 + # compare: 4 + - title: "2210.0-11 vs 2206.0-10" reference: 2 compare: 3 - - title: "2210.0-11 vs 2206.0-11" - reference: 3 - compare: 4 legend: - '' - 'Test Case: Test cases executed for: MRR throughput on 3n-tsh with x520.' - 'YYMM.V-E: [uSec +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "10" for CSIT rls2206, "11" for CSIT rls2210).' - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' - - '2206.0-11 vs 2206.0-10: Compares CSIT environment current vs previous with previous VPP code.' - - '2210.0-11 vs 2206.0-11: Compares VPP code current vs previous in the current CSIT environment.' + # - '2206.0-11 vs 2206.0-10: Compares CSIT environment current vs previous with previous VPP code.' + # - '2210.0-11 vs 2206.0-11: Compares VPP code current vs previous in the current CSIT environment.' + - '2210.0-11 vs 2206.0-10: Compares current VPP code in the current CSIT environment vs previous VPP code in the previous CSIT environment.' # VPP Performance Changes 2n-tx2 1t1c mrr - type: "table" @@ -3468,27 +3767,31 @@ filter: "'1T1C'" columns: - title: "2202.0-10" - data-set: "vpp-2n-tx2-hist-iter-mrr-new-env" + data-set: "vpp-2n-tx2-hist-iter-mrr" - title: "2206.0-10" data-set: "vpp-2n-tx2-prev-iter-mrr-old-env" - - title: "2206.0-11" - data-set: "vpp-2n-tx2-prev-iter-mrr-new-env" + # - title: "2206.0-11" + # data-set: "vpp-2n-tx2-prev-iter-mrr-new-env" - title: "2210.0-11" data-set: "vpp-2n-tx2-curr-iter-mrr" comparisons: - - title: "2206.0-11 vs 2206.0-10" + # - title: "2206.0-11 vs 2206.0-10" + # reference: 2 + # compare: 3 + # - title: "2210.0-11 vs 2206.0-11" + # reference: 3 + # compare: 4 + - title: "2210.0-11 vs 2206.0-10" reference: 2 compare: 3 - - title: "2210.0-11 vs 2206.0-11" - reference: 3 - compare: 4 legend: - '' - 'Test Case: Test cases executed for: MRR throughput on 2n-tx2 with xl710.' - 'YYMM.V-E: [uSec +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "10" for CSIT rls2206, "11" for CSIT rls2210).' - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' - - '2206.0-11 vs 2206.0-10: Compares CSIT environment current vs previous with previous VPP code.' - - '2210.0-11 vs 2206.0-11: Compares VPP code current vs previous in the current CSIT environment.' + # - '2206.0-11 vs 2206.0-10: Compares CSIT environment current vs previous with previous VPP code.' + # - '2210.0-11 vs 2206.0-11: Compares VPP code current vs previous in the current CSIT environment.' + - '2210.0-11 vs 2206.0-10: Compares current VPP code in the current CSIT environment vs previous VPP code in the previous CSIT environment.' # VPP Performance Changes 2n-tx2 2t2c mrr - type: "table" @@ -3499,27 +3802,31 @@ filter: "'2T2C'" columns: - title: "2202.0-10" - data-set: "vpp-2n-tx2-hist-iter-mrr-new-env" + data-set: "vpp-2n-tx2-hist-iter-mrr" - title: "2206.0-10" data-set: "vpp-2n-tx2-prev-iter-mrr-old-env" - - title: "2206.0-11" - data-set: "vpp-2n-tx2-prev-iter-mrr-new-env" + # - title: "2206.0-11" + # data-set: "vpp-2n-tx2-prev-iter-mrr-new-env" - title: "2210.0-11" data-set: "vpp-2n-tx2-curr-iter-mrr" comparisons: - - title: "2206.0-11 vs 2206.0-10" + # - title: "2206.0-11 vs 2206.0-10" + # reference: 2 + # compare: 3 + # - title: "2210.0-11 vs 2206.0-11" + # reference: 3 + # compare: 4 + - title: "2210.0-11 vs 2206.0-10" reference: 2 compare: 3 - - title: "2210.0-11 vs 2206.0-11" - reference: 3 - compare: 4 legend: - '' - 'Test Case: Test cases executed for: MRR throughput on 2n-tx2 with xl710.' - 'YYMM.V-E: [uSec +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "10" for CSIT rls2206, "11" for CSIT rls2210).' - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' - - '2206.0-11 vs 2206.0-10: Compares CSIT environment current vs previous with previous VPP code.' - - '2210.0-11 vs 2206.0-11: Compares VPP code current vs previous in the current CSIT environment.' + # - '2206.0-11 vs 2206.0-10: Compares CSIT environment current vs previous with previous VPP code.' + # - '2210.0-11 vs 2206.0-11: Compares VPP code current vs previous in the current CSIT environment.' + - '2210.0-11 vs 2206.0-10: Compares current VPP code in the current CSIT environment vs previous VPP code in the previous CSIT environment.' # VPP Performance Changes 2n-tx2 4t4c mrr - type: "table" @@ -3530,27 +3837,31 @@ filter: "'4T4C'" columns: - title: "2202.0-10" - data-set: "vpp-2n-tx2-hist-iter-mrr-new-env" + data-set: "vpp-2n-tx2-hist-iter-mrr" - title: "2206.0-10" data-set: "vpp-2n-tx2-prev-iter-mrr-old-env" - - title: "2206.0-11" - data-set: "vpp-2n-tx2-prev-iter-mrr-new-env" + # - title: "2206.0-11" + # data-set: "vpp-2n-tx2-prev-iter-mrr-new-env" - title: "2210.0-11" data-set: "vpp-2n-tx2-curr-iter-mrr" comparisons: - - title: "2206.0-11 vs 2206.0-10" + # - title: "2206.0-11 vs 2206.0-10" + # reference: 2 + # compare: 3 + # - title: "2210.0-11 vs 2206.0-11" + # reference: 3 + # compare: 4 + - title: "2210.0-11 vs 2206.0-10" reference: 2 compare: 3 - - title: "2210.0-11 vs 2206.0-11" - reference: 3 - compare: 4 legend: - '' - 'Test Case: Test cases executed for: MRR throughput on 2n-tx2 with xl710.' - 'YYMM.V-E: [uSec +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "10" for CSIT rls2206, "11" for CSIT rls2210).' - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' - - '2206.0-11 vs 2206.0-10: Compares CSIT environment current vs previous with previous VPP code.' - - '2210.0-11 vs 2206.0-11: Compares VPP code current vs previous in the current CSIT environment.' + # - '2206.0-11 vs 2206.0-10: Compares CSIT environment current vs previous with previous VPP code.' + # - '2210.0-11 vs 2206.0-11: Compares VPP code current vs previous in the current CSIT environment.' + - '2210.0-11 vs 2206.0-10: Compares current VPP code in the current CSIT environment vs previous VPP code in the previous CSIT environment.' # VPP Performance Changes 2n-aws 2t1c mrr - type: "table" @@ -4410,7 +4721,7 @@ algorithm: "table_comparison" output-file: "{DIR[STATIC,DPDK]}/performance-changes-3n-icx-2t1c-pdr" include-tests: "PDR" # "PDR" | "NDR" | "MRR" - filter: "'2T1C' and 'NDRPDR' and 'NIC_Intel-XXV710'" + filter: "'1C' and 'NDRPDR' and 'NIC_Intel-XXV710'" columns: - title: "21.11" data-set: "dpdk-3n-icx-hist-iter" @@ -4434,7 +4745,7 @@ algorithm: "table_comparison" output-file: "{DIR[STATIC,DPDK]}/performance-changes-3n-icx-4t2c-pdr" include-tests: "PDR" # "PDR" | "NDR" | "MRR" - filter: "'4T2C' and 'NDRPDR' and 'NIC_Intel-XXV710'" + filter: "'2C' and 'NDRPDR' and 'NIC_Intel-XXV710'" columns: - title: "21.11" data-set: "dpdk-3n-icx-hist-iter" @@ -4458,7 +4769,7 @@ algorithm: "table_comparison" output-file: "{DIR[STATIC,DPDK]}/performance-changes-3n-icx-2t1c-ndr" include-tests: "NDR" # "PDR" | "NDR" | "MRR" - filter: "'2T1C' and 'NDRPDR' and 'NIC_Intel-XXV710'" + filter: "'1C' and 'NDRPDR' and 'NIC_Intel-XXV710'" columns: - title: "21.11" data-set: "dpdk-3n-icx-hist-iter" @@ -4482,7 +4793,7 @@ algorithm: "table_comparison" output-file: "{DIR[STATIC,DPDK]}/performance-changes-3n-icx-4t2c-ndr" include-tests: "NDR" # "PDR" | "NDR" | "MRR" - filter: "'4T2C' and 'NDRPDR' and 'NIC_Intel-XXV710'" + filter: "'2C' and 'NDRPDR' and 'NIC_Intel-XXV710'" columns: - title: "21.11" data-set: "dpdk-3n-icx-hist-iter" @@ -4506,7 +4817,7 @@ algorithm: "table_comparison" output-file: "{DIR[STATIC,DPDK]}/performance-changes-2n-icx-2t1c-pdr" include-tests: "PDR" # "PDR" | "NDR" | "MRR" - filter: "'2T1C' and 'NDRPDR' and 'NIC_Intel-XXV710'" + filter: "'1C' and 'NDRPDR' and 'NIC_Intel-XXV710'" columns: - title: "21.11" data-set: "dpdk-2n-icx-hist-iter" @@ -4530,7 +4841,7 @@ algorithm: "table_comparison" output-file: "{DIR[STATIC,DPDK]}/performance-changes-2n-icx-4t2c-pdr" include-tests: "PDR" # "PDR" | "NDR" | "MRR" - filter: "'4T2C' and 'NDRPDR' and 'NIC_Intel-XXV710'" + filter: "'2C' and 'NDRPDR' and 'NIC_Intel-XXV710'" columns: - title: "21.11" data-set: "dpdk-2n-icx-hist-iter" @@ -4554,7 +4865,7 @@ algorithm: "table_comparison" output-file: "{DIR[STATIC,DPDK]}/performance-changes-2n-icx-2t1c-ndr" include-tests: "NDR" # "PDR" | "NDR" | "MRR" - filter: "'2T1C' and 'NDRPDR' and 'NIC_Intel-XXV710'" + filter: "'1C' and 'NDRPDR' and 'NIC_Intel-XXV710'" columns: - title: "21.11" data-set: "dpdk-2n-icx-hist-iter" @@ -4578,7 +4889,7 @@ algorithm: "table_comparison" output-file: "{DIR[STATIC,DPDK]}/performance-changes-2n-icx-4t2c-ndr" include-tests: "NDR" # "PDR" | "NDR" | "MRR" - filter: "'4T2C' and 'NDRPDR' and 'NIC_Intel-XXV710'" + filter: "'2C' and 'NDRPDR' and 'NIC_Intel-XXV710'" columns: - title: "21.11" data-set: "dpdk-2n-icx-hist-iter" @@ -4602,7 +4913,7 @@ algorithm: "table_comparison" output-file: "{DIR[STATIC,DPDK]}/performance-changes-2n-clx-2t1c-pdr" include-tests: "PDR" # "PDR" | "NDR" | "MRR" - filter: "'2T1C' and 'NDRPDR' and 'NIC_Intel-XXV710'" + filter: "'1C' and 'NDRPDR' and 'NIC_Intel-XXV710'" columns: - title: "21.11" data-set: "dpdk-2n-clx-hist-iter" @@ -4626,7 +4937,7 @@ algorithm: "table_comparison" output-file: "{DIR[STATIC,DPDK]}/performance-changes-2n-clx-4t2c-pdr" include-tests: "PDR" # "PDR" | "NDR" | "MRR" - filter: "'4T2C' and 'NDRPDR' and 'NIC_Intel-XXV710'" + filter: "'2C' and 'NDRPDR' and 'NIC_Intel-XXV710'" columns: - title: "21.11" data-set: "dpdk-2n-clx-hist-iter" @@ -4650,7 +4961,7 @@ algorithm: "table_comparison" output-file: "{DIR[STATIC,DPDK]}/performance-changes-2n-clx-2t1c-ndr" include-tests: "NDR" # "PDR" | "NDR" | "MRR" - filter: "'2T1C' and 'NDRPDR' and 'NIC_Intel-XXV710'" + filter: "'1C' and 'NDRPDR' and 'NIC_Intel-XXV710'" columns: - title: "21.11" data-set: "dpdk-2n-clx-hist-iter" @@ -4674,7 +4985,7 @@ algorithm: "table_comparison" output-file: "{DIR[STATIC,DPDK]}/performance-changes-2n-clx-4t2c-ndr" include-tests: "NDR" # "PDR" | "NDR" | "MRR" - filter: "'4T2C' and 'NDRPDR' and 'NIC_Intel-XXV710'" + filter: "'2C' and 'NDRPDR' and 'NIC_Intel-XXV710'" columns: - title: "21.11" data-set: "dpdk-2n-clx-hist-iter" @@ -4698,7 +5009,7 @@ algorithm: "table_comparison" output-file: "{DIR[STATIC,DPDK]}/performance-changes-2n-zn2-2t1c-pdr" include-tests: "PDR" # "PDR" | "NDR" | "MRR" - filter: "'2T1C' and 'NDRPDR' and 'NIC_Intel-XXV710'" + filter: "'1C' and 'NDRPDR' and 'NIC_Intel-XXV710'" columns: - title: "21.11" data-set: "dpdk-2n-zn2-hist-iter" @@ -4722,7 +5033,7 @@ algorithm: "table_comparison" output-file: "{DIR[STATIC,DPDK]}/performance-changes-2n-zn2-4t2c-pdr" include-tests: "PDR" # "PDR" | "NDR" | "MRR" - filter: "'4T2C' and 'NDRPDR' and 'NIC_Intel-XXV710'" + filter: "'2C' and 'NDRPDR' and 'NIC_Intel-XXV710'" columns: - title: "21.11" data-set: "dpdk-2n-zn2-hist-iter" @@ -4746,7 +5057,7 @@ algorithm: "table_comparison" output-file: "{DIR[STATIC,DPDK]}/performance-changes-2n-zn2-2t1c-ndr" include-tests: "NDR" # "PDR" | "NDR" | "MRR" - filter: "'2T1C' and 'NDRPDR' and 'NIC_Intel-XXV710'" + filter: "'1C' and 'NDRPDR' and 'NIC_Intel-XXV710'" columns: - title: "21.11" data-set: "dpdk-2n-zn2-hist-iter" @@ -4770,7 +5081,7 @@ algorithm: "table_comparison" output-file: "{DIR[STATIC,DPDK]}/performance-changes-2n-zn2-4t2c-ndr" include-tests: "NDR" # "PDR" | "NDR" | "MRR" - filter: "'4T2C' and 'NDRPDR' and 'NIC_Intel-XXV710'" + filter: "'2C' and 'NDRPDR' and 'NIC_Intel-XXV710'" columns: - title: "21.11" data-set: "dpdk-2n-zn2-hist-iter" @@ -4794,7 +5105,7 @@ algorithm: "table_comparison" output-file: "{DIR[STATIC,DPDK]}/performance-changes-3n-tsh-1t1c-pdr" include-tests: "PDR" # "PDR" | "NDR" | "MRR" - filter: "'1T1C' and 'NDRPDR'" + filter: "'1C' and 'NDRPDR'" columns: - title: "21.11" data-set: "dpdk-3n-tsh-hist-iter" @@ -4818,7 +5129,7 @@ algorithm: "table_comparison" output-file: "{DIR[STATIC,DPDK]}/performance-changes-3n-tsh-2t2c-pdr" include-tests: "PDR" # "PDR" | "NDR" | "MRR" - filter: "'2T2C' and 'NDRPDR'" + filter: "'2C' and 'NDRPDR'" columns: - title: "21.11" data-set: "dpdk-3n-tsh-hist-iter" @@ -4842,7 +5153,7 @@ algorithm: "table_comparison" output-file: "{DIR[STATIC,DPDK]}/performance-changes-3n-tsh-1t1c-ndr" include-tests: "NDR" # "PDR" | "NDR" | "MRR" - filter: "'1T1C' and 'NDRPDR'" + filter: "'1C' and 'NDRPDR'" columns: - title: "21.11" data-set: "dpdk-3n-tsh-hist-iter" @@ -4866,7 +5177,7 @@ algorithm: "table_comparison" output-file: "{DIR[STATIC,DPDK]}/performance-changes-3n-tsh-2t2c-ndr" include-tests: "NDR" # "PDR" | "NDR" | "MRR" - filter: "'2T2C' and 'NDRPDR'" + filter: "'2C' and 'NDRPDR'" columns: - title: "21.11" data-set: "dpdk-3n-tsh-hist-iter" @@ -4890,7 +5201,7 @@ algorithm: "table_comparison" output-file: "{DIR[STATIC,DPDK]}/performance-changes-2n-tx2-1t1c-pdr" include-tests: "PDR" # "PDR" | "NDR" | "MRR" - filter: "'1T1C' and 'NDRPDR'" + filter: "'1C' and 'NDRPDR'" columns: - title: "21.11" data-set: "dpdk-2n-tx2-hist-iter" @@ -4914,7 +5225,7 @@ algorithm: "table_comparison" output-file: "{DIR[STATIC,DPDK]}/performance-changes-2n-tx2-2t2c-pdr" include-tests: "PDR" # "PDR" | "NDR" | "MRR" - filter: "'2T2C' and 'NDRPDR'" + filter: "'2C' and 'NDRPDR'" columns: - title: "21.11" data-set: "dpdk-2n-tx2-hist-iter" @@ -4938,7 +5249,7 @@ algorithm: "table_comparison" output-file: "{DIR[STATIC,DPDK]}/performance-changes-2n-tx2-1t1c-ndr" include-tests: "NDR" # "PDR" | "NDR" | "MRR" - filter: "'1T1C' and 'NDRPDR'" + filter: "'1C' and 'NDRPDR'" columns: - title: "21.11" data-set: "dpdk-2n-tx2-hist-iter" @@ -4962,7 +5273,7 @@ algorithm: "table_comparison" output-file: "{DIR[STATIC,DPDK]}/performance-changes-2n-tx2-2t2c-ndr" include-tests: "NDR" # "PDR" | "NDR" | "MRR" - filter: "'2T2C' and 'NDRPDR'" + filter: "'2C' and 'NDRPDR'" columns: - title: "21.11" data-set: "dpdk-2n-tx2-hist-iter" @@ -5533,186 +5844,6 @@ ### P L O T S ### ################################################################################ -# VSAP tests 2n-clx - -- type: "plot" - title: "2n-clx-cx556a-0B-2t1c-rdma-eth-ip4tcphttp-ldpreload-nginx-1_15_0-cps" - algorithm: "plot_perf_box_name" - output-file: "{DIR[STATIC,VPP]}/2n-clx-cx556a-0B-2t1c-rdma-eth-ip4tcphttp-ldpreload-nginx-1_15_0-cps" - data: "vpp-2n-clx-curr-iter-vsap" - include: - - "Tests.Vpp.Perf.Hoststack.2N1L-100Ge2P1Cx556A-Rdma-Eth-Ip4Tcphttp-Ldpreload-Nginx-1 15 0-Cps.0B-2t1c-rdma-eth-ip4tcphttp-ldpreload-nginx-1_15_0-cps" - layout: - title: "2n-clx-cx556a-0B-2t1c-rdma-eth-ip4tcphttp-ldpreload-nginx-1_15_0" - layout: "plot-hoststack" - -- type: "plot" - title: "2n-clx-cx556a-64B-2t1c-rdma-eth-ip4tcphttp-ldpreload-nginx-1_15_0-cps" - algorithm: "plot_perf_box_name" - output-file: "{DIR[STATIC,VPP]}/2n-clx-cx556a-64B-2t1c-rdma-eth-ip4tcphttp-ldpreload-nginx-1_15_0-cps" - data: "vpp-2n-clx-curr-iter-vsap" - include: - - "Tests.Vpp.Perf.Hoststack.2N1L-100Ge2P1Cx556A-Rdma-Eth-Ip4Tcphttp-Ldpreload-Nginx-1 15 0-Cps.64B-2t1c-rdma-eth-ip4tcphttp-ldpreload-nginx-1_15_0-cps" - layout: - title: "2n-clx-cx556a-64B-2t1c-rdma-eth-ip4tcphttp-ldpreload-nginx-1_15_0" - layout: "plot-hoststack" - -- type: "plot" - title: "2n-clx-cx556a-1024B-2t1c-rdma-eth-ip4tcphttp-ldpreload-nginx-1_15_0-cps" - algorithm: "plot_perf_box_name" - output-file: "{DIR[STATIC,VPP]}/2n-clx-cx556a-1024B-2t1c-rdma-eth-ip4tcphttp-ldpreload-nginx-1_15_0-cps" - data: "vpp-2n-clx-curr-iter-vsap" - include: - - "Tests.Vpp.Perf.Hoststack.2N1L-100Ge2P1Cx556A-Rdma-Eth-Ip4Tcphttp-Ldpreload-Nginx-1 15 0-Cps.1024B-2t1c-rdma-eth-ip4tcphttp-ldpreload-nginx-1_15_0-cps" - layout: - title: "2n-clx-cx556a-1024B-2t1c-rdma-eth-ip4tcphttp-ldpreload-nginx-1_15_0" - layout: "plot-hoststack" - -- type: "plot" - title: "2n-clx-cx556a-2048B-2t1c-rdma-eth-ip4tcphttp-ldpreload-nginx-1_15_0-cps" - algorithm: "plot_perf_box_name" - output-file: "{DIR[STATIC,VPP]}/2n-clx-cx556a-2048B-2t1c-rdma-eth-ip4tcphttp-ldpreload-nginx-1_15_0-cps" - data: "vpp-2n-clx-curr-iter-vsap" - include: - - "Tests.Vpp.Perf.Hoststack.2N1L-100Ge2P1Cx556A-Rdma-Eth-Ip4Tcphttp-Ldpreload-Nginx-1 15 0-Cps.2048B-2t1c-rdma-eth-ip4tcphttp-ldpreload-nginx-1_15_0-cps" - layout: - title: "2n-clx-cx556a-2048B-2t1c-rdma-eth-ip4tcphttp-ldpreload-nginx-1_15_0" - layout: "plot-hoststack" - -- type: "plot" - title: "2n-clx-cx556a-0B-2t1c-rdma-eth-ip4tcphttp-ldpreload-nginx-1_15_0-rps" - algorithm: "plot_perf_box_name" - output-file: "{DIR[STATIC,VPP]}/2n-clx-cx556a-0B-2t1c-rdma-eth-ip4tcphttp-ldpreload-nginx-1_15_0-rps" - data: "vpp-2n-clx-curr-iter-vsap" - include: - - "Tests.Vpp.Perf.Hoststack.2N1L-100Ge2P1Cx556A-Rdma-Eth-Ip4Tcphttp-Ldpreload-Nginx-1 15 0-Rps.0B-2t1c-rdma-eth-ip4tcphttp-ldpreload-nginx-1_15_0-rps" - layout: - title: "2n-clx-cx556a-0B-2t1c-rdma-eth-ip4tcphttp-ldpreload-nginx-1_15_0" - layout: "plot-hoststack" - -- type: "plot" - title: "2n-clx-cx556a-64B-2t1c-rdma-eth-ip4tcphttp-ldpreload-nginx-1_15_0-rps" - algorithm: "plot_perf_box_name" - output-file: "{DIR[STATIC,VPP]}/2n-clx-cx556a-64B-2t1c-rdma-eth-ip4tcphttp-ldpreload-nginx-1_15_0-rps" - data: "vpp-2n-clx-curr-iter-vsap" - include: - - "Tests.Vpp.Perf.Hoststack.2N1L-100Ge2P1Cx556A-Rdma-Eth-Ip4Tcphttp-Ldpreload-Nginx-1 15 0-Rps.64B-2t1c-rdma-eth-ip4tcphttp-ldpreload-nginx-1_15_0-rps" - layout: - title: "2n-clx-cx556a-64B-2t1c-rdma-eth-ip4tcphttp-ldpreload-nginx-1_15_0" - layout: "plot-hoststack" - -- type: "plot" - title: "2n-clx-cx556a-1024B-2t1c-rdma-eth-ip4tcphttp-ldpreload-nginx-1_15_0-rps" - algorithm: "plot_perf_box_name" - output-file: "{DIR[STATIC,VPP]}/2n-clx-cx556a-1024B-2t1c-rdma-eth-ip4tcphttp-ldpreload-nginx-1_15_0-rps" - data: "vpp-2n-clx-curr-iter-vsap" - include: - - "Tests.Vpp.Perf.Hoststack.2N1L-100Ge2P1Cx556A-Rdma-Eth-Ip4Tcphttp-Ldpreload-Nginx-1 15 0-Rps.1024B-2t1c-rdma-eth-ip4tcphttp-ldpreload-nginx-1_15_0-rps" - layout: - title: "2n-clx-cx556a-1024B-2t1c-rdma-eth-ip4tcphttp-ldpreload-nginx-1_15_0" - layout: "plot-hoststack" - -- type: "plot" - title: "2n-clx-cx556a-2048B-2t1c-rdma-eth-ip4tcphttp-ldpreload-nginx-1_15_0-rps" - algorithm: "plot_perf_box_name" - output-file: "{DIR[STATIC,VPP]}/2n-clx-cx556a-2048B-2t1c-rdma-eth-ip4tcphttp-ldpreload-nginx-1_15_0-rps" - data: "vpp-2n-clx-curr-iter-vsap" - include: - - "Tests.Vpp.Perf.Hoststack.2N1L-100Ge2P1Cx556A-Rdma-Eth-Ip4Tcphttp-Ldpreload-Nginx-1 15 0-Rps.2048B-2t1c-rdma-eth-ip4tcphttp-ldpreload-nginx-1_15_0-rps" - layout: - title: "2n-clx-cx556a-2048B-2t1c-rdma-eth-ip4tcphttp-ldpreload-nginx-1_15_0" - layout: "plot-hoststack" - -- type: "plot" - title: "2n-clx-e810cq-0B-2t1c-eth-ip4tcphttp-ldpreload-nginx-1_15_0-cps" - algorithm: "plot_perf_box_name" - output-file: "{DIR[STATIC,VPP]}/2n-clx-e810cq-0B-2t1c-eth-ip4tcphttp-ldpreload-nginx-1_15_0-cps" - data: "vpp-2n-clx-curr-iter-vsap" - include: - - "Tests.Vpp.Perf.Hoststack.2N1L-100Ge2P1E810Cq-Eth-Ip4Tcphttp-Ldpreload-Nginx-1 15 0-Cps.0B-2t1c-eth-ip4tcphttp-ldpreload-nginx-1_15_0-cps" - layout: - title: "2n-clx-e810cq-0B-2t1c-eth-ip4tcphttp-ldpreload-nginx-1_15_0" - layout: "plot-hoststack" - -- type: "plot" - title: "2n-clx-e810cq-64B-2t1c-eth-ip4tcphttp-ldpreload-nginx-1_15_0-cps" - algorithm: "plot_perf_box_name" - output-file: "{DIR[STATIC,VPP]}/2n-clx-e810cq-64B-2t1c-eth-ip4tcphttp-ldpreload-nginx-1_15_0-cps" - data: "vpp-2n-clx-curr-iter-vsap" - include: - - "Tests.Vpp.Perf.Hoststack.2N1L-100Ge2P1E810Cq-Eth-Ip4Tcphttp-Ldpreload-Nginx-1 15 0-Cps.64B-2t1c-eth-ip4tcphttp-ldpreload-nginx-1_15_0-cps" - layout: - title: "2n-clx-e810cq-64B-2t1c-eth-ip4tcphttp-ldpreload-nginx-1_15_0" - layout: "plot-hoststack" - -- type: "plot" - title: "2n-clx-e810cq-1024B-2t1c-eth-ip4tcphttp-ldpreload-nginx-1_15_0-cps" - algorithm: "plot_perf_box_name" - output-file: "{DIR[STATIC,VPP]}/2n-clx-e810cq-1024B-2t1c-eth-ip4tcphttp-ldpreload-nginx-1_15_0-cps" - data: "vpp-2n-clx-curr-iter-vsap" - include: - - "Tests.Vpp.Perf.Hoststack.2N1L-100Ge2P1E810Cq-Eth-Ip4Tcphttp-Ldpreload-Nginx-1 15 0-Cps.1024B-2t1c-eth-ip4tcphttp-ldpreload-nginx-1_15_0-cps" - layout: - title: "2n-clx-e810cq-1024B-2t1c-eth-ip4tcphttp-ldpreload-nginx-1_15_0" - layout: "plot-hoststack" - -- type: "plot" - title: "2n-clx-e810cq-2048B-2t1c-eth-ip4tcphttp-ldpreload-nginx-1_15_0-cps" - algorithm: "plot_perf_box_name" - output-file: "{DIR[STATIC,VPP]}/2n-clx-e810cq-2048B-2t1c-eth-ip4tcphttp-ldpreload-nginx-1_15_0-cps" - data: "vpp-2n-clx-curr-iter-vsap" - include: - - "Tests.Vpp.Perf.Hoststack.2N1L-100Ge2P1E810Cq-Eth-Ip4Tcphttp-Ldpreload-Nginx-1 15 0-Cps.2048B-2t1c-eth-ip4tcphttp-ldpreload-nginx-1_15_0-cps" - layout: - title: "2n-clx-e810cq-2048B-2t1c-eth-ip4tcphttp-ldpreload-nginx-1_15_0" - layout: "plot-hoststack" - -- type: "plot" - title: "2n-clx-e810cq-0B-2t1c-eth-ip4tcphttp-ldpreload-nginx-1_15_0-rps" - algorithm: "plot_perf_box_name" - output-file: "{DIR[STATIC,VPP]}/2n-clx-e810cq-0B-2t1c-eth-ip4tcphttp-ldpreload-nginx-1_15_0-rps" - data: "vpp-2n-clx-curr-iter-vsap" - include: - - "Tests.Vpp.Perf.Hoststack.2N1L-100Ge2P1E810Cq-Eth-Ip4Tcphttp-Ldpreload-Nginx-1 15 0-Rps.0B-2t1c-eth-ip4tcphttp-ldpreload-nginx-1_15_0-rps" - layout: - title: "2n-clx-e810cq-0B-2t1c-eth-ip4tcphttp-ldpreload-nginx-1_15_0" - layout: "plot-hoststack" - -- type: "plot" - title: "2n-clx-e810cq-64B-2t1c-eth-ip4tcphttp-ldpreload-nginx-1_15_0-rps" - algorithm: "plot_perf_box_name" - output-file: "{DIR[STATIC,VPP]}/2n-clx-e810cq-64B-2t1c-eth-ip4tcphttp-ldpreload-nginx-1_15_0-rps" - data: "vpp-2n-clx-curr-iter-vsap" - include: - - "Tests.Vpp.Perf.Hoststack.2N1L-100Ge2P1E810Cq-Eth-Ip4Tcphttp-Ldpreload-Nginx-1 15 0-Rps.64B-2t1c-eth-ip4tcphttp-ldpreload-nginx-1_15_0-rps" - layout: - title: "2n-clx-e810cq-64B-2t1c-eth-ip4tcphttp-ldpreload-nginx-1_15_0" - layout: "plot-hoststack" - -- type: "plot" - title: "2n-clx-e810cq-1024B-2t1c-eth-ip4tcphttp-ldpreload-nginx-1_15_0-rps" - algorithm: "plot_perf_box_name" - output-file: "{DIR[STATIC,VPP]}/2n-clx-e810cq-1024B-2t1c-eth-ip4tcphttp-ldpreload-nginx-1_15_0-rps" - data: "vpp-2n-clx-curr-iter-vsap" - include: - - "Tests.Vpp.Perf.Hoststack.2N1L-100Ge2P1E810Cq-Eth-Ip4Tcphttp-Ldpreload-Nginx-1 15 0-Rps.1024B-2t1c-eth-ip4tcphttp-ldpreload-nginx-1_15_0-rps" - layout: - title: "2n-clx-e810cq-1024B-2t1c-eth-ip4tcphttp-ldpreload-nginx-1_15_0" - layout: "plot-hoststack" - -- type: "plot" - title: "2n-clx-e810cq-2048B-2t1c-eth-ip4tcphttp-ldpreload-nginx-1_15_0-rps" - algorithm: "plot_perf_box_name" - output-file: "{DIR[STATIC,VPP]}/2n-clx-e810cq-2048B-2t1c-eth-ip4tcphttp-ldpreload-nginx-1_15_0-rps" - data: "vpp-2n-clx-curr-iter-vsap" - include: - - "Tests.Vpp.Perf.Hoststack.2N1L-100Ge2P1E810Cq-Eth-Ip4Tcphttp-Ldpreload-Nginx-1 15 0-Rps.2048B-2t1c-eth-ip4tcphttp-ldpreload-nginx-1_15_0-rps" - layout: - title: "2n-clx-e810cq-2048B-2t1c-eth-ip4tcphttp-ldpreload-nginx-1_15_0" - layout: "plot-hoststack" - -################################################################################ - # Soak Test (PLRsearch), boxes - 2n-icx - type: "plot" title: "VPP Critical rate: 30 Minutes Soak Test (PLRsearch)" @@ -5722,8 +5853,8 @@ data: "vpp-2n-icx-curr-soak" include: - "Tests.Vpp.Perf.L2.2N1L-25Ge2P1Xxv710-Avf-Eth-L2Xcbase-Soak.64B-2t1c-avf-eth-l2xcbase-soak" - - "Tests.Vpp.Perf.L2.2N1L-25Ge2P1Xxv710-Avf-Eth-L2Bdbasemaclrn-Soak.64B-2t1c-avf-eth-l2bdbasemaclrn-soak" - "Tests.Vpp.Perf.L2.2N1L-25Ge2P1Xxv710-Eth-L2Xcbase-Soak.64B-2t1c-eth-l2xcbase-soak" + - "Tests.Vpp.Perf.L2.2N1L-25Ge2P1Xxv710-Avf-Eth-L2Bdbasemaclrn-Soak.64B-2t1c-avf-eth-l2bdbasemaclrn-soak" - "Tests.Vpp.Perf.L2.2N1L-25Ge2P1Xxv710-Eth-L2Bdbasemaclrn-Soak.64B-2t1c-eth-l2bdbasemaclrn-soak" - "Tests.Vpp.Perf.Ip4.2N1L-25Ge2P1Xxv710-Avf-Ethip4-Ip4Base-Soak.64B-2t1c-avf-ethip4-ip4base-soak" - "Tests.Vpp.Perf.Ip4.2N1L-25Ge2P1Xxv710-Ethip4-Ip4Base-Soak.64B-2t1c-ethip4-ip4base-soak" @@ -5758,8 +5889,8 @@ data: "vpp-2n-clx-curr-soak" include: - "Tests.Vpp.Perf.L2.2N1L-25Ge2P1Xxv710-Avf-Eth-L2Xcbase-Soak.64B-2t1c-avf-eth-l2xcbase-soak" - - "Tests.Vpp.Perf.L2.2N1L-25Ge2P1Xxv710-Avf-Eth-L2Bdbasemaclrn-Soak.64B-2t1c-avf-eth-l2bdbasemaclrn-soak" - "Tests.Vpp.Perf.L2.2N1L-25Ge2P1Xxv710-Eth-L2Xcbase-Soak.64B-2t1c-eth-l2xcbase-soak" + - "Tests.Vpp.Perf.L2.2N1L-25Ge2P1Xxv710-Avf-Eth-L2Bdbasemaclrn-Soak.64B-2t1c-avf-eth-l2bdbasemaclrn-soak" - "Tests.Vpp.Perf.L2.2N1L-25Ge2P1Xxv710-Eth-L2Bdbasemaclrn-Soak.64B-2t1c-eth-l2bdbasemaclrn-soak" - "Tests.Vpp.Perf.Ip4.2N1L-25Ge2P1Xxv710-Avf-Ethip4-Ip4Base-Soak.64B-2t1c-avf-ethip4-ip4base-soak" - "Tests.Vpp.Perf.Ip4.2N1L-25Ge2P1Xxv710-Ethip4-Ip4Base-Soak.64B-2t1c-ethip4-ip4base-soak" @@ -8049,16 +8180,16 @@ data: "vpp-2n-clx-curr-iter" core: ["2t1c", ] include: - - "tests.vpp.perf.ip4.2n1l-25ge2p1xxv710-avf-ethip4udp-nat44ed-h1024-p63-s64512-cps-ndrpdr.64b-{core}-avf-ethip4udp-nat44ed-h1024-p63-s64512-cps-ndrpdr" - "tests.vpp.perf.ip4.2n1l-25ge2p1xxv710-avf-ethip4udp-ip4base-h1024-p63-s64512-cps-ndrpdr.64b-{core}-avf-ethip4udp-ip4base-h1024-p63-s64512-cps-ndrpdr" - - "tests.vpp.perf.ip4.2n1l-25ge2p1xxv710-avf-ethip4udp-nat44ed-h4096-p63-s258048-cps-ndrpdr.64b-{core}-avf-ethip4udp-nat44ed-h4096-p63-s258048-cps-ndrpdr" + - "tests.vpp.perf.ip4.2n1l-25ge2p1xxv710-avf-ethip4udp-nat44ed-h1024-p63-s64512-cps-ndrpdr.64b-{core}-avf-ethip4udp-nat44ed-h1024-p63-s64512-cps-ndrpdr" - "tests.vpp.perf.ip4.2n1l-25ge2p1xxv710-avf-ethip4udp-ip4base-h4096-p63-s258048-cps-ndrpdr.64b-{core}-avf-ethip4udp-ip4base-h4096-p63-s258048-cps-ndrpdr" - - "tests.vpp.perf.ip4.2n1l-25ge2p1xxv710-avf-ethip4udp-nat44ed-h16384-p63-s1032192-cps-ndrpdr.64b-{core}-avf-ethip4udp-nat44ed-h16384-p63-s1032192-cps-ndrpdr" + - "tests.vpp.perf.ip4.2n1l-25ge2p1xxv710-avf-ethip4udp-nat44ed-h4096-p63-s258048-cps-ndrpdr.64b-{core}-avf-ethip4udp-nat44ed-h4096-p63-s258048-cps-ndrpdr" - "tests.vpp.perf.ip4.2n1l-25ge2p1xxv710-avf-ethip4udp-ip4base-h16384-p63-s1032192-cps-ndrpdr.64b-{core}-avf-ethip4udp-ip4base-h16384-p63-s1032192-cps-ndrpdr" - - "tests.vpp.perf.ip4.2n1l-25ge2p1xxv710-avf-ethip4udp-nat44ed-h65536-p63-s4128768-cps-ndrpdr.64b-{core}-avf-ethip4udp-nat44ed-h65536-p63-s4128768-cps-ndrpdr" + - "tests.vpp.perf.ip4.2n1l-25ge2p1xxv710-avf-ethip4udp-nat44ed-h16384-p63-s1032192-cps-ndrpdr.64b-{core}-avf-ethip4udp-nat44ed-h16384-p63-s1032192-cps-ndrpdr" - "tests.vpp.perf.ip4.2n1l-25ge2p1xxv710-avf-ethip4udp-ip4base-h65536-p63-s4128768-cps-ndrpdr.64b-{core}-avf-ethip4udp-ip4base-h65536-p63-s4128768-cps-ndrpdr" - - "tests.vpp.perf.ip4.2n1l-25ge2p1xxv710-avf-ethip4udp-nat44ed-h262144-p63-s16515072-cps-ndrpdr.64b-{core}-avf-ethip4udp-nat44ed-h262144-p63-s16515072-cps-ndrpdr" + - "tests.vpp.perf.ip4.2n1l-25ge2p1xxv710-avf-ethip4udp-nat44ed-h65536-p63-s4128768-cps-ndrpdr.64b-{core}-avf-ethip4udp-nat44ed-h65536-p63-s4128768-cps-ndrpdr" - "tests.vpp.perf.ip4.2n1l-25ge2p1xxv710-avf-ethip4udp-ip4base-h262144-p63-s16515072-cps-ndrpdr.64b-{core}-avf-ethip4udp-ip4base-h262144-p63-s16515072-cps-ndrpdr" + - "tests.vpp.perf.ip4.2n1l-25ge2p1xxv710-avf-ethip4udp-nat44ed-h262144-p63-s16515072-cps-ndrpdr.64b-{core}-avf-ethip4udp-nat44ed-h262144-p63-s16515072-cps-ndrpdr" layout: title: "2n-clx-xxv710-64b-{core}-nat44ed-ip4routing-udp-stf-cps-avf-{test_type}" layout: "plot-cps" @@ -8070,16 +8201,16 @@ data: "vpp-2n-clx-curr-iter" core: ["2t1c", ] include: - - "tests.vpp.perf.ip4.2n1l-25ge2p1xxv710-avf-ethip4tcp-nat44ed-h1024-p63-s64512-cps-ndrpdr.64b-{core}-avf-ethip4tcp-nat44ed-h1024-p63-s64512-cps-ndrpdr" - "tests.vpp.perf.ip4.2n1l-25ge2p1xxv710-avf-ethip4tcp-ip4base-h1024-p63-s64512-cps-ndrpdr.64b-{core}-avf-ethip4tcp-ip4base-h1024-p63-s64512-cps-ndrpdr" - - "tests.vpp.perf.ip4.2n1l-25ge2p1xxv710-avf-ethip4tcp-nat44ed-h4096-p63-s258048-cps-ndrpdr.64b-{core}-avf-ethip4tcp-nat44ed-h4096-p63-s258048-cps-ndrpdr" + - "tests.vpp.perf.ip4.2n1l-25ge2p1xxv710-avf-ethip4tcp-nat44ed-h1024-p63-s64512-cps-ndrpdr.64b-{core}-avf-ethip4tcp-nat44ed-h1024-p63-s64512-cps-ndrpdr" - "tests.vpp.perf.ip4.2n1l-25ge2p1xxv710-avf-ethip4tcp-ip4base-h4096-p63-s258048-cps-ndrpdr.64b-{core}-avf-ethip4tcp-ip4base-h4096-p63-s258048-cps-ndrpdr" - - "tests.vpp.perf.ip4.2n1l-25ge2p1xxv710-avf-ethip4tcp-nat44ed-h16384-p63-s1032192-cps-ndrpdr.64b-{core}-avf-ethip4tcp-nat44ed-h16384-p63-s1032192-cps-ndrpdr" + - "tests.vpp.perf.ip4.2n1l-25ge2p1xxv710-avf-ethip4tcp-nat44ed-h4096-p63-s258048-cps-ndrpdr.64b-{core}-avf-ethip4tcp-nat44ed-h4096-p63-s258048-cps-ndrpdr" - "tests.vpp.perf.ip4.2n1l-25ge2p1xxv710-avf-ethip4tcp-ip4base-h16384-p63-s1032192-cps-ndrpdr.64b-{core}-avf-ethip4tcp-ip4base-h16384-p63-s1032192-cps-ndrpdr" - - "tests.vpp.perf.ip4.2n1l-25ge2p1xxv710-avf-ethip4tcp-nat44ed-h65536-p63-s4128768-cps-ndrpdr.64b-{core}-avf-ethip4tcp-nat44ed-h65536-p63-s4128768-cps-ndrpdr" + - "tests.vpp.perf.ip4.2n1l-25ge2p1xxv710-avf-ethip4tcp-nat44ed-h16384-p63-s1032192-cps-ndrpdr.64b-{core}-avf-ethip4tcp-nat44ed-h16384-p63-s1032192-cps-ndrpdr" - "tests.vpp.perf.ip4.2n1l-25ge2p1xxv710-avf-ethip4tcp-ip4base-h65536-p63-s4128768-cps-ndrpdr.64b-{core}-avf-ethip4tcp-ip4base-h65536-p63-s4128768-cps-ndrpdr" - - "tests.vpp.perf.ip4.2n1l-25ge2p1xxv710-avf-ethip4tcp-nat44ed-h262144-p63-s16515072-cps-ndrpdr.64b-{core}-avf-ethip4tcp-nat44ed-h262144-p63-s16515072-cps-ndrpdr" + - "tests.vpp.perf.ip4.2n1l-25ge2p1xxv710-avf-ethip4tcp-nat44ed-h65536-p63-s4128768-cps-ndrpdr.64b-{core}-avf-ethip4tcp-nat44ed-h65536-p63-s4128768-cps-ndrpdr" - "tests.vpp.perf.ip4.2n1l-25ge2p1xxv710-avf-ethip4tcp-ip4base-h262144-p63-s16515072-cps-ndrpdr.64b-{core}-avf-ethip4tcp-ip4base-h262144-p63-s16515072-cps-ndrpdr" + - "tests.vpp.perf.ip4.2n1l-25ge2p1xxv710-avf-ethip4tcp-nat44ed-h262144-p63-s16515072-cps-ndrpdr.64b-{core}-avf-ethip4tcp-nat44ed-h262144-p63-s16515072-cps-ndrpdr" layout: title: "2n-clx-xxv710-64b-{core}-nat44ed-ip4routing-tcp-stf-cps-avf-{test_type}" layout: "plot-cps" @@ -8092,10 +8223,10 @@ core: ["2t1c", ] include: - "Tests.Vpp.Perf.Ip4.2N1L-25Ge2P1Xxv710-Avf-Ethip4Tcp-Ip4Base-H1024-P63-S64512-Tput-Ndrpdr.100B-{core}-avf-ethip4tcp-ip4base-h1024-p63-s64512-tput-ndrpdr" - - "Tests.Vpp.Perf.Ip4.2N1L-25Ge2P1Xxv710-Avf-Ethip4Tcp-Ip4Base-H16384-P63-S1032192-Tput-Ndrpdr.100B-{core}-avf-ethip4tcp-ip4base-h16384-p63-s1032192-tput-ndrpdr" - - "Tests.Vpp.Perf.Ip4.2N1L-25Ge2P1Xxv710-Avf-Ethip4Tcp-Ip4Base-H65536-P63-S4128768-Tput-Ndrpdr.100B-{core}-avf-ethip4tcp-ip4base-h65536-p63-s4128768-tput-ndrpdr" - "Tests.Vpp.Perf.Ip4.2N1L-25Ge2P1Xxv710-Avf-Ethip4Tcp-Nat44Ed-H1024-P63-S64512-Tput-Ndrpdr.100B-{core}-avf-ethip4tcp-nat44ed-h1024-p63-s64512-tput-ndrpdr" + - "Tests.Vpp.Perf.Ip4.2N1L-25Ge2P1Xxv710-Avf-Ethip4Tcp-Ip4Base-H16384-P63-S1032192-Tput-Ndrpdr.100B-{core}-avf-ethip4tcp-ip4base-h16384-p63-s1032192-tput-ndrpdr" - "Tests.Vpp.Perf.Ip4.2N1L-25Ge2P1Xxv710-Avf-Ethip4Tcp-Nat44Ed-H16384-P63-S1032192-Tput-Ndrpdr.100B-{core}-avf-ethip4tcp-nat44ed-h16384-p63-s1032192-tput-ndrpdr" + - "Tests.Vpp.Perf.Ip4.2N1L-25Ge2P1Xxv710-Avf-Ethip4Tcp-Ip4Base-H65536-P63-S4128768-Tput-Ndrpdr.100B-{core}-avf-ethip4tcp-ip4base-h65536-p63-s4128768-tput-ndrpdr" - "Tests.Vpp.Perf.Ip4.2N1L-25Ge2P1Xxv710-Avf-Ethip4Tcp-Nat44Ed-H65536-P63-S4128768-Tput-Ndrpdr.100B-{core}-avf-ethip4tcp-nat44ed-h65536-p63-s4128768-tput-ndrpdr" layout: title: "2n-clx-xxv710-100b-{core}-nat44ed-ip4routing-tcp-tput-avf-{test_type}" @@ -8108,8 +8239,11 @@ data: "vpp-2n-clx-curr-iter" core: ["2t1c", ] include: + - "Tests.Vpp.Perf.Ip4.2N1L-25Ge2P1Xxv710-Avf-Ethip4Udp-Ip4Base-H1024-P63-S64512-Tput-Ndrpdr.100B-{core}-avf-ethip4udp-ip4base-h1024-p63-s64512-tput-ndrpdr" - "Tests.Vpp.Perf.Ip4.2N1L-25Ge2P1Xxv710-Avf-Ethip4Udp-Nat44Ed-H1024-P63-S64512-Tput-Ndrpdr.100B-{core}-avf-ethip4udp-nat44ed-h1024-p63-s64512-tput-ndrpdr" + - "Tests.Vpp.Perf.Ip4.2N1L-25Ge2P1Xxv710-Avf-Ethip4Udp-Ip4Base-H16384-P63-S1032192-Tput-Ndrpdr.100B-{core}-avf-ethip4udp-ip4base-h16384-p63-s1032192-tput-ndrpdr" - "Tests.Vpp.Perf.Ip4.2N1L-25Ge2P1Xxv710-Avf-Ethip4Udp-Nat44Ed-H16384-P63-S1032192-Tput-Ndrpdr.100B-{core}-avf-ethip4udp-nat44ed-h16384-p63-s1032192-tput-ndrpdr" + - "Tests.Vpp.Perf.Ip4.2N1L-25Ge2P1Xxv710-Avf-Ethip4Udp-Ip4Base-H65536-P63-S4128768-Tput-Ndrpdr.100B-{core}-avf-ethip4udp-ip4base-h65536-p63-s4128768-tput-ndrpdr" - "Tests.Vpp.Perf.Ip4.2N1L-25Ge2P1Xxv710-Avf-Ethip4Udp-Nat44Ed-H65536-P63-S4128768-Tput-Ndrpdr.100B-{core}-avf-ethip4udp-nat44ed-h65536-p63-s4128768-tput-ndrpdr" layout: title: "2n-clx-xxv710-100b-{core}-nat44ed-ip4routing-udp-tput-avf-{test_type}" @@ -8701,16 +8835,16 @@ output-file: "{DIR[STATIC,VPP]}/2n-clx-xxv710-64b-nat44ed-ip4routing-udp-stf-cps-avf-{test_type}-tsa" data: "vpp-2n-clx-curr-iter" include: - - "tests.vpp.perf.ip4.2n1l-25ge2p1xxv710-avf-ethip4udp-nat44ed-h1024-p63-s64512-cps-ndrpdr.64b-.t.c-avf-ethip4udp-nat44ed-h1024-p63-s64512-cps-ndrpdr" - "tests.vpp.perf.ip4.2n1l-25ge2p1xxv710-avf-ethip4udp-ip4base-h1024-p63-s64512-cps-ndrpdr.64b-.t.c-avf-ethip4udp-ip4base-h1024-p63-s64512-cps-ndrpdr" - - "tests.vpp.perf.ip4.2n1l-25ge2p1xxv710-avf-ethip4udp-nat44ed-h4096-p63-s258048-cps-ndrpdr.64b-.t.c-avf-ethip4udp-nat44ed-h4096-p63-s258048-cps-ndrpdr" + - "tests.vpp.perf.ip4.2n1l-25ge2p1xxv710-avf-ethip4udp-nat44ed-h1024-p63-s64512-cps-ndrpdr.64b-.t.c-avf-ethip4udp-nat44ed-h1024-p63-s64512-cps-ndrpdr" - "tests.vpp.perf.ip4.2n1l-25ge2p1xxv710-avf-ethip4udp-ip4base-h4096-p63-s258048-cps-ndrpdr.64b-.t.c-avf-ethip4udp-ip4base-h4096-p63-s258048-cps-ndrpdr" - - "tests.vpp.perf.ip4.2n1l-25ge2p1xxv710-avf-ethip4udp-nat44ed-h16384-p63-s1032192-cps-ndrpdr.64b-.t.c-avf-ethip4udp-nat44ed-h16384-p63-s1032192-cps-ndrpdr" + - "tests.vpp.perf.ip4.2n1l-25ge2p1xxv710-avf-ethip4udp-nat44ed-h4096-p63-s258048-cps-ndrpdr.64b-.t.c-avf-ethip4udp-nat44ed-h4096-p63-s258048-cps-ndrpdr" - "tests.vpp.perf.ip4.2n1l-25ge2p1xxv710-avf-ethip4udp-ip4base-h16384-p63-s1032192-cps-ndrpdr.64b-.t.c-avf-ethip4udp-ip4base-h16384-p63-s1032192-cps-ndrpdr" - - "tests.vpp.perf.ip4.2n1l-25ge2p1xxv710-avf-ethip4udp-nat44ed-h65536-p63-s4128768-cps-ndrpdr.64b-.t.c-avf-ethip4udp-nat44ed-h65536-p63-s4128768-cps-ndrpdr" + - "tests.vpp.perf.ip4.2n1l-25ge2p1xxv710-avf-ethip4udp-nat44ed-h16384-p63-s1032192-cps-ndrpdr.64b-.t.c-avf-ethip4udp-nat44ed-h16384-p63-s1032192-cps-ndrpdr" - "tests.vpp.perf.ip4.2n1l-25ge2p1xxv710-avf-ethip4udp-ip4base-h65536-p63-s4128768-cps-ndrpdr.64b-.t.c-avf-ethip4udp-ip4base-h65536-p63-s4128768-cps-ndrpdr" - - "tests.vpp.perf.ip4.2n1l-25ge2p1xxv710-avf-ethip4udp-nat44ed-h262144-p63-s16515072-cps-ndrpdr.64b-.t.c-avf-ethip4udp-nat44ed-h262144-p63-s16515072-cps-ndrpdr" + - "tests.vpp.perf.ip4.2n1l-25ge2p1xxv710-avf-ethip4udp-nat44ed-h65536-p63-s4128768-cps-ndrpdr.64b-.t.c-avf-ethip4udp-nat44ed-h65536-p63-s4128768-cps-ndrpdr" - "tests.vpp.perf.ip4.2n1l-25ge2p1xxv710-avf-ethip4udp-ip4base-h262144-p63-s16515072-cps-ndrpdr.64b-.t.c-avf-ethip4udp-ip4base-h262144-p63-s16515072-cps-ndrpdr" + - "tests.vpp.perf.ip4.2n1l-25ge2p1xxv710-avf-ethip4udp-nat44ed-h262144-p63-s16515072-cps-ndrpdr.64b-.t.c-avf-ethip4udp-nat44ed-h262144-p63-s16515072-cps-ndrpdr" layout: title: "2n-clx-xxv710-64b-nat44ed-ip4routing-udp-stf-cps-avf-{test_type}" layout: "plot-throughput-speedup-analysis-cps" @@ -8721,16 +8855,16 @@ output-file: "{DIR[STATIC,VPP]}/2n-clx-xxv710-64b-nat44ed-ip4routing-tcp-stf-cps-avf-{test_type}-tsa" data: "vpp-2n-clx-curr-iter" include: - - "tests.vpp.perf.ip4.2n1l-25ge2p1xxv710-avf-ethip4tcp-nat44ed-h1024-p63-s64512-cps-ndrpdr.64b-.t.c-avf-ethip4tcp-nat44ed-h1024-p63-s64512-cps-ndrpdr" - "tests.vpp.perf.ip4.2n1l-25ge2p1xxv710-avf-ethip4tcp-ip4base-h1024-p63-s64512-cps-ndrpdr.64b-.t.c-avf-ethip4tcp-ip4base-h1024-p63-s64512-cps-ndrpdr" - - "tests.vpp.perf.ip4.2n1l-25ge2p1xxv710-avf-ethip4tcp-nat44ed-h4096-p63-s258048-cps-ndrpdr.64b-.t.c-avf-ethip4tcp-nat44ed-h4096-p63-s258048-cps-ndrpdr" + - "tests.vpp.perf.ip4.2n1l-25ge2p1xxv710-avf-ethip4tcp-nat44ed-h1024-p63-s64512-cps-ndrpdr.64b-.t.c-avf-ethip4tcp-nat44ed-h1024-p63-s64512-cps-ndrpdr" - "tests.vpp.perf.ip4.2n1l-25ge2p1xxv710-avf-ethip4tcp-ip4base-h4096-p63-s258048-cps-ndrpdr.64b-.t.c-avf-ethip4tcp-ip4base-h4096-p63-s258048-cps-ndrpdr" - - "tests.vpp.perf.ip4.2n1l-25ge2p1xxv710-avf-ethip4tcp-nat44ed-h16384-p63-s1032192-cps-ndrpdr.64b-.t.c-avf-ethip4tcp-nat44ed-h16384-p63-s1032192-cps-ndrpdr" + - "tests.vpp.perf.ip4.2n1l-25ge2p1xxv710-avf-ethip4tcp-nat44ed-h4096-p63-s258048-cps-ndrpdr.64b-.t.c-avf-ethip4tcp-nat44ed-h4096-p63-s258048-cps-ndrpdr" - "tests.vpp.perf.ip4.2n1l-25ge2p1xxv710-avf-ethip4tcp-ip4base-h16384-p63-s1032192-cps-ndrpdr.64b-.t.c-avf-ethip4tcp-ip4base-h16384-p63-s1032192-cps-ndrpdr" - - "tests.vpp.perf.ip4.2n1l-25ge2p1xxv710-avf-ethip4tcp-nat44ed-h65536-p63-s4128768-cps-ndrpdr.64b-.t.c-avf-ethip4tcp-nat44ed-h65536-p63-s4128768-cps-ndrpdr" + - "tests.vpp.perf.ip4.2n1l-25ge2p1xxv710-avf-ethip4tcp-nat44ed-h16384-p63-s1032192-cps-ndrpdr.64b-.t.c-avf-ethip4tcp-nat44ed-h16384-p63-s1032192-cps-ndrpdr" - "tests.vpp.perf.ip4.2n1l-25ge2p1xxv710-avf-ethip4tcp-ip4base-h65536-p63-s4128768-cps-ndrpdr.64b-.t.c-avf-ethip4tcp-ip4base-h65536-p63-s4128768-cps-ndrpdr" - - "tests.vpp.perf.ip4.2n1l-25ge2p1xxv710-avf-ethip4tcp-nat44ed-h262144-p63-s16515072-cps-ndrpdr.64b-.t.c-avf-ethip4tcp-nat44ed-h262144-p63-s16515072-cps-ndrpdr" + - "tests.vpp.perf.ip4.2n1l-25ge2p1xxv710-avf-ethip4tcp-nat44ed-h65536-p63-s4128768-cps-ndrpdr.64b-.t.c-avf-ethip4tcp-nat44ed-h65536-p63-s4128768-cps-ndrpdr" - "tests.vpp.perf.ip4.2n1l-25ge2p1xxv710-avf-ethip4tcp-ip4base-h262144-p63-s16515072-cps-ndrpdr.64b-.t.c-avf-ethip4tcp-ip4base-h262144-p63-s16515072-cps-ndrpdr" + - "tests.vpp.perf.ip4.2n1l-25ge2p1xxv710-avf-ethip4tcp-nat44ed-h262144-p63-s16515072-cps-ndrpdr.64b-.t.c-avf-ethip4tcp-nat44ed-h262144-p63-s16515072-cps-ndrpdr" layout: title: "2n-clx-xxv710-64b-nat44ed-ip4routing-tcp-stf-cps-avf-{test_type}" layout: "plot-throughput-speedup-analysis-cps" @@ -8742,10 +8876,10 @@ data: "vpp-2n-clx-curr-iter" include: - "Tests.Vpp.Perf.Ip4.2N1L-25Ge2P1Xxv710-Avf-Ethip4Tcp-Ip4Base-H1024-P63-S64512-Tput-Ndrpdr.100B-.t.c-avf-ethip4tcp-ip4base-h1024-p63-s64512-tput-ndrpdr" - - "Tests.Vpp.Perf.Ip4.2N1L-25Ge2P1Xxv710-Avf-Ethip4Tcp-Ip4Base-H16384-P63-S1032192-Tput-Ndrpdr.100B-.t.c-avf-ethip4tcp-ip4base-h16384-p63-s1032192-tput-ndrpdr" - - "Tests.Vpp.Perf.Ip4.2N1L-25Ge2P1Xxv710-Avf-Ethip4Tcp-Ip4Base-H65536-P63-S4128768-Tput-Ndrpdr.100B-.t.c-avf-ethip4tcp-ip4base-h65536-p63-s4128768-tput-ndrpdr" - "Tests.Vpp.Perf.Ip4.2N1L-25Ge2P1Xxv710-Avf-Ethip4Tcp-Nat44Ed-H1024-P63-S64512-Tput-Ndrpdr.100B-.t.c-avf-ethip4tcp-nat44ed-h1024-p63-s64512-tput-ndrpdr" + - "Tests.Vpp.Perf.Ip4.2N1L-25Ge2P1Xxv710-Avf-Ethip4Tcp-Ip4Base-H16384-P63-S1032192-Tput-Ndrpdr.100B-.t.c-avf-ethip4tcp-ip4base-h16384-p63-s1032192-tput-ndrpdr" - "Tests.Vpp.Perf.Ip4.2N1L-25Ge2P1Xxv710-Avf-Ethip4Tcp-Nat44Ed-H16384-P63-S1032192-Tput-Ndrpdr.100B-.t.c-avf-ethip4tcp-nat44ed-h16384-p63-s1032192-tput-ndrpdr" + - "Tests.Vpp.Perf.Ip4.2N1L-25Ge2P1Xxv710-Avf-Ethip4Tcp-Ip4Base-H65536-P63-S4128768-Tput-Ndrpdr.100B-.t.c-avf-ethip4tcp-ip4base-h65536-p63-s4128768-tput-ndrpdr" - "Tests.Vpp.Perf.Ip4.2N1L-25Ge2P1Xxv710-Avf-Ethip4Tcp-Nat44Ed-H65536-P63-S4128768-Tput-Ndrpdr.100B-.t.c-avf-ethip4tcp-nat44ed-h65536-p63-s4128768-tput-ndrpdr" layout: title: "2n-clx-xxv710-100b-nat44ed-ip4routing-tcp-tput-avf-{test_type}" @@ -8757,8 +8891,11 @@ output-file: "{DIR[STATIC,VPP]}/2n-clx-xxv710-100b-nat44ed-ip4routing-udp-tput-avf-{test_type}-tsa" data: "vpp-2n-clx-curr-iter" include: + - "Tests.Vpp.Perf.Ip4.2N1L-25Ge2P1Xxv710-Avf-Ethip4Udp-Ip4Base-H1024-P63-S64512-Tput-Ndrpdr.100B-.t.c-avf-ethip4udp-ip4base-h1024-p63-s64512-tput-ndrpdr" - "Tests.Vpp.Perf.Ip4.2N1L-25Ge2P1Xxv710-Avf-Ethip4Udp-Nat44Ed-H1024-P63-S64512-Tput-Ndrpdr.100B-.t.c-avf-ethip4udp-nat44ed-h1024-p63-s64512-tput-ndrpdr" + - "Tests.Vpp.Perf.Ip4.2N1L-25Ge2P1Xxv710-Avf-Ethip4Udp-Ip4Base-H16384-P63-S1032192-Tput-Ndrpdr.100B-.t.c-avf-ethip4udp-ip4base-h16384-p63-s1032192-tput-ndrpdr" - "Tests.Vpp.Perf.Ip4.2N1L-25Ge2P1Xxv710-Avf-Ethip4Udp-Nat44Ed-H16384-P63-S1032192-Tput-Ndrpdr.100B-.t.c-avf-ethip4udp-nat44ed-h16384-p63-s1032192-tput-ndrpdr" + - "Tests.Vpp.Perf.Ip4.2N1L-25Ge2P1Xxv710-Avf-Ethip4Udp-Ip4Base-H65536-P63-S4128768-Tput-Ndrpdr.100B-.t.c-avf-ethip4udp-ip4base-h65536-p63-s4128768-tput-ndrpdr" - "Tests.Vpp.Perf.Ip4.2N1L-25Ge2P1Xxv710-Avf-Ethip4Udp-Nat44Ed-H65536-P63-S4128768-Tput-Ndrpdr.100B-.t.c-avf-ethip4udp-nat44ed-h65536-p63-s4128768-tput-ndrpdr" layout: title: "2n-clx-xxv710-100b-nat44ed-ip4routing-udp-tput-avf-{test_type}" @@ -9277,10 +9414,10 @@ core: ["2t1c", ] include: - "Tests.Vpp.Perf.Ip4.2N1L-25Ge2P1Xxv710-Avf-Ethip4Udp-Ip4Base-H1024-P63-S64512-Cps-ndrpdr.64B-{core}-avf-ethip4udp-ip4base-h1024-p63-s64512-cps-ndrpdr" - - "Tests.Vpp.Perf.Ip4.2N1L-25Ge2P1Xxv710-Avf-Ethip4Udp-Ip4Base-H16384-P63-S1032192-Cps-ndrpdr.64B-{core}-avf-ethip4udp-ip4base-h16384-p63-s1032192-cps-ndrpdr" - - "Tests.Vpp.Perf.Ip4.2N1L-25Ge2P1Xxv710-Avf-Ethip4Udp-Ip4Base-H65536-P63-S4128768-Cps-ndrpdr.64B-{core}-avf-ethip4udp-ip4base-h65536-p63-s4128768-cps-ndrpdr" - "Tests.Vpp.Perf.Ip4.2N1L-25Ge2P1Xxv710-Avf-Ethip4Udp-Nat44Ed-H1024-P63-S64512-Cps-ndrpdr.64B-{core}-avf-ethip4udp-nat44ed-h1024-p63-s64512-cps-ndrpdr" + - "Tests.Vpp.Perf.Ip4.2N1L-25Ge2P1Xxv710-Avf-Ethip4Udp-Ip4Base-H16384-P63-S1032192-Cps-ndrpdr.64B-{core}-avf-ethip4udp-ip4base-h16384-p63-s1032192-cps-ndrpdr" - "Tests.Vpp.Perf.Ip4.2N1L-25Ge2P1Xxv710-Avf-Ethip4Udp-Nat44Ed-H16384-P63-S1032192-Cps-ndrpdr.64B-{core}-avf-ethip4udp-nat44ed-h16384-p63-s1032192-cps-ndrpdr" + - "Tests.Vpp.Perf.Ip4.2N1L-25Ge2P1Xxv710-Avf-Ethip4Udp-Ip4Base-H65536-P63-S4128768-Cps-ndrpdr.64B-{core}-avf-ethip4udp-ip4base-h65536-p63-s4128768-cps-ndrpdr" - "Tests.Vpp.Perf.Ip4.2N1L-25Ge2P1Xxv710-Avf-Ethip4Udp-Nat44Ed-H65536-P63-S4128768-Cps-ndrpdr.64B-{core}-avf-ethip4udp-nat44ed-h65536-p63-s4128768-cps-ndrpdr" layout: title: "2n-icx-xxv710-64b-{core}-nat44ed-ip4routing-udp-stf-cps-avf-{test_type}" @@ -9294,10 +9431,10 @@ core: ["2t1c", ] include: - "Tests.Vpp.Perf.Ip4.2N1L-25Ge2P1Xxv710-Avf-Ethip4Tcp-Ip4Base-H1024-P63-S64512-Cps-ndrpdr.64B-{core}-avf-ethip4tcp-ip4base-h1024-p63-s64512-cps-ndrpdr" - - "Tests.Vpp.Perf.Ip4.2N1L-25Ge2P1Xxv710-Avf-Ethip4Tcp-Ip4Base-H16384-P63-S1032192-Cps-ndrpdr.64B-{core}-avf-ethip4tcp-ip4base-h16384-p63-s1032192-cps-ndrpdr" - - "Tests.Vpp.Perf.Ip4.2N1L-25Ge2P1Xxv710-Avf-Ethip4Tcp-Ip4Base-H65536-P63-S4128768-Cps-ndrpdr.64B-{core}-avf-ethip4tcp-ip4base-h65536-p63-s4128768-cps-ndrpdr" - "Tests.Vpp.Perf.Ip4.2N1L-25Ge2P1Xxv710-Avf-Ethip4Tcp-Nat44Ed-H1024-P63-S64512-Cps-ndrpdr.64B-{core}-avf-ethip4tcp-nat44ed-h1024-p63-s64512-cps-ndrpdr" + - "Tests.Vpp.Perf.Ip4.2N1L-25Ge2P1Xxv710-Avf-Ethip4Tcp-Ip4Base-H16384-P63-S1032192-Cps-ndrpdr.64B-{core}-avf-ethip4tcp-ip4base-h16384-p63-s1032192-cps-ndrpdr" - "Tests.Vpp.Perf.Ip4.2N1L-25Ge2P1Xxv710-Avf-Ethip4Tcp-Nat44Ed-H16384-P63-S1032192-Cps-ndrpdr.64B-{core}-avf-ethip4tcp-nat44ed-h16384-p63-s1032192-cps-ndrpdr" + - "Tests.Vpp.Perf.Ip4.2N1L-25Ge2P1Xxv710-Avf-Ethip4Tcp-Ip4Base-H65536-P63-S4128768-Cps-ndrpdr.64B-{core}-avf-ethip4tcp-ip4base-h65536-p63-s4128768-cps-ndrpdr" - "Tests.Vpp.Perf.Ip4.2N1L-25Ge2P1Xxv710-Avf-Ethip4Tcp-Nat44Ed-H65536-P63-S4128768-Cps-ndrpdr.64B-{core}-avf-ethip4tcp-nat44ed-h65536-p63-s4128768-cps-ndrpdr" layout: title: "2n-icx-xxv710-64b-{core}-nat44ed-ip4routing-tcp-stf-cps-avf-{test_type}" @@ -9310,8 +9447,11 @@ data: "vpp-2n-icx-curr-iter" core: ["2t1c", ] include: + - "Tests.Vpp.Perf.Ip4.2N1L-25Ge2P1Xxv710-Avf-Ethip4Udp-Ip4Base-H1024-P63-S64512-Tput-ndrpdr.100B-{core}-avf-ethip4udp-ip4base-h1024-p63-s64512-tput-ndrpdr" - "Tests.Vpp.Perf.Ip4.2N1L-25Ge2P1Xxv710-Avf-Ethip4Udp-Nat44Ed-H1024-P63-S64512-Tput-ndrpdr.100B-{core}-avf-ethip4udp-nat44ed-h1024-p63-s64512-tput-ndrpdr" + - "Tests.Vpp.Perf.Ip4.2N1L-25Ge2P1Xxv710-Avf-Ethip4Udp-Ip4Base-H16384-P63-S1032192-Tput-ndrpdr.100B-{core}-avf-ethip4udp-ip4base-h16384-p63-s1032192-tput-ndrpdr" - "Tests.Vpp.Perf.Ip4.2N1L-25Ge2P1Xxv710-Avf-Ethip4Udp-Nat44Ed-H16384-P63-S1032192-Tput-ndrpdr.100B-{core}-avf-ethip4udp-nat44ed-h16384-p63-s1032192-tput-ndrpdr" + - "Tests.Vpp.Perf.Ip4.2N1L-25Ge2P1Xxv710-Avf-Ethip4Udp-Ip4Base-H65536-P63-S4128768-Tput-ndrpdr.100B-{core}-avf-ethip4udp-ip4base-h65536-p63-s4128768-tput-ndrpdr" - "Tests.Vpp.Perf.Ip4.2N1L-25Ge2P1Xxv710-Avf-Ethip4Udp-Nat44Ed-H65536-P63-S4128768-Tput-ndrpdr.100B-{core}-avf-ethip4udp-nat44ed-h65536-p63-s4128768-tput-ndrpdr" layout: title: "2n-icx-xxv710-100b-{core}-nat44ed-ip4routing-udp-tput-avf-{test_type}" @@ -9325,10 +9465,10 @@ core: ["2t1c", ] include: - "Tests.Vpp.Perf.Ip4.2N1L-25Ge2P1Xxv710-Avf-Ethip4Tcp-Ip4Base-H1024-P63-S64512-Tput-Ndrpdr.100B-{core}-avf-ethip4tcp-ip4base-h1024-p63-s64512-tput-ndrpdr" - - "Tests.Vpp.Perf.Ip4.2N1L-25Ge2P1Xxv710-Avf-Ethip4Tcp-Ip4Base-H16384-P63-S1032192-Tput-Ndrpdr.100B-{core}-avf-ethip4tcp-ip4base-h16384-p63-s1032192-tput-ndrpdr" - - "Tests.Vpp.Perf.Ip4.2N1L-25Ge2P1Xxv710-Avf-Ethip4Tcp-Ip4Base-H65536-P63-S4128768-Tput-Ndrpdr.100B-{core}-avf-ethip4tcp-ip4base-h65536-p63-s4128768-tput-ndrpdr" - "Tests.Vpp.Perf.Ip4.2N1L-25Ge2P1Xxv710-Avf-Ethip4Tcp-Nat44Ed-H1024-P63-S64512-Tput-Ndrpdr.100B-{core}-avf-ethip4tcp-nat44ed-h1024-p63-s64512-tput-ndrpdr" + - "Tests.Vpp.Perf.Ip4.2N1L-25Ge2P1Xxv710-Avf-Ethip4Tcp-Ip4Base-H16384-P63-S1032192-Tput-Ndrpdr.100B-{core}-avf-ethip4tcp-ip4base-h16384-p63-s1032192-tput-ndrpdr" - "Tests.Vpp.Perf.Ip4.2N1L-25Ge2P1Xxv710-Avf-Ethip4Tcp-Nat44Ed-H16384-P63-S1032192-Tput-Ndrpdr.100B-{core}-avf-ethip4tcp-nat44ed-h16384-p63-s1032192-tput-ndrpdr" + - "Tests.Vpp.Perf.Ip4.2N1L-25Ge2P1Xxv710-Avf-Ethip4Tcp-Ip4Base-H65536-P63-S4128768-Tput-Ndrpdr.100B-{core}-avf-ethip4tcp-ip4base-h65536-p63-s4128768-tput-ndrpdr" - "Tests.Vpp.Perf.Ip4.2N1L-25Ge2P1Xxv710-Avf-Ethip4Tcp-Nat44Ed-H65536-P63-S4128768-Tput-Ndrpdr.100B-{core}-avf-ethip4tcp-nat44ed-h65536-p63-s4128768-tput-ndrpdr" layout: title: "2n-icx-xxv710-100b-{core}-nat44ed-ip4routing-tcp-tput-avf-{test_type}" @@ -9560,10 +9700,10 @@ data: "vpp-2n-icx-curr-iter" include: - "Tests.Vpp.Perf.Ip4.2N1L-25Ge2P1Xxv710-Avf-Ethip4Udp-Ip4Base-H1024-P63-S64512-Cps-ndrpdr.64B-.t.c-avf-ethip4udp-ip4base-h1024-p63-s64512-cps-ndrpdr" - - "Tests.Vpp.Perf.Ip4.2N1L-25Ge2P1Xxv710-Avf-Ethip4Udp-Ip4Base-H16384-P63-S1032192-Cps-ndrpdr.64B-.t.c-avf-ethip4udp-ip4base-h16384-p63-s1032192-cps-ndrpdr" - - "Tests.Vpp.Perf.Ip4.2N1L-25Ge2P1Xxv710-Avf-Ethip4Udp-Ip4Base-H65536-P63-S4128768-Cps-ndrpdr.64B-.t.c-avf-ethip4udp-ip4base-h65536-p63-s4128768-cps-ndrpdr" - "Tests.Vpp.Perf.Ip4.2N1L-25Ge2P1Xxv710-Avf-Ethip4Udp-Nat44Ed-H1024-P63-S64512-Cps-ndrpdr.64B-.t.c-avf-ethip4udp-nat44ed-h1024-p63-s64512-cps-ndrpdr" + - "Tests.Vpp.Perf.Ip4.2N1L-25Ge2P1Xxv710-Avf-Ethip4Udp-Ip4Base-H16384-P63-S1032192-Cps-ndrpdr.64B-.t.c-avf-ethip4udp-ip4base-h16384-p63-s1032192-cps-ndrpdr" - "Tests.Vpp.Perf.Ip4.2N1L-25Ge2P1Xxv710-Avf-Ethip4Udp-Nat44Ed-H16384-P63-S1032192-Cps-ndrpdr.64B-.t.c-avf-ethip4udp-nat44ed-h16384-p63-s1032192-cps-ndrpdr" + - "Tests.Vpp.Perf.Ip4.2N1L-25Ge2P1Xxv710-Avf-Ethip4Udp-Ip4Base-H65536-P63-S4128768-Cps-ndrpdr.64B-.t.c-avf-ethip4udp-ip4base-h65536-p63-s4128768-cps-ndrpdr" - "Tests.Vpp.Perf.Ip4.2N1L-25Ge2P1Xxv710-Avf-Ethip4Udp-Nat44Ed-H65536-P63-S4128768-Cps-ndrpdr.64B-.t.c-avf-ethip4udp-nat44ed-h65536-p63-s4128768-cps-ndrpdr" layout: title: "2n-icx-xxv710-64b-nat44ed-ip4routing-udp-stf-cps-avf-{test_type}" @@ -9576,10 +9716,10 @@ data: "vpp-2n-icx-curr-iter" include: - "Tests.Vpp.Perf.Ip4.2N1L-25Ge2P1Xxv710-Avf-Ethip4Tcp-Ip4Base-H1024-P63-S64512-Cps-ndrpdr.64B-.t.c-avf-ethip4tcp-ip4base-h1024-p63-s64512-cps-ndrpdr" - - "Tests.Vpp.Perf.Ip4.2N1L-25Ge2P1Xxv710-Avf-Ethip4Tcp-Ip4Base-H16384-P63-S1032192-Cps-ndrpdr.64B-.t.c-avf-ethip4tcp-ip4base-h16384-p63-s1032192-cps-ndrpdr" - - "Tests.Vpp.Perf.Ip4.2N1L-25Ge2P1Xxv710-Avf-Ethip4Tcp-Ip4Base-H65536-P63-S4128768-Cps-ndrpdr.64B-.t.c-avf-ethip4tcp-ip4base-h65536-p63-s4128768-cps-ndrpdr" - "Tests.Vpp.Perf.Ip4.2N1L-25Ge2P1Xxv710-Avf-Ethip4Tcp-Nat44Ed-H1024-P63-S64512-Cps-ndrpdr.64B-.t.c-avf-ethip4tcp-nat44ed-h1024-p63-s64512-cps-ndrpdr" + - "Tests.Vpp.Perf.Ip4.2N1L-25Ge2P1Xxv710-Avf-Ethip4Tcp-Ip4Base-H16384-P63-S1032192-Cps-ndrpdr.64B-.t.c-avf-ethip4tcp-ip4base-h16384-p63-s1032192-cps-ndrpdr" - "Tests.Vpp.Perf.Ip4.2N1L-25Ge2P1Xxv710-Avf-Ethip4Tcp-Nat44Ed-H16384-P63-S1032192-Cps-ndrpdr.64B-.t.c-avf-ethip4tcp-nat44ed-h16384-p63-s1032192-cps-ndrpdr" + - "Tests.Vpp.Perf.Ip4.2N1L-25Ge2P1Xxv710-Avf-Ethip4Tcp-Ip4Base-H65536-P63-S4128768-Cps-ndrpdr.64B-.t.c-avf-ethip4tcp-ip4base-h65536-p63-s4128768-cps-ndrpdr" - "Tests.Vpp.Perf.Ip4.2N1L-25Ge2P1Xxv710-Avf-Ethip4Tcp-Nat44Ed-H65536-P63-S4128768-Cps-ndrpdr.64B-.t.c-avf-ethip4tcp-nat44ed-h65536-p63-s4128768-cps-ndrpdr" layout: title: "2n-icx-xxv710-64b-nat44ed-ip4routing-tcp-stf-cps-avf-{test_type}" @@ -9592,10 +9732,10 @@ data: "vpp-2n-icx-curr-iter" include: - "Tests.Vpp.Perf.Ip4.2N1L-25Ge2P1Xxv710-Avf-Ethip4Tcp-Ip4Base-H1024-P63-S64512-Tput-Ndrpdr.100B-.t.c-avf-ethip4tcp-ip4base-h1024-p63-s64512-tput-ndrpdr" - - "Tests.Vpp.Perf.Ip4.2N1L-25Ge2P1Xxv710-Avf-Ethip4Tcp-Ip4Base-H16384-P63-S1032192-Tput-Ndrpdr.100B-.t.c-avf-ethip4tcp-ip4base-h16384-p63-s1032192-tput-ndrpdr" - - "Tests.Vpp.Perf.Ip4.2N1L-25Ge2P1Xxv710-Avf-Ethip4Tcp-Ip4Base-H65536-P63-S4128768-Tput-Ndrpdr.100B-.t.c-avf-ethip4tcp-ip4base-h65536-p63-s4128768-tput-ndrpdr" - "Tests.Vpp.Perf.Ip4.2N1L-25Ge2P1Xxv710-Avf-Ethip4Tcp-Nat44Ed-H1024-P63-S64512-Tput-Ndrpdr.100B-.t.c-avf-ethip4tcp-nat44ed-h1024-p63-s64512-tput-ndrpdr" + - "Tests.Vpp.Perf.Ip4.2N1L-25Ge2P1Xxv710-Avf-Ethip4Tcp-Ip4Base-H16384-P63-S1032192-Tput-Ndrpdr.100B-.t.c-avf-ethip4tcp-ip4base-h16384-p63-s1032192-tput-ndrpdr" - "Tests.Vpp.Perf.Ip4.2N1L-25Ge2P1Xxv710-Avf-Ethip4Tcp-Nat44Ed-H16384-P63-S1032192-Tput-Ndrpdr.100B-.t.c-avf-ethip4tcp-nat44ed-h16384-p63-s1032192-tput-ndrpdr" + - "Tests.Vpp.Perf.Ip4.2N1L-25Ge2P1Xxv710-Avf-Ethip4Tcp-Ip4Base-H65536-P63-S4128768-Tput-Ndrpdr.100B-.t.c-avf-ethip4tcp-ip4base-h65536-p63-s4128768-tput-ndrpdr" - "Tests.Vpp.Perf.Ip4.2N1L-25Ge2P1Xxv710-Avf-Ethip4Tcp-Nat44Ed-H65536-P63-S4128768-Tput-Ndrpdr.100B-.t.c-avf-ethip4tcp-nat44ed-h65536-p63-s4128768-tput-ndrpdr" layout: title: "2n-icx-xxv710-100b-nat44ed-ip4routing-tcp-tput-avf-{test_type}" @@ -9607,8 +9747,11 @@ output-file: "{DIR[STATIC,VPP]}/2n-icx-xxv710-100b-nat44ed-ip4routing-udp-tput-avf-{test_type}-tsa" data: "vpp-2n-icx-curr-iter" include: + - "Tests.Vpp.Perf.Ip4.2N1L-25Ge2P1Xxv710-Avf-ethip4udp-Ip4Base-H1024-P63-S64512-Tput-ndrpdr.100B-.t.c-avf-ethip4udp-ip4base-h1024-p63-s64512-tput-ndrpdr" - "Tests.Vpp.Perf.Ip4.2N1L-25Ge2P1Xxv710-Avf-ethip4udp-Nat44Ed-H1024-P63-S64512-Tput-ndrpdr.100B-.t.c-avf-ethip4udp-nat44ed-h1024-p63-s64512-tput-ndrpdr" + - "Tests.Vpp.Perf.Ip4.2N1L-25Ge2P1Xxv710-Avf-ethip4udp-Ip4Base-H16384-P63-S1032192-Tput-ndrpdr.100B-.t.c-avf-ethip4udp-ip4base-h16384-p63-s1032192-tput-ndrpdr" - "Tests.Vpp.Perf.Ip4.2N1L-25Ge2P1Xxv710-Avf-ethip4udp-Nat44Ed-H16384-P63-S1032192-Tput-ndrpdr.100B-.t.c-avf-ethip4udp-nat44ed-h16384-p63-s1032192-tput-ndrpdr" + - "Tests.Vpp.Perf.Ip4.2N1L-25Ge2P1Xxv710-Avf-ethip4udp-Ip4Base-H65536-P63-S4128768-Tput-ndrpdr.100B-.t.c-avf-ethip4udp-ip4base-h65536-p63-s4128768-tput-ndrpdr" - "Tests.Vpp.Perf.Ip4.2N1L-25Ge2P1Xxv710-Avf-ethip4udp-Nat44Ed-H65536-P63-S4128768-Tput-ndrpdr.100B-.t.c-avf-ethip4udp-nat44ed-h65536-p63-s4128768-tput-ndrpdr" layout: title: "2n-icx-xxv710-100b-nat44ed-ip4routing-udp-tput-avf-{test_type}" @@ -9992,16 +10135,16 @@ # core: ["2t1c", ] # test-type: ["ndr", "pdr"] # include: -# - "tests.vpp.perf.ip4.2n1l-25ge2p1xxv710-avf-ethip4udp-nat44ed-h1024-p63-s64512-cps-ndrpdr.64b-{core}-avf-ethip4udp-nat44ed-h1024-p63-s64512-cps-ndrpdr" # - "tests.vpp.perf.ip4.2n1l-25ge2p1xxv710-avf-ethip4udp-ip4base-h1024-p63-s64512-cps-ndrpdr.64b-{core}-avf-ethip4udp-ip4base-h1024-p63-s64512-cps-ndrpdr" -# - "tests.vpp.perf.ip4.2n1l-25ge2p1xxv710-avf-ethip4udp-nat44ed-h4096-p63-s258048-cps-ndrpdr.64b-{core}-avf-ethip4udp-nat44ed-h4096-p63-s258048-cps-ndrpdr" +# - "tests.vpp.perf.ip4.2n1l-25ge2p1xxv710-avf-ethip4udp-nat44ed-h1024-p63-s64512-cps-ndrpdr.64b-{core}-avf-ethip4udp-nat44ed-h1024-p63-s64512-cps-ndrpdr" # - "tests.vpp.perf.ip4.2n1l-25ge2p1xxv710-avf-ethip4udp-ip4base-h4096-p63-s258048-cps-ndrpdr.64b-{core}-avf-ethip4udp-ip4base-h4096-p63-s258048-cps-ndrpdr" -# - "tests.vpp.perf.ip4.2n1l-25ge2p1xxv710-avf-ethip4udp-nat44ed-h16384-p63-s1032192-cps-ndrpdr.64b-{core}-avf-ethip4udp-nat44ed-h16384-p63-s1032192-cps-ndrpdr" +# - "tests.vpp.perf.ip4.2n1l-25ge2p1xxv710-avf-ethip4udp-nat44ed-h4096-p63-s258048-cps-ndrpdr.64b-{core}-avf-ethip4udp-nat44ed-h4096-p63-s258048-cps-ndrpdr" # - "tests.vpp.perf.ip4.2n1l-25ge2p1xxv710-avf-ethip4udp-ip4base-h16384-p63-s1032192-cps-ndrpdr.64b-{core}-avf-ethip4udp-ip4base-h16384-p63-s1032192-cps-ndrpdr" -# - "tests.vpp.perf.ip4.2n1l-25ge2p1xxv710-avf-ethip4udp-nat44ed-h65536-p63-s4128768-cps-ndrpdr.64b-{core}-avf-ethip4udp-nat44ed-h65536-p63-s4128768-cps-ndrpdr" +# - "tests.vpp.perf.ip4.2n1l-25ge2p1xxv710-avf-ethip4udp-nat44ed-h16384-p63-s1032192-cps-ndrpdr.64b-{core}-avf-ethip4udp-nat44ed-h16384-p63-s1032192-cps-ndrpdr" # - "tests.vpp.perf.ip4.2n1l-25ge2p1xxv710-avf-ethip4udp-ip4base-h65536-p63-s4128768-cps-ndrpdr.64b-{core}-avf-ethip4udp-ip4base-h65536-p63-s4128768-cps-ndrpdr" -# - "tests.vpp.perf.ip4.2n1l-25ge2p1xxv710-avf-ethip4udp-nat44ed-h262144-p63-s16515072-cps-ndrpdr.64b-{core}-avf-ethip4udp-nat44ed-h262144-p63-s16515072-cps-ndrpdr" +# - "tests.vpp.perf.ip4.2n1l-25ge2p1xxv710-avf-ethip4udp-nat44ed-h65536-p63-s4128768-cps-ndrpdr.64b-{core}-avf-ethip4udp-nat44ed-h65536-p63-s4128768-cps-ndrpdr" # - "tests.vpp.perf.ip4.2n1l-25ge2p1xxv710-avf-ethip4udp-ip4base-h262144-p63-s16515072-cps-ndrpdr.64b-{core}-avf-ethip4udp-ip4base-h262144-p63-s16515072-cps-ndrpdr" +# - "tests.vpp.perf.ip4.2n1l-25ge2p1xxv710-avf-ethip4udp-nat44ed-h262144-p63-s16515072-cps-ndrpdr.64b-{core}-avf-ethip4udp-nat44ed-h262144-p63-s16515072-cps-ndrpdr" # layout: # title: "2n-zn2-xxv710-64b-{core}-nat44ed-ip4routing-udp-stf-cps-avf-{test_type}" # layout: "plot-cps" @@ -10014,16 +10157,16 @@ # core: ["2t1c", ] # test-type: ["ndr", "pdr"] # include: -# - "tests.vpp.perf.ip4.2n1l-25ge2p1xxv710-avf-ethip4udp-nat44ed-h1024-p63-s64512-pps-ndrpdr.64b-{core}-avf-ethip4udp-nat44ed-h1024-p63-s64512-pps-ndrpdr" # - "tests.vpp.perf.ip4.2n1l-25ge2p1xxv710-avf-ethip4udp-ip4base-h1024-p63-s64512-pps-ndrpdr.64b-{core}-avf-ethip4udp-ip4base-h1024-p63-s64512-pps-ndrpdr" -# - "tests.vpp.perf.ip4.2n1l-25ge2p1xxv710-avf-ethip4udp-nat44ed-h4096-p63-s258048-pps-ndrpdr.64b-{core}-avf-ethip4udp-nat44ed-h4096-p63-s258048-pps-ndrpdr" +# - "tests.vpp.perf.ip4.2n1l-25ge2p1xxv710-avf-ethip4udp-nat44ed-h1024-p63-s64512-pps-ndrpdr.64b-{core}-avf-ethip4udp-nat44ed-h1024-p63-s64512-pps-ndrpdr" # - "tests.vpp.perf.ip4.2n1l-25ge2p1xxv710-avf-ethip4udp-ip4base-h4096-p63-s258048-pps-ndrpdr.64b-{core}-avf-ethip4udp-ip4base-h4096-p63-s258048-pps-ndrpdr" -# - "tests.vpp.perf.ip4.2n1l-25ge2p1xxv710-avf-ethip4udp-nat44ed-h16384-p63-s1032192-pps-ndrpdr.64b-{core}-avf-ethip4udp-nat44ed-h16384-p63-s1032192-pps-ndrpdr" +# - "tests.vpp.perf.ip4.2n1l-25ge2p1xxv710-avf-ethip4udp-nat44ed-h4096-p63-s258048-pps-ndrpdr.64b-{core}-avf-ethip4udp-nat44ed-h4096-p63-s258048-pps-ndrpdr" # - "tests.vpp.perf.ip4.2n1l-25ge2p1xxv710-avf-ethip4udp-ip4base-h16384-p63-s1032192-pps-ndrpdr.64b-{core}-avf-ethip4udp-ip4base-h16384-p63-s1032192-pps-ndrpdr" -# - "tests.vpp.perf.ip4.2n1l-25ge2p1xxv710-avf-ethip4udp-nat44ed-h65536-p63-s4128768-pps-ndrpdr.64b-{core}-avf-ethip4udp-nat44ed-h65536-p63-s4128768-pps-ndrpdr" +# - "tests.vpp.perf.ip4.2n1l-25ge2p1xxv710-avf-ethip4udp-nat44ed-h16384-p63-s1032192-pps-ndrpdr.64b-{core}-avf-ethip4udp-nat44ed-h16384-p63-s1032192-pps-ndrpdr" # - "tests.vpp.perf.ip4.2n1l-25ge2p1xxv710-avf-ethip4udp-ip4base-h65536-p63-s4128768-pps-ndrpdr.64b-{core}-avf-ethip4udp-ip4base-h65536-p63-s4128768-pps-ndrpdr" -# - "tests.vpp.perf.ip4.2n1l-25ge2p1xxv710-avf-ethip4udp-nat44ed-h262144-p63-s16515072-pps-ndrpdr.64b-{core}-avf-ethip4udp-nat44ed-h262144-p63-s16515072-pps-ndrpdr" +# - "tests.vpp.perf.ip4.2n1l-25ge2p1xxv710-avf-ethip4udp-nat44ed-h65536-p63-s4128768-pps-ndrpdr.64b-{core}-avf-ethip4udp-nat44ed-h65536-p63-s4128768-pps-ndrpdr" # - "tests.vpp.perf.ip4.2n1l-25ge2p1xxv710-avf-ethip4udp-ip4base-h262144-p63-s16515072-pps-ndrpdr.64b-{core}-avf-ethip4udp-ip4base-h262144-p63-s16515072-pps-ndrpdr" +# - "tests.vpp.perf.ip4.2n1l-25ge2p1xxv710-avf-ethip4udp-nat44ed-h262144-p63-s16515072-pps-ndrpdr.64b-{core}-avf-ethip4udp-nat44ed-h262144-p63-s16515072-pps-ndrpdr" # layout: # title: "2n-zn2-xxv710-64b-{core}-nat44ed-ip4routing-udp-stf-pps-avf-{test_type}" # layout: "plot-throughput" @@ -10036,16 +10179,16 @@ # core: ["2t1c", ] # test-type: ["ndr", "pdr"] # include: -# - "tests.vpp.perf.ip4.2n1l-25ge2p1xxv710-avf-ethip4tcp-nat44ed-h1024-p63-s64512-cps-ndrpdr.64b-{core}-avf-ethip4tcp-nat44ed-h1024-p63-s64512-cps-ndrpdr" # - "tests.vpp.perf.ip4.2n1l-25ge2p1xxv710-avf-ethip4tcp-ip4base-h1024-p63-s64512-cps-ndrpdr.64b-{core}-avf-ethip4tcp-ip4base-h1024-p63-s64512-cps-ndrpdr" -# - "tests.vpp.perf.ip4.2n1l-25ge2p1xxv710-avf-ethip4tcp-nat44ed-h4096-p63-s258048-cps-ndrpdr.64b-{core}-avf-ethip4tcp-nat44ed-h4096-p63-s258048-cps-ndrpdr" +# - "tests.vpp.perf.ip4.2n1l-25ge2p1xxv710-avf-ethip4tcp-nat44ed-h1024-p63-s64512-cps-ndrpdr.64b-{core}-avf-ethip4tcp-nat44ed-h1024-p63-s64512-cps-ndrpdr" # - "tests.vpp.perf.ip4.2n1l-25ge2p1xxv710-avf-ethip4tcp-ip4base-h4096-p63-s258048-cps-ndrpdr.64b-{core}-avf-ethip4tcp-ip4base-h4096-p63-s258048-cps-ndrpdr" -# - "tests.vpp.perf.ip4.2n1l-25ge2p1xxv710-avf-ethip4tcp-nat44ed-h16384-p63-s1032192-cps-ndrpdr.64b-{core}-avf-ethip4tcp-nat44ed-h16384-p63-s1032192-cps-ndrpdr" +# - "tests.vpp.perf.ip4.2n1l-25ge2p1xxv710-avf-ethip4tcp-nat44ed-h4096-p63-s258048-cps-ndrpdr.64b-{core}-avf-ethip4tcp-nat44ed-h4096-p63-s258048-cps-ndrpdr" # - "tests.vpp.perf.ip4.2n1l-25ge2p1xxv710-avf-ethip4tcp-ip4base-h16384-p63-s1032192-cps-ndrpdr.64b-{core}-avf-ethip4tcp-ip4base-h16384-p63-s1032192-cps-ndrpdr" -# - "tests.vpp.perf.ip4.2n1l-25ge2p1xxv710-avf-ethip4tcp-nat44ed-h65536-p63-s4128768-cps-ndrpdr.64b-{core}-avf-ethip4tcp-nat44ed-h65536-p63-s4128768-cps-ndrpdr" +# - "tests.vpp.perf.ip4.2n1l-25ge2p1xxv710-avf-ethip4tcp-nat44ed-h16384-p63-s1032192-cps-ndrpdr.64b-{core}-avf-ethip4tcp-nat44ed-h16384-p63-s1032192-cps-ndrpdr" # - "tests.vpp.perf.ip4.2n1l-25ge2p1xxv710-avf-ethip4tcp-ip4base-h65536-p63-s4128768-cps-ndrpdr.64b-{core}-avf-ethip4tcp-ip4base-h65536-p63-s4128768-cps-ndrpdr" -# - "tests.vpp.perf.ip4.2n1l-25ge2p1xxv710-avf-ethip4tcp-nat44ed-h262144-p63-s16515072-cps-ndrpdr.64b-{core}-avf-ethip4tcp-nat44ed-h262144-p63-s16515072-cps-ndrpdr" +# - "tests.vpp.perf.ip4.2n1l-25ge2p1xxv710-avf-ethip4tcp-nat44ed-h65536-p63-s4128768-cps-ndrpdr.64b-{core}-avf-ethip4tcp-nat44ed-h65536-p63-s4128768-cps-ndrpdr" # - "tests.vpp.perf.ip4.2n1l-25ge2p1xxv710-avf-ethip4tcp-ip4base-h262144-p63-s16515072-cps-ndrpdr.64b-{core}-avf-ethip4tcp-ip4base-h262144-p63-s16515072-cps-ndrpdr" +# - "tests.vpp.perf.ip4.2n1l-25ge2p1xxv710-avf-ethip4tcp-nat44ed-h262144-p63-s16515072-cps-ndrpdr.64b-{core}-avf-ethip4tcp-nat44ed-h262144-p63-s16515072-cps-ndrpdr" # layout: # title: "2n-zn2-xxv710-64b-{core}-nat44ed-ip4routing-tcp-stf-cps-avf-{test_type}" # layout: "plot-cps" @@ -10058,16 +10201,16 @@ # core: ["2t1c", ] # test-type: ["ndr", "pdr"] # include: -# - "tests.vpp.perf.ip4.2n1l-25ge2p1xxv710-avf-ethip4tcp-nat44ed-h1024-p63-s64512-pps-ndrpdr.64b-{core}-avf-ethip4tcp-nat44ed-h1024-p63-s64512-pps-ndrpdr" # - "tests.vpp.perf.ip4.2n1l-25ge2p1xxv710-avf-ethip4tcp-ip4base-h1024-p63-s64512-pps-ndrpdr.64b-{core}-avf-ethip4tcp-ip4base-h1024-p63-s64512-pps-ndrpdr" -# - "tests.vpp.perf.ip4.2n1l-25ge2p1xxv710-avf-ethip4tcp-nat44ed-h4096-p63-s258048-pps-ndrpdr.64b-{core}-avf-ethip4tcp-nat44ed-h4096-p63-s258048-pps-ndrpdr" +# - "tests.vpp.perf.ip4.2n1l-25ge2p1xxv710-avf-ethip4tcp-nat44ed-h1024-p63-s64512-pps-ndrpdr.64b-{core}-avf-ethip4tcp-nat44ed-h1024-p63-s64512-pps-ndrpdr" # - "tests.vpp.perf.ip4.2n1l-25ge2p1xxv710-avf-ethip4tcp-ip4base-h4096-p63-s258048-pps-ndrpdr.64b-{core}-avf-ethip4tcp-ip4base-h4096-p63-s258048-pps-ndrpdr" -# - "tests.vpp.perf.ip4.2n1l-25ge2p1xxv710-avf-ethip4tcp-nat44ed-h16384-p63-s1032192-pps-ndrpdr.64b-{core}-avf-ethip4tcp-nat44ed-h16384-p63-s1032192-pps-ndrpdr" +# - "tests.vpp.perf.ip4.2n1l-25ge2p1xxv710-avf-ethip4tcp-nat44ed-h4096-p63-s258048-pps-ndrpdr.64b-{core}-avf-ethip4tcp-nat44ed-h4096-p63-s258048-pps-ndrpdr" # - "tests.vpp.perf.ip4.2n1l-25ge2p1xxv710-avf-ethip4tcp-ip4base-h16384-p63-s1032192-pps-ndrpdr.64b-{core}-avf-ethip4tcp-ip4base-h16384-p63-s1032192-pps-ndrpdr" -# - "tests.vpp.perf.ip4.2n1l-25ge2p1xxv710-avf-ethip4tcp-nat44ed-h65536-p63-s4128768-pps-ndrpdr.64b-{core}-avf-ethip4tcp-nat44ed-h65536-p63-s4128768-pps-ndrpdr" +# - "tests.vpp.perf.ip4.2n1l-25ge2p1xxv710-avf-ethip4tcp-nat44ed-h16384-p63-s1032192-pps-ndrpdr.64b-{core}-avf-ethip4tcp-nat44ed-h16384-p63-s1032192-pps-ndrpdr" # - "tests.vpp.perf.ip4.2n1l-25ge2p1xxv710-avf-ethip4tcp-ip4base-h65536-p63-s4128768-pps-ndrpdr.64b-{core}-avf-ethip4tcp-ip4base-h65536-p63-s4128768-pps-ndrpdr" -# - "tests.vpp.perf.ip4.2n1l-25ge2p1xxv710-avf-ethip4tcp-nat44ed-h262144-p63-s16515072-pps-ndrpdr.64b-{core}-avf-ethip4tcp-nat44ed-h262144-p63-s16515072-pps-ndrpdr" +# - "tests.vpp.perf.ip4.2n1l-25ge2p1xxv710-avf-ethip4tcp-nat44ed-h65536-p63-s4128768-pps-ndrpdr.64b-{core}-avf-ethip4tcp-nat44ed-h65536-p63-s4128768-pps-ndrpdr" # - "tests.vpp.perf.ip4.2n1l-25ge2p1xxv710-avf-ethip4tcp-ip4base-h262144-p63-s16515072-pps-ndrpdr.64b-{core}-avf-ethip4tcp-ip4base-h262144-p63-s16515072-pps-ndrpdr" +# - "tests.vpp.perf.ip4.2n1l-25ge2p1xxv710-avf-ethip4tcp-nat44ed-h262144-p63-s16515072-pps-ndrpdr.64b-{core}-avf-ethip4tcp-nat44ed-h262144-p63-s16515072-pps-ndrpdr" # layout: # title: "2n-zn2-xxv710-64b-{core}-nat44ed-ip4routing-tcp-stf-pps-avf-{test_type}" # layout: "plot-throughput" @@ -10505,16 +10648,16 @@ # output-file: "{DIR[STATIC,VPP]}/2n-zn2-xxv710-64b-nat44ed-ip4routing-udp-stf-cps-avf-{test_type}-tsa" # data: "vpp-2n-zn2-curr-iter" # include: -# - "tests.vpp.perf.ip4.2n1l-25ge2p1xxv710-avf-ethip4udp-nat44ed-h1024-p63-s64512-cps-ndrpdr.64b-.t.c-avf-ethip4udp-nat44ed-h1024-p63-s64512-cps-ndrpdr" # - "tests.vpp.perf.ip4.2n1l-25ge2p1xxv710-avf-ethip4udp-ip4base-h1024-p63-s64512-cps-ndrpdr.64b-.t.c-avf-ethip4udp-ip4base-h1024-p63-s64512-cps-ndrpdr" -# - "tests.vpp.perf.ip4.2n1l-25ge2p1xxv710-avf-ethip4udp-nat44ed-h4096-p63-s258048-cps-ndrpdr.64b-.t.c-avf-ethip4udp-nat44ed-h4096-p63-s258048-cps-ndrpdr" +# - "tests.vpp.perf.ip4.2n1l-25ge2p1xxv710-avf-ethip4udp-nat44ed-h1024-p63-s64512-cps-ndrpdr.64b-.t.c-avf-ethip4udp-nat44ed-h1024-p63-s64512-cps-ndrpdr" # - "tests.vpp.perf.ip4.2n1l-25ge2p1xxv710-avf-ethip4udp-ip4base-h4096-p63-s258048-cps-ndrpdr.64b-.t.c-avf-ethip4udp-ip4base-h4096-p63-s258048-cps-ndrpdr" -# - "tests.vpp.perf.ip4.2n1l-25ge2p1xxv710-avf-ethip4udp-nat44ed-h16384-p63-s1032192-cps-ndrpdr.64b-.t.c-avf-ethip4udp-nat44ed-h16384-p63-s1032192-cps-ndrpdr" +# - "tests.vpp.perf.ip4.2n1l-25ge2p1xxv710-avf-ethip4udp-nat44ed-h4096-p63-s258048-cps-ndrpdr.64b-.t.c-avf-ethip4udp-nat44ed-h4096-p63-s258048-cps-ndrpdr" # - "tests.vpp.perf.ip4.2n1l-25ge2p1xxv710-avf-ethip4udp-ip4base-h16384-p63-s1032192-cps-ndrpdr.64b-.t.c-avf-ethip4udp-ip4base-h16384-p63-s1032192-cps-ndrpdr" -# - "tests.vpp.perf.ip4.2n1l-25ge2p1xxv710-avf-ethip4udp-nat44ed-h65536-p63-s4128768-cps-ndrpdr.64b-.t.c-avf-ethip4udp-nat44ed-h65536-p63-s4128768-cps-ndrpdr" +# - "tests.vpp.perf.ip4.2n1l-25ge2p1xxv710-avf-ethip4udp-nat44ed-h16384-p63-s1032192-cps-ndrpdr.64b-.t.c-avf-ethip4udp-nat44ed-h16384-p63-s1032192-cps-ndrpdr" # - "tests.vpp.perf.ip4.2n1l-25ge2p1xxv710-avf-ethip4udp-ip4base-h65536-p63-s4128768-cps-ndrpdr.64b-.t.c-avf-ethip4udp-ip4base-h65536-p63-s4128768-cps-ndrpdr" -# - "tests.vpp.perf.ip4.2n1l-25ge2p1xxv710-avf-ethip4udp-nat44ed-h262144-p63-s16515072-cps-ndrpdr.64b-.t.c-avf-ethip4udp-nat44ed-h262144-p63-s16515072-cps-ndrpdr" +# - "tests.vpp.perf.ip4.2n1l-25ge2p1xxv710-avf-ethip4udp-nat44ed-h65536-p63-s4128768-cps-ndrpdr.64b-.t.c-avf-ethip4udp-nat44ed-h65536-p63-s4128768-cps-ndrpdr" # - "tests.vpp.perf.ip4.2n1l-25ge2p1xxv710-avf-ethip4udp-ip4base-h262144-p63-s16515072-cps-ndrpdr.64b-.t.c-avf-ethip4udp-ip4base-h262144-p63-s16515072-cps-ndrpdr" +# - "tests.vpp.perf.ip4.2n1l-25ge2p1xxv710-avf-ethip4udp-nat44ed-h262144-p63-s16515072-cps-ndrpdr.64b-.t.c-avf-ethip4udp-nat44ed-h262144-p63-s16515072-cps-ndrpdr" # layout: # title: "2n-zn2-xxv710-64b-nat44ed-ip4routing-udp-stf-cps-avf-{test_type}" # layout: "plot-throughput-speedup-analysis-cps" @@ -10525,16 +10668,16 @@ # output-file: "{DIR[STATIC,VPP]}/2n-zn2-xxv710-64b-nat44ed-ip4routing-udp-stf-pps-avf-{test_type}-tsa" # data: "vpp-2n-zn2-curr-iter" # include: -# - "tests.vpp.perf.ip4.2n1l-25ge2p1xxv710-avf-ethip4udp-nat44ed-h1024-p63-s64512-pps-ndrpdr.64b-.t.c-avf-ethip4udp-nat44ed-h1024-p63-s64512-pps-ndrpdr" # - "tests.vpp.perf.ip4.2n1l-25ge2p1xxv710-avf-ethip4udp-ip4base-h1024-p63-s64512-pps-ndrpdr.64b-.t.c-avf-ethip4udp-ip4base-h1024-p63-s64512-pps-ndrpdr" -# - "tests.vpp.perf.ip4.2n1l-25ge2p1xxv710-avf-ethip4udp-nat44ed-h4096-p63-s258048-pps-ndrpdr.64b-.t.c-avf-ethip4udp-nat44ed-h4096-p63-s258048-pps-ndrpdr" +# - "tests.vpp.perf.ip4.2n1l-25ge2p1xxv710-avf-ethip4udp-nat44ed-h1024-p63-s64512-pps-ndrpdr.64b-.t.c-avf-ethip4udp-nat44ed-h1024-p63-s64512-pps-ndrpdr" # - "tests.vpp.perf.ip4.2n1l-25ge2p1xxv710-avf-ethip4udp-ip4base-h4096-p63-s258048-pps-ndrpdr.64b-.t.c-avf-ethip4udp-ip4base-h4096-p63-s258048-pps-ndrpdr" -# - "tests.vpp.perf.ip4.2n1l-25ge2p1xxv710-avf-ethip4udp-nat44ed-h16384-p63-s1032192-pps-ndrpdr.64b-.t.c-avf-ethip4udp-nat44ed-h16384-p63-s1032192-pps-ndrpdr" +# - "tests.vpp.perf.ip4.2n1l-25ge2p1xxv710-avf-ethip4udp-nat44ed-h4096-p63-s258048-pps-ndrpdr.64b-.t.c-avf-ethip4udp-nat44ed-h4096-p63-s258048-pps-ndrpdr" # - "tests.vpp.perf.ip4.2n1l-25ge2p1xxv710-avf-ethip4udp-ip4base-h16384-p63-s1032192-pps-ndrpdr.64b-.t.c-avf-ethip4udp-ip4base-h16384-p63-s1032192-pps-ndrpdr" -# - "tests.vpp.perf.ip4.2n1l-25ge2p1xxv710-avf-ethip4udp-nat44ed-h65536-p63-s4128768-pps-ndrpdr.64b-.t.c-avf-ethip4udp-nat44ed-h65536-p63-s4128768-pps-ndrpdr" +# - "tests.vpp.perf.ip4.2n1l-25ge2p1xxv710-avf-ethip4udp-nat44ed-h16384-p63-s1032192-pps-ndrpdr.64b-.t.c-avf-ethip4udp-nat44ed-h16384-p63-s1032192-pps-ndrpdr" # - "tests.vpp.perf.ip4.2n1l-25ge2p1xxv710-avf-ethip4udp-ip4base-h65536-p63-s4128768-pps-ndrpdr.64b-.t.c-avf-ethip4udp-ip4base-h65536-p63-s4128768-pps-ndrpdr" -# - "tests.vpp.perf.ip4.2n1l-25ge2p1xxv710-avf-ethip4udp-nat44ed-h262144-p63-s16515072-pps-ndrpdr.64b-.t.c-avf-ethip4udp-nat44ed-h262144-p63-s16515072-pps-ndrpdr" +# - "tests.vpp.perf.ip4.2n1l-25ge2p1xxv710-avf-ethip4udp-nat44ed-h65536-p63-s4128768-pps-ndrpdr.64b-.t.c-avf-ethip4udp-nat44ed-h65536-p63-s4128768-pps-ndrpdr" # - "tests.vpp.perf.ip4.2n1l-25ge2p1xxv710-avf-ethip4udp-ip4base-h262144-p63-s16515072-pps-ndrpdr.64b-.t.c-avf-ethip4udp-ip4base-h262144-p63-s16515072-pps-ndrpdr" +# - "tests.vpp.perf.ip4.2n1l-25ge2p1xxv710-avf-ethip4udp-nat44ed-h262144-p63-s16515072-pps-ndrpdr.64b-.t.c-avf-ethip4udp-nat44ed-h262144-p63-s16515072-pps-ndrpdr" # layout: # title: "2n-zn2-xxv710-64b-nat44ed-ip4routing-udp-stf-pps-avf-{test_type}" # layout: "plot-throughput-speedup-analysis" @@ -10545,16 +10688,16 @@ # output-file: "{DIR[STATIC,VPP]}/2n-zn2-xxv710-64b-nat44ed-ip4routing-tcp-stf-cps-avf-{test_type}-tsa" # data: "vpp-2n-zn2-curr-iter" # include: -# - "tests.vpp.perf.ip4.2n1l-25ge2p1xxv710-avf-ethip4tcp-nat44ed-h1024-p63-s64512-cps-ndrpdr.64b-.t.c-avf-ethip4tcp-nat44ed-h1024-p63-s64512-cps-ndrpdr" # - "tests.vpp.perf.ip4.2n1l-25ge2p1xxv710-avf-ethip4tcp-ip4base-h1024-p63-s64512-cps-ndrpdr.64b-.t.c-avf-ethip4tcp-ip4base-h1024-p63-s64512-cps-ndrpdr" -# - "tests.vpp.perf.ip4.2n1l-25ge2p1xxv710-avf-ethip4tcp-nat44ed-h4096-p63-s258048-cps-ndrpdr.64b-.t.c-avf-ethip4tcp-nat44ed-h4096-p63-s258048-cps-ndrpdr" +# - "tests.vpp.perf.ip4.2n1l-25ge2p1xxv710-avf-ethip4tcp-nat44ed-h1024-p63-s64512-cps-ndrpdr.64b-.t.c-avf-ethip4tcp-nat44ed-h1024-p63-s64512-cps-ndrpdr" # - "tests.vpp.perf.ip4.2n1l-25ge2p1xxv710-avf-ethip4tcp-ip4base-h4096-p63-s258048-cps-ndrpdr.64b-.t.c-avf-ethip4tcp-ip4base-h4096-p63-s258048-cps-ndrpdr" -# - "tests.vpp.perf.ip4.2n1l-25ge2p1xxv710-avf-ethip4tcp-nat44ed-h16384-p63-s1032192-cps-ndrpdr.64b-.t.c-avf-ethip4tcp-nat44ed-h16384-p63-s1032192-cps-ndrpdr" +# - "tests.vpp.perf.ip4.2n1l-25ge2p1xxv710-avf-ethip4tcp-nat44ed-h4096-p63-s258048-cps-ndrpdr.64b-.t.c-avf-ethip4tcp-nat44ed-h4096-p63-s258048-cps-ndrpdr" # - "tests.vpp.perf.ip4.2n1l-25ge2p1xxv710-avf-ethip4tcp-ip4base-h16384-p63-s1032192-cps-ndrpdr.64b-.t.c-avf-ethip4tcp-ip4base-h16384-p63-s1032192-cps-ndrpdr" -# - "tests.vpp.perf.ip4.2n1l-25ge2p1xxv710-avf-ethip4tcp-nat44ed-h65536-p63-s4128768-cps-ndrpdr.64b-.t.c-avf-ethip4tcp-nat44ed-h65536-p63-s4128768-cps-ndrpdr" +# - "tests.vpp.perf.ip4.2n1l-25ge2p1xxv710-avf-ethip4tcp-nat44ed-h16384-p63-s1032192-cps-ndrpdr.64b-.t.c-avf-ethip4tcp-nat44ed-h16384-p63-s1032192-cps-ndrpdr" # - "tests.vpp.perf.ip4.2n1l-25ge2p1xxv710-avf-ethip4tcp-ip4base-h65536-p63-s4128768-cps-ndrpdr.64b-.t.c-avf-ethip4tcp-ip4base-h65536-p63-s4128768-cps-ndrpdr" -# - "tests.vpp.perf.ip4.2n1l-25ge2p1xxv710-avf-ethip4tcp-nat44ed-h262144-p63-s16515072-cps-ndrpdr.64b-.t.c-avf-ethip4tcp-nat44ed-h262144-p63-s16515072-cps-ndrpdr" +# - "tests.vpp.perf.ip4.2n1l-25ge2p1xxv710-avf-ethip4tcp-nat44ed-h65536-p63-s4128768-cps-ndrpdr.64b-.t.c-avf-ethip4tcp-nat44ed-h65536-p63-s4128768-cps-ndrpdr" # - "tests.vpp.perf.ip4.2n1l-25ge2p1xxv710-avf-ethip4tcp-ip4base-h262144-p63-s16515072-cps-ndrpdr.64b-.t.c-avf-ethip4tcp-ip4base-h262144-p63-s16515072-cps-ndrpdr" +# - "tests.vpp.perf.ip4.2n1l-25ge2p1xxv710-avf-ethip4tcp-nat44ed-h262144-p63-s16515072-cps-ndrpdr.64b-.t.c-avf-ethip4tcp-nat44ed-h262144-p63-s16515072-cps-ndrpdr" # layout: # title: "2n-zn2-xxv710-64b-nat44ed-ip4routing-tcp-stf-cps-avf-{test_type}" # layout: "plot-throughput-speedup-analysis-cps" @@ -10565,16 +10708,16 @@ # output-file: "{DIR[STATIC,VPP]}/2n-zn2-xxv710-64b-nat44ed-ip4routing-tcp-stf-pps-avf-{test_type}-tsa" # data: "vpp-2n-zn2-curr-iter" # include: -# - "tests.vpp.perf.ip4.2n1l-25ge2p1xxv710-avf-ethip4tcp-nat44ed-h1024-p63-s64512-pps-ndrpdr.64b-.t.c-avf-ethip4tcp-nat44ed-h1024-p63-s64512-pps-ndrpdr" # - "tests.vpp.perf.ip4.2n1l-25ge2p1xxv710-avf-ethip4tcp-ip4base-h1024-p63-s64512-pps-ndrpdr.64b-.t.c-avf-ethip4tcp-ip4base-h1024-p63-s64512-pps-ndrpdr" -# - "tests.vpp.perf.ip4.2n1l-25ge2p1xxv710-avf-ethip4tcp-nat44ed-h4096-p63-s258048-pps-ndrpdr.64b-.t.c-avf-ethip4tcp-nat44ed-h4096-p63-s258048-pps-ndrpdr" +# - "tests.vpp.perf.ip4.2n1l-25ge2p1xxv710-avf-ethip4tcp-nat44ed-h1024-p63-s64512-pps-ndrpdr.64b-.t.c-avf-ethip4tcp-nat44ed-h1024-p63-s64512-pps-ndrpdr" # - "tests.vpp.perf.ip4.2n1l-25ge2p1xxv710-avf-ethip4tcp-ip4base-h4096-p63-s258048-pps-ndrpdr.64b-.t.c-avf-ethip4tcp-ip4base-h4096-p63-s258048-pps-ndrpdr" -# - "tests.vpp.perf.ip4.2n1l-25ge2p1xxv710-avf-ethip4tcp-nat44ed-h16384-p63-s1032192-pps-ndrpdr.64b-.t.c-avf-ethip4tcp-nat44ed-h16384-p63-s1032192-pps-ndrpdr" +# - "tests.vpp.perf.ip4.2n1l-25ge2p1xxv710-avf-ethip4tcp-nat44ed-h4096-p63-s258048-pps-ndrpdr.64b-.t.c-avf-ethip4tcp-nat44ed-h4096-p63-s258048-pps-ndrpdr" # - "tests.vpp.perf.ip4.2n1l-25ge2p1xxv710-avf-ethip4tcp-ip4base-h16384-p63-s1032192-pps-ndrpdr.64b-.t.c-avf-ethip4tcp-ip4base-h16384-p63-s1032192-pps-ndrpdr" -# - "tests.vpp.perf.ip4.2n1l-25ge2p1xxv710-avf-ethip4tcp-nat44ed-h65536-p63-s4128768-pps-ndrpdr.64b-.t.c-avf-ethip4tcp-nat44ed-h65536-p63-s4128768-pps-ndrpdr" +# - "tests.vpp.perf.ip4.2n1l-25ge2p1xxv710-avf-ethip4tcp-nat44ed-h16384-p63-s1032192-pps-ndrpdr.64b-.t.c-avf-ethip4tcp-nat44ed-h16384-p63-s1032192-pps-ndrpdr" # - "tests.vpp.perf.ip4.2n1l-25ge2p1xxv710-avf-ethip4tcp-ip4base-h65536-p63-s4128768-pps-ndrpdr.64b-.t.c-avf-ethip4tcp-ip4base-h65536-p63-s4128768-pps-ndrpdr" -# - "tests.vpp.perf.ip4.2n1l-25ge2p1xxv710-avf-ethip4tcp-nat44ed-h262144-p63-s16515072-pps-ndrpdr.64b-.t.c-avf-ethip4tcp-nat44ed-h262144-p63-s16515072-pps-ndrpdr" +# - "tests.vpp.perf.ip4.2n1l-25ge2p1xxv710-avf-ethip4tcp-nat44ed-h65536-p63-s4128768-pps-ndrpdr.64b-.t.c-avf-ethip4tcp-nat44ed-h65536-p63-s4128768-pps-ndrpdr" # - "tests.vpp.perf.ip4.2n1l-25ge2p1xxv710-avf-ethip4tcp-ip4base-h262144-p63-s16515072-pps-ndrpdr.64b-.t.c-avf-ethip4tcp-ip4base-h262144-p63-s16515072-pps-ndrpdr" +# - "tests.vpp.perf.ip4.2n1l-25ge2p1xxv710-avf-ethip4tcp-nat44ed-h262144-p63-s16515072-pps-ndrpdr.64b-.t.c-avf-ethip4tcp-nat44ed-h262144-p63-s16515072-pps-ndrpdr" # layout: # title: "2n-zn2-xxv710-64b-nat44ed-ip4routing-tcp-stf-pps-avf-{test_type}" # layout: "plot-throughput-speedup-analysis"