X-Git-Url: https://gerrit.fd.io/r/gitweb?p=csit.git;a=blobdiff_plain;f=resources%2Ftools%2Fpresentation%2Fspecifications%2Freport%2Felements.yaml;h=f7a964996ee52f8bdb81164213f42de3065a8716;hp=132f9789a1a33ec696bb624ccf47411d7aa49ca4;hb=1e35c39e989399665c36718639f2e1df405e99ec;hpb=37ea2ceb606bdfc338cc76330cb9289c12f63852 diff --git a/resources/tools/presentation/specifications/report/elements.yaml b/resources/tools/presentation/specifications/report/elements.yaml index 132f9789a1..f7a964996e 100644 --- a/resources/tools/presentation/specifications/report/elements.yaml +++ b/resources/tools/presentation/specifications/report/elements.yaml @@ -12,7 +12,7 @@ data: "vpp-soak-vs-ndr-2n-skx-ref" compare: title: "Soak" - data: "vpp-soak-vs-ndr-2n-skx-cmp" + data: "vpp-2n-skx-curr-soak" data: "vpp-soak-vs-ndr-2n-skx" include-tests: "NDR" filter: "('NDRPDR' or 'SOAK') and not 'NF_DENSITY'" @@ -31,7 +31,7 @@ data: "vpp-soak-vs-ndr-2n-clx-ref" compare: title: "Soak" - data: "vpp-soak-vs-ndr-2n-clx-cmp" + data: "vpp-2n-clx-curr-soak" data: "vpp-soak-vs-ndr-2n-clx" include-tests: "NDR" filter: "('NDRPDR' or 'SOAK') and not 'NF_DENSITY'" @@ -51,10 +51,10 @@ filter: "'2T1C' and 'NDRPDR' and not 'NF_DENSITY'" columns: - title: "x710" - data-set: "vpp-nic-comparison-3n-skx" + data-set: "vpp-3n-skx-curr-iter" tag: "NIC_Intel-X710" - title: "xxv710" - data-set: "vpp-nic-comparison-3n-skx" + data-set: "vpp-3n-skx-curr-iter" tag: "NIC_Intel-XXV710" comparisons: - title: "Diff" @@ -74,10 +74,10 @@ filter: "'4T2C' and 'NDRPDR' and not 'NF_DENSITY'" columns: - title: "x710" - data-set: "vpp-nic-comparison-3n-skx" + data-set: "vpp-3n-skx-curr-iter" tag: "NIC_Intel-X710" - title: "xxv710" - data-set: "vpp-nic-comparison-3n-skx" + data-set: "vpp-3n-skx-curr-iter" tag: "NIC_Intel-XXV710" comparisons: - title: "Diff" @@ -97,10 +97,10 @@ filter: "'2T1C' and 'NDRPDR' and not 'NF_DENSITY'" columns: - title: "x710" - data-set: "vpp-nic-comparison-3n-skx" + data-set: "vpp-3n-skx-curr-iter" tag: "NIC_Intel-X710" - title: "xxv710" - data-set: "vpp-nic-comparison-3n-skx" + data-set: "vpp-3n-skx-curr-iter" tag: "NIC_Intel-XXV710" comparisons: - title: "Diff" @@ -120,10 +120,10 @@ filter: "'4T2C' and 'NDRPDR' and not 'NF_DENSITY'" columns: - title: "x710" - data-set: "vpp-nic-comparison-3n-skx" + data-set: "vpp-3n-skx-curr-iter" tag: "NIC_Intel-X710" - title: "xxv710" - data-set: "vpp-nic-comparison-3n-skx" + data-set: "vpp-3n-skx-curr-iter" tag: "NIC_Intel-XXV710" comparisons: - title: "Diff" @@ -143,10 +143,10 @@ filter: "'2T1C' and 'MRR' and not 'NF_DENSITY'" columns: - title: "x710" - data-set: "vpp-nic-comparison-3n-skx-mrr" + data-set: "vpp-3n-skx-curr-iter-mrr" tag: "NIC_Intel-X710" - title: "xxv710" - data-set: "vpp-nic-comparison-3n-skx-mrr" + data-set: "vpp-3n-skx-curr-iter-mrr" tag: "NIC_Intel-XXV710" comparisons: - title: "Diff" @@ -166,10 +166,10 @@ filter: "'4T2C' and 'MRR' and not 'NF_DENSITY'" columns: - title: "x710" - data-set: "vpp-nic-comparison-3n-skx-mrr" + data-set: "vpp-3n-skx-curr-iter-mrr" tag: "NIC_Intel-X710" - title: "xxv710" - data-set: "vpp-nic-comparison-3n-skx-mrr" + data-set: "vpp-3n-skx-curr-iter-mrr" tag: "NIC_Intel-XXV710" comparisons: - title: "Diff" @@ -189,10 +189,10 @@ filter: "'8T4C' and 'MRR' and not 'NF_DENSITY'" columns: - title: "x710" - data-set: "vpp-nic-comparison-3n-skx-mrr" + data-set: "vpp-3n-skx-curr-iter-mrr" tag: "NIC_Intel-X710" - title: "xxv710" - data-set: "vpp-nic-comparison-3n-skx-mrr" + data-set: "vpp-3n-skx-curr-iter-mrr" tag: "NIC_Intel-XXV710" comparisons: - title: "Diff" @@ -212,10 +212,10 @@ filter: "'2T1C' and 'NDRPDR' and not 'NF_DENSITY'" columns: - title: "x710" - data-set: "vpp-nic-comparison-2n-skx" + data-set: "vpp-2n-skx-curr-iter" tag: "NIC_Intel-X710" - title: "xxv710" - data-set: "vpp-nic-comparison-2n-skx" + data-set: "vpp-2n-skx-curr-iter" tag: "NIC_Intel-XXV710" comparisons: - title: "Diff" @@ -235,10 +235,10 @@ filter: "'4T2C' and 'NDRPDR' and not 'NF_DENSITY'" columns: - title: "x710" - data-set: "vpp-nic-comparison-2n-skx" + data-set: "vpp-2n-skx-curr-iter" tag: "NIC_Intel-X710" - title: "xxv710" - data-set: "vpp-nic-comparison-2n-skx" + data-set: "vpp-2n-skx-curr-iter" tag: "NIC_Intel-XXV710" comparisons: - title: "Diff" @@ -258,10 +258,10 @@ filter: "'2T1C' and 'NDRPDR' and not 'NF_DENSITY'" columns: - title: "x710" - data-set: "vpp-nic-comparison-2n-skx" + data-set: "vpp-2n-skx-curr-iter" tag: "NIC_Intel-X710" - title: "xxv710" - data-set: "vpp-nic-comparison-2n-skx" + data-set: "vpp-2n-skx-curr-iter" tag: "NIC_Intel-XXV710" comparisons: - title: "Diff" @@ -281,10 +281,10 @@ filter: "'4T2C' and 'NDRPDR' and not 'NF_DENSITY'" columns: - title: "x710" - data-set: "vpp-nic-comparison-2n-skx" + data-set: "vpp-2n-skx-curr-iter" tag: "NIC_Intel-X710" - title: "xxv710" - data-set: "vpp-nic-comparison-2n-skx" + data-set: "vpp-2n-skx-curr-iter" tag: "NIC_Intel-XXV710" comparisons: - title: "Diff" @@ -304,10 +304,10 @@ filter: "'2T1C' and 'MRR' and not 'NF_DENSITY'" columns: - title: "x710" - data-set: "vpp-nic-comparison-2n-skx-mrr" + data-set: "vpp-2n-skx-curr-iter-mrr" tag: "NIC_Intel-X710" - title: "xxv710" - data-set: "vpp-nic-comparison-2n-skx-mrr" + data-set: "vpp-2n-skx-curr-iter-mrr" tag: "NIC_Intel-XXV710" comparisons: - title: "Diff" @@ -327,10 +327,10 @@ filter: "'4T2C' and 'MRR' and not 'NF_DENSITY'" columns: - title: "x710" - data-set: "vpp-nic-comparison-2n-skx-mrr" + data-set: "vpp-2n-skx-curr-iter-mrr" tag: "NIC_Intel-X710" - title: "xxv710" - data-set: "vpp-nic-comparison-2n-skx-mrr" + data-set: "vpp-2n-skx-curr-iter-mrr" tag: "NIC_Intel-XXV710" comparisons: - title: "Diff" @@ -350,10 +350,10 @@ filter: "'8T4C' and 'MRR' and not 'NF_DENSITY'" columns: - title: "x710" - data-set: "vpp-nic-comparison-2n-skx-mrr" + data-set: "vpp-2n-skx-curr-iter-mrr" tag: "NIC_Intel-X710" - title: "xxv710" - data-set: "vpp-nic-comparison-2n-skx-mrr" + data-set: "vpp-2n-skx-curr-iter-mrr" tag: "NIC_Intel-XXV710" comparisons: - title: "Diff" @@ -367,138 +367,6 @@ ################################################################################ # VPP -# VPP Performance Changes 3n-hsw 1t1c pdr -- type: "table" - title: "VPP Performance Changes 3n-hsw 1t1c pdr" - algorithm: "table_comparison" - output-file: "{DIR[STATIC,VPP]}/performance-changes-3n-hsw-1t1c-pdr" - include-tests: "PDR" # "PDR" | "NDR" | "MRR" - filter: "'1T1C' and 'NDRPDR' and 'NIC_Intel-XL710' and not 'NF_DENSITY'" - columns: - - title: "2005.0-5" - data-set: "vpp-performance-changes-3n-hsw-h1" - - title: "2009.0-5" - data-set: "vpp-performance-changes-3n-hsw-ref-env-old" - - title: "2009.0-6" - data-set: "vpp-performance-changes-3n-hsw-ref-env-new" - - title: "2101.0-6" - data-set: "vpp-performance-changes-3n-hsw-cmp" - comparisons: - - title: "2009.0-6 vs 2009.0-5" - reference: 2 - compare: 3 -# rca-file: "rca/rca-3n-hsw-1t1c-pdr-rca1.yaml" - - title: "2101.0-6 vs 2009.0-6" - reference: 3 - compare: 4 -# rca-file: "rca/rca-3n-hsw-1t1c-pdr-rca2.yaml" - legend: - - '' - - 'Test Case: Test cases executed for: PDR throughput on 3n-hsw with xl710.' - - 'YYMM.V-E: [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "5" for CSIT rls2009, "6" for CSIT rls2101).' - - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' - - '2009.0-6 vs 2009.0-5: Compares CSIT environment current vs previous with previous VPP code.' - - '2101.0-6 vs 2009.0-6: Compares VPP code current vs previous in the current CSIT environment.' - -# VPP Performance Changes 3n-hsw 2t2c pdr -- type: "table" - title: "VPP Performance Changes 3n-hsw 2t2c pdr" - algorithm: "table_comparison" - output-file: "{DIR[STATIC,VPP]}/performance-changes-3n-hsw-2t2c-pdr" - include-tests: "PDR" # "PDR" | "NDR" | "MRR" - filter: "'2T2C' and 'NDRPDR' and 'NIC_Intel-XL710' and not 'NF_DENSITY'" - columns: - - title: "2005.0-5" - data-set: "vpp-performance-changes-3n-hsw-h1" - - title: "2009.0-5" - data-set: "vpp-performance-changes-3n-hsw-ref-env-old" - - title: "2009.0-6" - data-set: "vpp-performance-changes-3n-hsw-ref-env-new" - - title: "2101.0-6" - data-set: "vpp-performance-changes-3n-hsw-cmp" - comparisons: - - title: "2009.0-6 vs 2009.0-5" - reference: 2 - compare: 3 -# rca-file: "rca/rca-3n-hsw-2t2c-pdr-rca1.yaml" - - title: "2101.0-6 vs 2009.0-6" - reference: 3 - compare: 4 -# rca-file: "rca/rca-3n-hsw-2t2c-pdr-rca2.yaml" - legend: - - '' - - 'Test Case: Test cases executed for: PDR throughput on 3n-hsw with xl710.' - - 'YYMM.V-E: [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "5" for CSIT rls2009, "6" for CSIT rls2101).' - - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' - - '2009.0-6 vs 2009.0-5: Compares CSIT environment current vs previous with previous VPP code.' - - '2101.0-6 vs 2009.0-6: Compares VPP code current vs previous in the current CSIT environment.' - -# VPP Performance Changes 3n-hsw 1t1c ndr -- type: "table" - title: "VPP Performance Changes 3n-hsw 1t1c ndr" - algorithm: "table_comparison" - output-file: "{DIR[STATIC,VPP]}/performance-changes-3n-hsw-1t1c-ndr" - include-tests: "NDR" # "PDR" | "NDR" | "MRR" - filter: "'1T1C' and 'NDRPDR' and 'NIC_Intel-XL710' and not 'NF_DENSITY'" - columns: - - title: "2005.0-5" - data-set: "vpp-performance-changes-3n-hsw-h1" - - title: "2009.0-5" - data-set: "vpp-performance-changes-3n-hsw-ref-env-old" - - title: "2009.0-6" - data-set: "vpp-performance-changes-3n-hsw-ref-env-new" - - title: "2101.0-6" - data-set: "vpp-performance-changes-3n-hsw-cmp" - comparisons: - - title: "2009.0-6 vs 2009.0-5" - reference: 2 - compare: 3 -# rca-file: "rca/rca-3n-hsw-1t1c-ndr-rca1.yaml" - - title: "2101.0-6 vs 2009.0-6" - reference: 3 - compare: 4 -# rca-file: "rca/rca-3n-hsw-1t1c-ndr-rca2.yaml" - legend: - - '' - - 'Test Case: Test cases executed for: NDR throughput on 3n-hsw with xl710.' - - 'YYMM.V-E: [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "5" for CSIT rls2009, "6" for CSIT rls2101).' - - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' - - '2009.0-6 vs 2009.0-5: Compares CSIT environment current vs previous with previous VPP code.' - - '2101.0-6 vs 2009.0-6: Compares VPP code current vs previous in the current CSIT environment.' - -# VPP Performance Changes 3n-hsw 2t2c ndr -- type: "table" - title: "VPP Performance Changes 3n-hsw 2t2c ndr" - algorithm: "table_comparison" - output-file: "{DIR[STATIC,VPP]}/performance-changes-3n-hsw-2t2c-ndr" - include-tests: "NDR" # "PDR" | "NDR" | "MRR" - filter: "'2T2C' and 'NDRPDR' and 'NIC_Intel-XL710' and not 'NF_DENSITY'" - columns: - - title: "2005.0-5" - data-set: "vpp-performance-changes-3n-hsw-h1" - - title: "2009.0-5" - data-set: "vpp-performance-changes-3n-hsw-ref-env-old" - - title: "2009.0-6" - data-set: "vpp-performance-changes-3n-hsw-ref-env-new" - - title: "2101.0-6" - data-set: "vpp-performance-changes-3n-hsw-cmp" - comparisons: - - title: "2009.0-6 vs 2009.0-5" - reference: 2 - compare: 3 -# rca-file: "rca/rca-3n-hsw-2t2c-ndr-rca1.yaml" - - title: "2101.0-6 vs 2009.0-6" - reference: 3 - compare: 4 -# rca-file: "rca/rca-3n-hsw-2t2c-ndr-rca2.yaml" - legend: - - '' - - 'Test Case: Test cases executed for: NDR throughput on 3n-hsw with xl710.' - - 'YYMM.V-E: [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "5" for CSIT rls2009, "6" for CSIT rls2101).' - - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' - - '2009.0-6 vs 2009.0-5: Compares CSIT environment current vs previous with previous VPP code.' - - '2101.0-6 vs 2009.0-6: Compares VPP code current vs previous in the current CSIT environment.' - # VPP Performance Changes 3n-skx 2t1c pdr - type: "table" title: "VPP Performance Changes 3n-skx 2t1c pdr" @@ -507,30 +375,30 @@ include-tests: "PDR" # "PDR" | "NDR" | "MRR" filter: "'2T1C' and 'NDRPDR' and 'NIC_Intel-XXV710' and not 'NF_DENSITY'" columns: - - title: "2005.0-5" - data-set: "vpp-performance-changes-3n-skx-h1" - - title: "2009.0-5" - data-set: "vpp-performance-changes-3n-skx-ref-env-old" - title: "2009.0-6" - data-set: "vpp-performance-changes-3n-skx-ref-env-new" + data-set: "vpp-3n-skx-hist-iter-new-env" - title: "2101.0-6" - data-set: "vpp-performance-changes-3n-skx-cmp" + data-set: "vpp-3n-skx-prev-iter-old-env" + - title: "2101.0-7" + data-set: "vpp-3n-skx-prev-iter-new-env" + - title: "2106.0-7" + data-set: "vpp-3n-skx-curr-iter" comparisons: - - title: "2009.0-6 vs 2009.0-5" + - title: "2101.0-7 vs 2101.0-6" reference: 2 compare: 3 # rca-file: "rca/rca-3n-skx-2t1c-pdr-rca1.yaml" - - title: "2101.0-6 vs 2009.0-6" + - title: "2106.0-7 vs 2101.0-7" reference: 3 compare: 4 # rca-file: "rca/rca-3n-skx-2t1c-pdr-rca2.yaml" legend: - '' - 'Test Case: Test cases executed for: PDR throughput on 3n-skx with xxv710.' - - 'YYMM.V-E: [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "5" for CSIT rls2009, "6" for CSIT rls2101).' + - 'YYMM.V-E: [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "6" for CSIT rls2101, "7" for CSIT rls2106).' - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' - - '2009.0-6 vs 2009.0-5: Compares CSIT environment current vs previous with previous VPP code.' - - '2101.0-6 vs 2009.0-6: Compares VPP code current vs previous in the current CSIT environment.' + - '2101.0-7 vs 2101.0-6: Compares CSIT environment current vs previous with previous VPP code.' + - '2106.0-7 vs 2101.0-7: Compares VPP code current vs previous in the current CSIT environment.' # VPP Performance Changes 3n-skx 4t2c pdr - type: "table" @@ -540,30 +408,30 @@ include-tests: "PDR" # "PDR" | "NDR" | "MRR" filter: "'4T2C' and 'NDRPDR' and 'NIC_Intel-XXV710' and not 'NF_DENSITY'" columns: - - title: "2005.0-5" - data-set: "vpp-performance-changes-3n-skx-h1" - - title: "2009.0-5" - data-set: "vpp-performance-changes-3n-skx-ref-env-old" - title: "2009.0-6" - data-set: "vpp-performance-changes-3n-skx-ref-env-new" + data-set: "vpp-3n-skx-hist-iter-new-env" - title: "2101.0-6" - data-set: "vpp-performance-changes-3n-skx-cmp" + data-set: "vpp-3n-skx-prev-iter-old-env" + - title: "2101.0-7" + data-set: "vpp-3n-skx-prev-iter-new-env" + - title: "2106.0-7" + data-set: "vpp-3n-skx-curr-iter" comparisons: - - title: "2009.0-6 vs 2009.0-5" + - title: "2101.0-7 vs 2101.0-6" reference: 2 compare: 3 # rca-file: "rca/rca-3n-skx-4t2c-pdr-rca1.yaml" - - title: "2101.0-6 vs 2009.0-6" + - title: "2106.0-7 vs 2101.0-7" reference: 3 compare: 4 # rca-file: "rca/rca-3n-skx-4t2c-pdr-rca2.yaml" legend: - '' - 'Test Case: Test cases executed for: PDR throughput on 3n-skx with xxv710.' - - 'YYMM.V-E: [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "5" for CSIT rls2009, "6" for CSIT rls2101).' + - 'YYMM.V-E: [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "6" for CSIT rls2101, "7" for CSIT rls2106).' - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' - - '2009.0-6 vs 2009.0-5: Compares CSIT environment current vs previous with previous VPP code.' - - '2101.0-6 vs 2009.0-6: Compares VPP code current vs previous in the current CSIT environment.' + - '2101.0-7 vs 2101.0-6: Compares CSIT environment current vs previous with previous VPP code.' + - '2106.0-7 vs 2101.0-7: Compares VPP code current vs previous in the current CSIT environment.' # VPP Performance Changes 3n-skx 2t1c ndr - type: "table" @@ -573,30 +441,30 @@ include-tests: "NDR" # "PDR" | "NDR" | "MRR" filter: "'2T1C' and 'NDRPDR' and 'NIC_Intel-XXV710' and not 'NF_DENSITY'" columns: - - title: "2005.0-5" - data-set: "vpp-performance-changes-3n-skx-h1" - - title: "2009.0-5" - data-set: "vpp-performance-changes-3n-skx-ref-env-old" - title: "2009.0-6" - data-set: "vpp-performance-changes-3n-skx-ref-env-new" + data-set: "vpp-3n-skx-hist-iter-new-env" - title: "2101.0-6" - data-set: "vpp-performance-changes-3n-skx-cmp" + data-set: "vpp-3n-skx-prev-iter-old-env" + - title: "2101.0-7" + data-set: "vpp-3n-skx-prev-iter-new-env" + - title: "2106.0-7" + data-set: "vpp-3n-skx-curr-iter" comparisons: - - title: "2009.0-6 vs 2009.0-5" + - title: "2101.0-7 vs 2101.0-6" reference: 2 compare: 3 # rca-file: "rca/rca-3n-skx-2t1c-ndr-rca1.yaml" - - title: "2101.0-6 vs 2009.0-6" + - title: "2106.0-7 vs 2101.0-7" reference: 3 compare: 4 # rca-file: "rca/rca-3n-skx-2t1c-ndr-rca2.yaml" legend: - '' - 'Test Case: Test cases executed for: NDR throughput on 3n-skx with xxv710.' - - 'YYMM.V-E: [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "5" for CSIT rls2009, "6" for CSIT rls2101).' + - 'YYMM.V-E: [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "6" for CSIT rls2101, "7" for CSIT rls2106).' - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' - - '2009.0-6 vs 2009.0-5: Compares CSIT environment current vs previous with previous VPP code.' - - '2101.0-6 vs 2009.0-6: Compares VPP code current vs previous in the current CSIT environment.' + - '2101.0-7 vs 2101.0-6: Compares CSIT environment current vs previous with previous VPP code.' + - '2106.0-7 vs 2101.0-7: Compares VPP code current vs previous in the current CSIT environment.' # VPP Performance Changes 3n-skx 4t2c ndr - type: "table" @@ -606,30 +474,30 @@ include-tests: "NDR" # "PDR" | "NDR" | "MRR" filter: "'4T2C' and 'NDRPDR' and 'NIC_Intel-XXV710' and not 'NF_DENSITY'" columns: - - title: "2005.0-5" - data-set: "vpp-performance-changes-3n-skx-h1" - - title: "2009.0-5" - data-set: "vpp-performance-changes-3n-skx-ref-env-old" - title: "2009.0-6" - data-set: "vpp-performance-changes-3n-skx-ref-env-new" + data-set: "vpp-3n-skx-hist-iter-new-env" - title: "2101.0-6" - data-set: "vpp-performance-changes-3n-skx-cmp" + data-set: "vpp-3n-skx-prev-iter-old-env" + - title: "2101.0-7" + data-set: "vpp-3n-skx-prev-iter-new-env" + - title: "2106.0-7" + data-set: "vpp-3n-skx-curr-iter" comparisons: - - title: "2009.0-6 vs 2009.0-5" + - title: "2101.0-7 vs 2101.0-6" reference: 2 compare: 3 # rca-file: "rca/rca-3n-skx-4t2c-ndr-rca1.yaml" - - title: "2101.0-6 vs 2009.0-6" + - title: "2106.0-7 vs 2101.0-7" reference: 3 compare: 4 # rca-file: "rca/rca-3n-skx-4t2c-ndr-rca2.yaml" legend: - '' - 'Test Case: Test cases executed for: NDR throughput on 3n-skx with xxv710.' - - 'YYMM.V-E: [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "5" for CSIT rls2009, "6" for CSIT rls2101).' + - 'YYMM.V-E: [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "6" for CSIT rls2101, "7" for CSIT rls2106).' - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' - - '2009.0-6 vs 2009.0-5: Compares CSIT environment current vs previous with previous VPP code.' - - '2101.0-6 vs 2009.0-6: Compares VPP code current vs previous in the current CSIT environment.' + - '2101.0-7 vs 2101.0-6: Compares CSIT environment current vs previous with previous VPP code.' + - '2106.0-7 vs 2101.0-7: Compares VPP code current vs previous in the current CSIT environment.' # VPP Performance Changes 2n-skx 2t1c pdr - type: "table" @@ -639,30 +507,30 @@ include-tests: "PDR" # "PDR" | "NDR" | "MRR" filter: "'2T1C' and 'NDRPDR' and 'NIC_Intel-XXV710' and not 'NF_DENSITY'" columns: - - title: "2005.0-5" - data-set: "vpp-performance-changes-2n-skx-h1" - - title: "2009.0-5" - data-set: "vpp-performance-changes-2n-skx-ref-env-old" - title: "2009.0-6" - data-set: "vpp-performance-changes-2n-skx-ref-env-new" + data-set: "vpp-2n-skx-hist-iter-new-env" - title: "2101.0-6" - data-set: "vpp-performance-changes-2n-skx-cmp" + data-set: "vpp-2n-skx-prev-iter-old-env" + - title: "2101.0-7" + data-set: "vpp-2n-skx-prev-iter-new-env" + - title: "2106.0-7" + data-set: "vpp-2n-skx-curr-iter" comparisons: - - title: "2009.0-6 vs 2009.0-5" + - title: "2101.0-7 vs 2101.0-6" reference: 2 compare: 3 # rca-file: "rca/rca-2n-skx-2t1c-pdr-rca1.yaml" - - title: "2101.0-6 vs 2009.0-6" + - title: "2106.0-7 vs 2101.0-7" reference: 3 compare: 4 # rca-file: "rca/rca-2n-skx-2t1c-pdr-rca2.yaml" legend: - '' - 'Test Case: Test cases executed for: PDR throughput on 2n-skx with xxv710.' - - 'YYMM.V-E: [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "5" for CSIT rls2009, "6" for CSIT rls2101).' + - 'YYMM.V-E: [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "6" for CSIT rls2101, "7" for CSIT rls2106).' - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' - - '2009.0-6 vs 2009.0-5: Compares CSIT environment current vs previous with previous VPP code.' - - '2101.0-6 vs 2009.0-6: Compares VPP code current vs previous in the current CSIT environment.' + - '2101.0-7 vs 2101.0-6: Compares CSIT environment current vs previous with previous VPP code.' + - '2106.0-7 vs 2101.0-7: Compares VPP code current vs previous in the current CSIT environment.' # VPP Performance Changes 2n-skx 4t2c pdr - type: "table" @@ -672,30 +540,30 @@ include-tests: "PDR" # "PDR" | "NDR" | "MRR" filter: "'4T2C' and 'NDRPDR' and 'NIC_Intel-XXV710' and not 'NF_DENSITY'" columns: - - title: "2005.0-5" - data-set: "vpp-performance-changes-2n-skx-h1" - - title: "2009.0-5" - data-set: "vpp-performance-changes-2n-skx-ref-env-old" - title: "2009.0-6" - data-set: "vpp-performance-changes-2n-skx-ref-env-new" + data-set: "vpp-2n-skx-hist-iter-new-env" - title: "2101.0-6" - data-set: "vpp-performance-changes-2n-skx-cmp" + data-set: "vpp-2n-skx-prev-iter-old-env" + - title: "2101.0-7" + data-set: "vpp-2n-skx-prev-iter-new-env" + - title: "2106.0-7" + data-set: "vpp-2n-skx-curr-iter" comparisons: - - title: "2009.0-6 vs 2009.0-5" + - title: "2101.0-7 vs 2101.0-6" reference: 2 compare: 3 # rca-file: "rca/rca-2n-skx-4t2c-pdr-rca1.yaml" - - title: "2101.0-6 vs 2009.0-6" + - title: "2106.0-7 vs 2101.0-7" reference: 3 compare: 4 # rca-file: "rca/rca-2n-skx-4t2c-pdr-rca2.yaml" legend: - '' - 'Test Case: Test cases executed for: PDR throughput on 2n-skx with xxv710.' - - 'YYMM.V-E: [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "5" for CSIT rls2009, "6" for CSIT rls2101).' + - 'YYMM.V-E: [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "6" for CSIT rls2101, "7" for CSIT rls2106).' - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' - - '2009.0-6 vs 2009.0-5: Compares CSIT environment current vs previous with previous VPP code.' - - '2101.0-6 vs 2009.0-6: Compares VPP code current vs previous in the current CSIT environment.' + - '2101.0-7 vs 2101.0-6: Compares CSIT environment current vs previous with previous VPP code.' + - '2106.0-7 vs 2101.0-7: Compares VPP code current vs previous in the current CSIT environment.' # VPP Performance Changes 2n-skx 2t1c ndr - type: "table" @@ -705,30 +573,30 @@ include-tests: "NDR" # "PDR" | "NDR" | "MRR" filter: "'2T1C' and 'NDRPDR' and 'NIC_Intel-XXV710' and not 'NF_DENSITY'" columns: - - title: "2005.0-5" - data-set: "vpp-performance-changes-2n-skx-h1" - - title: "2009.0-5" - data-set: "vpp-performance-changes-2n-skx-ref-env-old" - title: "2009.0-6" - data-set: "vpp-performance-changes-2n-skx-ref-env-new" + data-set: "vpp-2n-skx-hist-iter-new-env" - title: "2101.0-6" - data-set: "vpp-performance-changes-2n-skx-cmp" + data-set: "vpp-2n-skx-prev-iter-old-env" + - title: "2101.0-7" + data-set: "vpp-2n-skx-prev-iter-new-env" + - title: "2106.0-7" + data-set: "vpp-2n-skx-curr-iter" comparisons: - - title: "2009.0-6 vs 2009.0-5" + - title: "2101.0-7 vs 2101.0-6" reference: 2 compare: 3 # rca-file: "rca/rca-2n-skx-2t1c-ndr-rca1.yaml" - - title: "2101.0-6 vs 2009.0-6" + - title: "2106.0-7 vs 2101.0-7" reference: 3 compare: 4 # rca-file: "rca/rca-2n-skx-2t1c-ndr-rca2.yaml" legend: - '' - 'Test Case: Test cases executed for: NDR throughput on 2n-skx with xxv710.' - - 'YYMM.V-E: [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "5" for CSIT rls2009, "6" for CSIT rls2101).' + - 'YYMM.V-E: [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "6" for CSIT rls2101, "7" for CSIT rls2106).' - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' - - '2009.0-6 vs 2009.0-5: Compares CSIT environment current vs previous with previous VPP code.' - - '2101.0-6 vs 2009.0-6: Compares VPP code current vs previous in the current CSIT environment.' + - '2101.0-7 vs 2101.0-6: Compares CSIT environment current vs previous with previous VPP code.' + - '2106.0-7 vs 2101.0-7: Compares VPP code current vs previous in the current CSIT environment.' # VPP Performance Changes 2n-skx 4t2c ndr - type: "table" @@ -738,30 +606,30 @@ include-tests: "NDR" # "PDR" | "NDR" | "MRR" filter: "'4T2C' and 'NDRPDR' and 'NIC_Intel-XXV710' and not 'NF_DENSITY'" columns: - - title: "2005.0-5" - data-set: "vpp-performance-changes-2n-skx-h1" - - title: "2009.0-5" - data-set: "vpp-performance-changes-2n-skx-ref-env-old" - title: "2009.0-6" - data-set: "vpp-performance-changes-2n-skx-ref-env-new" + data-set: "vpp-2n-skx-hist-iter-new-env" - title: "2101.0-6" - data-set: "vpp-performance-changes-2n-skx-cmp" + data-set: "vpp-2n-skx-prev-iter-old-env" + - title: "2101.0-7" + data-set: "vpp-2n-skx-prev-iter-new-env" + - title: "2106.0-7" + data-set: "vpp-2n-skx-curr-iter" comparisons: - - title: "2009.0-6 vs 2009.0-5" + - title: "2101.0-7 vs 2101.0-6" reference: 2 compare: 3 # rca-file: "rca/rca-2n-skx-4t2c-ndr-rca1.yaml" - - title: "2101.0-6 vs 2009.0-6" + - title: "2106.0-7 vs 2101.0-7" reference: 3 compare: 4 # rca-file: "rca/rca-2n-skx-4t2c-ndr-rca2.yaml" legend: - '' - 'Test Case: Test cases executed for: NDR throughput on 2n-skx with xxv710.' - - 'YYMM.V-E: [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "5" for CSIT rls2009, "6" for CSIT rls2101).' + - 'YYMM.V-E: [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "6" for CSIT rls2101, "7" for CSIT rls2106).' - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' - - '2009.0-6 vs 2009.0-5: Compares CSIT environment current vs previous with previous VPP code.' - - '2101.0-6 vs 2009.0-6: Compares VPP code current vs previous in the current CSIT environment.' + - '2101.0-7 vs 2101.0-6: Compares CSIT environment current vs previous with previous VPP code.' + - '2106.0-7 vs 2101.0-7: Compares VPP code current vs previous in the current CSIT environment.' # VPP Performance Changes 2n-clx-xxv710 2t1c pdr - type: "table" @@ -771,30 +639,30 @@ include-tests: "PDR" # "PDR" | "NDR" | "MRR" filter: "'2T1C' and 'NDRPDR' and 'NIC_Intel-XXV710' and not 'NF_DENSITY'" columns: - - title: "2005.0-5" - data-set: "vpp-performance-changes-2n-clx-h1" - - title: "2009.0-5" - data-set: "vpp-performance-changes-2n-clx-ref-env-old" - title: "2009.0-6" - data-set: "vpp-performance-changes-2n-clx-ref-env-new" + data-set: "vpp-2n-clx-hist-iter-new-env" - title: "2101.0-6" - data-set: "vpp-performance-changes-2n-clx-cmp" + data-set: "vpp-2n-clx-prev-iter-old-env" + - title: "2101.0-7" + data-set: "vpp-2n-clx-prev-iter-new-env" + - title: "2106.0-7" + data-set: "vpp-2n-clx-curr-iter" comparisons: - - title: "2009.0-6 vs 2009.0-5" + - title: "2101.0-7 vs 2101.0-6" reference: 2 compare: 3 # rca-file: "rca/rca-2n-clx-2t1c-pdr-rca1.yaml" - - title: "2101.0-6 vs 2009.0-6" + - title: "2106.0-7 vs 2101.0-7" reference: 3 compare: 4 # rca-file: "rca/rca-2n-clx-2t1c-pdr-rca1.yaml" legend: - '' - 'Test Case: Test cases executed for: PDR throughput on 2n-clx with xxv710.' - - 'YYMM.V-E: [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "5" for CSIT rls2009, "6" for CSIT rls2101).' + - 'YYMM.V-E: [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "6" for CSIT rls2101, "7" for CSIT rls2106).' - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' - - '2009.0-6 vs 2009.0-5: Compares CSIT environment current vs previous with previous VPP code.' - - '2101.0-6 vs 2009.0-6: Compares VPP code current vs previous in the current CSIT environment.' + - '2101.0-7 vs 2101.0-6: Compares CSIT environment current vs previous with previous VPP code.' + - '2106.0-7 vs 2101.0-7: Compares VPP code current vs previous in the current CSIT environment.' # VPP Performance Changes 2n-clx-xxv710 4t2c pdr - type: "table" @@ -804,30 +672,30 @@ include-tests: "PDR" # "PDR" | "NDR" | "MRR" filter: "'4T2C' and 'NDRPDR' and 'NIC_Intel-XXV710' and not 'NF_DENSITY'" columns: - - title: "2005.0-5" - data-set: "vpp-performance-changes-2n-clx-h1" - - title: "2009.0-5" - data-set: "vpp-performance-changes-2n-clx-ref-env-old" - title: "2009.0-6" - data-set: "vpp-performance-changes-2n-clx-ref-env-new" + data-set: "vpp-2n-clx-hist-iter-new-env" - title: "2101.0-6" - data-set: "vpp-performance-changes-2n-clx-cmp" + data-set: "vpp-2n-clx-prev-iter-old-env" + - title: "2101.0-7" + data-set: "vpp-2n-clx-prev-iter-new-env" + - title: "2106.0-7" + data-set: "vpp-2n-clx-curr-iter" comparisons: - - title: "2009.0-6 vs 2009.0-5" + - title: "2101.0-7 vs 2101.0-6" reference: 2 compare: 3 # rca-file: "rca/rca-2n-clx-4t2c-pdr-rca1.yaml" - - title: "2101.0-6 vs 2009.0-6" + - title: "2106.0-7 vs 2101.0-7" reference: 3 compare: 4 # rca-file: "rca/rca-2n-clx-4t2c-pdr-rca1.yaml" legend: - '' - 'Test Case: Test cases executed for: PDR throughput on 2n-clx with xxv710.' - - 'YYMM.V-E: [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "5" for CSIT rls2009, "6" for CSIT rls2101).' + - 'YYMM.V-E: [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "6" for CSIT rls2101, "7" for CSIT rls2106).' - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' - - '2009.0-6 vs 2009.0-5: Compares CSIT environment current vs previous with previous VPP code.' - - '2101.0-6 vs 2009.0-6: Compares VPP code current vs previous in the current CSIT environment.' + - '2101.0-7 vs 2101.0-6: Compares CSIT environment current vs previous with previous VPP code.' + - '2106.0-7 vs 2101.0-7: Compares VPP code current vs previous in the current CSIT environment.' # VPP Performance Changes 2n-clx-xxv710 2t1c ndr - type: "table" @@ -837,30 +705,30 @@ include-tests: "NDR" # "PDR" | "NDR" | "MRR" filter: "'2T1C' and 'NDRPDR' and 'NIC_Intel-XXV710' and not 'NF_DENSITY'" columns: - - title: "2005.0-5" - data-set: "vpp-performance-changes-2n-clx-h1" - - title: "2009.0-5" - data-set: "vpp-performance-changes-2n-clx-ref-env-old" - title: "2009.0-6" - data-set: "vpp-performance-changes-2n-clx-ref-env-new" + data-set: "vpp-2n-clx-hist-iter-new-env" - title: "2101.0-6" - data-set: "vpp-performance-changes-2n-clx-cmp" + data-set: "vpp-2n-clx-prev-iter-old-env" + - title: "2101.0-7" + data-set: "vpp-2n-clx-prev-iter-new-env" + - title: "2106.0-7" + data-set: "vpp-2n-clx-curr-iter" comparisons: - - title: "2009.0-6 vs 2009.0-5" + - title: "2101.0-7 vs 2101.0-6" reference: 2 compare: 3 # rca-file: "rca/rca-2n-clx-2t1c-ndr-rca1.yaml" - - title: "2101.0-6 vs 2009.0-6" + - title: "2106.0-7 vs 2101.0-7" reference: 3 compare: 4 # rca-file: "rca/rca-2n-clx-2t1c-ndr-rca1.yaml" legend: - '' - 'Test Case: Test cases executed for: NDR throughput on 2n-clx with xxv710.' - - 'YYMM.V-E: [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "5" for CSIT rls2009, "6" for CSIT rls2101).' + - 'YYMM.V-E: [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "6" for CSIT rls2101, "7" for CSIT rls2106).' - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' - - '2009.0-6 vs 2009.0-5: Compares CSIT environment current vs previous with previous VPP code.' - - '2101.0-6 vs 2009.0-6: Compares VPP code current vs previous in the current CSIT environment.' + - '2101.0-7 vs 2101.0-6: Compares CSIT environment current vs previous with previous VPP code.' + - '2106.0-7 vs 2101.0-7: Compares VPP code current vs previous in the current CSIT environment.' # VPP Performance Changes 2n-clx-xxv710 4t2c ndr - type: "table" @@ -870,30 +738,30 @@ include-tests: "NDR" # "PDR" | "NDR" | "MRR" filter: "'4T2C' and 'NDRPDR' and 'NIC_Intel-XXV710' and not 'NF_DENSITY'" columns: - - title: "2005.0-5" - data-set: "vpp-performance-changes-2n-clx-h1" - - title: "2009.0-5" - data-set: "vpp-performance-changes-2n-clx-ref-env-old" - title: "2009.0-6" - data-set: "vpp-performance-changes-2n-clx-ref-env-new" + data-set: "vpp-2n-clx-hist-iter-new-env" - title: "2101.0-6" - data-set: "vpp-performance-changes-2n-clx-cmp" + data-set: "vpp-2n-clx-prev-iter-old-env" + - title: "2101.0-7" + data-set: "vpp-2n-clx-prev-iter-new-env" + - title: "2106.0-7" + data-set: "vpp-2n-clx-curr-iter" comparisons: - - title: "2009.0-6 vs 2009.0-5" + - title: "2101.0-7 vs 2101.0-6" reference: 2 compare: 3 # rca-file: "rca/rca-2n-clx-4t2c-ndr-rca1.yaml" - - title: "2101.0-6 vs 2009.0-6" + - title: "2106.0-7 vs 2101.0-7" reference: 3 compare: 4 # rca-file: "rca/rca-2n-clx-4t2c-ndr-rca1.yaml" legend: - '' - 'Test Case: Test cases executed for: NDR throughput on 2n-clx with xxv710.' - - 'YYMM.V-E: [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "5" for CSIT rls2009, "6" for CSIT rls2101).' + - 'YYMM.V-E: [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "6" for CSIT rls2101, "7" for CSIT rls2106).' - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' - - '2009.0-6 vs 2009.0-5: Compares CSIT environment current vs previous with previous VPP code.' - - '2101.0-6 vs 2009.0-6: Compares VPP code current vs previous in the current CSIT environment.' + - '2101.0-7 vs 2101.0-6: Compares CSIT environment current vs previous with previous VPP code.' + - '2106.0-7 vs 2101.0-7: Compares VPP code current vs previous in the current CSIT environment.' # VPP Performance Changes 2n-clx-cx556a 2t1c pdr - type: "table" @@ -903,30 +771,30 @@ include-tests: "PDR" # "PDR" | "NDR" | "MRR" filter: "'2T1C' and 'NDRPDR' and 'NIC_Mellanox-CX556A' and not 'NF_DENSITY'" columns: - - title: "2005.0-5" - data-set: "vpp-performance-changes-2n-clx-h1" - - title: "2009.0-5" - data-set: "vpp-performance-changes-2n-clx-ref-env-old" - title: "2009.0-6" - data-set: "vpp-performance-changes-2n-clx-ref-env-new" + data-set: "vpp-2n-clx-hist-iter-new-env" - title: "2101.0-6" - data-set: "vpp-performance-changes-2n-clx-cmp" + data-set: "vpp-2n-clx-prev-iter-old-env" + - title: "2101.0-7" + data-set: "vpp-2n-clx-prev-iter-new-env" + - title: "2106.0-7" + data-set: "vpp-2n-clx-curr-iter" comparisons: - - title: "2009.0-6 vs 2009.0-5" + - title: "2101.0-7 vs 2101.0-6" reference: 2 compare: 3 # rca-file: "rca/rca-2n-clx-2t1c-pdr-rca2.yaml" - - title: "2101.0-6 vs 2009.0-6" + - title: "2106.0-7 vs 2101.0-7" reference: 3 compare: 4 # rca-file: "rca/rca-2n-clx-2t1c-pdr-rca2.yaml" legend: - '' - 'Test Case: Test cases executed for: PDR throughput on 2n-clx with cx556a.' - - 'YYMM.V-E: [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "5" for CSIT rls2009, "6" for CSIT rls2101).' + - 'YYMM.V-E: [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "6" for CSIT rls2101, "7" for CSIT rls2106).' - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' - - '2009.0-6 vs 2009.0-5: Compares CSIT environment current vs previous with previous VPP code.' - - '2101.0-6 vs 2009.0-6: Compares VPP code current vs previous in the current CSIT environment.' + - '2101.0-7 vs 2101.0-6: Compares CSIT environment current vs previous with previous VPP code.' + - '2106.0-7 vs 2101.0-7: Compares VPP code current vs previous in the current CSIT environment.' # VPP Performance Changes 2n-clx-cx556a 4t2c pdr - type: "table" @@ -936,30 +804,30 @@ include-tests: "PDR" # "PDR" | "NDR" | "MRR" filter: "'4T2C' and 'NDRPDR' and 'NIC_Mellanox-CX556A' and not 'NF_DENSITY'" columns: - - title: "2005.0-5" - data-set: "vpp-performance-changes-2n-clx-h1" - - title: "2009.0-5" - data-set: "vpp-performance-changes-2n-clx-ref-env-old" - title: "2009.0-6" - data-set: "vpp-performance-changes-2n-clx-ref-env-new" + data-set: "vpp-2n-clx-hist-iter-new-env" - title: "2101.0-6" - data-set: "vpp-performance-changes-2n-clx-cmp" + data-set: "vpp-2n-clx-prev-iter-old-env" + - title: "2101.0-7" + data-set: "vpp-2n-clx-prev-iter-new-env" + - title: "2106.0-7" + data-set: "vpp-2n-clx-curr-iter" comparisons: - - title: "2009.0-6 vs 2009.0-5" + - title: "2101.0-7 vs 2101.0-6" reference: 2 compare: 3 # rca-file: "rca/rca-2n-clx-4t2c-pdr-rca2.yaml" - - title: "2101.0-6 vs 2009.0-6" + - title: "2106.0-7 vs 2101.0-7" reference: 3 compare: 4 # rca-file: "rca/rca-2n-clx-4t2c-pdr-rca2.yaml" legend: - '' - 'Test Case: Test cases executed for: PDR throughput on 2n-clx with cx556a.' - - 'YYMM.V-E: [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "5" for CSIT rls2009, "6" for CSIT rls2101).' + - 'YYMM.V-E: [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "6" for CSIT rls2101, "7" for CSIT rls2106).' - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' - - '2009.0-6 vs 2009.0-5: Compares CSIT environment current vs previous with previous VPP code.' - - '2101.0-6 vs 2009.0-6: Compares VPP code current vs previous in the current CSIT environment.' + - '2101.0-7 vs 2101.0-6: Compares CSIT environment current vs previous with previous VPP code.' + - '2106.0-7 vs 2101.0-7: Compares VPP code current vs previous in the current CSIT environment.' # VPP Performance Changes 2n-clx-cx556a 2t1c ndr - type: "table" @@ -969,30 +837,30 @@ include-tests: "NDR" # "PDR" | "NDR" | "MRR" filter: "'2T1C' and 'NDRPDR' and 'NIC_Mellanox-CX556A' and not 'NF_DENSITY'" columns: - - title: "2005.0-5" - data-set: "vpp-performance-changes-2n-clx-h1" - - title: "2009.0-5" - data-set: "vpp-performance-changes-2n-clx-ref-env-old" - title: "2009.0-6" - data-set: "vpp-performance-changes-2n-clx-ref-env-new" + data-set: "vpp-2n-clx-hist-iter-new-env" - title: "2101.0-6" - data-set: "vpp-performance-changes-2n-clx-cmp" + data-set: "vpp-2n-clx-prev-iter-old-env" + - title: "2101.0-7" + data-set: "vpp-2n-clx-prev-iter-new-env" + - title: "2106.0-7" + data-set: "vpp-2n-clx-curr-iter" comparisons: - - title: "2009.0-6 vs 2009.0-5" + - title: "2101.0-7 vs 2101.0-6" reference: 2 compare: 3 # rca-file: "rca/rca-2n-clx-2t1c-ndr-rca2.yaml" - - title: "2101.0-6 vs 2009.0-6" + - title: "2106.0-7 vs 2101.0-7" reference: 3 compare: 4 # rca-file: "rca/rca-2n-clx-2t1c-ndr-rca2.yaml" legend: - '' - 'Test Case: Test cases executed for: NDR throughput on 2n-clx with cx556a.' - - 'YYMM.V-E: [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "5" for CSIT rls2009, "6" for CSIT rls2101).' + - 'YYMM.V-E: [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "6" for CSIT rls2101, "7" for CSIT rls2106).' - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' - - '2009.0-6 vs 2009.0-5: Compares CSIT environment current vs previous with previous VPP code.' - - '2101.0-6 vs 2009.0-6: Compares VPP code current vs previous in the current CSIT environment.' + - '2101.0-7 vs 2101.0-6: Compares CSIT environment current vs previous with previous VPP code.' + - '2106.0-7 vs 2101.0-7: Compares VPP code current vs previous in the current CSIT environment.' # VPP Performance Changes 2n-clx-cx556a 4t2c ndr - type: "table" @@ -1002,30 +870,30 @@ include-tests: "NDR" # "PDR" | "NDR" | "MRR" filter: "'4T2C' and 'NDRPDR' and 'NIC_Mellanox-CX556A' and not 'NF_DENSITY'" columns: - - title: "2005.0-5" - data-set: "vpp-performance-changes-2n-clx-h1" - - title: "2009.0-5" - data-set: "vpp-performance-changes-2n-clx-ref-env-old" - title: "2009.0-6" - data-set: "vpp-performance-changes-2n-clx-ref-env-new" + data-set: "vpp-2n-clx-hist-iter-new-env" - title: "2101.0-6" - data-set: "vpp-performance-changes-2n-clx-cmp" + data-set: "vpp-2n-clx-prev-iter-old-env" + - title: "2101.0-7" + data-set: "vpp-2n-clx-prev-iter-new-env" + - title: "2106.0-7" + data-set: "vpp-2n-clx-curr-iter" comparisons: - - title: "2009.0-6 vs 2009.0-5" + - title: "2101.0-7 vs 2101.0-6" reference: 2 compare: 3 # rca-file: "rca/rca-2n-clx-4t2c-ndr-rca2.yaml" - - title: "2101.0-6 vs 2009.0-6" + - title: "2106.0-7 vs 2101.0-7" reference: 3 compare: 4 # rca-file: "rca/rca-2n-clx-4t2c-ndr-rca2.yaml" legend: - '' - 'Test Case: Test cases executed for: NDR throughput on 2n-clx with cx556a.' - - 'YYMM.V-E: [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "5" for CSIT rls2009, "6" for CSIT rls2101).' + - 'YYMM.V-E: [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "6" for CSIT rls2101, "7" for CSIT rls2106).' - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' - - '2009.0-6 vs 2009.0-5: Compares CSIT environment current vs previous with previous VPP code.' - - '2101.0-6 vs 2009.0-6: Compares VPP code current vs previous in the current CSIT environment.' + - '2101.0-7 vs 2101.0-6: Compares CSIT environment current vs previous with previous VPP code.' + - '2106.0-7 vs 2101.0-7: Compares VPP code current vs previous in the current CSIT environment.' # VPP Performance Changes 2n-zn2-xxv710 2t1c pdr - type: "table" @@ -1035,30 +903,30 @@ include-tests: "PDR" # "PDR" | "NDR" | "MRR" filter: "'2T1C' and 'NDRPDR' and 'NIC_Intel-XXV710'" columns: -# - title: "2005.0-5" -# data-set: "vpp-performance-changes-2n-zn2-h1" - - title: "2009.0-5" - data-set: "vpp-performance-changes-2n-zn2-ref-env-old" - title: "2009.0-6" - data-set: "vpp-performance-changes-2n-zn2-ref-env-new" + data-set: "vpp-2n-zn2-hist-iter-new-env" - title: "2101.0-6" - data-set: "vpp-performance-changes-2n-zn2-cmp" + data-set: "vpp-2n-zn2-prev-iter-old-env" + - title: "2101.0-7" + data-set: "vpp-2n-zn2-prev-iter-new-env" + - title: "2106.0-7" + data-set: "vpp-2n-zn2-curr-iter" comparisons: - - title: "2009.0-6 vs 2009.0-5" - reference: 1 # 2 - compare: 2 # 3 + - title: "2101.0-7 vs 2101.0-6" + reference: 2 + compare: 3 # rca-file: "rca/rca-2n-zn2-2t1c-pdr-rca1.yaml" - - title: "2101.0-6 vs 2009.0-6" - reference: 2 # 3 - compare: 3 # 4 + - title: "2106.0-7 vs 2101.0-7" + reference: 3 + compare: 4 # rca-file: "rca/rca-2n-zn2-2t1c-pdr-rca1.yaml" legend: - '' - 'Test Case: Test cases executed for: PDR throughput on 2n-zn2 with xxv710.' - - 'YYMM.V-E: [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "5" for CSIT rls2009, "6" for CSIT rls2101).' + - 'YYMM.V-E: [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "6" for CSIT rls2101, "7" for CSIT rls2106).' - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' - - '2009.0-6 vs 2009.0-5: Compares CSIT environment current vs previous with previous VPP code.' - - '2101.0-6 vs 2009.0-6: Compares VPP code current vs previous in the current CSIT environment.' + - '2101.0-7 vs 2101.0-6: Compares CSIT environment current vs previous with previous VPP code.' + - '2106.0-7 vs 2101.0-7: Compares VPP code current vs previous in the current CSIT environment.' # VPP Performance Changes 2n-zn2-xxv710 4t2c pdr - type: "table" @@ -1068,30 +936,30 @@ include-tests: "PDR" # "PDR" | "NDR" | "MRR" filter: "'4T2C' and 'NDRPDR' and 'NIC_Intel-XXV710'" columns: -# - title: "2005.0-5" -# data-set: "vpp-performance-changes-2n-zn2-h1" - - title: "2009.0-5" - data-set: "vpp-performance-changes-2n-zn2-ref-env-old" - title: "2009.0-6" - data-set: "vpp-performance-changes-2n-zn2-ref-env-new" + data-set: "vpp-2n-zn2-hist-iter-new-env" - title: "2101.0-6" - data-set: "vpp-performance-changes-2n-zn2-cmp" + data-set: "vpp-2n-zn2-prev-iter-old-env" + - title: "2101.0-7" + data-set: "vpp-2n-zn2-prev-iter-new-env" + - title: "2106.0-7" + data-set: "vpp-2n-zn2-curr-iter" comparisons: - - title: "2009.0-6 vs 2009.0-5" - reference: 1 # 2 - compare: 2 # 3 + - title: "2101.0-7 vs 2101.0-6" + reference: 2 + compare: 3 # rca-file: "rca/rca-2n-zn2-4t2c-pdr-rca1.yaml" - - title: "2101.0-6 vs 2009.0-6" - reference: 2 # 3 - compare: 3 # 4 + - title: "2106.0-7 vs 2101.0-7" + reference: 3 + compare: 4 # rca-file: "rca/rca-2n-zn2-4t2c-pdr-rca1.yaml" legend: - '' - 'Test Case: Test cases executed for: PDR throughput on 2n-zn2 with xxv710.' - - 'YYMM.V-E: [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "5" for CSIT rls2009, "6" for CSIT rls2101).' + - 'YYMM.V-E: [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "6" for CSIT rls2101, "7" for CSIT rls2106).' - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' - - '2009.0-6 vs 2009.0-5: Compares CSIT environment current vs previous with previous VPP code.' - - '2101.0-6 vs 2009.0-6: Compares VPP code current vs previous in the current CSIT environment.' + - '2101.0-7 vs 2101.0-6: Compares CSIT environment current vs previous with previous VPP code.' + - '2106.0-7 vs 2101.0-7: Compares VPP code current vs previous in the current CSIT environment.' # VPP Performance Changes 2n-zn2-xxv710 2t1c ndr - type: "table" @@ -1101,30 +969,30 @@ include-tests: "NDR" # "PDR" | "NDR" | "MRR" filter: "'2T1C' and 'NDRPDR' and 'NIC_Intel-XXV710'" columns: -# - title: "2005.0-5" -# data-set: "vpp-performance-changes-2n-zn2-h1" - - title: "2009.0-5" - data-set: "vpp-performance-changes-2n-zn2-ref-env-old" - title: "2009.0-6" - data-set: "vpp-performance-changes-2n-zn2-ref-env-new" + data-set: "vpp-2n-zn2-hist-iter-new-env" - title: "2101.0-6" - data-set: "vpp-performance-changes-2n-zn2-cmp" + data-set: "vpp-2n-zn2-prev-iter-old-env" + - title: "2101.0-7" + data-set: "vpp-2n-zn2-prev-iter-new-env" + - title: "2106.0-7" + data-set: "vpp-2n-zn2-curr-iter" comparisons: - - title: "2009.0-6 vs 2009.0-5" - reference: 1 # 2 - compare: 2 # 3 + - title: "2101.0-7 vs 2101.0-6" + reference: 2 + compare: 3 # rca-file: "rca/rca-2n-zn2-2t1c-ndr-rca1.yaml" - - title: "2101.0-6 vs 2009.0-6" - reference: 2 # 3 - compare: 3 # 4 + - title: "2106.0-7 vs 2101.0-7" + reference: 3 + compare: 4 # rca-file: "rca/rca-2n-zn2-2t1c-ndr-rca1.yaml" legend: - '' - 'Test Case: Test cases executed for: NDR throughput on 2n-zn2 with xxv710.' - - 'YYMM.V-E: [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "5" for CSIT rls2009, "6" for CSIT rls2101).' + - 'YYMM.V-E: [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "6" for CSIT rls2101, "7" for CSIT rls2106).' - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' - - '2009.0-6 vs 2009.0-5: Compares CSIT environment current vs previous with previous VPP code.' - - '2101.0-6 vs 2009.0-6: Compares VPP code current vs previous in the current CSIT environment.' + - '2101.0-7 vs 2101.0-6: Compares CSIT environment current vs previous with previous VPP code.' + - '2106.0-7 vs 2101.0-7: Compares VPP code current vs previous in the current CSIT environment.' # VPP Performance Changes 2n-zn2-xxv710 4t2c ndr - type: "table" @@ -1134,30 +1002,30 @@ include-tests: "NDR" # "PDR" | "NDR" | "MRR" filter: "'4T2C' and 'NDRPDR' and 'NIC_Intel-XXV710'" columns: -# - title: "2005.0-5" -# data-set: "vpp-performance-changes-2n-zn2-h1" - - title: "2009.0-5" - data-set: "vpp-performance-changes-2n-zn2-ref-env-old" - title: "2009.0-6" - data-set: "vpp-performance-changes-2n-zn2-ref-env-new" + data-set: "vpp-2n-zn2-hist-iter-new-env" - title: "2101.0-6" - data-set: "vpp-performance-changes-2n-zn2-cmp" + data-set: "vpp-2n-zn2-prev-iter-old-env" + - title: "2101.0-7" + data-set: "vpp-2n-zn2-prev-iter-new-env" + - title: "2106.0-7" + data-set: "vpp-2n-zn2-curr-iter" comparisons: - - title: "2009.0-6 vs 2009.0-5" - reference: 1 # 2 - compare: 2 # 3 + - title: "2101.0-7 vs 2101.0-6" + reference: 2 + compare: 3 # rca-file: "rca/rca-2n-zn2-4t2c-ndr-rca1.yaml" - - title: "2101.0-6 vs 2009.0-6" - reference: 2 # 3 - compare: 3 # 4 + - title: "2106.0-7 vs 2101.0-7" + reference: 3 + compare: 4 # rca-file: "rca/rca-2n-zn2-4t2c-ndr-rca1.yaml" legend: - '' - 'Test Case: Test cases executed for: NDR throughput on 2n-zn2 with xxv710.' - - 'YYMM.V-E: [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "5" for CSIT rls2009, "6" for CSIT rls2101).' + - 'YYMM.V-E: [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "6" for CSIT rls2101, "7" for CSIT rls2106).' - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' - - '2009.0-6 vs 2009.0-5: Compares CSIT environment current vs previous with previous VPP code.' - - '2101.0-6 vs 2009.0-6: Compares VPP code current vs previous in the current CSIT environment.' + - '2101.0-7 vs 2101.0-6: Compares CSIT environment current vs previous with previous VPP code.' + - '2106.0-7 vs 2101.0-7: Compares VPP code current vs previous in the current CSIT environment.' # VPP Performance Changes 2n-dnv 1t1c pdr - type: "table" @@ -1167,28 +1035,28 @@ include-tests: "PDR" # "PDR" | "NDR" | "MRR" filter: "'1T1C'" columns: - - title: "2005.0-5" - data-set: "vpp-performance-changes-2n-dnv-h1" - - title: "2009.0-5" - data-set: "vpp-performance-changes-2n-dnv-ref-env-old" -# - title: "2009.0-6" -# data-set: "vpp-performance-changes-2n-dnv-ref-env-new" + - title: "2009.0-6" + data-set: "vpp-2n-dnv-hist-iter-new-env" - title: "2101.0-6" - data-set: "vpp-performance-changes-2n-dnv-cmp" + data-set: "vpp-2n-dnv-prev-iter-old-env" + - title: "2101.0-7" + data-set: "vpp-2n-dnv-prev-iter-new-env" + - title: "2106.0-7" + data-set: "vpp-2n-dnv-curr-iter" comparisons: -# - title: "2009.0-6 vs 2009.0-5" -# reference: 2 -# compare: 3 - - title: "2101.0-6 vs 2009.0-5" + - title: "2101.0-7 vs 2101.0-6" reference: 2 compare: 3 + - title: "2101.0-6 vs 2009.0-5" + reference: 3 + compare: 4 legend: - '' - 'Test Case: Test cases executed for: PDR throughput on 2n-dnv with x553.' - - 'YYMM.V-E: [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "5" for CSIT rls2009, "6" for CSIT rls2101).' + - 'YYMM.V-E: [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "6" for CSIT rls2101, "7" for CSIT rls2106).' - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' -# - '2009.0-6 vs 2009.0-5: Compares CSIT environment current vs previous with previous VPP code.' - - '2101.0-6 vs 2009.0-5: Compares VPP code current vs previous.' + - '2101.0-7 vs 2101.0-6: Compares CSIT environment current vs previous with previous VPP code.' + - '2106.0-7 vs 2101.0-7: Compares VPP code current vs previous.' # VPP Performance Changes 2n-dnv 2t2c pdr - type: "table" @@ -1198,28 +1066,28 @@ include-tests: "PDR" # "PDR" | "NDR" | "MRR" filter: "'2T2C'" columns: - - title: "2005.0-5" - data-set: "vpp-performance-changes-2n-dnv-h1" - - title: "2009.0-5" - data-set: "vpp-performance-changes-2n-dnv-ref-env-old" -# - title: "2009.0-6" -# data-set: "vpp-performance-changes-2n-dnv-ref-env-new" + - title: "2009.0-6" + data-set: "vpp-2n-dnv-hist-iter-new-env" - title: "2101.0-6" - data-set: "vpp-performance-changes-2n-dnv-cmp" + data-set: "vpp-2n-dnv-prev-iter-old-env" + - title: "2101.0-7" + data-set: "vpp-2n-dnv-prev-iter-new-env" + - title: "2106.0-7" + data-set: "vpp-2n-dnv-curr-iter" comparisons: -# - title: "2009.0-6 vs 2009.0-5" -# reference: 2 -# compare: 3 - - title: "2101.0-6 vs 2009.0-5" + - title: "2101.0-7 vs 2101.0-6" reference: 2 compare: 3 + - title: "2101.0-6 vs 2009.0-5" + reference: 3 + compare: 4 legend: - '' - 'Test Case: Test cases executed for: PDR throughput on 2n-dnv with x553.' - - 'YYMM.V-E: [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "5" for CSIT rls2009, "6" for CSIT rls2101).' + - 'YYMM.V-E: [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "6" for CSIT rls2101, "7" for CSIT rls2106).' - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' -# - '2009.0-6 vs 2009.0-5: Compares CSIT environment current vs previous with previous VPP code.' - - '2101.0-6 vs 2009.0-5: Compares VPP code current vs previous.' + - '2101.0-7 vs 2101.0-6: Compares CSIT environment current vs previous with previous VPP code.' + - '2106.0-7 vs 2101.0-7: Compares VPP code current vs previous.' # VPP Performance Changes 2n-dnv 1t1c ndr - type: "table" @@ -1229,28 +1097,28 @@ include-tests: "NDR" # "PDR" | "NDR" | "MRR" filter: "'1T1C'" columns: - - title: "2005.0-5" - data-set: "vpp-performance-changes-2n-dnv-h1" - - title: "2009.0-5" - data-set: "vpp-performance-changes-2n-dnv-ref-env-old" -# - title: "2009.0-6" -# data-set: "vpp-performance-changes-2n-dnv-ref-env-new" + - title: "2009.0-6" + data-set: "vpp-2n-dnv-hist-iter-new-env" - title: "2101.0-6" - data-set: "vpp-performance-changes-2n-dnv-cmp" + data-set: "vpp-2n-dnv-prev-iter-old-env" + - title: "2101.0-7" + data-set: "vpp-2n-dnv-prev-iter-new-env" + - title: "2106.0-7" + data-set: "vpp-2n-dnv-curr-iter" comparisons: -# - title: "2009.0-6 vs 2009.0-5" -# reference: 2 -# compare: 3 - - title: "2101.0-6 vs 2009.0-5" + - title: "2101.0-7 vs 2101.0-6" reference: 2 compare: 3 + - title: "2101.0-6 vs 2009.0-5" + reference: 3 + compare: 4 legend: - '' - - 'Test Case: Test cases executed for: PDR throughput on 2n-dnv with x553.' - - 'YYMM.V-E: [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "5" for CSIT rls2009, "6" for CSIT rls2101).' + - 'Test Case: Test cases executed for: NDR throughput on 2n-dnv with x553.' + - 'YYMM.V-E: [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "6" for CSIT rls2101, "7" for CSIT rls2106).' - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' -# - '2009.0-6 vs 2009.0-5: Compares CSIT environment current vs previous with previous VPP code.' - - '2101.0-6 vs 2009.0-5: Compares VPP code current vs previous.' + - '2101.0-7 vs 2101.0-6: Compares CSIT environment current vs previous with previous VPP code.' + - '2106.0-7 vs 2101.0-7: Compares VPP code current vs previous.' # VPP Performance Changes 2n-dnv 2t2c ndr - type: "table" @@ -1260,28 +1128,28 @@ include-tests: "NDR" # "PDR" | "NDR" | "MRR" filter: "'2T2C'" columns: - - title: "2005.0-5" - data-set: "vpp-performance-changes-2n-dnv-h1" - - title: "2009.0-5" - data-set: "vpp-performance-changes-2n-dnv-ref-env-old" -# - title: "2009.0-6" -# data-set: "vpp-performance-changes-2n-dnv-ref-env-new" + - title: "2009.0-6" + data-set: "vpp-2n-dnv-hist-iter-new-env" - title: "2101.0-6" - data-set: "vpp-performance-changes-2n-dnv-cmp" + data-set: "vpp-2n-dnv-prev-iter-old-env" + - title: "2101.0-7" + data-set: "vpp-2n-dnv-prev-iter-new-env" + - title: "2106.0-7" + data-set: "vpp-2n-dnv-curr-iter" comparisons: -# - title: "2009.0-6 vs 2009.0-5" -# reference: 2 -# compare: 3 - - title: "2101.0-6 vs 2009.0-5" + - title: "2101.0-7 vs 2101.0-6" reference: 2 compare: 3 + - title: "2101.0-6 vs 2009.0-5" + reference: 3 + compare: 4 legend: - '' - - 'Test Case: Test cases executed for: PDR throughput on 2n-dnv with x553.' - - 'YYMM.V-E: [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "5" for CSIT rls2009, "6" for CSIT rls2101).' + - 'Test Case: Test cases executed for: NDR throughput on 2n-dnv with x553.' + - 'YYMM.V-E: [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "6" for CSIT rls2101, "7" for CSIT rls2106).' - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' -# - '2009.0-6 vs 2009.0-5: Compares CSIT environment current vs previous with previous VPP code.' - - '2101.0-6 vs 2009.0-5: Compares VPP code current vs previous.' + - '2101.0-7 vs 2101.0-6: Compares CSIT environment current vs previous with previous VPP code.' + - '2106.0-7 vs 2101.0-7: Compares VPP code current vs previous.' # VPP Performance Changes 3n-dnv 1t1c pdr - type: "table" @@ -1291,28 +1159,28 @@ include-tests: "PDR" # "PDR" | "NDR" | "MRR" filter: "'1T1C'" columns: - - title: "2005.0-5" - data-set: "vpp-performance-changes-3n-dnv-h1" - - title: "2009.0-5" - data-set: "vpp-performance-changes-3n-dnv-ref-env-old" -# - title: "2009.0-6" -# data-set: "vpp-performance-changes-3n-dnv-ref-env-new" + - title: "2009.0-6" + data-set: "vpp-3n-dnv-hist-iter-new-env" - title: "2101.0-6" - data-set: "vpp-performance-changes-3n-dnv-cmp" + data-set: "vpp-3n-dnv-prev-iter-old-env" + - title: "2101.0-7" + data-set: "vpp-3n-dnv-prev-iter-new-env" + - title: "2106.0-7" + data-set: "vpp-3n-dnv-curr-iter" comparisons: -# - title: "2009.0-6 vs 2009.0-5" -# reference: 2 -# compare: 3 - - title: "2101.0-6 vs 2009.0-5" + - title: "2101.0-7 vs 2101.0-6" reference: 2 compare: 3 + - title: "2101.0-6 vs 2009.0-5" + reference: 3 + compare: 4 legend: - '' - 'Test Case: Test cases executed for: PDR throughput on 3n-dnv with x553.' - - 'YYMM.V-E: [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "5" for CSIT rls2009, "6" for CSIT rls2101).' + - 'YYMM.V-E: [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "6" for CSIT rls2101, "7" for CSIT rls2106).' - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' -# - '2009.0-6 vs 2009.0-5: Compares CSIT environment current vs previous with previous VPP code.' - - '2101.0-6 vs 2009.0-5: Compares VPP code current vs previous.' + - '2101.0-7 vs 2101.0-6: Compares CSIT environment current vs previous with previous VPP code.' + - '2106.0-7 vs 2101.0-7: Compares VPP code current vs previous.' # VPP Performance Changes 3n-dnv 2t2c pdr - type: "table" @@ -1322,28 +1190,28 @@ include-tests: "PDR" # "PDR" | "NDR" | "MRR" filter: "'2T2C'" columns: - - title: "2005.0-5" - data-set: "vpp-performance-changes-3n-dnv-h1" - - title: "2009.0-5" - data-set: "vpp-performance-changes-3n-dnv-ref-env-old" -# - title: "2009.0-6" -# data-set: "vpp-performance-changes-3n-dnv-ref-env-new" + - title: "2009.0-6" + data-set: "vpp-3n-dnv-hist-iter-new-env" - title: "2101.0-6" - data-set: "vpp-performance-changes-3n-dnv-cmp" + data-set: "vpp-3n-dnv-prev-iter-old-env" + - title: "2101.0-7" + data-set: "vpp-3n-dnv-prev-iter-new-env" + - title: "2106.0-7" + data-set: "vpp-3n-dnv-curr-iter" comparisons: -# - title: "2009.0-6 vs 2009.0-5" -# reference: 2 -# compare: 3 - - title: "2101.0-6 vs 2009.0-5" + - title: "2101.0-7 vs 2101.0-6" reference: 2 compare: 3 + - title: "2101.0-6 vs 2009.0-5" + reference: 3 + compare: 4 legend: - '' - 'Test Case: Test cases executed for: PDR throughput on 3n-dnv with x553.' - - 'YYMM.V-E: [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "5" for CSIT rls2009, "6" for CSIT rls2101).' + - 'YYMM.V-E: [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "6" for CSIT rls2101, "7" for CSIT rls2106).' - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' -# - '2009.0-6 vs 2009.0-5: Compares CSIT environment current vs previous with previous VPP code.' - - '2101.0-6 vs 2009.0-5: Compares VPP code current vs previous.' + - '2101.0-7 vs 2101.0-6: Compares CSIT environment current vs previous with previous VPP code.' + - '2106.0-7 vs 2101.0-7: Compares VPP code current vs previous.' # VPP Performance Changes 3n-dnv 1t1c ndr - type: "table" @@ -1353,28 +1221,28 @@ include-tests: "NDR" # "PDR" | "NDR" | "MRR" filter: "'1T1C'" columns: - - title: "2005.0-5" - data-set: "vpp-performance-changes-3n-dnv-h1" - - title: "2009.0-5" - data-set: "vpp-performance-changes-3n-dnv-ref-env-old" -# - title: "2009.0-6" -# data-set: "vpp-performance-changes-3n-dnv-ref-env-new" + - title: "2009.0-6" + data-set: "vpp-3n-dnv-hist-iter-new-env" - title: "2101.0-6" - data-set: "vpp-performance-changes-3n-dnv-cmp" + data-set: "vpp-3n-dnv-prev-iter-old-env" + - title: "2101.0-7" + data-set: "vpp-3n-dnv-prev-iter-new-env" + - title: "2106.0-7" + data-set: "vpp-3n-dnv-curr-iter" comparisons: -# - title: "2009.0-6 vs 2009.0-5" -# reference: 2 -# compare: 3 - - title: "2101.0-6 vs 2009.0-5" + - title: "2101.0-7 vs 2101.0-6" reference: 2 compare: 3 + - title: "2101.0-6 vs 2009.0-5" + reference: 3 + compare: 4 legend: - '' - - 'Test Case: Test cases executed for: PDR throughput on 3n-dnv with x553.' - - 'YYMM.V-E: [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "5" for CSIT rls2009, "6" for CSIT rls2101).' + - 'Test Case: Test cases executed for: NDR throughput on 3n-dnv with x553.' + - 'YYMM.V-E: [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "6" for CSIT rls2101, "7" for CSIT rls2106).' - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' -# - '2009.0-6 vs 2009.0-5: Compares CSIT environment current vs previous with previous VPP code.' - - '2101.0-6 vs 2009.0-5: Compares VPP code current vs previous.' + - '2101.0-7 vs 2101.0-6: Compares CSIT environment current vs previous with previous VPP code.' + - '2106.0-7 vs 2101.0-7: Compares VPP code current vs previous.' # VPP Performance Changes 3n-dnv 2t2c ndr - type: "table" @@ -1384,28 +1252,28 @@ include-tests: "NDR" # "PDR" | "NDR" | "MRR" filter: "'2T2C'" columns: - - title: "2005.0-5" - data-set: "vpp-performance-changes-3n-dnv-h1" - - title: "2009.0-5" - data-set: "vpp-performance-changes-3n-dnv-ref-env-old" -# - title: "2009.0-6" -# data-set: "vpp-performance-changes-3n-dnv-ref-env-new" + - title: "2009.0-6" + data-set: "vpp-3n-dnv-hist-iter-new-env" - title: "2101.0-6" - data-set: "vpp-performance-changes-3n-dnv-cmp" + data-set: "vpp-3n-dnv-prev-iter-old-env" + - title: "2101.0-7" + data-set: "vpp-3n-dnv-prev-iter-new-env" + - title: "2106.0-7" + data-set: "vpp-3n-dnv-curr-iter" comparisons: -# - title: "2009.0-6 vs 2009.0-5" -# reference: 2 -# compare: 3 - - title: "2101.0-6 vs 2009.0-5" + - title: "2101.0-7 vs 2101.0-6" reference: 2 compare: 3 + - title: "2101.0-6 vs 2009.0-5" + reference: 3 + compare: 4 legend: - '' - - 'Test Case: Test cases executed for: PDR throughput on 3n-dnv with x553.' - - 'YYMM.V-E: [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "5" for CSIT rls2009, "6" for CSIT rls2101).' + - 'Test Case: Test cases executed for: NDR throughput on 3n-dnv with x553.' + - 'YYMM.V-E: [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "6" for CSIT rls2101, "7" for CSIT rls2106).' - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' -# - '2009.0-6 vs 2009.0-5: Compares CSIT environment current vs previous with previous VPP code.' - - '2101.0-6 vs 2009.0-5: Compares VPP code current vs previous.' + - '2101.0-7 vs 2101.0-6: Compares CSIT environment current vs previous with previous VPP code.' + - '2106.0-7 vs 2101.0-7: Compares VPP code current vs previous.' # VPP Performance Changes 3n-tsh 1t1c pdr - type: "table" @@ -1415,30 +1283,30 @@ include-tests: "PDR" # "PDR" | "NDR" | "MRR" filter: "'1T1C'" columns: - - title: "2005.0-5" - data-set: "vpp-performance-changes-3n-tsh-h1" - - title: "2009.0-5" - data-set: "vpp-performance-changes-3n-tsh-ref-env-old" - title: "2009.0-6" - data-set: "vpp-performance-changes-3n-tsh-ref-env-new" + data-set: "vpp-3n-tsh-hist-iter-new-env" - title: "2101.0-6" - data-set: "vpp-performance-changes-3n-tsh-cmp" + data-set: "vpp-3n-tsh-prev-iter-old-env" + - title: "2101.0-7" + data-set: "vpp-3n-tsh-prev-iter-new-env" + - title: "2106.0-7" + data-set: "vpp-3n-tsh-curr-iter" comparisons: - - title: "2009.0-6 vs 2009.0-5" + - title: "2101.0-7 vs 2101.0-6" reference: 2 compare: 3 # rca-file: "rca/rca-3n-tsh-1t1c-pdr-rca1.yaml" - - title: "2101.0-6 vs 2009.0-6" + - title: "2106.0-7 vs 2101.0-7" reference: 3 compare: 4 # rca-file: "rca/rca-3n-tsh-1t1c-pdr-rca2.yaml" legend: - '' - 'Test Case: Test cases executed for: PDR throughput on 3n-tsh with x520.' - - 'YYMM.V-E: [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "5" for CSIT rls2009, "6" for CSIT rls2101).' + - 'YYMM.V-E: [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "6" for CSIT rls2101, "7" for CSIT rls2106).' - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' - - '2009.0-6 vs 2009.0-5: Compares CSIT environment current vs previous with previous VPP code.' - - '2101.0-6 vs 2009.0-6: Compares VPP code current vs previous in the current CSIT environment.' + - '2101.0-7 vs 2101.0-6: Compares CSIT environment current vs previous with previous VPP code.' + - '2106.0-7 vs 2101.0-7: Compares VPP code current vs previous in the current CSIT environment.' # VPP Performance Changes 3n-tsh 2t2c pdr - type: "table" @@ -1448,30 +1316,30 @@ include-tests: "PDR" # "PDR" | "NDR" | "MRR" filter: "'2T2C'" columns: - - title: "2005.0-5" - data-set: "vpp-performance-changes-3n-tsh-h1" - - title: "2009.0-5" - data-set: "vpp-performance-changes-3n-tsh-ref-env-old" - title: "2009.0-6" - data-set: "vpp-performance-changes-3n-tsh-ref-env-new" + data-set: "vpp-3n-tsh-hist-iter-new-env" - title: "2101.0-6" - data-set: "vpp-performance-changes-3n-tsh-cmp" + data-set: "vpp-3n-tsh-prev-iter-old-env" + - title: "2101.0-7" + data-set: "vpp-3n-tsh-prev-iter-new-env" + - title: "2106.0-7" + data-set: "vpp-3n-tsh-curr-iter" comparisons: - - title: "2009.0-6 vs 2009.0-5" + - title: "2101.0-7 vs 2101.0-6" reference: 2 compare: 3 # rca-file: "rca/rca-3n-tsh-2t2c-pdr-rca1.yaml" - - title: "2101.0-6 vs 2009.0-6" + - title: "2106.0-7 vs 2101.0-7" reference: 3 compare: 4 # rca-file: "rca/rca-3n-tsh-2t2c-pdr-rca2.yaml" legend: - '' - 'Test Case: Test cases executed for: PDR throughput on 3n-tsh with x520.' - - 'YYMM.V-E: [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "5" for CSIT rls2009, "6" for CSIT rls2101).' + - 'YYMM.V-E: [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "6" for CSIT rls2101, "7" for CSIT rls2106).' - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' - - '2009.0-6 vs 2009.0-5: Compares CSIT environment current vs previous with previous VPP code.' - - '2101.0-6 vs 2009.0-6: Compares VPP code current vs previous in the current CSIT environment.' + - '2101.0-7 vs 2101.0-6: Compares CSIT environment current vs previous with previous VPP code.' + - '2106.0-7 vs 2101.0-7: Compares VPP code current vs previous in the current CSIT environment.' # VPP Performance Changes 3n-tsh 1t1c ndr - type: "table" @@ -1481,30 +1349,30 @@ include-tests: "NDR" # "PDR" | "NDR" | "MRR" filter: "'1T1C'" columns: - - title: "2005.0-5" - data-set: "vpp-performance-changes-3n-tsh-h1" - - title: "2009.0-5" - data-set: "vpp-performance-changes-3n-tsh-ref-env-old" - title: "2009.0-6" - data-set: "vpp-performance-changes-3n-tsh-ref-env-new" + data-set: "vpp-3n-tsh-hist-iter-new-env" - title: "2101.0-6" - data-set: "vpp-performance-changes-3n-tsh-cmp" + data-set: "vpp-3n-tsh-prev-iter-old-env" + - title: "2101.0-7" + data-set: "vpp-3n-tsh-prev-iter-new-env" + - title: "2106.0-7" + data-set: "vpp-3n-tsh-curr-iter" comparisons: - - title: "2009.0-6 vs 2009.0-5" + - title: "2101.0-7 vs 2101.0-6" reference: 2 compare: 3 -# rca-file: "rca/rca-3n-tsh-1t1c-ndr-rca1.yaml" - - title: "2101.0-6 vs 2009.0-6" +# rca-file: "rca/rca-3n-tsh-1t1c-pdr-rca1.yaml" + - title: "2106.0-7 vs 2101.0-7" reference: 3 compare: 4 -# rca-file: "rca/rca-3n-tsh-1t1c-ndr-rca2.yaml" +# rca-file: "rca/rca-3n-tsh-1t1c-pdr-rca2.yaml" legend: - '' - 'Test Case: Test cases executed for: NDR throughput on 3n-tsh with x520.' - - 'YYMM.V-E: [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "5" for CSIT rls2009, "6" for CSIT rls2101).' + - 'YYMM.V-E: [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "6" for CSIT rls2101, "7" for CSIT rls2106).' - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' - - '2009.0-6 vs 2009.0-5: Compares CSIT environment current vs previous with previous VPP code.' - - '2101.0-6 vs 2009.0-6: Compares VPP code current vs previous in the current CSIT environment.' + - '2101.0-7 vs 2101.0-6: Compares CSIT environment current vs previous with previous VPP code.' + - '2106.0-7 vs 2101.0-7: Compares VPP code current vs previous in the current CSIT environment.' # VPP Performance Changes 3n-tsh 2t2c ndr - type: "table" @@ -1514,30 +1382,30 @@ include-tests: "NDR" # "PDR" | "NDR" | "MRR" filter: "'2T2C'" columns: - - title: "2005.0-5" - data-set: "vpp-performance-changes-3n-tsh-h1" - - title: "2009.0-5" - data-set: "vpp-performance-changes-3n-tsh-ref-env-old" - title: "2009.0-6" - data-set: "vpp-performance-changes-3n-tsh-ref-env-new" + data-set: "vpp-3n-tsh-hist-iter-new-env" - title: "2101.0-6" - data-set: "vpp-performance-changes-3n-tsh-cmp" + data-set: "vpp-3n-tsh-prev-iter-old-env" + - title: "2101.0-7" + data-set: "vpp-3n-tsh-prev-iter-new-env" + - title: "2106.0-7" + data-set: "vpp-3n-tsh-curr-iter" comparisons: - - title: "2009.0-6 vs 2009.0-5" + - title: "2101.0-7 vs 2101.0-6" reference: 2 compare: 3 -# rca-file: "rca/rca-3n-tsh-2t2c-ndr-rca1.yaml" - - title: "2101.0-6 vs 2009.0-6" +# rca-file: "rca/rca-3n-tsh-2t2c-pdr-rca1.yaml" + - title: "2106.0-7 vs 2101.0-7" reference: 3 compare: 4 -# rca-file: "rca/rca-3n-tsh-2t2c-ndr-rca2.yaml" +# rca-file: "rca/rca-3n-tsh-2t2c-pdr-rca2.yaml" legend: - '' - 'Test Case: Test cases executed for: NDR throughput on 3n-tsh with x520.' - - 'YYMM.V-E: [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "5" for CSIT rls2009, "6" for CSIT rls2101).' + - 'YYMM.V-E: [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "6" for CSIT rls2101, "7" for CSIT rls2106).' - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' - - '2009.0-6 vs 2009.0-5: Compares CSIT environment current vs previous with previous VPP code.' - - '2101.0-6 vs 2009.0-6: Compares VPP code current vs previous in the current CSIT environment.' + - '2101.0-7 vs 2101.0-6: Compares CSIT environment current vs previous with previous VPP code.' + - '2106.0-7 vs 2101.0-7: Compares VPP code current vs previous in the current CSIT environment.' # VPP Performance Changes 2n-tx2 1t1c pdr - type: "table" @@ -1547,28 +1415,28 @@ include-tests: "PDR" # "PDR" | "NDR" | "MRR" filter: "'1T1C'" columns: -# - title: "2005.0-5" -# data-set: "vpp-performance-changes-2n-tx2-h1" -# - title: "2009.0-5" -# data-set: "vpp-performance-changes-2n-tx2-ref-env-old" - title: "2009.0-6" - data-set: "vpp-performance-changes-2n-tx2-ref-env-new" + data-set: "vpp-2n-tx2-hist-iter-new-env" - title: "2101.0-6" - data-set: "vpp-performance-changes-2n-tx2-cmp" + data-set: "vpp-2n-tx2-prev-iter-old-env" + - title: "2101.0-7" + data-set: "vpp-2n-tx2-prev-iter-new-env" + - title: "2106.0-7" + data-set: "vpp-2n-tx2-curr-iter" comparisons: -# - title: "2009.0-6 vs 2009.0-5" -# reference: 2 -# compare: 3 - - title: "2101.0-6 vs 2009.0-6" - reference: 1 - compare: 2 + - title: "2101.0-7 vs 2101.0-6" + reference: 2 + compare: 3 + - title: "2106.0-7 vs 2101.0-7" + reference: 3 + compare: 4 legend: - '' - 'Test Case: Test cases executed for: PDR throughput on 2n-tx2 with xl710.' - - 'YYMM.V-E: [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "5" for CSIT rls2009, "6" for CSIT rls2101).' + - 'YYMM.V-E: [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "6" for CSIT rls2101, "7" for CSIT rls2106).' - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' -# - '2009.0-6 vs 2009.0-5: Compares CSIT environment current vs previous with previous VPP code.' - - '2101.0-6 vs 2009.0-6: Compares VPP code current vs previous in the current CSIT environment.' + - '2101.0-7 vs 2101.0-6: Compares CSIT environment current vs previous with previous VPP code.' + - '2106.0-7 vs 2101.0-7: Compares VPP code current vs previous in the current CSIT environment.' # VPP Performance Changes 2n-tx2 2t2c pdr - type: "table" @@ -1578,28 +1446,28 @@ include-tests: "PDR" # "PDR" | "NDR" | "MRR" filter: "'2T2C'" columns: -# - title: "2005.0-5" -# data-set: "vpp-performance-changes-2n-tx2-h1" -# - title: "2009.0-5" -# data-set: "vpp-performance-changes-2n-tx2-ref-env-old" - title: "2009.0-6" - data-set: "vpp-performance-changes-2n-tx2-ref-env-new" + data-set: "vpp-2n-tx2-hist-iter-new-env" - title: "2101.0-6" - data-set: "vpp-performance-changes-2n-tx2-cmp" + data-set: "vpp-2n-tx2-prev-iter-old-env" + - title: "2101.0-7" + data-set: "vpp-2n-tx2-prev-iter-new-env" + - title: "2106.0-7" + data-set: "vpp-2n-tx2-curr-iter" comparisons: -# - title: "2009.0-6 vs 2009.0-5" -# reference: 2 -# compare: 3 - - title: "2101.0-6 vs 2009.0-6" - reference: 1 - compare: 2 + - title: "2101.0-7 vs 2101.0-6" + reference: 2 + compare: 3 + - title: "2106.0-7 vs 2101.0-7" + reference: 3 + compare: 4 legend: - '' - 'Test Case: Test cases executed for: PDR throughput on 2n-tx2 with xl710.' - - 'YYMM.V-E: [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "5" for CSIT rls2009, "6" for CSIT rls2101).' + - 'YYMM.V-E: [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "6" for CSIT rls2101, "7" for CSIT rls2106).' - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' -# - '2009.0-6 vs 2009.0-5: Compares CSIT environment current vs previous with previous VPP code.' - - '2101.0-6 vs 2009.0-6: Compares VPP code current vs previous in the current CSIT environment.' + - '2101.0-7 vs 2101.0-6: Compares CSIT environment current vs previous with previous VPP code.' + - '2106.0-7 vs 2101.0-7: Compares VPP code current vs previous in the current CSIT environment.' # VPP Performance Changes 2n-tx2 1t1c ndr - type: "table" @@ -1609,28 +1477,28 @@ include-tests: "NDR" # "PDR" | "NDR" | "MRR" filter: "'1T1C'" columns: -# - title: "2005.0-5" -# data-set: "vpp-performance-changes-2n-tx2-h1" -# - title: "2009.0-5" -# data-set: "vpp-performance-changes-2n-tx2-ref-env-old" - title: "2009.0-6" - data-set: "vpp-performance-changes-2n-tx2-ref-env-new" + data-set: "vpp-2n-tx2-hist-iter-new-env" - title: "2101.0-6" - data-set: "vpp-performance-changes-2n-tx2-cmp" + data-set: "vpp-2n-tx2-prev-iter-old-env" + - title: "2101.0-7" + data-set: "vpp-2n-tx2-prev-iter-new-env" + - title: "2106.0-7" + data-set: "vpp-2n-tx2-curr-iter" comparisons: -# - title: "2009.0-6 vs 2009.0-5" -# reference: 2 -# compare: 3 - - title: "2101.0-6 vs 2009.0-6" - reference: 1 - compare: 2 + - title: "2101.0-7 vs 2101.0-6" + reference: 2 + compare: 3 + - title: "2106.0-7 vs 2101.0-7" + reference: 3 + compare: 4 legend: - '' - - 'Test Case: Test cases executed for: PDR throughput on 2n-tx2 with xl710.' - - 'YYMM.V-E: [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "5" for CSIT rls2009, "6" for CSIT rls2101).' + - 'Test Case: Test cases executed for: NDR throughput on 2n-tx2 with xl710.' + - 'YYMM.V-E: [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "6" for CSIT rls2101, "7" for CSIT rls2106).' - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' -# - '2009.0-6 vs 2009.0-5: Compares CSIT environment current vs previous with previous VPP code.' - - '2101.0-6 vs 2009.0-6: Compares VPP code current vs previous in the current CSIT environment.' + - '2101.0-7 vs 2101.0-6: Compares CSIT environment current vs previous with previous VPP code.' + - '2106.0-7 vs 2101.0-7: Compares VPP code current vs previous in the current CSIT environment.' # VPP Performance Changes 2n-tx2 2t2c ndr - type: "table" @@ -1640,388 +1508,296 @@ include-tests: "NDR" # "PDR" | "NDR" | "MRR" filter: "'2T2C'" columns: -# - title: "2005.0-5" -# data-set: "vpp-performance-changes-2n-tx2-h1" -# - title: "2009.0-5" -# data-set: "vpp-performance-changes-2n-tx2-ref-env-old" - title: "2009.0-6" - data-set: "vpp-performance-changes-2n-tx2-ref-env-new" + data-set: "vpp-2n-tx2-hist-iter-new-env" - title: "2101.0-6" - data-set: "vpp-performance-changes-2n-tx2-cmp" + data-set: "vpp-2n-tx2-prev-iter-old-env" + - title: "2101.0-7" + data-set: "vpp-2n-tx2-prev-iter-new-env" + - title: "2106.0-7" + data-set: "vpp-2n-tx2-curr-iter" comparisons: -# - title: "2009.0-6 vs 2009.0-5" -# reference: 2 -# compare: 3 - - title: "2101.0-6 vs 2009.0-6" - reference: 1 - compare: 2 + - title: "2101.0-7 vs 2101.0-6" + reference: 2 + compare: 3 + - title: "2106.0-7 vs 2101.0-7" + reference: 3 + compare: 4 legend: - '' - - 'Test Case: Test cases executed for: PDR throughput on 2n-tx2 with xl710.' - - 'YYMM.V-E: [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "5" for CSIT rls2009, "6" for CSIT rls2101).' + - 'Test Case: Test cases executed for: NDR throughput on 2n-tx2 with xl710.' + - 'YYMM.V-E: [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "6" for CSIT rls2101, "7" for CSIT rls2106).' - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' -# - '2009.0-6 vs 2009.0-5: Compares CSIT environment current vs previous with previous VPP code.' - - '2101.0-6 vs 2009.0-6: Compares VPP code current vs previous in the current CSIT environment.' + - '2101.0-7 vs 2101.0-6: Compares CSIT environment current vs previous with previous VPP code.' + - '2106.0-7 vs 2101.0-7: Compares VPP code current vs previous in the current CSIT environment.' -# VPP Comparison Across Testbeds 3n-hsw to 3n-skx 1c ndr +# VPP Comparison Across Testbeds 2n-skx to 2n-clx 2t1c ndr - type: "table" - title: "VPP Comparison Across Testbeds 3n-hsw to 3n-skx 1c ndr" + title: "VPP Comparison Across Testbeds 2n-skx to 2n-clx 2t1c ndr" algorithm: "table_comparison" - output-file: "{DIR[STATIC,VPP]}/performance-compare-testbeds-3n-hsw-3n-skx-1c-ndr" + output-file: "{DIR[STATIC,VPP]}/performance-compare-testbeds-2n-skx-2n-clx-2t1c-ndr" include-tests: "NDR" # "PDR" | "NDR" | "MRR" - filter: "('NIC_Intel-XXV710' or 'NIC_Intel-XL710') and 'NDRPDR' and '1C'" + filter: "'2T1C' and 'NIC_Intel-XXV710'" columns: - - title: "3n-hsw xl710" - data-set: "vpp-compare-testbeds-ref" - tag: "NIC_Intel-XL710" - - title: "3n-skx xxv710" - data-set: "vpp-compare-testbeds-cmp" - tag: "NIC_Intel-XXV710" + - title: "2n-skx" + data-set: "vpp-2n-skx-curr-iter" + - title: "2n-clx" + data-set: "vpp-2n-clx-curr-iter" comparisons: - title: "Diff" reference: 1 compare: 2 legend: - "" - - "3n-hsw xl710, 3n-skx xxv710 - testbeds and NICs tested." - - "Diff - difference between 3n-hsw xl710 and 3n-skx xxv710 testbeds." + - "2n-skx, 2n-clx - testbeds and NICs tested." + - "Diff - difference between 2n-skx and 2n-clx testbeds." -# VPP Comparison Across Testbeds 3n-hsw to 3n-skx 2c ndr +# VPP Comparison Across Testbeds 2n-skx to 2n-clx 4t2c ndr - type: "table" - title: "VPP Comparison Across Testbeds 3n-hsw to 3n-skx 2c ndr" + title: "VPP Comparison Across Testbeds 2n-skx to 2n-clx 4t2c ndr" algorithm: "table_comparison" - output-file: "{DIR[STATIC,VPP]}/performance-compare-testbeds-3n-hsw-3n-skx-2c-ndr" + output-file: "{DIR[STATIC,VPP]}/performance-compare-testbeds-2n-skx-2n-clx-4t2c-ndr" include-tests: "NDR" # "PDR" | "NDR" | "MRR" - filter: "('NIC_Intel-XXV710' or 'NIC_Intel-XL710') and 'NDRPDR' and '2C'" + filter: "'4T2C' and 'NIC_Intel-XXV710'" columns: - - title: "3n-hsw xl710" - data-set: "vpp-compare-testbeds-ref" - tag: "NIC_Intel-XL710" - - title: "3n-skx xxv710" - data-set: "vpp-compare-testbeds-cmp" - tag: "NIC_Intel-XXV710" + - title: "2n-skx" + data-set: "vpp-2n-skx-curr-iter" + - title: "2n-clx" + data-set: "vpp-2n-clx-curr-iter" comparisons: - title: "Diff" reference: 1 compare: 2 legend: - "" - - "3n-hsw xl710, 3n-skx xxv710 - testbeds and NICs tested." - - "Diff - difference between 3n-hsw xl710 and 3n-skx xxv710 testbeds." + - "2n-skx, 2n-clx - testbeds and NICs tested." + - "Diff - difference between 2n-skx and 2n-clx testbeds." -# VPP Comparison Across Testbeds 3n-hsw to 3n-skx 1c pdr +# VPP Comparison Across Testbeds 2n-skx to 2n-clx 2t1c pdr - type: "table" - title: "VPP Comparison Across Testbeds 3n-hsw to 3n-skx 1c pdr" + title: "VPP Comparison Across Testbeds 2n-skx to 2n-clx 2t1c pdr" algorithm: "table_comparison" - output-file: "{DIR[STATIC,VPP]}/performance-compare-testbeds-3n-hsw-3n-skx-1c-pdr" + output-file: "{DIR[STATIC,VPP]}/performance-compare-testbeds-2n-skx-2n-clx-2t1c-pdr" include-tests: "PDR" # "PDR" | "NDR" | "MRR" - filter: "('NIC_Intel-XXV710' or 'NIC_Intel-XL710') and 'NDRPDR' and '1C'" + filter: "'2T1C' and 'NIC_Intel-XXV710'" columns: - - title: "3n-hsw xl710" - data-set: "vpp-compare-testbeds-ref" - tag: "NIC_Intel-XL710" - - title: "3n-skx xxv710" - data-set: "vpp-compare-testbeds-cmp" - tag: "NIC_Intel-XXV710" + - title: "2n-skx" + data-set: "vpp-2n-skx-curr-iter" + - title: "2n-clx" + data-set: "vpp-2n-clx-curr-iter" comparisons: - title: "Diff" reference: 1 compare: 2 legend: - "" - - "3n-hsw xl710, 3n-skx xxv710 - testbeds and NICs tested." - - "Diff - difference between 3n-hsw xl710 and 3n-skx xxv710 testbeds." + - "2n-skx, 2n-clx - testbeds and NICs tested." + - "Diff - difference between 2n-skx and 2n-clx testbeds." -# VPP Comparison Across Testbeds 3n-hsw to 3n-skx 2c pdr +# VPP Comparison Across Testbeds 2n-skx to 2n-clx 4t2c pdr - type: "table" - title: "VPP Comparison Across Testbeds 3n-hsw to 3n-skx 2c pdr" + title: "VPP Comparison Across Testbeds 2n-skx to 2n-clx 4t2c pdr" algorithm: "table_comparison" - output-file: "{DIR[STATIC,VPP]}/performance-compare-testbeds-3n-hsw-3n-skx-2c-pdr" + output-file: "{DIR[STATIC,VPP]}/performance-compare-testbeds-2n-skx-2n-clx-4t2c-pdr" include-tests: "PDR" # "PDR" | "NDR" | "MRR" - filter: "('NIC_Intel-XXV710' or 'NIC_Intel-XL710') and 'NDRPDR' and '2C'" + filter: "'4T2C' and 'NIC_Intel-XXV710'" columns: - - title: "3n-hsw xl710" - data-set: "vpp-compare-testbeds-ref" - tag: "NIC_Intel-XL710" - - title: "3n-skx xxv710" - data-set: "vpp-compare-testbeds-cmp" - tag: "NIC_Intel-XXV710" + - title: "2n-skx" + data-set: "vpp-2n-skx-curr-iter" + - title: "2n-clx" + data-set: "vpp-2n-clx-curr-iter" comparisons: - title: "Diff" reference: 1 compare: 2 legend: - "" - - "3n-hsw xl710, 3n-skx xxv710 - testbeds and NICs tested." - - "Diff - difference between 3n-hsw xl710 and 3n-skx xxv710 testbeds." + - "2n-skx, 2n-clx - testbeds and NICs tested." + - "Diff - difference between 2n-skx and 2n-clx testbeds." -# VPP Comparison Across Testbeds 2n-skx to 2n-clx 2t1c ndr +# VPP Comparison Across Testbeds 2n-clx to 2n-icx 1c ndr - type: "table" - title: "VPP Comparison Across Testbeds 2n-skx to 2n-clx 2t1c ndr" + title: "VPP Comparison Across Testbeds 2n-clx to 2n-icx 1c ndr" algorithm: "table_comparison" - output-file: "{DIR[STATIC,VPP]}/performance-compare-testbeds-2n-skx-2n-clx-2t1c-ndr" + output-file: "{DIR[STATIC,VPP]}/performance-compare-testbeds-2n-clx-2n-icx-1c-ndr" include-tests: "NDR" # "PDR" | "NDR" | "MRR" - filter: "'2T1C' and 'NIC_Intel-XXV710'" + filter: "('NIC_Intel-XXV710' or 'NIC_Intel-E810CQ') and 'NDRPDR' and '1C'" columns: - - title: "2n-skx" - data-set: "vpp-compare-testbeds-skx-clx-ref" - - title: "2n-clx" - data-set: "vpp-compare-testbeds-skx-clx-cmp" + - title: "2n-clx xxv710" + data-set: "vpp-2n-clx-curr-iter" + tag: "NIC_Intel-XXV710" + - title: "2n-icx e810cq" + data-set: "vpp-2n-icx-curr-iter" + tag: "NIC_Intel-E810CQ" comparisons: - title: "Diff" reference: 1 compare: 2 legend: - "" - - "2n-skx, 2n-clx - testbeds and NICs tested." - - "Diff - difference between 2n-skx and 2n-clx testbeds." + - "2n-clx xxv710, 2n-icx e810cq - testbeds and NICs tested." + - "Diff - difference between 2n-clx xxv710 and 2n-icx e810cq testbeds." -# VPP Comparison Across Testbeds 2n-skx to 2n-clx 4t2c ndr +# VPP Comparison Across Testbeds 2n-clx to 2n-icx 2c ndr - type: "table" - title: "VPP Comparison Across Testbeds 2n-skx to 2n-clx 4t2c ndr" + title: "VPP Comparison Across Testbeds 2n-clx to 2n-icx 2c ndr" algorithm: "table_comparison" - output-file: "{DIR[STATIC,VPP]}/performance-compare-testbeds-2n-skx-2n-clx-4t2c-ndr" + output-file: "{DIR[STATIC,VPP]}/performance-compare-testbeds-2n-clx-2n-icx-2c-ndr" include-tests: "NDR" # "PDR" | "NDR" | "MRR" - filter: "'4T2C' and 'NIC_Intel-XXV710'" + filter: "('NIC_Intel-XXV710' or 'NIC_Intel-E810CQ') and 'NDRPDR' and '2C'" columns: - - title: "2n-skx" - data-set: "vpp-compare-testbeds-skx-clx-ref" - - title: "2n-clx" - data-set: "vpp-compare-testbeds-skx-clx-cmp" + - title: "2n-clx xxv710" + data-set: "vpp-2n-clx-curr-iter" + tag: "NIC_Intel-XXV710" + - title: "2n-icx e810cq" + data-set: "vpp-2n-icx-curr-iter" + tag: "NIC_Intel-E810CQ" comparisons: - title: "Diff" reference: 1 compare: 2 legend: - "" - - "2n-skx, 2n-clx - testbeds and NICs tested." - - "Diff - difference between 2n-skx and 2n-clx testbeds." + - "2n-clx xxv710, 2n-icx e810cq - testbeds and NICs tested." + - "Diff - difference between 2n-clx xxv710 and 2n-icx e810cq testbeds." -# VPP Comparison Across Testbeds 2n-skx to 2n-clx 2t1c pdr +# VPP Comparison Across Testbeds 2n-clx to 2n-icx 1c pdr - type: "table" - title: "VPP Comparison Across Testbeds 2n-skx to 2n-clx 2t1c pdr" + title: "VPP Comparison Across Testbeds 2n-clx to 2n-icx 1c pdr" algorithm: "table_comparison" - output-file: "{DIR[STATIC,VPP]}/performance-compare-testbeds-2n-skx-2n-clx-2t1c-pdr" + output-file: "{DIR[STATIC,VPP]}/performance-compare-testbeds-2n-clx-2n-icx-1c-pdr" include-tests: "PDR" # "PDR" | "NDR" | "MRR" - filter: "'2T1C' and 'NIC_Intel-XXV710'" + filter: "('NIC_Intel-XXV710' or 'NIC_Intel-E810CQ') and 'NDRPDR' and '1C'" columns: - - title: "2n-skx" - data-set: "vpp-compare-testbeds-skx-clx-ref" - - title: "2n-clx" - data-set: "vpp-compare-testbeds-skx-clx-cmp" + - title: "2n-clx xxv710" + data-set: "vpp-2n-clx-curr-iter" + tag: "NIC_Intel-XXV710" + - title: "2n-icx e810cq" + data-set: "vpp-2n-icx-curr-iter" + tag: "NIC_Intel-E810CQ" comparisons: - title: "Diff" reference: 1 compare: 2 legend: - "" - - "2n-skx, 2n-clx - testbeds and NICs tested." - - "Diff - difference between 2n-skx and 2n-clx testbeds." + - "2n-clx xxv710, 2n-icx e810cq - testbeds and NICs tested." + - "Diff - difference between 2n-clx xxv710 and 2n-icx e810cq testbeds." -# VPP Comparison Across Testbeds 2n-skx to 2n-clx 4t2c pdr +# VPP Comparison Across Testbeds 2n-clx to 2n-icx 2c pdr - type: "table" - title: "VPP Comparison Across Testbeds 2n-skx to 2n-clx 4t2c pdr" + title: "VPP Comparison Across Testbeds 2n-clx to 2n-icx 2c pdr" algorithm: "table_comparison" - output-file: "{DIR[STATIC,VPP]}/performance-compare-testbeds-2n-skx-2n-clx-4t2c-pdr" + output-file: "{DIR[STATIC,VPP]}/performance-compare-testbeds-2n-clx-2n-icx-2c-pdr" include-tests: "PDR" # "PDR" | "NDR" | "MRR" - filter: "'4T2C' and 'NIC_Intel-XXV710'" + filter: "('NIC_Intel-XXV710' or 'NIC_Intel-E810CQ') and 'NDRPDR' and '2C'" columns: - - title: "2n-skx" - data-set: "vpp-compare-testbeds-skx-clx-ref" - - title: "2n-clx" - data-set: "vpp-compare-testbeds-skx-clx-cmp" + - title: "2n-clx xxv710" + data-set: "vpp-3n-skx-curr-iter" + tag: "NIC_Intel-XXV710" + - title: "2n-icx e810cq" + data-set: "vpp-2n-icx-curr-iter" + tag: "NIC_Intel-E810CQ" comparisons: - title: "Diff" reference: 1 compare: 2 legend: - "" - - "2n-skx, 2n-clx - testbeds and NICs tested." - - "Diff - difference between 2n-skx and 2n-clx testbeds." + - "2n-clx xxv710, 2n-icx e810cq - testbeds and NICs tested." + - "Diff - difference between 2n-clx xxv710 and 2n-icx e810cq testbeds." -# VPP Comparison Across Testbeds 3n-hsw to 2n-clx 1c ndr +# VPP Comparison Across Testbeds 3n-skx to 3n-icx 1c ndr - type: "table" - title: "VPP Comparison Across Testbeds 3n-hsw to 2n-clx 1c ndr" + title: "VPP Comparison Across Testbeds 3n-skx to 3n-icx 1c ndr" algorithm: "table_comparison" - output-file: "{DIR[STATIC,VPP]}/performance-compare-testbeds-3n-hsw-2n-clx-1c-ndr" + output-file: "{DIR[STATIC,VPP]}/performance-compare-testbeds-3n-skx-3n-icx-1c-ndr" include-tests: "NDR" # "PDR" | "NDR" | "MRR" - filter: "('NIC_Intel-XXV710' or 'NIC_Intel-XL710') and 'NDRPDR' and '1C'" + filter: "('NIC_Intel-XXV710' or 'NIC_Intel-E810CQ') and 'NDRPDR' and '1C'" columns: - - title: "3n-hsw xl710" - data-set: "vpp-compare-testbeds-hsw-clx-ref" - tag: "NIC_Intel-XL710" - - title: "2n-clx xxv710" - data-set: "vpp-compare-testbeds-hsw-clx-cmp" + - title: "3n-skx xxv710" + data-set: "vpp-3n-skx-curr-iter" tag: "NIC_Intel-XXV710" + - title: "3n-icx e810cq" + data-set: "vpp-3n-icx-curr-iter" + tag: "NIC_Intel-E810CQ" comparisons: - title: "Diff" reference: 1 compare: 2 legend: - "" - - "3n-hsw xl710, 2n-clx xxv710 - testbeds and NICs tested." - - "Diff - difference between 3n-hsw xl710 and 2n-clx xxv710 testbeds." + - "3n-skx xxv710, 3n-icx e810cq - testbeds and NICs tested." + - "Diff - difference between 3n-skx xxv710 and 3n-icx e810cq testbeds." -# VPP Comparison Across Testbeds 3n-hsw to 2n-clx 2c ndr +# VPP Comparison Across Testbeds 3n-skx to 3n-icx 2c ndr - type: "table" - title: "VPP Comparison Across Testbeds 3n-hsw to 2n-clx 2c ndr" + title: "VPP Comparison Across Testbeds 3n-skx to 3n-icx ndr" algorithm: "table_comparison" - output-file: "{DIR[STATIC,VPP]}/performance-compare-testbeds-3n-hsw-2n-clx-2c-ndr" + output-file: "{DIR[STATIC,VPP]}/performance-compare-testbeds-3n-skx-3n-icx-2c-ndr" include-tests: "NDR" # "PDR" | "NDR" | "MRR" - filter: "('NIC_Intel-XXV710' or 'NIC_Intel-XL710') and 'NDRPDR' and '2C'" + filter: "('NIC_Intel-XXV710' or 'NIC_Intel-E810CQ') and 'NDRPDR' and '2C'" columns: - - title: "3n-hsw xl710" - data-set: "vpp-compare-testbeds-hsw-clx-ref" - tag: "NIC_Intel-XL710" - - title: "2n-clx xxv710" - data-set: "vpp-compare-testbeds-hsw-clx-cmp" + - title: "3n-skx xxv710" + data-set: "vpp-3n-skx-curr-iter" tag: "NIC_Intel-XXV710" + - title: "3n-icx e810cq" + data-set: "vpp-3n-icx-curr-iter" + tag: "NIC_Intel-E810CQ" comparisons: - title: "Diff" reference: 1 compare: 2 legend: - "" - - "3n-hsw xl710, 2n-clx xxv710 - testbeds and NICs tested." - - "Diff - difference between 3n-hsw xl710 and 2n-clx xxv710 testbeds." + - "3n-skx xxv710, 3n-icx e810cq - testbeds and NICs tested." + - "Diff - difference between 3n-skx xxv710 and 3n-icx e810cq testbeds." -# VPP Comparison Across Testbeds 3n-hsw to 2n-clx 1c pdr +# VPP Comparison Across Testbeds 3n-skx to 3n-icx 1c pdr - type: "table" - title: "VPP Comparison Across Testbeds 3n-hsw to 2n-clx 1c pdr" + title: "VPP Comparison Across Testbeds 3n-skx to 3n-icx 1c pdr" algorithm: "table_comparison" - output-file: "{DIR[STATIC,VPP]}/performance-compare-testbeds-3n-hsw-2n-clx-1c-pdr" + output-file: "{DIR[STATIC,VPP]}/performance-compare-testbeds-3n-skx-3n-icx-1c-pdr" include-tests: "PDR" # "PDR" | "NDR" | "MRR" - filter: "('NIC_Intel-XXV710' or 'NIC_Intel-XL710') and 'NDRPDR' and '1C'" + filter: "('NIC_Intel-XXV710' or 'NIC_Intel-E810CQ') and 'NDRPDR' and '1C'" columns: - - title: "3n-hsw xl710" - data-set: "vpp-compare-testbeds-hsw-clx-ref" - tag: "NIC_Intel-XL710" - - title: "2n-clx xxv710" - data-set: "vpp-compare-testbeds-hsw-clx-cmp" + - title: "3n-skx xxv710" + data-set: "vpp-3n-skx-curr-iter" tag: "NIC_Intel-XXV710" + - title: "3n-icx e810cq" + data-set: "vpp-3n-icx-curr-iter" + tag: "NIC_Intel-E810CQ" comparisons: - title: "Diff" reference: 1 compare: 2 legend: - "" - - "3n-hsw xl710, 2n-clx xxv710 - testbeds and NICs tested." - - "Diff - difference between 3n-hsw xl710 and 2n-clx xxv710 testbeds." + - "3n-skx xxv710, 3n-icx e810cq - testbeds and NICs tested." + - "Diff - difference between 3n-skx xxv710 and 3n-icx e810cq testbeds." -# VPP Comparison Across Testbeds 3n-hsw to 2n-clx 2c pdr +# VPP Comparison Across Testbeds 3n-skx to 3n-icx 2c pdr - type: "table" - title: "VPP Comparison Across Testbeds 3n-hsw to 2n-clx 2c pdr" + title: "VPP Comparison Across Testbeds 3n-skx to 3n-icx 2c pdr" algorithm: "table_comparison" - output-file: "{DIR[STATIC,VPP]}/performance-compare-testbeds-3n-hsw-2n-clx-2c-pdr" + output-file: "{DIR[STATIC,VPP]}/performance-compare-testbeds-3n-skx-3n-icx-2c-pdr" include-tests: "PDR" # "PDR" | "NDR" | "MRR" - filter: "('NIC_Intel-XXV710' or 'NIC_Intel-XL710') and 'NDRPDR' and '2C'" + filter: "('NIC_Intel-XXV710' or 'NIC_Intel-E810CQ') and 'NDRPDR' and '2C'" columns: - - title: "3n-hsw xl710" - data-set: "vpp-compare-testbeds-hsw-clx-ref" - tag: "NIC_Intel-XL710" - - title: "2n-clx xxv710" - data-set: "vpp-compare-testbeds-hsw-clx-cmp" + - title: "3n-skx xxv710" + data-set: "vpp-3n-skx-curr-iter" tag: "NIC_Intel-XXV710" + - title: "3n-icx e810cq" + data-set: "vpp-3n-icx-curr-iter" + tag: "NIC_Intel-E810CQ" comparisons: - title: "Diff" reference: 1 compare: 2 legend: - "" - - "3n-hsw xl710, 2n-clx xxv710 - testbeds and NICs tested." - - "Diff - difference between 3n-hsw xl710 and 2n-clx xxv710 testbeds." - -# # VPP Comparison Across Testbeds 2n-clx to 2n-icx 1c ndr -# - type: "table" -# title: "VPP Comparison Across Testbeds 2n-clx to 2n-icx 1c ndr" -# algorithm: "table_comparison" -# output-file: "{DIR[STATIC,VPP]}/performance-compare-testbeds-2n-clx-2n-icx-1c-ndr" -# include-tests: "NDR" # "PDR" | "NDR" | "MRR" -# filter: "('NIC_Intel-XXV710' or 'NIC_Intel-E810CQ') and 'NDRPDR' and '1C'" -# columns: -# - title: "2n-clx xxv710" -# data-set: "vpp-compare-testbeds-clx-icx-ref" -# tag: "NIC_Intel-XXV710" -# - title: "2n-icx e810cq" -# data-set: "vpp-compare-testbeds-clx-icx-cmp" -# tag: "NIC_Intel-E810CQ" -# comparisons: -# - title: "Diff" -# reference: 1 -# compare: 2 -# legend: -# - "" -# - "2n-clx xxv710, 2n-icx e810cq - testbeds and NICs tested." -# - "Diff - difference between 2n-clx xxv710 and 2n-icx e810cq testbeds." -# -# # VPP Comparison Across Testbeds 2n-clx to 2n-icx 2c ndr -# - type: "table" -# title: "VPP Comparison Across Testbeds 2n-clx to 2n-icx 2c ndr" -# algorithm: "table_comparison" -# output-file: "{DIR[STATIC,VPP]}/performance-compare-testbeds-2n-clx-2n-icx-2c-ndr" -# include-tests: "NDR" # "PDR" | "NDR" | "MRR" -# filter: "('NIC_Intel-XXV710' or 'NIC_Intel-E810CQ') and 'NDRPDR' and '2C'" -# columns: -# - title: "2n-clx xxv710" -# data-set: "vpp-compare-testbeds-clx-icx-ref" -# tag: "NIC_Intel-XXV710" -# - title: "2n-icx e810cq" -# data-set: "vpp-compare-testbeds-clx-icx-cmp" -# tag: "NIC_Intel-E810CQ" -# comparisons: -# - title: "Diff" -# reference: 1 -# compare: 2 -# legend: -# - "" -# - "2n-clx xxv710, 2n-icx e810cq - testbeds and NICs tested." -# - "Diff - difference between 2n-clx xxv710 and 2n-icx e810cq testbeds." -# -# # VPP Comparison Across Testbeds 2n-clx to 2n-icx 1c pdr -# - type: "table" -# title: "VPP Comparison Across Testbeds 2n-clx to 2n-icx 1c pdr" -# algorithm: "table_comparison" -# output-file: "{DIR[STATIC,VPP]}/performance-compare-testbeds-2n-clx-2n-icx-1c-pdr" -# include-tests: "PDR" # "PDR" | "NDR" | "MRR" -# filter: "('NIC_Intel-XXV710' or 'NIC_Intel-E810CQ') and 'NDRPDR' and '1C'" -# columns: -# - title: "2n-clx xxv710" -# data-set: "vpp-compare-testbeds-clx-icx-ref" -# tag: "NIC_Intel-XXV710" -# - title: "2n-icx e810cq" -# data-set: "vpp-compare-testbeds-clx-icx-cmp" -# tag: "NIC_Intel-E810CQ" -# comparisons: -# - title: "Diff" -# reference: 1 -# compare: 2 -# legend: -# - "" -# - "2n-clx xxv710, 2n-icx e810cq - testbeds and NICs tested." -# - "Diff - difference between 2n-clx xxv710 and 2n-icx e810cq testbeds." -# -# # VPP Comparison Across Testbeds 2n-clx to 2n-icx 2c pdr -# - type: "table" -# title: "VPP Comparison Across Testbeds 2n-clx to 2n-icx 2c pdr" -# algorithm: "table_comparison" -# output-file: "{DIR[STATIC,VPP]}/performance-compare-testbeds-2n-clx-2n-icx-2c-pdr" -# include-tests: "PDR" # "PDR" | "NDR" | "MRR" -# filter: "('NIC_Intel-XXV710' or 'NIC_Intel-E810CQ') and 'NDRPDR' and '2C'" -# columns: -# - title: "2n-clx xxv710" -# data-set: "vpp-compare-testbeds-clx-icx-ref" -# tag: "NIC_Intel-XXV710" -# - title: "2n-icx e810cq" -# data-set: "vpp-compare-testbeds-clx-icx-cmp" -# tag: "NIC_Intel-E810CQ" -# comparisons: -# - title: "Diff" -# reference: 1 -# compare: 2 -# legend: -# - "" -# - "2n-clx xxv710, 2n-icx e810cq - testbeds and NICs tested." -# - "Diff - difference between 2n-clx xxv710 and 2n-icx e810cq testbeds." + - "3n-skx xxv710, 3n-icx e810cq - testbeds and NICs tested." + - "Diff - difference between 3n-skx xxv710 and 3n-icx e810cq testbeds." # VPP Comparison Across Topologies 3n-skx to 2n-skx 1c ndr - type: "table" @@ -2032,9 +1808,9 @@ filter: "'NDRPDR' and '1C' and 'NIC_Intel-XXV710'" columns: - title: "3n-skx" - data-set: "vpp-compare-topologies-ref" + data-set: "vpp-3n-skx-curr-iter" - title: "2n-skx" - data-set: "vpp-compare-topologies-cmp" + data-set: "vpp-2n-skx-curr-iter" comparisons: - title: "Diff" reference: 1 @@ -2053,9 +1829,9 @@ filter: "'NDRPDR' and '2C' and 'NIC_Intel-XXV710'" columns: - title: "3n-skx" - data-set: "vpp-compare-topologies-ref" + data-set: "vpp-3n-skx-curr-iter" - title: "2n-skx" - data-set: "vpp-compare-topologies-cmp" + data-set: "vpp-2n-skx-curr-iter" comparisons: - title: "Diff" reference: 1 @@ -2074,9 +1850,9 @@ filter: "'NDRPDR' and '1C' and 'NIC_Intel-XXV710'" columns: - title: "3n-skx" - data-set: "vpp-compare-topologies-ref" + data-set: "vpp-3n-skx-curr-iter" - title: "2n-skx" - data-set: "vpp-compare-topologies-cmp" + data-set: "vpp-2n-skx-curr-iter" comparisons: - title: "Diff" reference: 1 @@ -2095,9 +1871,9 @@ filter: "'NDRPDR' and '2C' and 'NIC_Intel-XXV710'" columns: - title: "3n-skx" - data-set: "vpp-compare-topologies-ref" + data-set: "vpp-3n-skx-curr-iter" - title: "2n-skx" - data-set: "vpp-compare-topologies-cmp" + data-set: "vpp-2n-skx-curr-iter" comparisons: - title: "Diff" reference: 1 @@ -2107,105 +1883,6 @@ - "3n-skx, 2n-skx - topologies tested." - "Diff - difference between 3n-skx and 2n-skx topologies." -# VPP Performance Changes 3n-hsw 1t1c mrr -- type: "table" - title: "VPP Performance Changes 3n-hsw 1t1c mrr" - algorithm: "table_comparison" - output-file: "{DIR[STATIC,VPP]}/performance-changes-3n-hsw-1t1c-mrr" - include-tests: "MRR" # "PDR" | "NDR" | "MRR" - filter: "'1T1C' and 'MRR' and 'NIC_Intel-XL710' and not 'NF_DENSITY'" - columns: - - title: "2005.0-5" - data-set: "vpp-performance-changes-3n-hsw-mrr-h1" - - title: "2009.0-5" - data-set: "vpp-performance-changes-3n-hsw-mrr-ref-env-old" - - title: "2009.0-6" - data-set: "vpp-performance-changes-3n-hsw-mrr-ref-env-new" - - title: "2101.0-6" - data-set: "vpp-performance-changes-3n-hsw-mrr-cmp" - comparisons: - - title: "2009.0-6 vs 2009.0-5" - reference: 2 - compare: 3 -# rca-file: "rca/rca-3n-hsw-1t1c-mrr-rca1.yaml" - - title: "2101.0-6 vs 2009.0-6" - reference: 3 - compare: 4 -# rca-file: "rca/rca-3n-hsw-1t1c-mrr-rca2.yaml" - legend: - - '' - - 'Test Case: Test cases executed for: MRR throughput on 3n-hsw with xl710.' - - 'YYMM.V-E: [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "5" for CSIT rls2009, "6" for CSIT rls2101).' - - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' - - '2009.0-6 vs 2009.0-5: Compares CSIT environment current vs previous with previous VPP code.' - - '2101.0-6 vs 2009.0-6: Compares VPP code current vs previous in the current CSIT environment.' - -# VPP Performance Changes 3n-hsw 2t2c mrr -- type: "table" - title: "VPP Performance Changes 3n-hsw 2t2c mrr" - algorithm: "table_comparison" - output-file: "{DIR[STATIC,VPP]}/performance-changes-3n-hsw-2t2c-mrr" - include-tests: "MRR" # "PDR" | "NDR" | "MRR" - filter: "'2T2C' and 'MRR' and 'NIC_Intel-XL710' and not 'NF_DENSITY'" - columns: - - title: "2005.0-5" - data-set: "vpp-performance-changes-3n-hsw-mrr-h1" - - title: "2009.0-5" - data-set: "vpp-performance-changes-3n-hsw-mrr-ref-env-old" - - title: "2009.0-6" - data-set: "vpp-performance-changes-3n-hsw-mrr-ref-env-new" - - title: "2101.0-6" - data-set: "vpp-performance-changes-3n-hsw-mrr-cmp" - comparisons: - - title: "2009.0-6 vs 2009.0-5" - reference: 2 - compare: 3 -# rca-file: "rca/rca-3n-hsw-2t2c-mrr-rca1.yaml" - - title: "2101.0-6 vs 2009.0-6" - reference: 3 - compare: 4 -# rca-file: "rca/rca-3n-hsw-2t2c-mrr-rca2.yaml" - legend: - - '' - - 'Test Case: Test cases executed for: MRR throughput on 3n-hsw with xl710.' - - 'YYMM.V-E: [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "5" for CSIT rls2009, "6" for CSIT rls2101).' - - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' - - '2009.0-6 vs 2009.0-5: Compares CSIT environment current vs previous with previous VPP code.' - - '2101.0-6 vs 2009.0-6: Compares VPP code current vs previous in the current CSIT environment.' - -# VPP Performance Changes 3n-hsw 4t4c mrr -- type: "table" - title: "VPP Performance Changes 3n-hsw 4t4c mrr" - algorithm: "table_comparison" - output-file: "{DIR[STATIC,VPP]}/performance-changes-3n-hsw-4t4c-mrr" - include-tests: "MRR" # "PDR" | "NDR" | "MRR" - filter: "'4T4C' and 'MRR' and 'NIC_Intel-XL710' and not 'NF_DENSITY'" - columns: - - title: "2005.0-5" - data-set: "vpp-performance-changes-3n-hsw-mrr-h1" - - title: "2009.0-5" - data-set: "vpp-performance-changes-3n-hsw-mrr-ref-env-old" - - title: "2009.0-6" - data-set: "vpp-performance-changes-3n-hsw-mrr-ref-env-new" - - title: "2101.0-6" - data-set: "vpp-performance-changes-3n-hsw-mrr-cmp" - comparisons: - - title: "2009.0-6 vs 2009.0-5" - reference: 2 - compare: 3 -# rca-file: "rca/rca-3n-hsw-4t4c-mrr-rca1.yaml" - - title: "2101.0-6 vs 2009.0-6" - reference: 3 - compare: 4 -# rca-file: "rca/rca-3n-hsw-4t4c-mrr-rca2.yaml" - legend: - - '' - - 'Test Case: Test cases executed for: MRR throughput on 3n-hsw with xl710.' - - 'YYMM.V-E: [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "5" for CSIT rls2009, "6" for CSIT rls2101).' - - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' - - '2009.0-6 vs 2009.0-5: Compares CSIT environment current vs previous with previous VPP code.' - - '2101.0-6 vs 2009.0-6: Compares VPP code current vs previous in the current CSIT environment.' - # VPP Performance Changes 3n-skx 2t1c mrr - type: "table" title: "VPP Performance Changes 3n-skx 2t1c mrr" @@ -2214,30 +1891,30 @@ include-tests: "MRR" # "PDR" | "NDR" | "MRR" filter: "'2T1C' and 'MRR' and 'NIC_Intel-XXV710' and not 'NF_DENSITY'" columns: - - title: "2005.0-5" - data-set: "vpp-performance-changes-3n-skx-mrr-h1" - - title: "2009.0-5" - data-set: "vpp-performance-changes-3n-skx-mrr-ref-env-old" - title: "2009.0-6" - data-set: "vpp-performance-changes-3n-skx-mrr-ref-env-new" + data-set: "vpp-3n-skx-hist-iter-mrr-new-env" - title: "2101.0-6" - data-set: "vpp-performance-changes-3n-skx-mrr-cmp" + data-set: "vpp-3n-skx-prev-iter-mrr-old-env" + - title: "2101.0-7" + data-set: "vpp-3n-skx-prev-iter-mrr-new-env" + - title: "2106.0-7" + data-set: "vpp-3n-skx-curr-iter-mrr" comparisons: - - title: "2009.0-6 vs 2009.0-5" + - title: "2101.0-7 vs 2101.0-6" reference: 2 compare: 3 # rca-file: "rca/rca-3n-skx-2t1c-mrr-rca1.yaml" - - title: "2101.0-6 vs 2009.0-6" + - title: "2106.0-7 vs 2101.0-7" reference: 3 compare: 4 # rca-file: "rca/rca-3n-skx-2t1c-mrr-rca2.yaml" legend: - '' - 'Test Case: Test cases executed for: MRR throughput on 3n-skx with xxv710.' - - 'YYMM.V-E: [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "5" for CSIT rls2009, "6" for CSIT rls2101).' + - 'YYMM.V-E: [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "6" for CSIT rls2101, "7" for CSIT rls2106).' - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' - - '2009.0-6 vs 2009.0-5: Compares CSIT environment current vs previous with previous VPP code.' - - '2101.0-6 vs 2009.0-6: Compares VPP code current vs previous in the current CSIT environment.' + - '2101.0-7 vs 2101.0-6: Compares CSIT environment current vs previous with previous VPP code.' + - '2106.0-7 vs 2101.0-7: Compares VPP code current vs previous in the current CSIT environment.' # VPP Performance Changes 3n-skx 4t2c mrr - type: "table" @@ -2247,30 +1924,30 @@ include-tests: "MRR" # "PDR" | "NDR" | "MRR" filter: "'4T2C' and 'MRR' and 'NIC_Intel-XXV710' and not 'NF_DENSITY'" columns: - - title: "2005.0-5" - data-set: "vpp-performance-changes-3n-skx-mrr-h1" - - title: "2009.0-5" - data-set: "vpp-performance-changes-3n-skx-mrr-ref-env-old" - title: "2009.0-6" - data-set: "vpp-performance-changes-3n-skx-mrr-ref-env-new" + data-set: "vpp-3n-skx-hist-iter-mrr-new-env" - title: "2101.0-6" - data-set: "vpp-performance-changes-3n-skx-mrr-cmp" + data-set: "vpp-3n-skx-prev-iter-mrr-old-env" + - title: "2101.0-7" + data-set: "vpp-3n-skx-prev-iter-mrr-new-env" + - title: "2106.0-7" + data-set: "vpp-3n-skx-curr-iter-mrr" comparisons: - - title: "2009.0-6 vs 2009.0-5" + - title: "2101.0-7 vs 2101.0-6" reference: 2 compare: 3 # rca-file: "rca/rca-3n-skx-4t2c-mrr-rca1.yaml" - - title: "2101.0-6 vs 2009.0-6" + - title: "2106.0-7 vs 2101.0-7" reference: 3 compare: 4 # rca-file: "rca/rca-3n-skx-4t2c-mrr-rca2.yaml" legend: - '' - 'Test Case: Test cases executed for: MRR throughput on 3n-skx with xxv710.' - - 'YYMM.V-E: [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "5" for CSIT rls2009, "6" for CSIT rls2101).' + - 'YYMM.V-E: [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "6" for CSIT rls2101, "7" for CSIT rls2106).' - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' - - '2009.0-6 vs 2009.0-5: Compares CSIT environment current vs previous with previous VPP code.' - - '2101.0-6 vs 2009.0-6: Compares VPP code current vs previous in the current CSIT environment.' + - '2101.0-7 vs 2101.0-6: Compares CSIT environment current vs previous with previous VPP code.' + - '2106.0-7 vs 2101.0-7: Compares VPP code current vs previous in the current CSIT environment.' # VPP Performance Changes 3n-skx 8t4c mrr - type: "table" @@ -2280,30 +1957,30 @@ include-tests: "MRR" # "PDR" | "NDR" | "MRR" filter: "'8T4C' and 'MRR' and 'NIC_Intel-XXV710' and not 'NF_DENSITY'" columns: - - title: "2005.0-5" - data-set: "vpp-performance-changes-3n-skx-mrr-h1" - - title: "2009.0-5" - data-set: "vpp-performance-changes-3n-skx-mrr-ref-env-old" - title: "2009.0-6" - data-set: "vpp-performance-changes-3n-skx-mrr-ref-env-new" + data-set: "vpp-3n-skx-hist-iter-mrr-new-env" - title: "2101.0-6" - data-set: "vpp-performance-changes-3n-skx-mrr-cmp" + data-set: "vpp-3n-skx-prev-iter-mrr-old-env" + - title: "2101.0-7" + data-set: "vpp-3n-skx-prev-iter-mrr-new-env" + - title: "2106.0-7" + data-set: "vpp-3n-skx-curr-iter-mrr" comparisons: - - title: "2009.0-6 vs 2009.0-5" + - title: "2101.0-7 vs 2101.0-6" reference: 2 compare: 3 # rca-file: "rca/rca-3n-skx-8t4c-mrr-rca1.yaml" - - title: "2101.0-6 vs 2009.0-6" + - title: "2106.0-7 vs 2101.0-7" reference: 3 compare: 4 # rca-file: "rca/rca-3n-skx-8t4c-mrr-rca2.yaml" legend: - '' - 'Test Case: Test cases executed for: MRR throughput on 3n-skx with xxv710.' - - 'YYMM.V-E: [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "5" for CSIT rls2009, "6" for CSIT rls2101).' + - 'YYMM.V-E: [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "6" for CSIT rls2101, "7" for CSIT rls2106).' - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' - - '2009.0-6 vs 2009.0-5: Compares CSIT environment current vs previous with previous VPP code.' - - '2101.0-6 vs 2009.0-6: Compares VPP code current vs previous in the current CSIT environment.' + - '2101.0-7 vs 2101.0-6: Compares CSIT environment current vs previous with previous VPP code.' + - '2106.0-7 vs 2101.0-7: Compares VPP code current vs previous in the current CSIT environment.' # VPP Performance Changes 2n-skx 2t1c mrr - type: "table" @@ -2313,30 +1990,30 @@ include-tests: "MRR" # "PDR" | "NDR" | "MRR" filter: "'2T1C' and 'MRR' and 'NIC_Intel-XXV710' and not 'NF_DENSITY'" columns: - - title: "2005.0-5" - data-set: "vpp-performance-changes-2n-skx-mrr-h1" - - title: "2009.0-5" - data-set: "vpp-performance-changes-2n-skx-mrr-ref-env-old" - title: "2009.0-6" - data-set: "vpp-performance-changes-2n-skx-mrr-ref-env-new" + data-set: "vpp-2n-skx-hist-iter-mrr-new-env" - title: "2101.0-6" - data-set: "vpp-performance-changes-2n-skx-mrr-cmp" + data-set: "vpp-2n-skx-prev-iter-mrr-old-env" + - title: "2101.0-7" + data-set: "vpp-2n-skx-prev-iter-mrr-new-env" + - title: "2106.0-7" + data-set: "vpp-2n-skx-curr-iter-mrr" comparisons: - - title: "2009.0-6 vs 2009.0-5" + - title: "2101.0-7 vs 2101.0-6" reference: 2 compare: 3 # rca-file: "rca/rca-2n-skx-2t1c-mrr-rca1.yaml" - - title: "2101.0-6 vs 2009.0-6" + - title: "2106.0-7 vs 2101.0-7" reference: 3 compare: 4 # rca-file: "rca/rca-2n-skx-2t1c-mrr-rca2.yaml" legend: - '' - 'Test Case: Test cases executed for: MRR throughput on 2n-skx with xxv710.' - - 'YYMM.V-E: [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "5" for CSIT rls2009, "6" for CSIT rls2101).' + - 'YYMM.V-E: [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "6" for CSIT rls2101, "7" for CSIT rls2106).' - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' - - '2009.0-6 vs 2009.0-5: Compares CSIT environment current vs previous with previous VPP code.' - - '2101.0-6 vs 2009.0-6: Compares VPP code current vs previous in the current CSIT environment.' + - '2101.0-7 vs 2101.0-6: Compares CSIT environment current vs previous with previous VPP code.' + - '2106.0-7 vs 2101.0-7: Compares VPP code current vs previous in the current CSIT environment.' # VPP Performance Changes 2n-skx 4t2c mrr - type: "table" @@ -2346,30 +2023,30 @@ include-tests: "MRR" # "PDR" | "NDR" | "MRR" filter: "'4T2C' and 'MRR' and 'NIC_Intel-XXV710' and not 'NF_DENSITY'" columns: - - title: "2005.0-5" - data-set: "vpp-performance-changes-2n-skx-mrr-h1" - - title: "2009.0-5" - data-set: "vpp-performance-changes-2n-skx-mrr-ref-env-old" - title: "2009.0-6" - data-set: "vpp-performance-changes-2n-skx-mrr-ref-env-new" + data-set: "vpp-2n-skx-hist-iter-mrr-new-env" - title: "2101.0-6" - data-set: "vpp-performance-changes-2n-skx-mrr-cmp" + data-set: "vpp-2n-skx-prev-iter-mrr-old-env" + - title: "2101.0-7" + data-set: "vpp-2n-skx-prev-iter-mrr-new-env" + - title: "2106.0-7" + data-set: "vpp-2n-skx-curr-iter-mrr" comparisons: - - title: "2009.0-6 vs 2009.0-5" + - title: "2101.0-7 vs 2101.0-6" reference: 2 compare: 3 # rca-file: "rca/rca-2n-skx-4t2c-mrr-rca1.yaml" - - title: "2101.0-6 vs 2009.0-6" + - title: "2106.0-7 vs 2101.0-7" reference: 3 compare: 4 # rca-file: "rca/rca-2n-skx-4t2c-mrr-rca2.yaml" legend: - '' - 'Test Case: Test cases executed for: MRR throughput on 2n-skx with xxv710.' - - 'YYMM.V-E: [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "5" for CSIT rls2009, "6" for CSIT rls2101).' + - 'YYMM.V-E: [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "6" for CSIT rls2101, "7" for CSIT rls2106).' - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' - - '2009.0-6 vs 2009.0-5: Compares CSIT environment current vs previous with previous VPP code.' - - '2101.0-6 vs 2009.0-6: Compares VPP code current vs previous in the current CSIT environment.' + - '2101.0-7 vs 2101.0-6: Compares CSIT environment current vs previous with previous VPP code.' + - '2106.0-7 vs 2101.0-7: Compares VPP code current vs previous in the current CSIT environment.' # VPP Performance Changes 2n-skx 8t4c mrr - type: "table" @@ -2379,30 +2056,30 @@ include-tests: "MRR" # "PDR" | "NDR" | "MRR" filter: "'8T4C' and 'MRR' and 'NIC_Intel-XXV710' and not 'NF_DENSITY'" columns: - - title: "2005.0-5" - data-set: "vpp-performance-changes-2n-skx-mrr-h1" - - title: "2009.0-5" - data-set: "vpp-performance-changes-2n-skx-mrr-ref-env-old" - title: "2009.0-6" - data-set: "vpp-performance-changes-2n-skx-mrr-ref-env-new" + data-set: "vpp-2n-skx-hist-iter-mrr-new-env" - title: "2101.0-6" - data-set: "vpp-performance-changes-2n-skx-mrr-cmp" + data-set: "vpp-2n-skx-prev-iter-mrr-old-env" + - title: "2101.0-7" + data-set: "vpp-2n-skx-prev-iter-mrr-new-env" + - title: "2106.0-7" + data-set: "vpp-2n-skx-curr-iter-mrr" comparisons: - - title: "2009.0-6 vs 2009.0-5" + - title: "2101.0-7 vs 2101.0-6" reference: 2 compare: 3 # rca-file: "rca/rca-2n-skx-8t4c-mrr-rca1.yaml" - - title: "2101.0-6 vs 2009.0-6" + - title: "2106.0-7 vs 2101.0-7" reference: 3 compare: 4 # rca-file: "rca/rca-2n-skx-8t4c-mrr-rca2.yaml" legend: - '' - 'Test Case: Test cases executed for: MRR throughput on 2n-skx with xxv710.' - - 'YYMM.V-E: [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "5" for CSIT rls2009, "6" for CSIT rls2101).' + - 'YYMM.V-E: [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "6" for CSIT rls2101, "7" for CSIT rls2106).' - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' - - '2009.0-6 vs 2009.0-5: Compares CSIT environment current vs previous with previous VPP code.' - - '2101.0-6 vs 2009.0-6: Compares VPP code current vs previous in the current CSIT environment.' + - '2101.0-7 vs 2101.0-6: Compares CSIT environment current vs previous with previous VPP code.' + - '2106.0-7 vs 2101.0-7: Compares VPP code current vs previous in the current CSIT environment.' # VPP Performance Changes 2n-clx-xxv710 2t1c mrr - type: "table" @@ -2412,30 +2089,30 @@ include-tests: "MRR" # "PDR" | "NDR" | "MRR" filter: "'2T1C' and 'MRR' and 'NIC_Intel-XXV710' and not 'NF_DENSITY'" columns: - - title: "2005.0-5" - data-set: "vpp-performance-changes-2n-clx-mrr-h1" - - title: "2009.0-5" - data-set: "vpp-performance-changes-2n-clx-mrr-ref-env-old" - title: "2009.0-6" - data-set: "vpp-performance-changes-2n-clx-mrr-ref-env-new" + data-set: "vpp-2n-clx-hist-iter-mrr-new-env" - title: "2101.0-6" - data-set: "vpp-performance-changes-2n-clx-mrr-cmp" + data-set: "vpp-2n-clx-prev-iter-mrr-old-env" + - title: "2101.0-7" + data-set: "vpp-2n-clx-prev-iter-mrr-new-env" + - title: "2106.0-7" + data-set: "vpp-2n-clx-curr-iter-mrr" comparisons: - - title: "2009.0-6 vs 2009.0-5" + - title: "2101.0-7 vs 2101.0-6" reference: 2 compare: 3 # rca-file: "rca/rca-2n-clx-2t1c-mrr-rca1.yaml" - - title: "2101.0-6 vs 2009.0-6" + - title: "2106.0-7 vs 2101.0-7" reference: 3 compare: 4 # rca-file: "rca/rca-2n-clx-2t1c-mrr-rca2.yaml" legend: - '' - 'Test Case: Test cases executed for: MRR throughput on 2n-clx with xxv710.' - - 'YYMM.V-E: [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "5" for CSIT rls2009, "6" for CSIT rls2101).' + - 'YYMM.V-E: [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "6" for CSIT rls2101, "7" for CSIT rls2106).' - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' - - '2009.0-6 vs 2009.0-5: Compares CSIT environment current vs previous with previous VPP code.' - - '2101.0-6 vs 2009.0-6: Compares VPP code current vs previous in the current CSIT environment.' + - '2101.0-7 vs 2101.0-6: Compares CSIT environment current vs previous with previous VPP code.' + - '2106.0-7 vs 2101.0-7: Compares VPP code current vs previous in the current CSIT environment.' # VPP Performance Changes 2n-clx-xxv710 4t2c mrr - type: "table" @@ -2445,30 +2122,30 @@ include-tests: "MRR" # "PDR" | "NDR" | "MRR" filter: "'4T2C' and 'MRR' and 'NIC_Intel-XXV710' and not 'NF_DENSITY'" columns: - - title: "2005.0-5" - data-set: "vpp-performance-changes-2n-clx-mrr-h1" - - title: "2009.0-5" - data-set: "vpp-performance-changes-2n-clx-mrr-ref-env-old" - title: "2009.0-6" - data-set: "vpp-performance-changes-2n-clx-mrr-ref-env-new" + data-set: "vpp-2n-clx-hist-iter-mrr-new-env" - title: "2101.0-6" - data-set: "vpp-performance-changes-2n-clx-mrr-cmp" + data-set: "vpp-2n-clx-prev-iter-mrr-old-env" + - title: "2101.0-7" + data-set: "vpp-2n-clx-prev-iter-mrr-new-env" + - title: "2106.0-7" + data-set: "vpp-2n-clx-curr-iter-mrr" comparisons: - - title: "2009.0-6 vs 2009.0-5" + - title: "2101.0-7 vs 2101.0-6" reference: 2 compare: 3 # rca-file: "rca/rca-2n-clx-4t2c-mrr-rca1.yaml" - - title: "2101.0-6 vs 2009.0-6" + - title: "2106.0-7 vs 2101.0-7" reference: 3 compare: 4 # rca-file: "rca/rca-2n-clx-4t2c-mrr-rca2.yaml" legend: - '' - 'Test Case: Test cases executed for: MRR throughput on 2n-clx with xxv710.' - - 'YYMM.V-E: [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "5" for CSIT rls2009, "6" for CSIT rls2101).' + - 'YYMM.V-E: [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "6" for CSIT rls2101, "7" for CSIT rls2106).' - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' - - '2009.0-6 vs 2009.0-5: Compares CSIT environment current vs previous with previous VPP code.' - - '2101.0-6 vs 2009.0-6: Compares VPP code current vs previous in the current CSIT environment.' + - '2101.0-7 vs 2101.0-6: Compares CSIT environment current vs previous with previous VPP code.' + - '2106.0-7 vs 2101.0-7: Compares VPP code current vs previous in the current CSIT environment.' # VPP Performance Changes 2n-clx-xxv710 8t4c mrr - type: "table" @@ -2478,30 +2155,30 @@ include-tests: "MRR" # "PDR" | "NDR" | "MRR" filter: "'8T4C' and 'MRR' and 'NIC_Intel-XXV710' and not 'NF_DENSITY'" columns: - - title: "2005.0-5" - data-set: "vpp-performance-changes-2n-clx-mrr-h1" - - title: "2009.0-5" - data-set: "vpp-performance-changes-2n-clx-mrr-ref-env-old" - title: "2009.0-6" - data-set: "vpp-performance-changes-2n-clx-mrr-ref-env-new" + data-set: "vpp-2n-clx-hist-iter-mrr-new-env" - title: "2101.0-6" - data-set: "vpp-performance-changes-2n-clx-mrr-cmp" + data-set: "vpp-2n-clx-prev-iter-mrr-old-env" + - title: "2101.0-7" + data-set: "vpp-2n-clx-prev-iter-mrr-new-env" + - title: "2106.0-7" + data-set: "vpp-2n-clx-curr-iter-mrr" comparisons: - - title: "2009.0-6 vs 2009.0-5" + - title: "2101.0-7 vs 2101.0-6" reference: 2 compare: 3 # rca-file: "rca/rca-2n-clx-8t4c-mrr-rca1.yaml" - - title: "2101.0-6 vs 2009.0-6" + - title: "2106.0-7 vs 2101.0-7" reference: 3 compare: 4 # rca-file: "rca/rca-2n-clx-8t4c-mrr-rca2.yaml" legend: - '' - 'Test Case: Test cases executed for: MRR throughput on 2n-clx with xxv710.' - - 'YYMM.V-E: [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "5" for CSIT rls2009, "6" for CSIT rls2101).' + - 'YYMM.V-E: [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "6" for CSIT rls2101, "7" for CSIT rls2106).' - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' - - '2009.0-6 vs 2009.0-5: Compares CSIT environment current vs previous with previous VPP code.' - - '2101.0-6 vs 2009.0-6: Compares VPP code current vs previous in the current CSIT environment.' + - '2101.0-7 vs 2101.0-6: Compares CSIT environment current vs previous with previous VPP code.' + - '2106.0-7 vs 2101.0-7: Compares VPP code current vs previous in the current CSIT environment.' # VPP Performance Changes 2n-clx-cx556a 2t1c mrr - type: "table" @@ -2511,30 +2188,30 @@ include-tests: "MRR" # "PDR" | "NDR" | "MRR" filter: "'2T1C' and 'MRR' and 'NIC_Mellanox-CX556A' and not 'NF_DENSITY'" columns: - - title: "2005.0-5" - data-set: "vpp-performance-changes-2n-clx-mrr-h1" - - title: "2009.0-5" - data-set: "vpp-performance-changes-2n-clx-mrr-ref-env-old" - title: "2009.0-6" - data-set: "vpp-performance-changes-2n-clx-mrr-ref-env-new" + data-set: "vpp-2n-clx-hist-iter-mrr-new-env" - title: "2101.0-6" - data-set: "vpp-performance-changes-2n-clx-mrr-cmp" + data-set: "vpp-2n-clx-prev-iter-mrr-old-env" + - title: "2101.0-7" + data-set: "vpp-2n-clx-prev-iter-mrr-new-env" + - title: "2106.0-7" + data-set: "vpp-2n-clx-curr-iter-mrr" comparisons: - - title: "2009.0-6 vs 2009.0-5" + - title: "2101.0-7 vs 2101.0-6" reference: 2 compare: 3 -# rca-file: "rca/rca-2n-clx-2t1c-mrr-rca3.yaml" - - title: "2101.0-6 vs 2009.0-6" +# rca-file: "rca/rca-2n-clx-2t1c-mrr-rca1.yaml" + - title: "2106.0-7 vs 2101.0-7" reference: 3 compare: 4 -# rca-file: "rca/rca-2n-clx-2t1c-mrr-rca4.yaml" +# rca-file: "rca/rca-2n-clx-2t1c-mrr-rca2.yaml" legend: - '' - 'Test Case: Test cases executed for: MRR throughput on 2n-clx with cx556a.' - - 'YYMM.V-E: [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "5" for CSIT rls2009, "6" for CSIT rls2101).' + - 'YYMM.V-E: [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "6" for CSIT rls2101, "7" for CSIT rls2106).' - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' - - '2009.0-6 vs 2009.0-5: Compares CSIT environment current vs previous with previous VPP code.' - - '2101.0-6 vs 2009.0-6: Compares VPP code current vs previous in the current CSIT environment.' + - '2101.0-7 vs 2101.0-6: Compares CSIT environment current vs previous with previous VPP code.' + - '2106.0-7 vs 2101.0-7: Compares VPP code current vs previous in the current CSIT environment.' # VPP Performance Changes 2n-clx-cx556a 4t2c mrr - type: "table" @@ -2544,30 +2221,30 @@ include-tests: "MRR" # "PDR" | "NDR" | "MRR" filter: "'4T2C' and 'MRR' and 'NIC_Mellanox-CX556A' and not 'NF_DENSITY'" columns: - - title: "2005.0-5" - data-set: "vpp-performance-changes-2n-clx-mrr-h1" - - title: "2009.0-5" - data-set: "vpp-performance-changes-2n-clx-mrr-ref-env-old" - title: "2009.0-6" - data-set: "vpp-performance-changes-2n-clx-mrr-ref-env-new" + data-set: "vpp-2n-clx-hist-iter-mrr-new-env" - title: "2101.0-6" - data-set: "vpp-performance-changes-2n-clx-mrr-cmp" + data-set: "vpp-2n-clx-prev-iter-mrr-old-env" + - title: "2101.0-7" + data-set: "vpp-2n-clx-prev-iter-mrr-new-env" + - title: "2106.0-7" + data-set: "vpp-2n-clx-curr-iter-mrr" comparisons: - - title: "2009.0-6 vs 2009.0-5" + - title: "2101.0-7 vs 2101.0-6" reference: 2 compare: 3 -# rca-file: "rca/rca-2n-clx-4t2c-mrr-rca3.yaml" - - title: "2101.0-6 vs 2009.0-6" +# rca-file: "rca/rca-2n-clx-4t2c-mrr-rca1.yaml" + - title: "2106.0-7 vs 2101.0-7" reference: 3 compare: 4 -# rca-file: "rca/rca-2n-clx-4t2c-mrr-rca4.yaml" +# rca-file: "rca/rca-2n-clx-4t2c-mrr-rca2.yaml" legend: - '' - 'Test Case: Test cases executed for: MRR throughput on 2n-clx with cx556a.' - - 'YYMM.V-E: [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "5" for CSIT rls2009, "6" for CSIT rls2101).' + - 'YYMM.V-E: [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "6" for CSIT rls2101, "7" for CSIT rls2106).' - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' - - '2009.0-6 vs 2009.0-5: Compares CSIT environment current vs previous with previous VPP code.' - - '2101.0-6 vs 2009.0-6: Compares VPP code current vs previous in the current CSIT environment.' + - '2101.0-7 vs 2101.0-6: Compares CSIT environment current vs previous with previous VPP code.' + - '2106.0-7 vs 2101.0-7: Compares VPP code current vs previous in the current CSIT environment.' # VPP Performance Changes 2n-clx-cx556a 8t4c mrr - type: "table" @@ -2577,30 +2254,30 @@ include-tests: "MRR" # "PDR" | "NDR" | "MRR" filter: "'8T4C' and 'MRR' and 'NIC_Mellanox-CX556A' and not 'NF_DENSITY'" columns: - - title: "2005.0-5" - data-set: "vpp-performance-changes-2n-clx-mrr-h1" - - title: "2009.0-5" - data-set: "vpp-performance-changes-2n-clx-mrr-ref-env-old" - title: "2009.0-6" - data-set: "vpp-performance-changes-2n-clx-mrr-ref-env-new" + data-set: "vpp-2n-clx-hist-iter-mrr-new-env" - title: "2101.0-6" - data-set: "vpp-performance-changes-2n-clx-mrr-cmp" + data-set: "vpp-2n-clx-prev-iter-mrr-old-env" + - title: "2101.0-7" + data-set: "vpp-2n-clx-prev-iter-mrr-new-env" + - title: "2106.0-7" + data-set: "vpp-2n-clx-curr-iter-mrr" comparisons: - - title: "2009.0-6 vs 2009.0-5" + - title: "2101.0-7 vs 2101.0-6" reference: 2 compare: 3 -# rca-file: "rca/rca-2n-clx-8t4c-mrr-rca3.yaml" - - title: "2101.0-6 vs 2009.0-6" +# rca-file: "rca/rca-2n-clx-8t4c-mrr-rca1.yaml" + - title: "2106.0-7 vs 2101.0-7" reference: 3 compare: 4 -# rca-file: "rca/rca-2n-clx-8t4c-mrr-rca4.yaml" +# rca-file: "rca/rca-2n-clx-8t4c-mrr-rca2.yaml" legend: - '' - 'Test Case: Test cases executed for: MRR throughput on 2n-clx with cx556a.' - - 'YYMM.V-E: [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "5" for CSIT rls2009, "6" for CSIT rls2101).' + - 'YYMM.V-E: [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "6" for CSIT rls2101, "7" for CSIT rls2106).' - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' - - '2009.0-6 vs 2009.0-5: Compares CSIT environment current vs previous with previous VPP code.' - - '2101.0-6 vs 2009.0-6: Compares VPP code current vs previous in the current CSIT environment.' + - '2101.0-7 vs 2101.0-6: Compares CSIT environment current vs previous with previous VPP code.' + - '2106.0-7 vs 2101.0-7: Compares VPP code current vs previous in the current CSIT environment.' # VPP Performance Changes 2n-zn2-xxv710 2t1c mrr - type: "table" @@ -2610,30 +2287,30 @@ include-tests: "MRR" # "PDR" | "NDR" | "MRR" filter: "'2T1C' and 'MRR' and 'NIC_Intel-XXV710'" columns: -# - title: "2005.0-5" -# data-set: "vpp-performance-changes-2n-zn2-mrr-h1" - - title: "2009.0-5" - data-set: "vpp-performance-changes-2n-zn2-mrr-ref-env-old" - title: "2009.0-6" - data-set: "vpp-performance-changes-2n-zn2-mrr-ref-env-new" + data-set: "vpp-2n-zn2-hist-iter-mrr-new-env" - title: "2101.0-6" - data-set: "vpp-performance-changes-2n-zn2-mrr-cmp" + data-set: "vpp-2n-zn2-prev-iter-mrr-old-env" + - title: "2101.0-7" + data-set: "vpp-2n-zn2-prev-iter-mrr-new-env" + - title: "2106.0-7" + data-set: "vpp-2n-zn2-curr-iter-mrr" comparisons: - - title: "2009.0-6 vs 2009.0-5" - reference: 1 # 2 - compare: 2 # 3 + - title: "2101.0-7 vs 2101.0-6" + reference: 2 + compare: 3 # rca-file: "rca/rca-2n-zn2-2t1c-mrr-rca1.yaml" - - title: "2101.0-6 vs 2009.0-6" - reference: 2 # 3 - compare: 3 # 4 + - title: "2106.0-7 vs 2101.0-7" + reference: 3 + compare: 4 # rca-file: "rca/rca-2n-zn2-2t1c-mrr-rca2.yaml" legend: - '' - 'Test Case: Test cases executed for: MRR throughput on 2n-zn2 with xxv710.' - - 'YYMM.V-E: [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "5" for CSIT rls2009, "6" for CSIT rls2101).' + - 'YYMM.V-E: [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "6" for CSIT rls2101, "7" for CSIT rls2106).' - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' - - '2009.0-6 vs 2009.0-5: Compares CSIT environment current vs previous with previous VPP code.' - - '2101.0-6 vs 2009.0-6: Compares VPP code current vs previous in the current CSIT environment.' + - '2101.0-7 vs 2101.0-6: Compares CSIT environment current vs previous with previous VPP code.' + - '2106.0-7 vs 2101.0-7: Compares VPP code current vs previous in the current CSIT environment.' # VPP Performance Changes 2n-zn2-xxv710 4t2c mrr - type: "table" @@ -2643,30 +2320,30 @@ include-tests: "MRR" # "PDR" | "NDR" | "MRR" filter: "'4T2C' and 'MRR' and 'NIC_Intel-XXV710'" columns: -# - title: "2005.0-5" -# data-set: "vpp-performance-changes-2n-zn2-mrr-h1" - - title: "2009.0-5" - data-set: "vpp-performance-changes-2n-zn2-mrr-ref-env-old" - title: "2009.0-6" - data-set: "vpp-performance-changes-2n-zn2-mrr-ref-env-new" + data-set: "vpp-2n-zn2-hist-iter-mrr-new-env" - title: "2101.0-6" - data-set: "vpp-performance-changes-2n-zn2-mrr-cmp" + data-set: "vpp-2n-zn2-prev-iter-mrr-old-env" + - title: "2101.0-7" + data-set: "vpp-2n-zn2-prev-iter-mrr-new-env" + - title: "2106.0-7" + data-set: "vpp-2n-zn2-curr-iter-mrr" comparisons: - - title: "2009.0-6 vs 2009.0-5" - reference: 1 # 2 - compare: 2 # 3 + - title: "2101.0-7 vs 2101.0-6" + reference: 2 + compare: 3 # rca-file: "rca/rca-2n-zn2-4t2c-mrr-rca1.yaml" - - title: "2101.0-6 vs 2009.0-6" - reference: 2 # 3 - compare: 3 # 4 + - title: "2106.0-7 vs 2101.0-7" + reference: 3 + compare: 4 # rca-file: "rca/rca-2n-zn2-4t2c-mrr-rca2.yaml" legend: - '' - 'Test Case: Test cases executed for: MRR throughput on 2n-zn2 with xxv710.' - - 'YYMM.V-E: [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "5" for CSIT rls2009, "6" for CSIT rls2101).' + - 'YYMM.V-E: [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "6" for CSIT rls2101, "7" for CSIT rls2106).' - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' - - '2009.0-6 vs 2009.0-5: Compares CSIT environment current vs previous with previous VPP code.' - - '2101.0-6 vs 2009.0-6: Compares VPP code current vs previous in the current CSIT environment.' + - '2101.0-7 vs 2101.0-6: Compares CSIT environment current vs previous with previous VPP code.' + - '2106.0-7 vs 2101.0-7: Compares VPP code current vs previous in the current CSIT environment.' # VPP Performance Changes 2n-zn2-xxv710 8t4c mrr - type: "table" @@ -2676,30 +2353,30 @@ include-tests: "MRR" # "PDR" | "NDR" | "MRR" filter: "'8T4C' and 'MRR' and 'NIC_Intel-XXV710'" columns: -# - title: "2005.0-5" -# data-set: "vpp-performance-changes-2n-zn2-mrr-h1" - - title: "2009.0-5" - data-set: "vpp-performance-changes-2n-zn2-mrr-ref-env-old" - title: "2009.0-6" - data-set: "vpp-performance-changes-2n-zn2-mrr-ref-env-new" + data-set: "vpp-2n-zn2-hist-iter-mrr-new-env" - title: "2101.0-6" - data-set: "vpp-performance-changes-2n-zn2-mrr-cmp" + data-set: "vpp-2n-zn2-prev-iter-mrr-old-env" + - title: "2101.0-7" + data-set: "vpp-2n-zn2-prev-iter-mrr-new-env" + - title: "2106.0-7" + data-set: "vpp-2n-zn2-curr-iter-mrr" comparisons: - - title: "2009.0-6 vs 2009.0-5" - reference: 1 # 2 - compare: 2 # 3 + - title: "2101.0-7 vs 2101.0-6" + reference: 2 + compare: 3 # rca-file: "rca/rca-2n-zn2-8t4c-mrr-rca1.yaml" - - title: "2101.0-6 vs 2009.0-6" - reference: 2 # 3 - compare: 3 # 4 + - title: "2106.0-7 vs 2101.0-7" + reference: 3 + compare: 4 # rca-file: "rca/rca-2n-zn2-8t4c-mrr-rca2.yaml" legend: - '' - 'Test Case: Test cases executed for: MRR throughput on 2n-zn2 with xxv710.' - - 'YYMM.V-E: [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "5" for CSIT rls2009, "6" for CSIT rls2101).' + - 'YYMM.V-E: [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "6" for CSIT rls2101, "7" for CSIT rls2106).' - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' - - '2009.0-6 vs 2009.0-5: Compares CSIT environment current vs previous with previous VPP code.' - - '2101.0-6 vs 2009.0-6: Compares VPP code current vs previous in the current CSIT environment.' + - '2101.0-7 vs 2101.0-6: Compares CSIT environment current vs previous with previous VPP code.' + - '2106.0-7 vs 2101.0-7: Compares VPP code current vs previous in the current CSIT environment.' # VPP Performance Changes 2n-dnv 1t1c mrr - type: "table" @@ -2709,28 +2386,30 @@ include-tests: "MRR" # "PDR" | "NDR" | "MRR" filter: "'1T1C'" columns: - - title: "2005.0-5" - data-set: "vpp-performance-changes-2n-dnv-mrr-h1" - - title: "2009.0-5" - data-set: "vpp-performance-changes-2n-dnv-mrr-ref-env-old" -# - title: "2009.0-6" -# data-set: "vpp-performance-changes-2n-dnv-mrr-ref-env-new" + - title: "2009.0-6" + data-set: "vpp-2n-dnv-hist-iter-mrr-new-env" - title: "2101.0-6" - data-set: "vpp-performance-changes-2n-dnv-mrr-cmp" + data-set: "vpp-2n-dnv-prev-iter-mrr-old-env" + - title: "2101.0-7" + data-set: "vpp-2n-dnv-prev-iter-mrr-new-env" + - title: "2106.0-7" + data-set: "vpp-2n-dnv-curr-iter-mrr" comparisons: -# - title: "2009.0-6 vs 2009.0-5" -# reference: 2 -# compare: 3 - - title: "2101.0-6 vs 2009.0-5" + - title: "2101.0-7 vs 2101.0-6" reference: 2 compare: 3 +# rca-file: "rca/rca-2n-dnv-1t1c-mrr-rca1.yaml" + - title: "2106.0-7 vs 2101.0-7" + reference: 3 + compare: 4 +# rca-file: "rca/rca-2n-dnv-1t1c-mrr-rca2.yaml" legend: - '' - 'Test Case: Test cases executed for: MRR throughput on 2n-dnv with x553.' - - 'YYMM.V-E: [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "5" for CSIT rls2009, "6" for CSIT rls2101).' + - 'YYMM.V-E: [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "6" for CSIT rls2101, "7" for CSIT rls2106).' - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' -# - '2009.0-6 vs 2009.0-5: Compares CSIT environment current vs previous with previous VPP code.' - - '2101.0-6 vs 2009.0-5: Compares VPP code current vs previous in the current CSIT environment.' + - '2101.0-7 vs 2101.0-6: Compares CSIT environment current vs previous with previous VPP code.' + - '2106.0-7 vs 2101.0-7: Compares VPP code current vs previous in the current CSIT environment.' # VPP Performance Changes 2n-dnv 2t2c mrr - type: "table" @@ -2740,28 +2419,30 @@ include-tests: "MRR" # "PDR" | "NDR" | "MRR" filter: "'2T2C'" columns: - - title: "2005.0-5" - data-set: "vpp-performance-changes-2n-dnv-mrr-h1" - - title: "2009.0-5" - data-set: "vpp-performance-changes-2n-dnv-mrr-ref-env-old" -# - title: "2009.0-6" -# data-set: "vpp-performance-changes-2n-dnv-mrr-ref-env-new" + - title: "2009.0-6" + data-set: "vpp-2n-dnv-hist-iter-mrr-new-env" - title: "2101.0-6" - data-set: "vpp-performance-changes-2n-dnv-mrr-cmp" + data-set: "vpp-2n-dnv-prev-iter-mrr-old-env" + - title: "2101.0-7" + data-set: "vpp-2n-dnv-prev-iter-mrr-new-env" + - title: "2106.0-7" + data-set: "vpp-2n-dnv-curr-iter-mrr" comparisons: -# - title: "2009.0-6 vs 2009.0-5" -# reference: 2 -# compare: 3 - - title: "2101.0-6 vs 2009.0-5" + - title: "2101.0-7 vs 2101.0-6" reference: 2 compare: 3 +# rca-file: "rca/rca-2n-dnv-2t2c-mrr-rca1.yaml" + - title: "2106.0-7 vs 2101.0-7" + reference: 3 + compare: 4 +# rca-file: "rca/rca-2n-dnv-2t2c-mrr-rca2.yaml" legend: - '' - 'Test Case: Test cases executed for: MRR throughput on 2n-dnv with x553.' - - 'YYMM.V-E: [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "5" for CSIT rls2009, "6" for CSIT rls2101).' + - 'YYMM.V-E: [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "6" for CSIT rls2101, "7" for CSIT rls2106).' - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' -# - '2009.0-6 vs 2009.0-5: Compares CSIT environment current vs previous with previous VPP code.' - - '2101.0-6 vs 2009.0-5: Compares VPP code current vs previous in the current CSIT environment.' + - '2101.0-7 vs 2101.0-6: Compares CSIT environment current vs previous with previous VPP code.' + - '2106.0-7 vs 2101.0-7: Compares VPP code current vs previous in the current CSIT environment.' # VPP Performance Changes 2n-dnv 4t4c mrr - type: "table" @@ -2771,28 +2452,30 @@ include-tests: "MRR" # "PDR" | "NDR" | "MRR" filter: "'4T4C'" columns: - - title: "2005.0-5" - data-set: "vpp-performance-changes-2n-dnv-mrr-h1" - - title: "2009.0-5" - data-set: "vpp-performance-changes-2n-dnv-mrr-ref-env-old" -# - title: "2009.0-6" -# data-set: "vpp-performance-changes-2n-dnv-mrr-ref-env-new" + - title: "2009.0-6" + data-set: "vpp-2n-dnv-hist-iter-mrr-new-env" - title: "2101.0-6" - data-set: "vpp-performance-changes-2n-dnv-mrr-cmp" + data-set: "vpp-2n-dnv-prev-iter-mrr-old-env" + - title: "2101.0-7" + data-set: "vpp-2n-dnv-prev-iter-mrr-new-env" + - title: "2106.0-7" + data-set: "vpp-2n-dnv-curr-iter-mrr" comparisons: -# - title: "2009.0-6 vs 2009.0-5" -# reference: 2 -# compare: 3 - - title: "2101.0-6 vs 2009.0-5" + - title: "2101.0-7 vs 2101.0-6" reference: 2 compare: 3 +# rca-file: "rca/rca-2n-dnv-4t4c-mrr-rca1.yaml" + - title: "2106.0-7 vs 2101.0-7" + reference: 3 + compare: 4 +# rca-file: "rca/rca-2n-dnv-4t4c-mrr-rca2.yaml" legend: - '' - 'Test Case: Test cases executed for: MRR throughput on 2n-dnv with x553.' - - 'YYMM.V-E: [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "5" for CSIT rls2009, "6" for CSIT rls2101).' + - 'YYMM.V-E: [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "6" for CSIT rls2101, "7" for CSIT rls2106).' - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' -# - '2009.0-6 vs 2009.0-5: Compares CSIT environment current vs previous with previous VPP code.' - - '2101.0-6 vs 2009.0-5: Compares VPP code current vs previous in the current CSIT environment.' + - '2101.0-7 vs 2101.0-6: Compares CSIT environment current vs previous with previous VPP code.' + - '2106.0-7 vs 2101.0-7: Compares VPP code current vs previous in the current CSIT environment.' # VPP Performance Changes 3n-dnv 1t1c mrr - type: "table" @@ -2802,28 +2485,30 @@ include-tests: "MRR" # "PDR" | "NDR" | "MRR" filter: "'1T1C'" columns: - - title: "2005.0-5" - data-set: "vpp-performance-changes-3n-dnv-mrr-h1" - - title: "2009.0-5" - data-set: "vpp-performance-changes-3n-dnv-mrr-ref-env-old" -# - title: "2009.0-6" -# data-set: "vpp-performance-changes-2n-dnv-mrr-ref-env-new" + - title: "2009.0-6" + data-set: "vpp-3n-dnv-hist-iter-mrr-new-env" - title: "2101.0-6" - data-set: "vpp-performance-changes-3n-dnv-mrr-cmp" + data-set: "vpp-3n-dnv-prev-iter-mrr-old-env" + - title: "2101.0-7" + data-set: "vpp-3n-dnv-prev-iter-mrr-new-env" + - title: "2106.0-7" + data-set: "vpp-3n-dnv-curr-iter-mrr" comparisons: -# - title: "2009.0-6 vs 2009.0-5" -# reference: 2 -# compare: 3 - - title: "2101.0-6 vs 2009.0-5" + - title: "2101.0-7 vs 2101.0-6" reference: 2 compare: 3 +# rca-file: "rca/rca-3n-dnv-1t1c-mrr-rca1.yaml" + - title: "2106.0-7 vs 2101.0-7" + reference: 3 + compare: 4 +# rca-file: "rca/rca-3n-dnv-1t1c-mrr-rca2.yaml" legend: - '' - 'Test Case: Test cases executed for: MRR throughput on 3n-dnv with x553.' - - 'YYMM.V-E: [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "5" for CSIT rls2009, "6" for CSIT rls2101).' + - 'YYMM.V-E: [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "6" for CSIT rls2101, "7" for CSIT rls2106).' - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' -# - '2009.0-6 vs 2009.0-5: Compares CSIT environment current vs previous with previous VPP code.' - - '2101.0-6 vs 2009.0-5: Compares VPP code current vs previous in the current CSIT environment.' + - '2101.0-7 vs 2101.0-6: Compares CSIT environment current vs previous with previous VPP code.' + - '2106.0-7 vs 2101.0-7: Compares VPP code current vs previous in the current CSIT environment.' # VPP Performance Changes 3n-dnv 2t2c mrr - type: "table" @@ -2833,28 +2518,30 @@ include-tests: "MRR" # "PDR" | "NDR" | "MRR" filter: "'2T2C'" columns: - - title: "2005.0-5" - data-set: "vpp-performance-changes-3n-dnv-mrr-h1" - - title: "2009.0-5" - data-set: "vpp-performance-changes-3n-dnv-mrr-ref-env-old" -# - title: "2009.0-6" -# data-set: "vpp-performance-changes-2n-dnv-mrr-ref-env-new" + - title: "2009.0-6" + data-set: "vpp-3n-dnv-hist-iter-mrr-new-env" - title: "2101.0-6" - data-set: "vpp-performance-changes-3n-dnv-mrr-cmp" + data-set: "vpp-3n-dnv-prev-iter-mrr-old-env" + - title: "2101.0-7" + data-set: "vpp-3n-dnv-prev-iter-mrr-new-env" + - title: "2106.0-7" + data-set: "vpp-3n-dnv-curr-iter-mrr" comparisons: -# - title: "2009.0-6 vs 2009.0-5" -# reference: 2 -# compare: 3 - - title: "2101.0-6 vs 2009.0-5" + - title: "2101.0-7 vs 2101.0-6" reference: 2 compare: 3 +# rca-file: "rca/rca-3n-dnv-2t2c-mrr-rca1.yaml" + - title: "2106.0-7 vs 2101.0-7" + reference: 3 + compare: 4 +# rca-file: "rca/rca-3n-dnv-2t2c-mrr-rca2.yaml" legend: - '' - 'Test Case: Test cases executed for: MRR throughput on 3n-dnv with x553.' - - 'YYMM.V-E: [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "5" for CSIT rls2009, "6" for CSIT rls2101).' + - 'YYMM.V-E: [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "6" for CSIT rls2101, "7" for CSIT rls2106).' - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' -# - '2009.0-6 vs 2009.0-5: Compares CSIT environment current vs previous with previous VPP code.' - - '2101.0-6 vs 2009.0-5: Compares VPP code current vs previous in the current CSIT environment.' + - '2101.0-7 vs 2101.0-6: Compares CSIT environment current vs previous with previous VPP code.' + - '2106.0-7 vs 2101.0-7: Compares VPP code current vs previous in the current CSIT environment.' # VPP Performance Changes 3n-dnv 4t4c mrr - type: "table" @@ -2864,28 +2551,30 @@ include-tests: "MRR" # "PDR" | "NDR" | "MRR" filter: "'4T4C'" columns: - - title: "2005.0-5" - data-set: "vpp-performance-changes-3n-dnv-mrr-h1" - - title: "2009.0-5" - data-set: "vpp-performance-changes-3n-dnv-mrr-ref-env-old" -# - title: "2009.0-6" -# data-set: "vpp-performance-changes-2n-dnv-mrr-ref-env-new" + - title: "2009.0-6" + data-set: "vpp-3n-dnv-hist-iter-mrr-new-env" - title: "2101.0-6" - data-set: "vpp-performance-changes-3n-dnv-mrr-cmp" + data-set: "vpp-3n-dnv-prev-iter-mrr-old-env" + - title: "2101.0-7" + data-set: "vpp-3n-dnv-prev-iter-mrr-new-env" + - title: "2106.0-7" + data-set: "vpp-3n-dnv-curr-iter-mrr" comparisons: -# - title: "2009.0-6 vs 2009.0-5" -# reference: 2 -# compare: 3 - - title: "2101.0-6 vs 2009.0-5" + - title: "2101.0-7 vs 2101.0-6" reference: 2 compare: 3 +# rca-file: "rca/rca-3n-dnv-4t4c-mrr-rca1.yaml" + - title: "2106.0-7 vs 2101.0-7" + reference: 3 + compare: 4 +# rca-file: "rca/rca-3n-dnv-4t4c-mrr-rca2.yaml" legend: - '' - 'Test Case: Test cases executed for: MRR throughput on 3n-dnv with x553.' - - 'YYMM.V-E: [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "5" for CSIT rls2009, "6" for CSIT rls2101).' + - 'YYMM.V-E: [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "6" for CSIT rls2101, "7" for CSIT rls2106).' - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' -# - '2009.0-6 vs 2009.0-5: Compares CSIT environment current vs previous with previous VPP code.' - - '2101.0-6 vs 2009.0-5: Compares VPP code current vs previous in the current CSIT environment.' + - '2101.0-7 vs 2101.0-6: Compares CSIT environment current vs previous with previous VPP code.' + - '2106.0-7 vs 2101.0-7: Compares VPP code current vs previous in the current CSIT environment.' # VPP Performance Changes 3n-tsh 1t1c mrr - type: "table" @@ -2895,28 +2584,30 @@ include-tests: "MRR" # "PDR" | "NDR" | "MRR" filter: "'1T1C'" columns: - - title: "2005.0-5" - data-set: "vpp-performance-changes-3n-tsh-mrr-h1" - - title: "2009.0-5" - data-set: "vpp-performance-changes-3n-tsh-mrr-ref-env-old" - title: "2009.0-6" - data-set: "vpp-performance-changes-3n-tsh-mrr-ref-env-new" + data-set: "vpp-3n-tsh-hist-iter-mrr-new-env" - title: "2101.0-6" - data-set: "vpp-performance-changes-3n-tsh-mrr-cmp" + data-set: "vpp-3n-tsh-prev-iter-mrr-old-env" + - title: "2101.0-7" + data-set: "vpp-3n-tsh-prev-iter-mrr-new-env" + - title: "2106.0-7" + data-set: "vpp-3n-tsh-curr-iter-mrr" comparisons: - - title: "2009.0-6 vs 2009.0-5" + - title: "2101.0-7 vs 2101.0-6" reference: 2 compare: 3 - - title: "2101.0-6 vs 2009.0-6" +# rca-file: "rca/rca-3n-tsh-1t1c-mrr-rca1.yaml" + - title: "2106.0-7 vs 2101.0-7" reference: 3 compare: 4 +# rca-file: "rca/rca-3n-tsh-1t1c-mrr-rca2.yaml" legend: - '' - 'Test Case: Test cases executed for: MRR throughput on 3n-tsh with x520.' - - 'YYMM.V-E: [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "5" for CSIT rls2009, "6" for CSIT rls2101).' + - 'YYMM.V-E: [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "6" for CSIT rls2101, "7" for CSIT rls2106).' - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' - - '2009.0-6 vs 2009.0-5: Compares CSIT environment current vs previous with previous VPP code.' - - '2101.0-6 vs 2009.0-6: Compares VPP code current vs previous in the current CSIT environment.' + - '2101.0-7 vs 2101.0-6: Compares CSIT environment current vs previous with previous VPP code.' + - '2106.0-7 vs 2101.0-7: Compares VPP code current vs previous in the current CSIT environment.' # VPP Performance Changes 3n-tsh 2t2c mrr - type: "table" @@ -2926,28 +2617,30 @@ include-tests: "MRR" # "PDR" | "NDR" | "MRR" filter: "'2T2C'" columns: - - title: "2005.0-5" - data-set: "vpp-performance-changes-3n-tsh-mrr-h1" - - title: "2009.0-5" - data-set: "vpp-performance-changes-3n-tsh-mrr-ref-env-old" - title: "2009.0-6" - data-set: "vpp-performance-changes-3n-tsh-mrr-ref-env-new" + data-set: "vpp-3n-tsh-hist-iter-mrr-new-env" - title: "2101.0-6" - data-set: "vpp-performance-changes-3n-tsh-mrr-cmp" + data-set: "vpp-3n-tsh-prev-iter-mrr-old-env" + - title: "2101.0-7" + data-set: "vpp-3n-tsh-prev-iter-mrr-new-env" + - title: "2106.0-7" + data-set: "vpp-3n-tsh-curr-iter-mrr" comparisons: - - title: "2009.0-6 vs 2009.0-5" + - title: "2101.0-7 vs 2101.0-6" reference: 2 compare: 3 - - title: "2101.0-6 vs 2009.0-6" +# rca-file: "rca/rca-3n-tsh-2t2c-mrr-rca1.yaml" + - title: "2106.0-7 vs 2101.0-7" reference: 3 compare: 4 +# rca-file: "rca/rca-3n-tsh-2t2c-mrr-rca2.yaml" legend: - '' - 'Test Case: Test cases executed for: MRR throughput on 3n-tsh with x520.' - - 'YYMM.V-E: [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "5" for CSIT rls2009, "6" for CSIT rls2101).' + - 'YYMM.V-E: [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "6" for CSIT rls2101, "7" for CSIT rls2106).' - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' - - '2009.0-6 vs 2009.0-5: Compares CSIT environment current vs previous with previous VPP code.' - - '2101.0-6 vs 2009.0-6: Compares VPP code current vs previous in the current CSIT environment.' + - '2101.0-7 vs 2101.0-6: Compares CSIT environment current vs previous with previous VPP code.' + - '2106.0-7 vs 2101.0-7: Compares VPP code current vs previous in the current CSIT environment.' # VPP Performance Changes 3n-tsh 4t4c mrr - type: "table" @@ -2957,28 +2650,30 @@ include-tests: "MRR" # "PDR" | "NDR" | "MRR" filter: "'4T4C'" columns: - - title: "2005.0-5" - data-set: "vpp-performance-changes-3n-tsh-mrr-h1" - - title: "2009.0-5" - data-set: "vpp-performance-changes-3n-tsh-mrr-ref-env-old" - title: "2009.0-6" - data-set: "vpp-performance-changes-3n-tsh-mrr-ref-env-new" + data-set: "vpp-3n-tsh-hist-iter-mrr-new-env" - title: "2101.0-6" - data-set: "vpp-performance-changes-3n-tsh-mrr-cmp" + data-set: "vpp-3n-tsh-prev-iter-mrr-old-env" + - title: "2101.0-7" + data-set: "vpp-3n-tsh-prev-iter-mrr-new-env" + - title: "2106.0-7" + data-set: "vpp-3n-tsh-curr-iter-mrr" comparisons: - - title: "2009.0-6 vs 2009.0-5" + - title: "2101.0-7 vs 2101.0-6" reference: 2 compare: 3 - - title: "2101.0-6 vs 2009.0-6" +# rca-file: "rca/rca-3n-tsh-4t4c-mrr-rca1.yaml" + - title: "2106.0-7 vs 2101.0-7" reference: 3 compare: 4 +# rca-file: "rca/rca-3n-tsh-4t4c-mrr-rca2.yaml" legend: - '' - 'Test Case: Test cases executed for: MRR throughput on 3n-tsh with x520.' - - 'YYMM.V-E: [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "5" for CSIT rls2009, "6" for CSIT rls2101).' + - 'YYMM.V-E: [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "6" for CSIT rls2101, "7" for CSIT rls2106).' - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' - - '2009.0-6 vs 2009.0-5: Compares CSIT environment current vs previous with previous VPP code.' - - '2101.0-6 vs 2009.0-6: Compares VPP code current vs previous in the current CSIT environment.' + - '2101.0-7 vs 2101.0-6: Compares CSIT environment current vs previous with previous VPP code.' + - '2106.0-7 vs 2101.0-7: Compares VPP code current vs previous in the current CSIT environment.' # VPP Performance Changes 2n-tx2 1t1c mrr - type: "table" @@ -2988,28 +2683,30 @@ include-tests: "MRR" # "PDR" | "NDR" | "MRR" filter: "'1T1C'" columns: -# - title: "2005.0-5" -# data-set: "vpp-performance-changes-2n-tx2-mrr-h1" -# - title: "2009.0-5" -# data-set: "vpp-performance-changes-2n-tx2-mrr-ref-env-old" - title: "2009.0-6" - data-set: "vpp-performance-changes-2n-tx2-mrr-ref-env-new" + data-set: "vpp-2n-tx2-hist-iter-mrr-new-env" - title: "2101.0-6" - data-set: "vpp-performance-changes-2n-tx2-mrr-cmp" + data-set: "vpp-2n-tx2-prev-iter-mrr-old-env" + - title: "2101.0-7" + data-set: "vpp-2n-tx2-prev-iter-mrr-new-env" + - title: "2106.0-7" + data-set: "vpp-2n-tx2-curr-iter-mrr" comparisons: -# - title: "2009.0-6 vs 2009.0-5" -# reference: 2 -# compare: 3 - - title: "2101.0-6 vs 2009.0-6" - reference: 1 - compare: 2 + - title: "2101.0-7 vs 2101.0-6" + reference: 2 + compare: 3 +# rca-file: "rca/rca-2n-tx2-1t1c-mrr-rca1.yaml" + - title: "2106.0-7 vs 2101.0-7" + reference: 3 + compare: 4 +# rca-file: "rca/rca-2n-tx2-1t1c-mrr-rca2.yaml" legend: - '' - 'Test Case: Test cases executed for: MRR throughput on 2n-tx2 with xl710.' - - 'YYMM.V-E: [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "5" for CSIT rls2009, "6" for CSIT rls2101).' + - 'YYMM.V-E: [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "6" for CSIT rls2101, "7" for CSIT rls2106).' - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' -# - '2009.0-6 vs 2009.0-5: Compares CSIT environment current vs previous with previous VPP code.' - - '2101.0-6 vs 2009.0-6: Compares VPP code current vs previous in the current CSIT environment.' + - '2101.0-7 vs 2101.0-6: Compares CSIT environment current vs previous with previous VPP code.' + - '2106.0-7 vs 2101.0-7: Compares VPP code current vs previous in the current CSIT environment.' # VPP Performance Changes 2n-tx2 2t2c mrr - type: "table" @@ -3019,28 +2716,30 @@ include-tests: "MRR" # "PDR" | "NDR" | "MRR" filter: "'2T2C'" columns: -# - title: "2005.0-5" -# data-set: "vpp-performance-changes-2n-tx2-mrr-h1" -# - title: "2009.0-5" -# data-set: "vpp-performance-changes-2n-tx2-mrr-ref-env-old" - title: "2009.0-6" - data-set: "vpp-performance-changes-2n-tx2-mrr-ref-env-new" + data-set: "vpp-2n-tx2-hist-iter-mrr-new-env" - title: "2101.0-6" - data-set: "vpp-performance-changes-2n-tx2-mrr-cmp" + data-set: "vpp-2n-tx2-prev-iter-mrr-old-env" + - title: "2101.0-7" + data-set: "vpp-2n-tx2-prev-iter-mrr-new-env" + - title: "2106.0-7" + data-set: "vpp-2n-tx2-curr-iter-mrr" comparisons: -# - title: "2009.0-6 vs 2009.0-5" -# reference: 2 -# compare: 3 - - title: "2101.0-6 vs 2009.0-6" - reference: 1 - compare: 2 + - title: "2101.0-7 vs 2101.0-6" + reference: 2 + compare: 3 +# rca-file: "rca/rca-2n-tx2-2t2c-mrr-rca1.yaml" + - title: "2106.0-7 vs 2101.0-7" + reference: 3 + compare: 4 +# rca-file: "rca/rca-2n-tx2-2t2c-mrr-rca2.yaml" legend: - '' - 'Test Case: Test cases executed for: MRR throughput on 2n-tx2 with xl710.' - - 'YYMM.V-E: [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "5" for CSIT rls2009, "6" for CSIT rls2101).' + - 'YYMM.V-E: [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "6" for CSIT rls2101, "7" for CSIT rls2106).' - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' -# - '2009.0-6 vs 2009.0-5: Compares CSIT environment current vs previous with previous VPP code.' - - '2101.0-6 vs 2009.0-6: Compares VPP code current vs previous in the current CSIT environment.' + - '2101.0-7 vs 2101.0-6: Compares CSIT environment current vs previous with previous VPP code.' + - '2106.0-7 vs 2101.0-7: Compares VPP code current vs previous in the current CSIT environment.' # VPP Performance Changes 2n-tx2 4t4c mrr - type: "table" @@ -3050,97 +2749,30 @@ include-tests: "MRR" # "PDR" | "NDR" | "MRR" filter: "'4T4C'" columns: -# - title: "2005.0-5" -# data-set: "vpp-performance-changes-2n-tx2-mrr-h1" -# - title: "2009.0-5" -# data-set: "vpp-performance-changes-2n-tx2-mrr-ref-env-old" - title: "2009.0-6" - data-set: "vpp-performance-changes-2n-tx2-mrr-ref-env-new" + data-set: "vpp-2n-tx2-hist-iter-mrr-new-env" - title: "2101.0-6" - data-set: "vpp-performance-changes-2n-tx2-mrr-cmp" + data-set: "vpp-2n-tx2-prev-iter-mrr-old-env" + - title: "2101.0-7" + data-set: "vpp-2n-tx2-prev-iter-mrr-new-env" + - title: "2106.0-7" + data-set: "vpp-2n-tx2-curr-iter-mrr" comparisons: -# - title: "2009.0-6 vs 2009.0-5" -# reference: 2 -# compare: 3 - - title: "2101.0-6 vs 2009.0-6" - reference: 1 - compare: 2 + - title: "2101.0-7 vs 2101.0-6" + reference: 2 + compare: 3 +# rca-file: "rca/rca-2n-tx2-4t4c-mrr-rca1.yaml" + - title: "2106.0-7 vs 2101.0-7" + reference: 3 + compare: 4 +# rca-file: "rca/rca-2n-tx2-4t4c-mrr-rca2.yaml" legend: - '' - 'Test Case: Test cases executed for: MRR throughput on 2n-tx2 with xl710.' - - 'YYMM.V-E: [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "5" for CSIT rls2009, "6" for CSIT rls2101).' + - 'YYMM.V-E: [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "6" for CSIT rls2101, "7" for CSIT rls2106).' - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' -# - '2009.0-6 vs 2009.0-5: Compares CSIT environment current vs previous with previous VPP code.' - - '2101.0-6 vs 2009.0-6: Compares VPP code current vs previous in the current CSIT environment.' - -# VPP Comparison Across Testbeds 3n-hsw to 3n-skx 1c mrr -- type: "table" - title: "VPP Comparison Across Testbeds 3n-hsw to 3n-skx 1c mrr" - algorithm: "table_comparison" - output-file: "{DIR[STATIC,VPP]}/performance-compare-testbeds-3n-hsw-3n-skx-1c-mrr" - include-tests: "MRR" # "PDR" | "NDR" | "MRR" - filter: "('NIC_Intel-XXV710' or 'NIC_Intel-XL710') and 'MRR' and '1C'" - columns: - - title: "3n-hsw xl710" - data-set: "vpp-compare-testbeds-mrr-ref" - tag: "NIC_Intel-XL710" - - title: "3n-skx xxv710" - data-set: "vpp-compare-testbeds-mrr-cmp" - tag: "NIC_Intel-XXV710" - comparisons: - - title: "Diff" - reference: 1 - compare: 2 - legend: - - "" - - "3n-hsw xl710, 3n-skx xxv710 - testbeds and NICs tested." - - "Diff - difference between 3n-hsw xl710 and 3n-skx xxv710 testbeds." - -# VPP Comparison Across Testbeds 3n-hsw to 3n-skx 2c mrr -- type: "table" - title: "VPP Comparison Across Testbeds 3n-hsw to 3n-skx 2c mrr" - algorithm: "table_comparison" - output-file: "{DIR[STATIC,VPP]}/performance-compare-testbeds-3n-hsw-3n-skx-2c-mrr" - include-tests: "MRR" # "PDR" | "NDR" | "MRR" - filter: "('NIC_Intel-XXV710' or 'NIC_Intel-XL710') and 'MRR' and '2C'" - columns: - - title: "3n-hsw xl710" - data-set: "vpp-compare-testbeds-mrr-ref" - tag: "NIC_Intel-XL710" - - title: "3n-skx xxv710" - data-set: "vpp-compare-testbeds-mrr-cmp" - tag: "NIC_Intel-XXV710" - comparisons: - - title: "Diff" - reference: 1 - compare: 2 - legend: - - "" - - "3n-hsw xl710, 3n-skx xxv710 - testbeds and NICs tested." - - "Diff - difference between 3n-hsw xl710 and 3n-skx xxv710 testbeds." - -# VPP Comparison Across Testbeds 3n-hsw to 3n-skx 4c mrr -- type: "table" - title: "VPP Comparison Across Testbeds 3n-hsw to 3n-skx 4c mrr" - algorithm: "table_comparison" - output-file: "{DIR[STATIC,VPP]}/performance-compare-testbeds-3n-hsw-3n-skx-4c-mrr" - include-tests: "MRR" # "PDR" | "NDR" | "MRR" - filter: "('NIC_Intel-XXV710' or 'NIC_Intel-XL710') and 'MRR' and '4C'" - columns: - - title: "3n-hsw xl710" - data-set: "vpp-compare-testbeds-mrr-ref" - tag: "NIC_Intel-XL710" - - title: "3n-skx xxv710" - data-set: "vpp-compare-testbeds-mrr-cmp" - tag: "NIC_Intel-XXV710" - comparisons: - - title: "Diff" - reference: 1 - compare: 2 - legend: - - "" - - "3n-hsw xl710, 3n-skx xxv710 - testbeds and NICs tested." - - "Diff - difference between 3n-hsw xl710 and 3n-skx xxv710 testbeds." + - '2101.0-7 vs 2101.0-6: Compares CSIT environment current vs previous with previous VPP code.' + - '2106.0-7 vs 2101.0-7: Compares VPP code current vs previous in the current CSIT environment.' # VPP Comparison Across Testbeds 2n-skx to 2n-clx 2t1c mrr - type: "table" @@ -3151,9 +2783,9 @@ filter: "'2T1C' and 'NIC_Intel-XXV710'" columns: - title: "2n-skx" - data-set: "vpp-compare-testbeds-mrr-skx-clx-ref" + data-set: "vpp-2n-skx-curr-iter-mrr" - title: "2n-clx" - data-set: "vpp-compare-testbeds-mrr-skx-clx-cmp" + data-set: "vpp-2n-clx-curr-iter-mrr" comparisons: - title: "Diff" reference: 1 @@ -3172,9 +2804,9 @@ filter: "'4T2C' and 'NIC_Intel-XXV710'" columns: - title: "2n-skx" - data-set: "vpp-compare-testbeds-mrr-skx-clx-ref" + data-set: "vpp-2n-skx-curr-iter-mrr" - title: "2n-clx" - data-set: "vpp-compare-testbeds-mrr-skx-clx-cmp" + data-set: "vpp-2n-clx-curr-iter-mrr" comparisons: - title: "Diff" reference: 1 @@ -3193,9 +2825,9 @@ filter: "'8T4C' and 'NIC_Intel-XXV710'" columns: - title: "2n-skx" - data-set: "vpp-compare-testbeds-mrr-skx-clx-ref" + data-set: "vpp-2n-skx-curr-iter-mrr" - title: "2n-clx" - data-set: "vpp-compare-testbeds-mrr-skx-clx-cmp" + data-set: "vpp-2n-clx-curr-iter-mrr" comparisons: - title: "Diff" reference: 1 @@ -3214,9 +2846,9 @@ filter: "'MRR' and '1C' and 'NIC_Intel-XXV710'" columns: - title: "3n-skx" - data-set: "vpp-compare-topologies-mrr-ref" + data-set: "vpp-3n-skx-curr-iter-mrr" - title: "2n-skx" - data-set: "vpp-compare-topologies-mrr-cmp" + data-set: "vpp-2n-skx-curr-iter-mrr" comparisons: - title: "Diff" reference: 1 @@ -3235,9 +2867,9 @@ filter: "'MRR' and '2C' and 'NIC_Intel-XXV710'" columns: - title: "3n-skx" - data-set: "vpp-compare-topologies-mrr-ref" + data-set: "vpp-3n-skx-curr-iter-mrr" - title: "2n-skx" - data-set: "vpp-compare-topologies-mrr-cmp" + data-set: "vpp-2n-skx-curr-iter-mrr" comparisons: - title: "Diff" reference: 1 @@ -3256,9 +2888,9 @@ filter: "'MRR' and '4C' and 'NIC_Intel-XXV710'" columns: - title: "3n-skx" - data-set: "vpp-compare-topologies-mrr-ref" + data-set: "vpp-3n-skx-curr-iter-mrr" - title: "2n-skx" - data-set: "vpp-compare-topologies-mrr-cmp" + data-set: "vpp-2n-skx-curr-iter-mrr" comparisons: - title: "Diff" reference: 1 @@ -3268,75 +2900,6 @@ - "3n-skx, 2n-skx - topologies tested." - "Diff - difference between 3n-skx and 2n-skx topologies." -# VPP Comparison Across Testbeds 3n-hsw to 2n-clx 1c mrr -- type: "table" - title: "VPP Comparison Across Testbeds 3n-hsw to 2n-clx 1c mrr" - algorithm: "table_comparison" - output-file: "{DIR[STATIC,VPP]}/performance-compare-testbeds-3n-hsw-2n-clx-1c-mrr" - include-tests: "MRR" # "PDR" | "NDR" | "MRR" - filter: "('NIC_Intel-XXV710' or 'NIC_Intel-XL710') and 'MRR' and '1C'" - columns: - - title: "3n-hsw xl710" - data-set: "vpp-compare-testbeds-mrr-hsw-clx-ref" - tag: "NIC_Intel-XL710" - - title: "2n-clx xxv710" - data-set: "vpp-compare-testbeds-mrr-hsw-clx-cmp" - tag: "NIC_Intel-XXV710" - comparisons: - - title: "Diff" - reference: 1 - compare: 2 - legend: - - "" - - "3n-hsw xl710, 2n-clx xxv710 - testbeds and NICs tested." - - "Diff - difference between 3n-hsw xl710 and 2n-clx xxv710 testbeds." - -# VPP Comparison Across Testbeds 3n-hsw to 2n-clx 2c mrr -- type: "table" - title: "VPP Comparison Across Testbeds 3n-hsw to 2n-clx 2c mrr" - algorithm: "table_comparison" - output-file: "{DIR[STATIC,VPP]}/performance-compare-testbeds-3n-hsw-2n-clx-2c-mrr" - include-tests: "MRR" # "PDR" | "NDR" | "MRR" - filter: "('NIC_Intel-XXV710' or 'NIC_Intel-XL710') and 'MRR' and '2C'" - columns: - - title: "3n-hsw xl710" - data-set: "vpp-compare-testbeds-mrr-hsw-clx-ref" - tag: "NIC_Intel-XL710" - - title: "2n-clx xxv710" - data-set: "vpp-compare-testbeds-mrr-hsw-clx-cmp" - tag: "NIC_Intel-XXV710" - comparisons: - - title: "Diff" - reference: 1 - compare: 2 - legend: - - "" - - "3n-hsw xl710, 2n-clx xxv710 - testbeds and NICs tested." - - "Diff - difference between 3n-hsw xl710 and 2n-clx xxv710 testbeds." - -# VPP Comparison Across Testbeds 3n-hsw to 2n-clx 4c mrr -- type: "table" - title: "VPP Comparison Across Testbeds 3n-hsw to 2n-clx 4c mrr" - algorithm: "table_comparison" - output-file: "{DIR[STATIC,VPP]}/performance-compare-testbeds-3n-hsw-2n-clx-4c-mrr" - include-tests: "MRR" # "PDR" | "NDR" | "MRR" - filter: "('NIC_Intel-XXV710' or 'NIC_Intel-XL710') and 'MRR' and '4C'" - columns: - - title: "3n-hsw xl710" - data-set: "vpp-compare-testbeds-mrr-hsw-clx-ref" - tag: "NIC_Intel-XL710" - - title: "2n-clx xxv710" - data-set: "vpp-compare-testbeds-mrr-hsw-clx-cmp" - tag: "NIC_Intel-XXV710" - comparisons: - - title: "Diff" - reference: 1 - compare: 2 - legend: - - "" - - "3n-hsw xl710, 2n-clx xxv710 - testbeds and NICs tested." - - "Diff - difference between 3n-hsw xl710 and 2n-clx xxv710 testbeds." - # # VPP Comparison Across Testbeds 2n-clx to 2n-icx 1c mrr # - type: "table" # title: "VPP Comparison Across Testbeds 2n-clx to 2n-icx 1c mrr" @@ -3346,10 +2909,10 @@ # filter: "('NIC_Intel-XXV710' or 'NIC_Intel-E810CQ') and 'MRR' and '1C'" # columns: # - title: "2n-clx xxv710" -# data-set: "vpp-compare-testbeds-mrr-clx-icx-ref" +# data-set: "vpp-2n-clx-curr-iter-mrr" # tag: "NIC_Intel-XXV710" # - title: "2n-icx e810cq" -# data-set: "vpp-compare-testbeds-mrr-clx-icx-cmp" +# data-set: "vpp-2n-icx-curr-iter-mrr" # tag: "NIC_Intel-E810CQ" # comparisons: # - title: "Diff" @@ -3359,7 +2922,7 @@ # - "" # - "2n-clx xxv710, 2n-icx e810cq - testbeds and NICs tested." # - "Diff - difference between 2n-clx xxv710 and 2n-icx e810cq testbeds." -# +# # # VPP Comparison Across Testbeds 2n-clx to 2n-icx 2c mrr # - type: "table" # title: "VPP Comparison Across Testbeds 2n-clx to 2n-icx 2c mrr" @@ -3369,10 +2932,10 @@ # filter: "('NIC_Intel-XXV710' or 'NIC_Intel-E810CQ') and 'MRR' and '2C'" # columns: # - title: "2n-clx xxv710" -# data-set: "vpp-compare-testbeds-mrr-clx-icx-ref" +# data-set: "vpp-2n-clx-curr-iter-mrr" # tag: "NIC_Intel-XXV710" # - title: "2n-icx e810cq" -# data-set: "vpp-compare-testbeds-mrr-clx-icx-cmp" +# data-set: "vpp-2n-icx-curr-iter-mrr" # tag: "NIC_Intel-E810CQ" # comparisons: # - title: "Diff" @@ -3382,7 +2945,7 @@ # - "" # - "2n-clx xxv710, 2n-icx e810cq - testbeds and NICs tested." # - "Diff - difference between 2n-clx xxv710 and 2n-icx e810cq testbeds." -# +# # # VPP Comparison Across Testbeds 2n-clx to 2n-icx 4c mrr # - type: "table" # title: "VPP Comparison Across Testbeds 2n-clx to 2n-icx 4c mrr" @@ -3392,10 +2955,10 @@ # filter: "('NIC_Intel-XXV710' or 'NIC_Intel-E810CQ') and 'MRR' and '4C'" # columns: # - title: "2n-clx xxv710" -# data-set: "vpp-compare-testbeds-mrr-clx-icx-ref" +# data-set: "vpp-2n-clx-curr-iter-mrr" # tag: "NIC_Intel-XXV710" # - title: "2n-icx e810cq" -# data-set: "vpp-compare-testbeds-mrr-clx-icx-cmp" +# data-set: "vpp-2n-icx-curr-iter-mrr" # tag: "NIC_Intel-E810CQ" # comparisons: # - title: "Diff" @@ -3406,23 +2969,6 @@ # - "2n-clx xxv710, 2n-icx e810cq - testbeds and NICs tested." # - "Diff - difference between 2n-clx xxv710 and 2n-icx e810cq testbeds." -# Detailed Test Results - VPP Performance Results 3n-hsw -- type: "table" - title: "Detailed Test Results - VPP Performance Results 3n-hsw" - algorithm: "table_merged_details" - output-file: "{DIR[DTR,PERF,VPP,3N,HSW]}/" - columns: - - title: " |prein| Test Name |preout| " - data: "data name" - - title: " |prein| Throughput: |br| 1. Mpps Gbps (NDR) |br| 2. Mpps Gbps (PDR) |br| |br| One-Way Latency Percentiles in uSec at %PDR load, |br| one set per each direction: |br| 3. P50 P90 P99 P50 P90 P99 (10% PDR) |br| 4. P50 P90 P99 P50 P90 P99 (50% PDR) |br| 5. P50 P90 P99 P50 P90 P99 (90% PDR) |preout| " - data: "data msg" - data: "vpp-perf-results-3n-hsw" - filter: "all" - parameters: - - "name" - - "parent" - - "msg" - # Detailed Test Results - VPP Performance Results 3n-skx - type: "table" title: "Detailed Test Results - VPP Performance Results 3n-skx" @@ -3433,7 +2979,7 @@ data: "data name" - title: " |prein| Throughput: |br| 1. Mpps Gbps (NDR) |br| 2. Mpps Gbps (PDR) |br| |br| One-Way Latency Percentiles in uSec at %PDR load, |br| one set per each direction: |br| 3. P50 P90 P99 P50 P90 P99 (10% PDR) |br| 4. P50 P90 P99 P50 P90 P99 (50% PDR) |br| 5. P50 P90 P99 P50 P90 P99 (90% PDR) |preout| " data: "data msg" - data: "vpp-perf-results-3n-skx" + data: "vpp-3n-skx-curr-cov" filter: "all" remove-ndr: False parameters: @@ -3451,7 +2997,7 @@ data: "data name" - title: " |prein| Throughput: |br| 1. Mpps Gbps (NDR) |br| 2. Mpps Gbps (PDR) |br| |br| One-Way Latency Percentiles in uSec at %PDR load, |br| one set per each direction: |br| 3. P50 P90 P99 P50 P90 P99 (10% PDR) |br| 4. P50 P90 P99 P50 P90 P99 (50% PDR) |br| 5. P50 P90 P99 P50 P90 P99 (90% PDR) |preout| " data: "data msg" - data: "vpp-perf-results-2n-skx" + data: "vpp-2n-skx-curr-cov" filter: "all" remove-ndr: False parameters: @@ -3469,7 +3015,7 @@ data: "data name" - title: " |prein| Throughput: |br| 1. Mpps Gbps (NDR) |br| 2. Mpps Gbps (PDR) |br| |br| One-Way Latency Percentiles in uSec at %PDR load, |br| one set per each direction: |br| 3. P50 P90 P99 P50 P90 P99 (10% PDR) |br| 4. P50 P90 P99 P50 P90 P99 (50% PDR) |br| 5. P50 P90 P99 P50 P90 P99 (90% PDR) |preout| " data: "data msg" - data: "vpp-perf-results-2n-zn2" + data: "vpp-2n-zn2-curr-cov" filter: "all" remove-ndr: False parameters: @@ -3487,7 +3033,7 @@ data: "data name" - title: " |prein| Throughput: |br| 1. Mpps Gbps (NDR) |br| 2. Mpps Gbps (PDR) |br| |br| One-Way Latency Percentiles in uSec at %PDR load, |br| one set per each direction: |br| 3. P50 P90 P99 P50 P90 P99 (10% PDR) |br| 4. P50 P90 P99 P50 P90 P99 (50% PDR) |br| 5. P50 P90 P99 P50 P90 P99 (90% PDR) |preout| " data: "data msg" - data: "vpp-perf-results-2n-clx" + data: "vpp-2n-clx-curr-cov" filter: "all" parameters: - "name" @@ -3504,26 +3050,43 @@ # data: "data name" # - title: " |prein| Throughput: |br| 1. Mpps Gbps (NDR) |br| 2. Mpps Gbps (PDR) |br| |br| One-Way Latency Percentiles in uSec at %PDR load, |br| one set per each direction: |br| 3. P50 P90 P99 P50 P90 P99 (10% PDR) |br| 4. P50 P90 P99 P50 P90 P99 (50% PDR) |br| 5. P50 P90 P99 P50 P90 P99 (90% PDR) |preout| " # data: "data msg" -# data: "vpp-perf-results-2n-icx" +# data: "vpp-2n-icx-curr-iter-best" # filter: "'NDRPDR'" # parameters: # - "name" # - "parent" # - "msg" -# Detailed Test Results - VPP Performance Results 3n-tsh -- type: "table" - title: "Detailed Test Results - VPP Performance Results 3n-tsh" - algorithm: "table_merged_details" - output-file: "{DIR[DTR,PERF,VPP,3N,TSH]}/" - columns: - - title: " |prein| Test Name |preout| " - data: "data name" - - title: " |prein| Throughput: |br| 1. Mpps Gbps (NDR) |br| 2. Mpps Gbps (PDR) |br| |br| One-Way Latency Percentiles in uSec at %PDR load, |br| one set per each direction: |br| 3. P50 P90 P99 P50 P90 P99 (10% PDR) |br| 4. P50 P90 P99 P50 P90 P99 (50% PDR) |br| 5. P50 P90 P99 P50 P90 P99 (90% PDR) |preout| " - data: "data msg" - data: "vpp-perf-results-3n-tsh" - filter: "all" - parameters: +# # Detailed Test Results - VPP Performance Results 3n-icx +# - type: "table" +# title: "Detailed Test Results - VPP Performance Results 3n-icx" +# algorithm: "table_merged_details" +# output-file: "{DIR[DTR,PERF,VPP,3N,ICX]}/" +# columns: +# - title: " |prein| Test Name |preout| " +# data: "data name" +# - title: " |prein| Throughput: |br| 1. Mpps Gbps (NDR) |br| 2. Mpps Gbps (PDR) |br| |br| One-Way Latency Percentiles in uSec at %PDR load, |br| one set per each direction: |br| 3. P50 P90 P99 P50 P90 P99 (10% PDR) |br| 4. P50 P90 P99 P50 P90 P99 (50% PDR) |br| 5. P50 P90 P99 P50 P90 P99 (90% PDR) |preout| " +# data: "data msg" +# data: "vpp-3n-icx-curr-iter-best" +# filter: "'NDRPDR'" +# parameters: +# - "name" +# - "parent" +# - "msg" + +# Detailed Test Results - VPP Performance Results 3n-tsh +- type: "table" + title: "Detailed Test Results - VPP Performance Results 3n-tsh" + algorithm: "table_merged_details" + output-file: "{DIR[DTR,PERF,VPP,3N,TSH]}/" + columns: + - title: " |prein| Test Name |preout| " + data: "data name" + - title: " |prein| Throughput: |br| 1. Mpps Gbps (NDR) |br| 2. Mpps Gbps (PDR) |br| |br| One-Way Latency Percentiles in uSec at %PDR load, |br| one set per each direction: |br| 3. P50 P90 P99 P50 P90 P99 (10% PDR) |br| 4. P50 P90 P99 P50 P90 P99 (50% PDR) |br| 5. P50 P90 P99 P50 P90 P99 (90% PDR) |preout| " + data: "data msg" + data: "vpp-3n-tsh-curr-cov" + filter: "all" + parameters: - "name" - "parent" - "msg" @@ -3538,7 +3101,7 @@ data: "data name" - title: " |prein| Throughput: |br| 1. Mpps Gbps (NDR) |br| 2. Mpps Gbps (PDR) |br| |br| One-Way Latency Percentiles in uSec at %PDR load, |br| one set per each direction: |br| 3. P50 P90 P99 P50 P90 P99 (10% PDR) |br| 4. P50 P90 P99 P50 P90 P99 (50% PDR) |br| 5. P50 P90 P99 P50 P90 P99 (90% PDR) |preout| " data: "data msg" - data: "vpp-perf-results-2n-tx2" + data: "vpp-2n-tx2-curr-cov" filter: "all" parameters: - "name" @@ -3555,7 +3118,7 @@ data: "data name" - title: " |prein| Throughput: |br| 1. Mpps Gbps (NDR) |br| 2. Mpps Gbps (PDR) |br| |br| One-Way Latency Percentiles in uSec at %PDR load, |br| one set per each direction: |br| 3. P50 P90 P99 P50 P90 P99 (10% PDR) |br| 4. P50 P90 P99 P50 P90 P99 (50% PDR) |br| 5. P50 P90 P99 P50 P90 P99 (90% PDR) |preout| " data: "data msg" - data: "vpp-perf-results-3n-dnv" + data: "vpp-3n-dnv-curr-cov" filter: "all" parameters: - "name" @@ -3572,30 +3135,13 @@ data: "data name" - title: " |prein| Throughput: |br| 1. Mpps Gbps (NDR) |br| 2. Mpps Gbps (PDR) |br| |br| One-Way Latency Percentiles in uSec at %PDR load, |br| one set per each direction: |br| 3. P50 P90 P99 P50 P90 P99 (10% PDR) |br| 4. P50 P90 P99 P50 P90 P99 (50% PDR) |br| 5. P50 P90 P99 P50 P90 P99 (90% PDR) |preout| " data: "data msg" - data: "vpp-perf-results-2n-dnv" + data: "vpp-2n-dnv-curr-cov" filter: "all" parameters: - "name" - "parent" - "msg" -# Test configuration - VPP Performance Test Configs 3n-hsw -- type: "table" - title: "Test configuration - VPP Performance Test Configs 3n-hsw" - algorithm: "table_merged_details" - output-file: "{DIR[DTC,PERF,VPP,3N,HSW]}/" - columns: - - title: " |prein| Test Name |preout| " - data: "data name" - - title: " |prein| VPP API Test Commands History - Commands Used Per Test Case |preout| " - data: "data conf-history" - data: "vpp-perf-results-3n-hsw" - filter: "all" - parameters: - - "parent" - - "name" - - "conf-history" - # Test configuration - VPP Performance Test Configs 3n-skx - type: "table" title: "Test configuration - VPP Performance Test Configs 3n-skx" @@ -3606,7 +3152,7 @@ data: "data name" - title: " |prein| VPP API Test Commands History - Commands Used Per Test Case |preout| " data: "data conf-history" - data: "vpp-perf-results-3n-skx" + data: "vpp-3n-skx-curr-cov" filter: "all" parameters: - "parent" @@ -3623,7 +3169,7 @@ data: "data name" - title: " |prein| VPP API Test Commands History - Commands Used Per Test Case |preout| " data: "data conf-history" - data: "vpp-perf-results-2n-skx" + data: "vpp-2n-skx-curr-cov" filter: "all" parameters: - "parent" @@ -3640,7 +3186,7 @@ data: "data name" - title: " |prein| VPP API Test Commands History - Commands Used Per Test Case |preout| " data: "data conf-history" - data: "vpp-perf-results-2n-zn2" + data: "vpp-2n-zn2-curr-cov" filter: "all" parameters: - "parent" @@ -3657,7 +3203,7 @@ data: "data name" - title: " |prein| VPP API Test Commands History - Commands Used Per Test Case |preout| " data: "data conf-history" - data: "vpp-perf-results-2n-clx" + data: "vpp-2n-clx-curr-cov" filter: "all" parameters: - "parent" @@ -3674,7 +3220,24 @@ # data: "data name" # - title: " |prein| VPP API Test Commands History - Commands Used Per Test Case |preout| " # data: "data conf-history" -# data: "vpp-perf-results-2n-icx" +# data: "vpp-2n-icx-curr-iter-best" +# filter: "'NDRPDR'" +# parameters: +# - "parent" +# - "name" +# - "conf-history" + +# # Test configuration - VPP Performance Test Configs 3n-icx +# - type: "table" +# title: "Test configuration - VPP Performance Test Configs 3n-icx" +# algorithm: "table_merged_details" +# output-file: "{DIR[DTC,PERF,VPP,3N,ICX]}/" +# columns: +# - title: " |prein| Test Name |preout| " +# data: "data name" +# - title: " |prein| VPP API Test Commands History - Commands Used Per Test Case |preout| " +# data: "data conf-history" +# data: "vpp-3n-icx-curr-iter-best" # filter: "'NDRPDR'" # parameters: # - "parent" @@ -3691,7 +3254,7 @@ data: "data name" - title: " |prein| VPP API Test Commands History - Commands Used Per Test Case |preout| " data: "data conf-history" - data: "vpp-perf-results-3n-tsh" + data: "vpp-3n-tsh-curr-cov" filter: "all" parameters: - "parent" @@ -3708,7 +3271,7 @@ data: "data name" - title: " |prein| VPP API Test Commands History - Commands Used Per Test Case |preout| " data: "data conf-history" - data: "vpp-perf-results-2n-tx2" + data: "vpp-2n-tx2-curr-cov" filter: "all" parameters: - "parent" @@ -3725,7 +3288,7 @@ data: "data name" - title: " |prein| VPP API Test Commands History - Commands Used Per Test Case |preout| " data: "data conf-history" - data: "vpp-perf-results-3n-dnv" + data: "vpp-3n-dnv-curr-cov" filter: "all" parameters: - "parent" @@ -3742,27 +3305,19 @@ data: "data name" - title: " |prein| VPP API Test Commands History - Commands Used Per Test Case |preout| " data: "data conf-history" - data: "vpp-perf-results-2n-dnv" + data: "vpp-2n-dnv-curr-cov" filter: "all" parameters: - "parent" - "name" - "conf-history" -# Test Operational Data - VPP Performance Operational Data 3n-hsw -- type: "table" - title: "Test Operational Data - VPP Performance Operational Data 3n-hsw" - algorithm: "table_oper_data_html" - output-file: "{DIR[DTO,PERF,VPP,3N,HSW]}/" - data: "vpp-perf-results-3n-hsw" - filter: "all" - # Test Operational Data - VPP Performance Operational Data 3n-skx - type: "table" title: "Test Operational Data - VPP Performance Operational Data 3n-skx" algorithm: "table_oper_data_html" output-file: "{DIR[DTO,PERF,VPP,3N,SKX]}/" - data: "vpp-perf-results-3n-skx" + data: "vpp-3n-skx-curr-cov" filter: "all" # Test Operational Data - VPP Performance Operational Data 2n-skx @@ -3770,7 +3325,7 @@ title: "Test Operational Data - VPP Performance Operational Data 2n-skx" algorithm: "table_oper_data_html" output-file: "{DIR[DTO,PERF,VPP,2N,SKX]}/" - data: "vpp-perf-results-2n-skx" + data: "vpp-2n-skx-curr-cov" filter: "all" # Test Operational Data - VPP Performance Operational Data 2n-zn2 @@ -3778,7 +3333,7 @@ title: "Test Operational Data - VPP Performance Operational Data 2n-zn2" algorithm: "table_oper_data_html" output-file: "{DIR[DTO,PERF,VPP,2N,ZN2]}/" - data: "vpp-perf-results-2n-zn2" + data: "vpp-2n-zn2-curr-cov" filter: "all" # Test Operational Data - VPP Performance Operational Data 2n-clx @@ -3786,7 +3341,7 @@ title: "Test Operational Data - VPP Performance Operational Data 2n-clx" algorithm: "table_oper_data_html" output-file: "{DIR[DTO,PERF,VPP,2N,CLX]}/" - data: "vpp-perf-results-2n-clx" + data: "vpp-2n-clx-curr-cov" filter: "all" # # Test Operational Data - VPP Performance Operational Data 2n-icx @@ -3794,7 +3349,15 @@ # title: "Test Operational Data - VPP Performance Operational Data 2n-icx" # algorithm: "table_oper_data_html" # output-file: "{DIR[DTO,PERF,VPP,2N,ICX]}/" -# data: "vpp-perf-results-2n-icx" +# data: "vpp-2n-icx-curr-iter-best" +# filter: "'NDRPDR'" + +# # Test Operational Data - VPP Performance Operational Data 3n-icx +# - type: "table" +# title: "Test Operational Data - VPP Performance Operational Data 3n-icx" +# algorithm: "table_oper_data_html" +# output-file: "{DIR[DTO,PERF,VPP,3N,ICX]}/" +# data: "vpp-3n-icx-curr-iter-best" # filter: "'NDRPDR'" # Test Operational Data - VPP Performance Operational Data 3n-tsh @@ -3802,7 +3365,7 @@ title: "Test Operational Data - VPP Performance Operational Data 3n-tsh" algorithm: "table_oper_data_html" output-file: "{DIR[DTO,PERF,VPP,3N,TSH]}/" - data: "vpp-perf-results-3n-tsh" + data: "vpp-3n-tsh-curr-cov" filter: "all" # Test Operational Data - VPP Performance Operational Data 2n-tx2 @@ -3810,7 +3373,7 @@ title: "Test Operational Data - VPP Performance Operational Data 2n-tx2" algorithm: "table_oper_data_html" output-file: "{DIR[DTO,PERF,VPP,2N,TX2]}/" - data: "vpp-perf-results-2n-tx2" + data: "vpp-2n-tx2-curr-cov" filter: "all" # Test Operational Data - VPP Performance Operational Data 3n-dnv @@ -3818,7 +3381,7 @@ title: "Test Operational Data - VPP Performance Operational Data 3n-dnv" algorithm: "table_oper_data_html" output-file: "{DIR[DTO,PERF,VPP,3N,DNV]}/" - data: "vpp-perf-results-3n-dnv" + data: "vpp-3n-dnv-curr-cov" filter: "all" # Test Operational Data - VPP Performance Operational Data 2n-dnv @@ -3826,25 +3389,8 @@ title: "Test Operational Data - VPP Performance Operational Data 2n-dnv" algorithm: "table_oper_data_html" output-file: "{DIR[DTO,PERF,VPP,2N,DNV]}/" - data: "vpp-perf-results-2n-dnv" - filter: "all" - -# Detailed Test Results - VPP MRR Results 3n-hsw -- type: "table" - title: "Detailed Test Results - VPP MRR Results 3n-hsw" - algorithm: "table_merged_details" - output-file: "{DIR[DTR,MRR,VPP,3N,HSW]}/" - columns: - - title: " |prein| Test Name |preout| " - data: "data name" - - title: " |prein| Maximum Receive Rate trial [Mpps] |preout| " - data: "data msg" - data: "vpp-mrr-results-3n-hsw" + data: "vpp-2n-dnv-curr-cov" filter: "all" - parameters: - - "name" - - "parent" - - "msg" # Detailed Test Results - VPP MRR Results 3n-skx - type: "table" @@ -3856,7 +3402,7 @@ data: "data name" - title: " |prein| Maximum Receive Rate trial [Mpps] |preout| " data: "data msg" - data: "vpp-mrr-results-3n-skx" + data: "vpp-3n-skx-curr-iter-mrr" filter: "all" parameters: - "name" @@ -3873,7 +3419,7 @@ data: "data name" - title: " |prein| Maximum Receive Rate trial [Mpps] |preout| " data: "data msg" - data: "vpp-mrr-results-2n-skx" + data: "vpp-2n-skx-curr-iter-mrr" filter: "all" parameters: - "name" @@ -3890,7 +3436,7 @@ data: "data name" - title: " |prein| Maximum Receive Rate trial [Mpps] |preout| " data: "data msg" - data: "vpp-mrr-results-2n-zn2" + data: "vpp-2n-zn2-curr-iter-mrr" filter: "all" parameters: - "name" @@ -3907,7 +3453,7 @@ data: "data name" - title: " |prein| Maximum Receive Rate trial [Mpps] |preout| " data: "data msg" - data: "vpp-mrr-results-2n-clx" + data: "vpp-2n-clx-curr-iter-mrr" filter: "all" parameters: - "name" @@ -3924,7 +3470,24 @@ # data: "data name" # - title: " |prein| Maximum Receive Rate trial [Mpps] |preout| " # data: "data msg" -# data: "vpp-mrr-results-2n-icx" +# data: "vpp-2n-icx-curr-iter-mrr" +# filter: "'MRR'" +# parameters: +# - "name" +# - "parent" +# - "msg" + +# # Detailed Test Results - VPP MRR Results 3n-icx +# - type: "table" +# title: "Detailed Test Results - VPP MRR Results 3n-icx" +# algorithm: "table_merged_details" +# output-file: "{DIR[DTR,MRR,VPP,3N,ICX]}/" +# columns: +# - title: " |prein| Test Name |preout| " +# data: "data name" +# - title: " |prein| Maximum Receive Rate trial [Mpps] |preout| " +# data: "data msg" +# data: "vpp-mrr-results-3n-icx" # filter: "'MRR'" # parameters: # - "name" @@ -3941,7 +3504,7 @@ data: "data name" - title: " |prein| Maximum Receive Rate trial [Mpps] |preout| " data: "data msg" - data: "vpp-mrr-results-3n-tsh" + data: "vpp-3n-tsh-curr-iter-mrr" filter: "all" parameters: - "name" @@ -3958,7 +3521,7 @@ data: "data name" - title: " |prein| Maximum Receive Rate trial [Mpps] |preout| " data: "data msg" - data: "vpp-mrr-results-2n-tx2" + data: "vpp-2n-tx2-curr-iter-mrr" filter: "all" parameters: - "name" @@ -3975,7 +3538,7 @@ data: "data name" - title: " |prein| Maximum Receive Rate trial [Mpps] |preout| " data: "data msg" - data: "vpp-mrr-results-3n-dnv" + data: "vpp-3n-dnv-curr-iter-mrr" filter: "all" parameters: - "name" @@ -3992,30 +3555,13 @@ data: "data name" - title: " |prein| Maximum Receive Rate trial [Mpps] |preout| " data: "data msg" - data: "vpp-mrr-results-2n-dnv" + data: "vpp-2n-dnv-curr-iter-mrr" filter: "all" parameters: - "name" - "parent" - "msg" -# Test configuration - VPP MRR Test Configs 3n-hsw -- type: "table" - title: "Test configuration - VPP MRR Test Configs 3n-hsw" - algorithm: "table_merged_details" - output-file: "{DIR[DTC,MRR,VPP,3N,HSW]}/" - columns: - - title: " |prein| Test Name |preout| " - data: "data name" - - title: " |prein| VPP API Test Commands History - Commands Used Per Test Case |preout| " - data: "data conf-history" - data: "vpp-mrr-results-3n-hsw" - filter: "all" - parameters: - - "parent" - - "name" - - "conf-history" - # Test configuration - VPP MRR Test Configs 3n-skx - type: "table" title: "Test configuration - VPP MRR Test Configs 3n-skx" @@ -4026,7 +3572,7 @@ data: "data name" - title: " |prein| VPP API Test Commands History - Commands Used Per Test Case |preout| " data: "data conf-history" - data: "vpp-mrr-results-3n-skx" + data: "vpp-3n-skx-curr-iter-mrr" filter: "all" parameters: - "parent" @@ -4043,7 +3589,7 @@ data: "data name" - title: " |prein| VPP API Test Commands History - Commands Used Per Test Case |preout| " data: "data conf-history" - data: "vpp-mrr-results-2n-skx" + data: "vpp-2n-skx-curr-iter-mrr" filter: "all" parameters: - "parent" @@ -4060,7 +3606,7 @@ data: "data name" - title: " |prein| VPP API Test Commands History - Commands Used Per Test Case |preout| " data: "data conf-history" - data: "vpp-mrr-results-2n-zn2" + data: "vpp-2n-zn2-curr-iter-mrr" filter: "all" parameters: - "parent" @@ -4077,7 +3623,7 @@ data: "data name" - title: " |prein| VPP API Test Commands History - Commands Used Per Test Case |preout| " data: "data conf-history" - data: "vpp-mrr-results-2n-clx" + data: "vpp-2n-clx-curr-iter-mrr" filter: "all" parameters: - "parent" @@ -4094,7 +3640,24 @@ # data: "data name" # - title: " |prein| VPP API Test Commands History - Commands Used Per Test Case |preout| " # data: "data conf-history" -# data: "vpp-mrr-results-2n-icx" +# data: "vpp-2n-icx-curr-iter-mrr" +# filter: "'MRR'" +# parameters: +# - "parent" +# - "name" +# - "conf-history" + +# # Test configuration - VPP MRR Test Configs 3n-icx +# - type: "table" +# title: "Test configuration - VPP MRR Test Configs 3n-icx" +# algorithm: "table_merged_details" +# output-file: "{DIR[DTC,MRR,VPP,3N,ICX]}/" +# columns: +# - title: " |prein| Test Name |preout| " +# data: "data name" +# - title: " |prein| VPP API Test Commands History - Commands Used Per Test Case |preout| " +# data: "data conf-history" +# data: "vpp-mrr-results-3n-icx" # filter: "'MRR'" # parameters: # - "parent" @@ -4111,7 +3674,7 @@ data: "data name" - title: " |prein| VPP API Test Commands History - Commands Used Per Test Case |preout| " data: "data conf-history" - data: "vpp-mrr-results-3n-tsh" + data: "vpp-3n-tsh-curr-iter-mrr" filter: "all" parameters: - "parent" @@ -4128,7 +3691,7 @@ data: "data name" - title: " |prein| VPP API Test Commands History - Commands Used Per Test Case |preout| " data: "data conf-history" - data: "vpp-mrr-results-2n-tx2" + data: "vpp-2n-tx2-curr-iter-mrr" filter: "all" parameters: - "parent" @@ -4145,7 +3708,7 @@ data: "data name" - title: " |prein| VPP API Test Commands History - Commands Used Per Test Case |preout| " data: "data conf-history" - data: "vpp-mrr-results-3n-dnv" + data: "vpp-3n-dnv-curr-iter-mrr" filter: "all" parameters: - "parent" @@ -4162,7 +3725,7 @@ data: "data name" - title: " |prein| VPP API Test Commands History - Commands Used Per Test Case |preout| " data: "data conf-history" - data: "vpp-mrr-results-2n-dnv" + data: "vpp-2n-dnv-curr-iter-mrr" filter: "all" parameters: - "parent" @@ -4206,98 +3769,6 @@ ################################################################################ -# DPDK Performance Changes 3n-hsw 1t1c pdr -- type: "table" - title: "DPDK Performance Changes 3n-hsw 1t1c pdr" - algorithm: "table_comparison" - output-file: "{DIR[STATIC,DPDK]}/performance-changes-3n-hsw-1t1c-pdr" - include-tests: "PDR" # "PDR" | "NDR" | "MRR" - filter: "'1T1C' and 'NDRPDR' and 'NIC_Intel-XL710'" - columns: - - title: "2005" - data-set: "dpdk-performance-changes-3n-hsw-h1" - - title: "2009" - data-set: "dpdk-performance-changes-3n-hsw-ref" - - title: "2101" - data-set: "dpdk-performance-changes-3n-hsw-cmp" - comparisons: - - title: "Diff" - reference: 2 - compare: 3 - legend: - - "" - - "2005, 2009, 2101 - DPDK versions tested." - - "Diff - difference between 2009 and 2101 DPDK version." - -# DPDK Performance Changes 3n-hsw 2t2c pdr -- type: "table" - title: "DPDK Performance Changes 3n-hsw 2t2c pdr" - algorithm: "table_comparison" - output-file: "{DIR[STATIC,DPDK]}/performance-changes-3n-hsw-2t2c-pdr" - include-tests: "PDR" # "PDR" | "NDR" | "MRR" - filter: "'2T2C' and 'NDRPDR' and 'NIC_Intel-XL710'" - columns: - - title: "2005" - data-set: "dpdk-performance-changes-3n-hsw-h1" - - title: "2009" - data-set: "dpdk-performance-changes-3n-hsw-ref" - - title: "2101" - data-set: "dpdk-performance-changes-3n-hsw-cmp" - comparisons: - - title: "Diff" - reference: 2 - compare: 3 - legend: - - "" - - "2005, 2009, 2101 - DPDK versions tested." - - "Diff - difference between 2009 and 2101 DPDK version." - -# DPDK Performance Changes 3n-hsw 1t1c pdr -- type: "table" - title: "DPDK Performance Changes 3n-hsw 1t1c ndr" - algorithm: "table_comparison" - output-file: "{DIR[STATIC,DPDK]}/performance-changes-3n-hsw-1t1c-ndr" - include-tests: "NDR" # "PDR" | "NDR" | "MRR" - filter: "'1T1C' and 'NDRPDR' and 'NIC_Intel-XL710'" - columns: - - title: "2005" - data-set: "dpdk-performance-changes-3n-hsw-h1" - - title: "2009" - data-set: "dpdk-performance-changes-3n-hsw-ref" - - title: "2101" - data-set: "dpdk-performance-changes-3n-hsw-cmp" - comparisons: - - title: "Diff" - reference: 2 - compare: 3 - legend: - - "" - - "2005, 2009, 2101 - DPDK versions tested." - - "Diff - difference between 2009 and 2101 DPDK version." - -# DPDK Performance Changes 3n-hsw 2t2c ndr -- type: "table" - title: "DPDK Performance Changes 3n-hsw 2t2c ndr" - algorithm: "table_comparison" - output-file: "{DIR[STATIC,DPDK]}/performance-changes-3n-hsw-2t2c-ndr" - include-tests: "NDR" # "PDR" | "NDR" | "MRR" - filter: "'2T2C' and 'NDRPDR' and 'NIC_Intel-XL710'" - columns: - - title: "2005" - data-set: "dpdk-performance-changes-3n-hsw-h1" - - title: "2009" - data-set: "dpdk-performance-changes-3n-hsw-ref" - - title: "2101" - data-set: "dpdk-performance-changes-3n-hsw-cmp" - comparisons: - - title: "Diff" - reference: 2 - compare: 3 - legend: - - "" - - "2005, 2009, 2101 - DPDK versions tested." - - "Diff - difference between 2009 and 2101 DPDK version." - # DPDK Performance Changes 3n-skx 2t1c pdr - type: "table" title: "DPDK Performance Changes 3n-skx 2t1c pdr" @@ -4306,20 +3777,20 @@ include-tests: "PDR" # "PDR" | "NDR" | "MRR" filter: "'2T1C' and 'NDRPDR' and 'NIC_Intel-XXV710'" columns: - - title: "2005" - data-set: "dpdk-performance-changes-3n-skx-h1" - title: "2009" - data-set: "dpdk-performance-changes-3n-skx-ref" + data-set: "dpdk-3n-skx-hist-iter" - title: "2101" - data-set: "dpdk-performance-changes-3n-skx-cmp" + data-set: "dpdk-3n-skx-prev-iter" + - title: "2106" + data-set: "dpdk-3n-skx-curr-iter" comparisons: - title: "Diff" reference: 2 compare: 3 legend: - "" - - "2005, 2009, 2101 - DPDK versions tested." - - "Diff - difference between 2009 and 2101 DPDK version." + - "2009, 2101, 2106 - DPDK versions tested." + - "Diff - difference between 2101 and 2106 DPDK version." # DPDK Performance Changes 3n-skx 4t2c pdr - type: "table" @@ -4330,19 +3801,19 @@ filter: "'4T2C' and 'NDRPDR' and 'NIC_Intel-XXV710'" columns: - title: "2005" - data-set: "dpdk-performance-changes-3n-skx-h1" + data-set: "dpdk-3n-skx-hist-iter" - title: "2009" - data-set: "dpdk-performance-changes-3n-skx-ref" + data-set: "dpdk-3n-skx-prev-iter" - title: "2101" - data-set: "dpdk-performance-changes-3n-skx-cmp" + data-set: "dpdk-3n-skx-curr-iter" comparisons: - title: "Diff" reference: 2 compare: 3 legend: - "" - - "2005, 2009, 2101 - DPDK versions tested." - - "Diff - difference between 2009 and 2101 DPDK version." + - "2009, 2101, 2106 - DPDK versions tested." + - "Diff - difference between 2101 and 2106 DPDK version." # DPDK Performance Changes 3n-skx 2t1c ndr - type: "table" @@ -4352,20 +3823,20 @@ include-tests: "NDR" # "PDR" | "NDR" | "MRR" filter: "'2T1C' and 'NDRPDR' and 'NIC_Intel-XXV710'" columns: - - title: "2005" - data-set: "dpdk-performance-changes-3n-skx-h1" - title: "2009" - data-set: "dpdk-performance-changes-3n-skx-ref" + data-set: "dpdk-3n-skx-hist-iter" - title: "2101" - data-set: "dpdk-performance-changes-3n-skx-cmp" + data-set: "dpdk-3n-skx-prev-iter" + - title: "2106" + data-set: "dpdk-3n-skx-curr-iter" comparisons: - title: "Diff" reference: 2 compare: 3 legend: - "" - - "2005, 2009, 2101 - DPDK versions tested." - - "Diff - difference between 2009 and 2101 DPDK version." + - "2009, 2101, 2106 - DPDK versions tested." + - "Diff - difference between 2101 and 2106 DPDK version." # DPDK Performance Changes 3n-skx 4t2c ndr - type: "table" @@ -4375,20 +3846,20 @@ include-tests: "NDR" # "PDR" | "NDR" | "MRR" filter: "'4T2C' and 'NDRPDR' and 'NIC_Intel-XXV710'" columns: - - title: "2005" - data-set: "dpdk-performance-changes-3n-skx-h1" - title: "2009" - data-set: "dpdk-performance-changes-3n-skx-ref" + data-set: "dpdk-3n-skx-hist-iter" - title: "2101" - data-set: "dpdk-performance-changes-3n-skx-cmp" + data-set: "dpdk-3n-skx-prev-iter" + - title: "2106" + data-set: "dpdk-3n-skx-curr-iter" comparisons: - title: "Diff" reference: 2 compare: 3 legend: - "" - - "2005, 2009, 2101 - DPDK versions tested." - - "Diff - difference between 2009 and 2101 DPDK version." + - "2009, 2101, 2106 - DPDK versions tested." + - "Diff - difference between 2101 and 2106 DPDK version." # DPDK Performance Changes 2n-skx 2t1c pdr - type: "table" @@ -4398,20 +3869,20 @@ include-tests: "PDR" # "PDR" | "NDR" | "MRR" filter: "'2T1C' and 'NDRPDR' and 'NIC_Intel-XXV710'" columns: - - title: "2005" - data-set: "dpdk-performance-changes-2n-skx-h1" - title: "2009" - data-set: "dpdk-performance-changes-2n-skx-ref" + data-set: "dpdk-2n-skx-hist-iter" - title: "2101" - data-set: "dpdk-performance-changes-2n-skx-cmp" + data-set: "dpdk-2n-skx-prev-iter" + - title: "2106" + data-set: "dpdk-2n-skx-curr-iter" comparisons: - title: "Diff" reference: 2 compare: 3 legend: - "" - - "2005, 2009, 2101 - DPDK versions tested." - - "Diff - difference between 2009 and 2101 DPDK version." + - "2009, 2101, 2106 - DPDK versions tested." + - "Diff - difference between 2101 and 2106 DPDK version." # DPDK Performance Changes 2n-skx 4t2c pdr - type: "table" @@ -4421,20 +3892,20 @@ include-tests: "PDR" # "PDR" | "NDR" | "MRR" filter: "'4T2C' and 'NDRPDR' and 'NIC_Intel-XXV710'" columns: - - title: "2005" - data-set: "dpdk-performance-changes-2n-skx-h1" - title: "2009" - data-set: "dpdk-performance-changes-2n-skx-ref" + data-set: "dpdk-2n-skx-hist-iter" - title: "2101" - data-set: "dpdk-performance-changes-2n-skx-cmp" + data-set: "dpdk-2n-skx-prev-iter" + - title: "2106" + data-set: "dpdk-2n-skx-curr-iter" comparisons: - title: "Diff" reference: 2 compare: 3 legend: - "" - - "2005, 2009, 2101 - DPDK versions tested." - - "Diff - difference between 2009 and 2101 DPDK version." + - "2009, 2101, 2106 - DPDK versions tested." + - "Diff - difference between 2101 and 2106 DPDK version." # DPDK Performance Changes 2n-skx 2t1c ndr - type: "table" @@ -4444,20 +3915,20 @@ include-tests: "NDR" # "PDR" | "NDR" | "MRR" filter: "'2T1C' and 'NDRPDR' and 'NIC_Intel-XXV710'" columns: - - title: "2005" - data-set: "dpdk-performance-changes-2n-skx-h1" - title: "2009" - data-set: "dpdk-performance-changes-2n-skx-ref" + data-set: "dpdk-2n-skx-hist-iter" - title: "2101" - data-set: "dpdk-performance-changes-2n-skx-cmp" + data-set: "dpdk-2n-skx-prev-iter" + - title: "2106" + data-set: "dpdk-2n-skx-curr-iter" comparisons: - title: "Diff" reference: 2 compare: 3 legend: - "" - - "2005, 2009, 2101 - DPDK versions tested." - - "Diff - difference between 2009 and 2101 DPDK version." + - "2009, 2101, 2106 - DPDK versions tested." + - "Diff - difference between 2101 and 2106 DPDK version." # DPDK Performance Changes 2n-skx 4t2c ndr - type: "table" @@ -4467,20 +3938,20 @@ include-tests: "NDR" # "PDR" | "NDR" | "MRR" filter: "'4T2C' and 'NDRPDR' and 'NIC_Intel-XXV710'" columns: - - title: "2005" - data-set: "dpdk-performance-changes-2n-skx-h1" - title: "2009" - data-set: "dpdk-performance-changes-2n-skx-ref" + data-set: "dpdk-2n-skx-hist-iter" - title: "2101" - data-set: "dpdk-performance-changes-2n-skx-cmp" + data-set: "dpdk-2n-skx-prev-iter" + - title: "2106" + data-set: "dpdk-2n-skx-curr-iter" comparisons: - title: "Diff" reference: 2 compare: 3 legend: - "" - - "2005, 2009, 2101 - DPDK versions tested." - - "Diff - difference between 2009 and 2101 DPDK version." + - "2009, 2101, 2106 - DPDK versions tested." + - "Diff - difference between 2101 and 2106 DPDK version." # DPDK Performance Changes 2n-clx 2t1c pdr - type: "table" @@ -4490,20 +3961,20 @@ include-tests: "PDR" # "PDR" | "NDR" | "MRR" filter: "'2T1C' and 'NDRPDR' and 'NIC_Intel-XXV710'" columns: - - title: "2005" - data-set: "dpdk-performance-changes-2n-clx-h1" - title: "2009" - data-set: "dpdk-performance-changes-2n-clx-ref" + data-set: "dpdk-2n-clx-hist-iter" - title: "2101" - data-set: "dpdk-performance-changes-2n-clx-cmp" + data-set: "dpdk-2n-clx-prev-iter" + - title: "2106" + data-set: "dpdk-2n-clx-curr-iter" comparisons: - title: "Diff" reference: 2 compare: 3 legend: - "" - - "2005, 2009, 2101 - DPDK versions tested." - - "Diff - difference between 2009 and 2101 DPDK version." + - "2009, 2101, 2106 - DPDK versions tested." + - "Diff - difference between 2101 and 2106 DPDK version." # DPDK Performance Changes 2n-clx 4t2c pdr - type: "table" @@ -4513,20 +3984,20 @@ include-tests: "PDR" # "PDR" | "NDR" | "MRR" filter: "'4T2C' and 'NDRPDR' and 'NIC_Intel-XXV710'" columns: - - title: "2005" - data-set: "dpdk-performance-changes-2n-clx-h1" - title: "2009" - data-set: "dpdk-performance-changes-2n-clx-ref" + data-set: "dpdk-2n-clx-hist-iter" - title: "2101" - data-set: "dpdk-performance-changes-2n-clx-cmp" + data-set: "dpdk-2n-clx-prev-iter" + - title: "2106" + data-set: "dpdk-2n-clx-curr-iter" comparisons: - title: "Diff" reference: 2 compare: 3 legend: - "" - - "2005, 2009, 2101 - DPDK versions tested." - - "Diff - difference between 2009 and 2101 DPDK version." + - "2009, 2101, 2106 - DPDK versions tested." + - "Diff - difference between 2101 and 2106 DPDK version." # DPDK Performance Changes 2n-clx 2t1c ndr - type: "table" @@ -4536,20 +4007,20 @@ include-tests: "NDR" # "PDR" | "NDR" | "MRR" filter: "'2T1C' and 'NDRPDR' and 'NIC_Intel-XXV710'" columns: - - title: "2005" - data-set: "dpdk-performance-changes-2n-clx-h1" - title: "2009" - data-set: "dpdk-performance-changes-2n-clx-ref" + data-set: "dpdk-2n-clx-hist-iter" - title: "2101" - data-set: "dpdk-performance-changes-2n-clx-cmp" + data-set: "dpdk-2n-clx-prev-iter" + - title: "2106" + data-set: "dpdk-2n-clx-curr-iter" comparisons: - title: "Diff" reference: 2 compare: 3 legend: - "" - - "2005, 2009, 2101 - DPDK versions tested." - - "Diff - difference between 2009 and 2101 DPDK version." + - "2009, 2101, 2106 - DPDK versions tested." + - "Diff - difference between 2101 and 2106 DPDK version." # DPDK Performance Changes 2n-clx 4t2c ndr - type: "table" @@ -4559,20 +4030,20 @@ include-tests: "NDR" # "PDR" | "NDR" | "MRR" filter: "'4T2C' and 'NDRPDR' and 'NIC_Intel-XXV710'" columns: - - title: "2005" - data-set: "dpdk-performance-changes-2n-clx-h1" - title: "2009" - data-set: "dpdk-performance-changes-2n-clx-ref" + data-set: "dpdk-2n-clx-hist-iter" - title: "2101" - data-set: "dpdk-performance-changes-2n-clx-cmp" + data-set: "dpdk-2n-clx-prev-iter" + - title: "2106" + data-set: "dpdk-2n-clx-curr-iter" comparisons: - title: "Diff" reference: 2 compare: 3 legend: - "" - - "2005, 2009, 2101 - DPDK versions tested." - - "Diff - difference between 2009 and 2101 DPDK version." + - "2009, 2101, 2106 - DPDK versions tested." + - "Diff - difference between 2101 and 2106 DPDK version." # DPDK Performance Changes 2n-zn2 2t1c pdr - type: "table" @@ -4582,20 +4053,20 @@ include-tests: "PDR" # "PDR" | "NDR" | "MRR" filter: "'2T1C' and 'NDRPDR' and 'NIC_Intel-XXV710'" columns: -# - title: "2005" -# data-set: "dpdk-performance-changes-2n-zn2-h1" - title: "2009" - data-set: "dpdk-performance-changes-2n-zn2-ref" + data-set: "dpdk-2n-zn2-hist-iter" - title: "2101" - data-set: "dpdk-performance-changes-2n-zn2-cmp" + data-set: "dpdk-2n-zn2-prev-iter" + - title: "2106" + data-set: "dpdk-2n-zn2-curr-iter" comparisons: - title: "Diff" - reference: 1 # 2 - compare: 2 # 3 + reference: 2 + compare: 3 legend: - "" - - "2009, 2101 - DPDK versions tested." - - "Diff - difference between 2009 and 2101 DPDK version." + - "2009, 2101, 2106 - DPDK versions tested." + - "Diff - difference between 2101 and 2106 DPDK version." # DPDK Performance Changes 2n-zn2 4t2c pdr - type: "table" @@ -4605,20 +4076,20 @@ include-tests: "PDR" # "PDR" | "NDR" | "MRR" filter: "'4T2C' and 'NDRPDR' and 'NIC_Intel-XXV710'" columns: -# - title: "2005" -# data-set: "dpdk-performance-changes-2n-zn2-h1" - title: "2009" - data-set: "dpdk-performance-changes-2n-zn2-ref" + data-set: "dpdk-2n-zn2-hist-iter" - title: "2101" - data-set: "dpdk-performance-changes-2n-zn2-cmp" + data-set: "dpdk-2n-zn2-prev-iter" + - title: "2106" + data-set: "dpdk-2n-zn2-curr-iter" comparisons: - title: "Diff" - reference: 1 # 2 - compare: 2 # 3 + reference: 2 + compare: 3 legend: - "" - - "2009, 2101 - DPDK versions tested." - - "Diff - difference between 2009 and 2101 DPDK version." + - "2009, 2101, 2106 - DPDK versions tested." + - "Diff - difference between 2101 and 2106 DPDK version." # DPDK Performance Changes 2n-zn2 2t1c ndr - type: "table" @@ -4628,20 +4099,20 @@ include-tests: "NDR" # "PDR" | "NDR" | "MRR" filter: "'2T1C' and 'NDRPDR' and 'NIC_Intel-XXV710'" columns: -# - title: "2005" -# data-set: "dpdk-performance-changes-2n-zn2-h1" - title: "2009" - data-set: "dpdk-performance-changes-2n-zn2-ref" + data-set: "dpdk-2n-zn2-hist-iter" - title: "2101" - data-set: "dpdk-performance-changes-2n-zn2-cmp" + data-set: "dpdk-2n-zn2-prev-iter" + - title: "2106" + data-set: "dpdk-2n-zn2-curr-iter" comparisons: - title: "Diff" - reference: 1 # 2 - compare: 2 # 3 + reference: 2 + compare: 3 legend: - "" - - "2009, 2101 - DPDK versions tested." - - "Diff - difference between 2009 and 2101 DPDK version." + - "2009, 2101, 2106 - DPDK versions tested." + - "Diff - difference between 2101 and 2106 DPDK version." # DPDK Performance Changes 2n-zn2 4t2c ndr - type: "table" @@ -4651,20 +4122,20 @@ include-tests: "NDR" # "PDR" | "NDR" | "MRR" filter: "'4T2C' and 'NDRPDR' and 'NIC_Intel-XXV710'" columns: -# - title: "2005" -# data-set: "dpdk-performance-changes-2n-zn2-h1" - title: "2009" - data-set: "dpdk-performance-changes-2n-zn2-ref" + data-set: "dpdk-2n-zn2-hist-iter" - title: "2101" - data-set: "dpdk-performance-changes-2n-zn2-cmp" + data-set: "dpdk-2n-zn2-prev-iter" + - title: "2106" + data-set: "dpdk-2n-zn2-curr-iter" comparisons: - title: "Diff" - reference: 1 # 2 - compare: 2 # 3 + reference: 2 + compare: 3 legend: - "" - - "2009, 2101 - DPDK versions tested." - - "Diff - difference between 2009 and 2101 DPDK version." + - "2009, 2101, 2106 - DPDK versions tested." + - "Diff - difference between 2101 and 2106 DPDK version." ## DPDK Performance Changes 2n-dnv 1t1c pdr #- type: "table" @@ -4858,20 +4329,20 @@ include-tests: "PDR" # "PDR" | "NDR" | "MRR" filter: "'1T1C' and 'NDRPDR' and 'NIC_Intel-XXV710'" columns: - - title: "2005" - data-set: "dpdk-performance-changes-3n-tsh-h1" - title: "2009" - data-set: "dpdk-performance-changes-3n-tsh-ref" + data-set: "dpdk-3n-tsh-hist-iter" - title: "2101" - data-set: "dpdk-performance-changes-3n-tsh-cmp" + data-set: "dpdk-3n-tsh-prev-iter" + - title: "2106" + data-set: "dpdk-3n-tsh-curr-iter" comparisons: - title: "Diff" reference: 2 compare: 3 legend: - "" - - "2005, 2009, 2101 - DPDK versions tested." - - "Diff - difference between 2009 and 2101 DPDK version." + - "2009, 2101, 2106 - DPDK versions tested." + - "Diff - difference between 2101 and 2106 DPDK version." # DPDK Performance Changes 3n-tsh 2t2c pdr - type: "table" @@ -4881,20 +4352,20 @@ include-tests: "PDR" # "PDR" | "NDR" | "MRR" filter: "'2T2C' and 'NDRPDR' and 'NIC_Intel-XXV710'" columns: - - title: "2005" - data-set: "dpdk-performance-changes-3n-tsh-h1" - title: "2009" - data-set: "dpdk-performance-changes-3n-tsh-ref" + data-set: "dpdk-3n-tsh-hist-iter" - title: "2101" - data-set: "dpdk-performance-changes-3n-tsh-cmp" + data-set: "dpdk-3n-tsh-prev-iter" + - title: "2106" + data-set: "dpdk-3n-tsh-curr-iter" comparisons: - title: "Diff" reference: 2 compare: 3 legend: - "" - - "2005, 2009, 2101 - DPDK versions tested." - - "Diff - difference between 2009 and 2101 DPDK version." + - "2009, 2101, 2106 - DPDK versions tested." + - "Diff - difference between 2101 and 2106 DPDK version." # DPDK Performance Changes 3n-tsh 1t1c ndr - type: "table" @@ -4904,20 +4375,20 @@ include-tests: "NDR" # "PDR" | "NDR" | "MRR" filter: "'1T1C' and 'NDRPDR' and 'NIC_Intel-XXV710'" columns: - - title: "2005" - data-set: "dpdk-performance-changes-3n-tsh-h1" - title: "2009" - data-set: "dpdk-performance-changes-3n-tsh-ref" + data-set: "dpdk-3n-tsh-hist-iter" - title: "2101" - data-set: "dpdk-performance-changes-3n-tsh-cmp" + data-set: "dpdk-3n-tsh-prev-iter" + - title: "2106" + data-set: "dpdk-3n-tsh-curr-iter" comparisons: - title: "Diff" reference: 2 compare: 3 legend: - "" - - "2005, 2009, 2101 - DPDK versions tested." - - "Diff - difference between 2009 and 2101 DPDK version." + - "2009, 2101, 2106 - DPDK versions tested." + - "Diff - difference between 2101 and 2106 DPDK version." # DPDK Performance Changes 3n-tsh 2t2c ndr - type: "table" @@ -4927,62 +4398,20 @@ include-tests: "NDR" # "PDR" | "NDR" | "MRR" filter: "'2T2C' and 'NDRPDR' and 'NIC_Intel-XXV710'" columns: - - title: "2005" - data-set: "dpdk-performance-changes-3n-tsh-h1" - title: "2009" - data-set: "dpdk-performance-changes-3n-tsh-ref" + data-set: "dpdk-3n-tsh-hist-iter" - title: "2101" - data-set: "dpdk-performance-changes-3n-tsh-cmp" + data-set: "dpdk-3n-tsh-prev-iter" + - title: "2106" + data-set: "dpdk-3n-tsh-curr-iter" comparisons: - title: "Diff" reference: 2 compare: 3 legend: - "" - - "2005, 2009, 2101 - DPDK versions tested." - - "Diff - difference between 2009 and 2101 DPDK version." - -# DPDK Comparison Across Testbeds 3n-hsw to 3n-skx ndr -- type: "table" - title: "DPDK Comparison Across Testbeds 3n-hsw to 3n-skx ndr" - algorithm: "table_comparison" - output-file: "{DIR[STATIC,DPDK]}/performance-compare-testbeds-3n-hsw-3n-skx-ndr" - include-tests: "NDR" # "PDR" | "NDR" | "MRR" - filter: "'NIC_Intel-X710'" - columns: - - title: "3n-hsw x710" - data-set: "dpdk-compare-testbeds-ref" - - title: "3n-skx x710" - data-set: "dpdk-compare-testbeds-cmp" - comparisons: - - title: "Diff" - reference: 1 - compare: 2 - legend: - - "" - - "3n-hsw x710, 3n-skx x710 - testbeds and NICs tested." - - "Diff - difference between 3n-hsw x710 and 3n-skx x710 testbeds." - -# DPDK Comparison Across Testbeds 3n-hsw to 3n-skx pdr -- type: "table" - title: "DPDK Comparison Across Testbeds 3n-hsw to 3n-skx pdr" - algorithm: "table_comparison" - output-file: "{DIR[STATIC,DPDK]}/performance-compare-testbeds-3n-hsw-3n-skx-pdr" - include-tests: "PDR" # "PDR" | "NDR" | "MRR" - filter: "'NIC_Intel-X710'" - columns: - - title: "3n-hsw x710" - data-set: "dpdk-compare-testbeds-ref" - - title: "3n-skx x710" - data-set: "dpdk-compare-testbeds-cmp" - comparisons: - - title: "Diff" - reference: 1 - compare: 2 - legend: - - "" - - "3n-hsw x710, 3n-skx x710 - testbeds and NICs tested." - - "Diff - difference between 3n-hsw x710 and 3n-skx x710 testbeds." + - "2009, 2101, 2106 - DPDK versions tested." + - "Diff - difference between 2101 and 2106 DPDK version." # DPDK Comparison Across Testbeds 2n-skx to 2n-clx ndr - type: "table" @@ -4993,9 +4422,9 @@ filter: "'NIC_Intel-XXV710'" columns: - title: "2n-skx" - data-set: "dpdk-compare-testbeds-skx-clx-ref" + data-set: "dpdk-2n-skx-curr-iter" - title: "2n-clx" - data-set: "dpdk-compare-testbeds-skx-clx-cmp" + data-set: "dpdk-2n-clx-curr-iter" comparisons: - title: "Diff" reference: 1 @@ -5014,9 +4443,9 @@ filter: "'NIC_Intel-XXV710'" columns: - title: "2n-skx" - data-set: "dpdk-compare-testbeds-skx-clx-ref" + data-set: "dpdk-2n-skx-curr-iter" - title: "2n-clx" - data-set: "dpdk-compare-testbeds-skx-clx-cmp" + data-set: "dpdk-2n-clx-curr-iter" comparisons: - title: "Diff" reference: 1 @@ -5035,9 +4464,9 @@ filter: "'NIC_Intel-XXV710'" columns: - title: "3n-skx" - data-set: "dpdk-compare-topologies-ref" + data-set: "dpdk-3n-skx-curr-iter" - title: "2n-skx" - data-set: "dpdk-compare-topologies-cmp" + data-set: "dpdk-2n-skx-curr-iter" comparisons: - title: "Diff" reference: 1 @@ -5056,9 +4485,9 @@ filter: "'NIC_Intel-XXV710'" columns: - title: "3n-skx" - data-set: "dpdk-compare-topologies-ref" + data-set: "dpdk-3n-skx-curr-iter" - title: "2n-skx" - data-set: "dpdk-compare-topologies-cmp" + data-set: "dpdk-2n-skx-curr-iter" comparisons: - title: "Diff" reference: 1 @@ -5068,23 +4497,6 @@ - "3n-skx, 2n-skx - topologies tested." - "Diff - difference between 3n-skx and 2n-skx topologies." -# Detailed Test Results - DPDK Performance Results 3n-hsw -- type: "table" - title: "Detailed Test Results - DPDK Performance Results 3n-hsw" - algorithm: "table_merged_details" - output-file: "{DIR[DTR,PERF,DPDK,3N,HSW]}/dpdk_performance_results_3n_hsw" - columns: - - title: " |prein| Test Name |preout| " - data: "data name" - - title: " |prein| Throughput: |br| 1. Mpps Gbps (NDR) |br| 2. Mpps Gbps (PDR) |br| |br| One-Way Latency Percentiles in uSec at %PDR load, |br| one set per each direction: |br| 3. P50 P90 P99 P50 P90 P99 (10% PDR) |br| 4. P50 P90 P99 P50 P90 P99 (50% PDR) |br| 5. P50 P90 P99 P50 P90 P99 (90% PDR) |preout| " - data: "data msg" - data: "dpdk-perf-results-3n-hsw" - filter: "all" - parameters: - - "name" - - "parent" - - "msg" - # Detailed Test Results - DPDK Performance Results 3n-skx - type: "table" title: "Detailed Test Results - DPDK Performance Results 3n-skx" @@ -5095,7 +4507,7 @@ data: "data name" - title: " |prein| Throughput: |br| 1. Mpps Gbps (NDR) |br| 2. Mpps Gbps (PDR) |br| |br| One-Way Latency Percentiles in uSec at %PDR load, |br| one set per each direction: |br| 3. P50 P90 P99 P50 P90 P99 (10% PDR) |br| 4. P50 P90 P99 P50 P90 P99 (50% PDR) |br| 5. P50 P90 P99 P50 P90 P99 (90% PDR) |preout| " data: "data msg" - data: "dpdk-perf-results-3n-skx" + data: "dpdk-3n-skx-curr-iter-best" filter: "all" remove-ndr: False parameters: @@ -5113,7 +4525,7 @@ data: "data name" - title: " |prein| Throughput: |br| 1. Mpps Gbps (NDR) |br| 2. Mpps Gbps (PDR) |br| |br| One-Way Latency Percentiles in uSec at %PDR load, |br| one set per each direction: |br| 3. P50 P90 P99 P50 P90 P99 (10% PDR) |br| 4. P50 P90 P99 P50 P90 P99 (50% PDR) |br| 5. P50 P90 P99 P50 P90 P99 (90% PDR) |preout| " data: "data msg" - data: "dpdk-perf-results-2n-skx" + data: "dpdk-2n-skx-curr-iter-best" filter: "all" remove-ndr: False parameters: @@ -5131,7 +4543,7 @@ data: "data name" - title: " |prein| Throughput: |br| 1. Mpps Gbps (NDR) |br| 2. Mpps Gbps (PDR) |br| |br| One-Way Latency Percentiles in uSec at %PDR load, |br| one set per each direction: |br| 3. P50 P90 P99 P50 P90 P99 (10% PDR) |br| 4. P50 P90 P99 P50 P90 P99 (50% PDR) |br| 5. P50 P90 P99 P50 P90 P99 (90% PDR) |preout| " data: "data msg" - data: "dpdk-perf-results-2n-zn2" + data: "dpdk-2n-zn2-curr-iter-best" filter: "all" remove-ndr: False parameters: @@ -5149,7 +4561,7 @@ data: "data name" - title: " |prein| Throughput: |br| 1. Mpps Gbps (NDR) |br| 2. Mpps Gbps (PDR) |br| |br| One-Way Latency Percentiles in uSec at %PDR load, |br| one set per each direction: |br| 3. P50 P90 P99 P50 P90 P99 (10% PDR) |br| 4. P50 P90 P99 P50 P90 P99 (50% PDR) |br| 5. P50 P90 P99 P50 P90 P99 (90% PDR) |preout| " data: "data msg" - data: "dpdk-perf-results-2n-clx" + data: "dpdk-2n-clx-curr-iter-best" filter: "all" parameters: - "name" @@ -5200,29 +4612,29 @@ data: "data name" - title: " |prein| Throughput: |br| 1. Mpps Gbps (NDR) |br| 2. Mpps Gbps (PDR) |br| |br| One-Way Latency Percentiles in uSec at %PDR load, |br| one set per each direction: |br| 3. P50 P90 P99 P50 P90 P99 (10% PDR) |br| 4. P50 P90 P99 P50 P90 P99 (50% PDR) |br| 5. P50 P90 P99 P50 P90 P99 (90% PDR) |preout| " data: "data msg" - data: "dpdk-perf-results-3n-tsh" + data: "dpdk-3n-tsh-curr-iter-best" filter: "all" parameters: - "name" - "parent" - "msg" -# Detailed Test Results - DPDK Performance Results 2n-tx2 -- type: "table" - title: "Detailed Test Results - DPDK Performance Results 2n-tx2" - algorithm: "table_merged_details" - output-file: "{DIR[DTR,PERF,DPDK,2N,TX2]}/dpdk_performance_results_2n_tx2" - columns: - - title: " |prein| Test Name |preout| " - data: "data name" - - title: " |prein| Throughput: |br| 1. Mpps Gbps (NDR) |br| 2. Mpps Gbps (PDR) |br| |br| One-Way Latency Percentiles in uSec at %PDR load, |br| one set per each direction: |br| 3. P50 P90 P99 P50 P90 P99 (10% PDR) |br| 4. P50 P90 P99 P50 P90 P99 (50% PDR) |br| 5. P50 P90 P99 P50 P90 P99 (90% PDR) |preout| " - data: "data msg" - data: "dpdk-perf-results-2n-tx2" - filter: "all" - parameters: - - "name" - - "parent" - - "msg" +# # Detailed Test Results - DPDK Performance Results 2n-tx2 +# - type: "table" +# title: "Detailed Test Results - DPDK Performance Results 2n-tx2" +# algorithm: "table_merged_details" +# output-file: "{DIR[DTR,PERF,DPDK,2N,TX2]}/dpdk_performance_results_2n_tx2" +# columns: +# - title: " |prein| Test Name |preout| " +# data: "data name" +# - title: " |prein| Throughput: |br| 1. Mpps Gbps (NDR) |br| 2. Mpps Gbps (PDR) |br| |br| One-Way Latency Percentiles in uSec at %PDR load, |br| one set per each direction: |br| 3. P50 P90 P99 P50 P90 P99 (10% PDR) |br| 4. P50 P90 P99 P50 P90 P99 (50% PDR) |br| 5. P50 P90 P99 P50 P90 P99 (90% PDR) |preout| " +# data: "data msg" +# data: "dpdk-2n-tx2-curr-iter-best" +# filter: "all" +# parameters: +# - "name" +# - "parent" +# - "msg" ################################################################################ ### F I L E S ### @@ -5238,23 +4650,23 @@ - "{DIR[DTR,PERF,VPP,3N,SKX]}" - "{DIR[DTR,PERF,VPP,2N,CLX]}" # - "{DIR[DTR,PERF,VPP,2N,ICX]}" +# - "{DIR[DTR,PERF,VPP,3N,ICX]}" - "{DIR[DTR,PERF,VPP,2N,ZN2]}" - - "{DIR[DTR,PERF,VPP,3N,HSW]}" - "{DIR[DTR,PERF,VPP,3N,TSH]}" - "{DIR[DTR,PERF,VPP,2N,TX2]}" - "{DIR[DTR,PERF,VPP,2N,DNV]}" - "{DIR[DTR,PERF,VPP,3N,DNV]}" data: - - "vpp-perf-results-2n-skx" - - "vpp-perf-results-3n-skx" - - "vpp-perf-results-2n-clx" -# - "vpp-perf-results-2n-icx" - - "vpp-perf-results-2n-zn2" - - "vpp-perf-results-3n-hsw" - - "vpp-perf-results-3n-tsh" - - "vpp-perf-results-2n-tx2" - - "vpp-perf-results-2n-dnv" - - "vpp-perf-results-3n-dnv" + - "vpp-2n-skx-curr-cov" + - "vpp-3n-skx-curr-cov" + - "vpp-2n-clx-curr-cov" +# - "vpp-2n-icx-curr-iter-best" +# - "vpp-3n-icx-curr-iter-best" + - "vpp-2n-zn2-curr-cov" + - "vpp-3n-tsh-curr-cov" + - "vpp-2n-tx2-curr-cov" + - "vpp-2n-dnv-curr-cov" + - "vpp-3n-dnv-curr-cov" filter: "'NDRPDR'" data-start-level: 4 order-chapters: @@ -5277,8 +4689,8 @@ - "3n-skx" - "2n-clx" # - "2n-icx" +# - "3n-icx" - "2n-zn2" - - "3n-hsw" - "3n-tsh" - "2n-tx2" - "2n-dnv" @@ -5304,23 +4716,23 @@ - "{DIR[DTC,PERF,VPP,3N,SKX]}" - "{DIR[DTC,PERF,VPP,2N,CLX]}" # - "{DIR[DTC,PERF,VPP,2N,ICX]}" +# - "{DIR[DTC,PERF,VPP,3N,ICX]}" - "{DIR[DTC,PERF,VPP,2N,ZN2]}" - - "{DIR[DTC,PERF,VPP,3N,HSW]}" - "{DIR[DTC,PERF,VPP,3N,TSH]}" - "{DIR[DTC,PERF,VPP,2N,TX2]}" - "{DIR[DTC,PERF,VPP,2N,DNV]}" - "{DIR[DTC,PERF,VPP,3N,DNV]}" data: - - "vpp-perf-results-2n-skx" - - "vpp-perf-results-3n-skx" - - "vpp-perf-results-2n-clx" -# - "vpp-perf-results-2n-icx" - - "vpp-perf-results-2n-zn2" - - "vpp-perf-results-3n-hsw" - - "vpp-perf-results-3n-tsh" - - "vpp-perf-results-2n-tx2" - - "vpp-perf-results-2n-dnv" - - "vpp-perf-results-3n-dnv" + - "vpp-2n-skx-curr-cov" + - "vpp-3n-skx-curr-cov" + - "vpp-2n-clx-curr-cov" +# - "vpp-2n-icx-curr-iter-best" +# - "vpp-3n-icx-curr-iter-best" + - "vpp-2n-zn2-curr-cov" + - "vpp-3n-tsh-curr-cov" + - "vpp-2n-tx2-curr-cov" + - "vpp-2n-dnv-curr-cov" + - "vpp-3n-dnv-curr-cov" filter: "'NDRPDR'" data-start-level: 4 order-chapters: @@ -5343,8 +4755,8 @@ - "3n-skx" - "2n-clx" # - "2n-icx" +# - "3n-icx" - "2n-zn2" - - "3n-hsw" - "3n-tsh" - "2n-tx2" - "2n-dnv" @@ -5370,23 +4782,23 @@ - "{DIR[DTO,PERF,VPP,3N,SKX]}" - "{DIR[DTO,PERF,VPP,2N,CLX]}" # - "{DIR[DTO,PERF,VPP,2N,ICX]}" +# - "{DIR[DTO,PERF,VPP,3N,ICX]}" - "{DIR[DTO,PERF,VPP,2N,ZN2]}" - - "{DIR[DTO,PERF,VPP,3N,HSW]}" - "{DIR[DTO,PERF,VPP,3N,TSH]}" - "{DIR[DTO,PERF,VPP,2N,TX2]}" - "{DIR[DTO,PERF,VPP,2N,DNV]}" - "{DIR[DTO,PERF,VPP,3N,DNV]}" data: - - "vpp-perf-results-2n-skx" - - "vpp-perf-results-3n-skx" - - "vpp-perf-results-2n-clx" -# - "vpp-perf-results-2n-icx" - - "vpp-perf-results-2n-zn2" - - "vpp-perf-results-3n-hsw" - - "vpp-perf-results-3n-tsh" - - "vpp-perf-results-2n-tx2" - - "vpp-perf-results-2n-dnv" - - "vpp-perf-results-3n-dnv" + - "vpp-2n-skx-curr-cov" + - "vpp-3n-skx-curr-cov" + - "vpp-2n-clx-curr-cov" +# - "vpp-2n-icx-curr-iter-best" +# - "vpp-3n-icx-curr-iter-best" + - "vpp-2n-zn2-curr-cov" + - "vpp-3n-tsh-curr-cov" + - "vpp-2n-tx2-curr-cov" + - "vpp-2n-dnv-curr-cov" + - "vpp-3n-dnv-curr-cov" filter: "'NDRPDR'" data-start-level: 4 order-chapters: @@ -5409,8 +4821,8 @@ - "3n-skx" - "2n-clx" # - "2n-icx" +# - "3n-icx" - "2n-zn2" - - "3n-hsw" - "3n-tsh" - "2n-tx2" - "2n-dnv" @@ -5436,23 +4848,23 @@ - "{DIR[DTR,MRR,VPP,3N,SKX]}" - "{DIR[DTR,MRR,VPP,2N,CLX]}" # - "{DIR[DTR,MRR,VPP,2N,ICX]}" +# - "{DIR[DTR,MRR,VPP,3N,ICX]}" - "{DIR[DTR,MRR,VPP,2N,ZN2]}" - - "{DIR[DTR,MRR,VPP,3N,HSW]}" - "{DIR[DTR,MRR,VPP,3N,TSH]}" - "{DIR[DTR,MRR,VPP,2N,TX2]}" - "{DIR[DTR,MRR,VPP,2N,DNV]}" - "{DIR[DTR,MRR,VPP,3N,DNV]}" data: - - "vpp-mrr-results-2n-skx" - - "vpp-mrr-results-3n-skx" - - "vpp-mrr-results-2n-clx" -# - "vpp-mrr-results-2n-icx" - - "vpp-mrr-results-2n-zn2" - - "vpp-mrr-results-3n-hsw" - - "vpp-mrr-results-3n-tsh" - - "vpp-mrr-results-2n-tx2" - - "vpp-mrr-results-2n-dnv" - - "vpp-mrr-results-3n-dnv" + - "vpp-2n-skx-curr-iter-mrr" + - "vpp-3n-skx-curr-iter-mrr" + - "vpp-2n-clx-curr-iter-mrr" +# - "vpp-2n-icx-curr-iter-mrr" +# - "vpp-mrr-results-3n-icx" + - "vpp-2n-zn2-curr-iter-mrr" + - "vpp-3n-tsh-curr-iter-mrr" + - "vpp-2n-tx2-curr-iter-mrr" + - "vpp-2n-dnv-curr-iter-mrr" + - "vpp-3n-dnv-curr-iter-mrr" filter: "'MRR'" data-start-level: 4 order-chapters: @@ -5475,8 +4887,8 @@ - "3n-skx" - "2n-clx" # - "2n-icx" +# - "3n-icx" - "2n-zn2" - - "3n-hsw" - "3n-tsh" - "2n-tx2" - "2n-dnv" @@ -5502,23 +4914,23 @@ - "{DIR[DTC,MRR,VPP,3N,SKX]}" - "{DIR[DTC,MRR,VPP,2N,CLX]}" # - "{DIR[DTC,MRR,VPP,2N,ICX]}" +# - "{DIR[DTC,MRR,VPP,3N,ICX]}" - "{DIR[DTC,MRR,VPP,2N,ZN2]}" - - "{DIR[DTC,MRR,VPP,3N,HSW]}" - "{DIR[DTC,MRR,VPP,3N,TSH]}" - "{DIR[DTC,MRR,VPP,2N,TX2]}" - "{DIR[DTC,MRR,VPP,2N,DNV]}" - "{DIR[DTC,MRR,VPP,3N,DNV]}" data: - - "vpp-mrr-results-2n-skx" - - "vpp-mrr-results-3n-skx" - - "vpp-mrr-results-2n-clx" -# - "vpp-mrr-results-2n-icx" - - "vpp-mrr-results-2n-zn2" - - "vpp-mrr-results-3n-hsw" - - "vpp-mrr-results-3n-tsh" - - "vpp-mrr-results-2n-tx2" - - "vpp-mrr-results-2n-dnv" - - "vpp-mrr-results-3n-dnv" + - "vpp-2n-skx-curr-iter-mrr" + - "vpp-3n-skx-curr-iter-mrr" + - "vpp-2n-clx-curr-iter-mrr" +# - "vpp-2n-icx-curr-iter-mrr" +# - "vpp-mrr-results-3n-icx" + - "vpp-2n-zn2-curr-iter-mrr" + - "vpp-3n-tsh-curr-iter-mrr" + - "vpp-2n-tx2-curr-iter-mrr" + - "vpp-2n-dnv-curr-iter-mrr" + - "vpp-3n-dnv-curr-iter-mrr" filter: "'MRR'" data-start-level: 4 order-chapters: @@ -5541,8 +4953,8 @@ - "3n-skx" - "2n-clx" # - "2n-icx" +# - "3n-icx" - "2n-zn2" - - "3n-hsw" - "3n-tsh" - "2n-tx2" - "2n-dnv" @@ -5578,23 +4990,13 @@ filter: "all" data-start-level: 4 -# DPDK Performance Results 3n-hsw -- type: "file" - title: "DPDK Performance Results 3n-hsw" - algorithm: "file_test_results" - output-file: "{DIR[DTR,PERF,DPDK,3N,HSW]}" - dir-tables: "{DIR[DTR,PERF,DPDK,3N,HSW]}" - data: "dpdk-perf-results-3n-hsw" - filter: "all" - data-start-level: 4 - # DPDK Performance Results 3n-skx - type: "file" title: "DPDK Performance Results 3n-skx" algorithm: "file_test_results" output-file: "{DIR[DTR,PERF,DPDK,3N,SKX]}" dir-tables: "{DIR[DTR,PERF,DPDK,3N,SKX]}" - data: "dpdk-perf-results-3n-skx" + data: "dpdk-3n-skx-curr-iter-best" filter: "all" data-start-level: 4 @@ -5604,7 +5006,7 @@ algorithm: "file_test_results" output-file: "{DIR[DTR,PERF,DPDK,2N,SKX]}" dir-tables: "{DIR[DTR,PERF,DPDK,2N,SKX]}" - data: "dpdk-perf-results-2n-skx" + data: "dpdk-2n-skx-curr-iter-best" filter: "all" data-start-level: 4 @@ -5614,7 +5016,7 @@ algorithm: "file_test_results" output-file: "{DIR[DTR,PERF,DPDK,2N,ZN2]}" dir-tables: "{DIR[DTR,PERF,DPDK,2N,ZN2]}" - data: "dpdk-perf-results-2n-zn2" + data: "dpdk-2n-zn2-curr-iter-best" filter: "all" data-start-level: 4 @@ -5624,7 +5026,7 @@ algorithm: "file_test_results" output-file: "{DIR[DTR,PERF,DPDK,2N,CLX]}" dir-tables: "{DIR[DTR,PERF,DPDK,2N,CLX]}" - data: "dpdk-perf-results-2n-clx" + data: "dpdk-2n-clx-curr-iter-best" filter: "all" data-start-level: 4 @@ -5654,62 +5056,160 @@ algorithm: "file_test_results" output-file: "{DIR[DTR,PERF,DPDK,3N,TSH]}" dir-tables: "{DIR[DTR,PERF,DPDK,3N,TSH]}" - data: "dpdk-perf-results-3n-tsh" + data: "dpdk-3n-tsh-curr-iter-best" filter: "all" data-start-level: 4 -# DPDK Performance Results 2n-tx2 -- type: "file" - title: "DPDK Performance Results 2n-tx2" - algorithm: "file_test_results" - output-file: "{DIR[DTR,PERF,DPDK,2N,TX2]}" - dir-tables: "{DIR[DTR,PERF,DPDK,2N,TX2]}" - data: "dpdk-perf-results-2n-tx2" - filter: "all" - data-start-level: 4 +# # DPDK Performance Results 2n-tx2 +# - type: "file" +# title: "DPDK Performance Results 2n-tx2" +# algorithm: "file_test_results" +# output-file: "{DIR[DTR,PERF,DPDK,2N,TX2]}" +# dir-tables: "{DIR[DTR,PERF,DPDK,2N,TX2]}" +# data: "dpdk-2n-tx2-curr-iter-best" +# filter: "all" +# data-start-level: 4 ################################################################################ ### P L O T S ### ################################################################################ -# Hoststack tests 3n-hsw +# VSAP tests 2n-clx + +- type: "plot" + title: "2n-clx-e810cg-0b-2t1c-eth-ip4tcphttp-ldpreload-nginx-cps" + algorithm: "plot_perf_box_name" + output-file: "{DIR[STATIC,VPP]}/2n-clx-e810cg-0b-2t1c-eth-ip4tcphttp-ldpreload-nginx-cps" + data: "vpp-2n-clx-curr-iter-vsap" + include: + - "Tests.Vpp.Perf.Hoststack.2N1L-100Ge2P1E810Cq-Eth-Ip4Tcphttp-Ldpreload-Nginx-1.14.2-Cps.0B-2t1c-eth-ip4tcphttp-ldpreload-nginx-1.14.2-cps" + - "Tests.Vpp.Perf.Hoststack.2N1L-100Ge2P1E810Cq-Eth-Ip4Tcphttp-Ldpreload-Nginx-1.15.0-Cps.0B-2t1c-eth-ip4tcphttp-ldpreload-nginx-1.15.0-cps" + layout: + title: "2n-clx-e810cg-0b-2t1c-eth-ip4tcphttp-ldpreload-nginx" + layout: "plot-hoststack" + +- type: "plot" + title: "2n-clx-e810cg-64b-2t1c-eth-ip4tcphttp-ldpreload-nginx-cps" + algorithm: "plot_perf_box_name" + output-file: "{DIR[STATIC,VPP]}/2n-clx-e810cg-64b-2t1c-eth-ip4tcphttp-ldpreload-nginx-cps" + data: "vpp-2n-clx-curr-iter-vsap" + include: + - "Tests.Vpp.Perf.Hoststack.2N1L-100Ge2P1E810Cq-Eth-Ip4Tcphttp-Ldpreload-Nginx-1.14.2-Cps.64b-2t1c-eth-ip4tcphttp-ldpreload-nginx-1.14.2-cps" + - "Tests.Vpp.Perf.Hoststack.2N1L-100Ge2P1E810Cq-Eth-Ip4Tcphttp-Ldpreload-Nginx-1.15.0-Cps.64b-2t1c-eth-ip4tcphttp-ldpreload-nginx-1.15.0-cps" + layout: + title: "2n-clx-e810cg-64b-2t1c-eth-ip4tcphttp-ldpreload-nginx" + layout: "plot-hoststack" + +- type: "plot" + title: "2n-clx-e810cg-1024b-2t1c-eth-ip4tcphttp-ldpreload-nginx-cps" + algorithm: "plot_perf_box_name" + output-file: "{DIR[STATIC,VPP]}/2n-clx-e810cg-1024b-2t1c-eth-ip4tcphttp-ldpreload-nginx-cps" + data: "vpp-2n-clx-curr-iter-vsap" + include: + - "Tests.Vpp.Perf.Hoststack.2N1L-100Ge2P1E810Cq-Eth-Ip4Tcphttp-Ldpreload-Nginx-1.14.2-Cps.1024b-2t1c-eth-ip4tcphttp-ldpreload-nginx-1.14.2-cps" + - "Tests.Vpp.Perf.Hoststack.2N1L-100Ge2P1E810Cq-Eth-Ip4Tcphttp-Ldpreload-Nginx-1.15.0-Cps.1024b-2t1c-eth-ip4tcphttp-ldpreload-nginx-1.15.0-cps" + layout: + title: "2n-clx-e810cg-1024b-2t1c-eth-ip4tcphttp-ldpreload-nginx" + layout: "plot-hoststack" + +- type: "plot" + title: "2n-clx-e810cg-2048b-2t1c-eth-ip4tcphttp-ldpreload-nginx-cps" + algorithm: "plot_perf_box_name" + output-file: "{DIR[STATIC,VPP]}/2n-clx-e810cg-2048b-2t1c-eth-ip4tcphttp-ldpreload-nginx-cps" + data: "vpp-2n-clx-curr-iter-vsap" + include: + - "Tests.Vpp.Perf.Hoststack.2N1L-100Ge2P1E810Cq-Eth-Ip4Tcphttp-Ldpreload-Nginx-1.14.2-Cps.2048b-2t1c-eth-ip4tcphttp-ldpreload-nginx-1.14.2-cps" + - "Tests.Vpp.Perf.Hoststack.2N1L-100Ge2P1E810Cq-Eth-Ip4Tcphttp-Ldpreload-Nginx-1.15.0-Cps.2048b-2t1c-eth-ip4tcphttp-ldpreload-nginx-1.15.0-cps" + layout: + title: "2n-clx-e810cg-2048b-2t1c-eth-ip4tcphttp-ldpreload-nginx" + layout: "plot-hoststack" + +- type: "plot" + title: "2n-clx-e810cg-0b-2t1c-eth-ip4tcphttp-ldpreload-nginx-rps" + algorithm: "plot_perf_box_name" + output-file: "{DIR[STATIC,VPP]}/2n-clx-e810cg-0b-2t1c-eth-ip4tcphttp-ldpreload-nginx-rps" + data: "vpp-2n-clx-curr-iter-vsap" + include: + - "Tests.Vpp.Perf.Hoststack.2N1L-100Ge2P1E810Cq-Eth-Ip4Tcphttp-Ldpreload-Nginx-1.14.2-rps.0B-2t1c-eth-ip4tcphttp-ldpreload-nginx-1.14.2-rps" + - "Tests.Vpp.Perf.Hoststack.2N1L-100Ge2P1E810Cq-Eth-Ip4Tcphttp-Ldpreload-Nginx-1.15.0-rps.0B-2t1c-eth-ip4tcphttp-ldpreload-nginx-1.15.0-rps" + layout: + title: "2n-clx-e810cg-0b-2t1c-eth-ip4tcphttp-ldpreload-nginx" + layout: "plot-hoststack" + +- type: "plot" + title: "2n-clx-e810cg-64b-2t1c-eth-ip4tcphttp-ldpreload-nginx-rps" + algorithm: "plot_perf_box_name" + output-file: "{DIR[STATIC,VPP]}/2n-clx-e810cg-64b-2t1c-eth-ip4tcphttp-ldpreload-nginx-rps" + data: "vpp-2n-clx-curr-iter-vsap" + include: + - "Tests.Vpp.Perf.Hoststack.2N1L-100Ge2P1E810Cq-Eth-Ip4Tcphttp-Ldpreload-Nginx-1.14.2-rps.64b-2t1c-eth-ip4tcphttp-ldpreload-nginx-1.14.2-rps" + - "Tests.Vpp.Perf.Hoststack.2N1L-100Ge2P1E810Cq-Eth-Ip4Tcphttp-Ldpreload-Nginx-1.15.0-rps.64b-2t1c-eth-ip4tcphttp-ldpreload-nginx-1.15.0-rps" + layout: + title: "2n-clx-e810cg-64b-2t1c-eth-ip4tcphttp-ldpreload-nginx" + layout: "plot-hoststack" + +- type: "plot" + title: "2n-clx-e810cg-1024b-2t1c-eth-ip4tcphttp-ldpreload-nginx-rps" + algorithm: "plot_perf_box_name" + output-file: "{DIR[STATIC,VPP]}/2n-clx-e810cg-1024b-2t1c-eth-ip4tcphttp-ldpreload-nginx-rps" + data: "vpp-2n-clx-curr-iter-vsap" + include: + - "Tests.Vpp.Perf.Hoststack.2N1L-100Ge2P1E810Cq-Eth-Ip4Tcphttp-Ldpreload-Nginx-1.14.2-rps.1024b-2t1c-eth-ip4tcphttp-ldpreload-nginx-1.14.2-rps" + - "Tests.Vpp.Perf.Hoststack.2N1L-100Ge2P1E810Cq-Eth-Ip4Tcphttp-Ldpreload-Nginx-1.15.0-rps.1024b-2t1c-eth-ip4tcphttp-ldpreload-nginx-1.15.0-rps" + layout: + title: "2n-clx-e810cg-1024b-2t1c-eth-ip4tcphttp-ldpreload-nginx" + layout: "plot-hoststack" + +- type: "plot" + title: "2n-clx-e810cg-2048b-2t1c-eth-ip4tcphttp-ldpreload-nginx-rps" + algorithm: "plot_perf_box_name" + output-file: "{DIR[STATIC,VPP]}/2n-clx-e810cg-2048b-2t1c-eth-ip4tcphttp-ldpreload-nginx-rps" + data: "vpp-2n-clx-curr-iter-vsap" + include: + - "Tests.Vpp.Perf.Hoststack.2N1L-100Ge2P1E810Cq-Eth-Ip4Tcphttp-Ldpreload-Nginx-1.14.2-rps.2048b-2t1c-eth-ip4tcphttp-ldpreload-nginx-1.14.2-rps" + - "Tests.Vpp.Perf.Hoststack.2N1L-100Ge2P1E810Cq-Eth-Ip4Tcphttp-Ldpreload-Nginx-1.15.0-rps.2048b-2t1c-eth-ip4tcphttp-ldpreload-nginx-1.15.0-rps" + layout: + title: "2n-clx-e810cg-2048b-2t1c-eth-ip4tcphttp-ldpreload-nginx" + layout: "plot-hoststack" + +# Hoststack tests 3n-skx - type: "plot" - title: "Bandwidth: 3n-hsw-xl710-1460b-1t1c-eth-ip4tcp-ldpreload-iperf3" + title: "Bandwidth: 3n-skx-xxv710-1460b-2t1c-eth-ip4tcp-ldpreload-iperf3" algorithm: "plot_perf_box_name" - output-file: "{DIR[STATIC,VPP]}/3n-hsw-xl710-1460b-1t1c-eth-ip4tcp-ldpreload-iperf3-bps" - data: "plot-vpp-hoststack-3n-hsw" + output-file: "{DIR[STATIC,VPP]}/3n-skx-xxv710-1460b-2t1c-eth-ip4tcp-ldpreload-iperf3-bps" + data: "vpp-3n-skx-curr-iter-hoststack" include: - - "Tests.Vpp.Perf.Hoststack.40Ge2P1Xl710-Eth-Ip4Tcpbase-Ldpreload-Iperf3-Bps.1460B-1t1c-eth-ip4tcpbase-ldpreload-iperf3-bps" - - "Tests.Vpp.Perf.Hoststack.40Ge2P1Xl710-Eth-Ip4Tcpscale1Cl10S-Ldpreload-Iperf3-Bps.1460B-1t1c-eth-ip4tcpscale1cl10s-ldpreload-iperf3-bps" + - "Tests.Vpp.Perf.Hoststack.25Ge2P1Xxv710-Eth-Ip4Tcpbase-Ldpreload-Iperf3-Bps.1460B-2t1c-eth-ip4tcpbase-ldpreload-iperf3-bps" + - "Tests.Vpp.Perf.Hoststack.25Ge2P1Xxv710-Eth-Ip4Tcpscale1Cl10S-Ldpreload-Iperf3-Bps.1460B-2t1c-eth-ip4tcpscale1cl10s-ldpreload-iperf3-bps" layout: - title: "3n-hsw-xl710-1460b-1t1c-eth-ip4tcp-ldpreload-iperf3" + title: "3n-skx-xxv710-1460b-2t1c-eth-ip4tcp-ldpreload-iperf3" layout: "plot-hoststack" - type: "plot" - title: "Bandwidth: 3n-hsw-xl710-1460b-1t1c-eth-ip4tcp-nsim-ldpreload-iperf3" + title: "Bandwidth: 3n-skx-xxv710-1460b-2t1c-eth-ip4udp-ldpreload-iperf3" algorithm: "plot_perf_box_name" - output-file: "{DIR[STATIC,VPP]}/3n-hsw-xl710-1460b-1t1c-eth-ip4tcp-nsim-ldpreload-iperf3-bps" - data: "plot-vpp-hoststack-3n-hsw" + output-file: "{DIR[STATIC,VPP]}/3n-skx-xxv710-1460b-2t1c-eth-ip4udp-ldpreload-iperf3-bps" + data: "vpp-3n-skx-curr-iter-hoststack" include: - - "Tests.Vpp.Perf.Hoststack.40Ge2P1Xl710-Eth-Ip4Tcpbase-Nsim-Ldpreload-Iperf3-Bps.1460B-1t1c-eth-ip4tcpbase-nsim-ldpreload-iperf3-bps" - - "Tests.Vpp.Perf.Hoststack.40Ge2P1Xl710-Eth-Ip4Tcpscale1Cl10S-Nsim-Ldpreload-Iperf3-Bps.1460B-1t1c-eth-ip4tcpscale1cl10s-nsim-ldpreload-iperf3-bps" + - "Tests.Vpp.Perf.Hoststack.25Ge2P1Xxv710-Eth-Ip4Udpbase-Ldpreload-Iperf3-Bps.1460B-2t1c-eth-ip4udpbase-ldpreload-iperf3-bps" + - "Tests.Vpp.Perf.Hoststack.25Ge2P1Xxv710-Eth-Ip4Udpscale1Cl10S-Ldpreload-Iperf3-Bps.1460B-2t1c-eth-ip4udpscale1cl10s-ldpreload-iperf3-bps" layout: - title: "3n-hsw-xl710-1460b-1t1c-eth-ip4tcp-nsim-ldpreload-iperf3" + title: "3n-skx-xxv710-1460b-2t1c-eth-ip4udp-ldpreload-iperf3" layout: "plot-hoststack" - type: "plot" - title: "Bandwidth: 3n-hsw-xl710-1280b-1t1c-eth-ip4udpquic-vppecho" + title: "Bandwidth: 3n-skx-xxv710-1280b-2t1c-eth-ip4udpquic-vppecho" algorithm: "plot_perf_box_name" - output-file: "{DIR[STATIC,VPP]}/3n-hsw-xl710-1280b-1t1c-eth-ip4udpquic-vppecho-bps" - data: "plot-vpp-hoststack-3n-hsw" + output-file: "{DIR[STATIC,VPP]}/3n-skx-xxv710-1280b-2t1c-eth-ip4udpquic-vppecho-bps" + data: "vpp-3n-skx-curr-iter-hoststack" include: - - "Tests.Vpp.Perf.Hoststack.40Ge2P1Xl710-Eth-Ip4Udpquicbase-Vppecho-Bps.1280B-1t1c-eth-ip4udpquicbase-vppecho-bps" - - "Tests.Vpp.Perf.Hoststack.40Ge2P1Xl710-Eth-Ip4Udpquicscale1Cl10S-Vppecho-Bps.1280B-1t1c-eth-ip4udpquicscale1cl10s-vppecho-bps" - - "Tests.Vpp.Perf.Hoststack.40Ge2P1Xl710-Eth-Ip4Udpquicscale10Cl1S-Vppecho-Bps.1280B-1t1c-eth-ip4udpquicscale10cl1s-vppecho-bps" - - "Tests.Vpp.Perf.Hoststack.40Ge2P1Xl710-Eth-Ip4Udpquicscale10Cl10S-Vppecho-Bps.1280B-1t1c-eth-ip4udpquicscale10cl10s-vppecho-bps" + - "Tests.Vpp.Perf.Hoststack.25Ge2P1Xxv710-Eth-Ip4Udpquicbase-Vppecho-Bps.1280B-2t1c-eth-ip4udpquicbase-vppecho-bps" + - "Tests.Vpp.Perf.Hoststack.25Ge2P1Xxv710-Eth-Ip4Udpquicscale1Cl10S-Vppecho-Bps.1280B-2t1c-eth-ip4udpquicscale1cl10s-vppecho-bps" + - "Tests.Vpp.Perf.Hoststack.25Ge2P1Xxv710-Eth-Ip4Udpquicscale10Cl1S-Vppecho-Bps.1280B-2t1c-eth-ip4udpquicscale10cl1s-vppecho-bps" + - "Tests.Vpp.Perf.Hoststack.25Ge2P1Xxv710-Eth-Ip4Udpquicscale10Cl10S-Vppecho-Bps.1280B-2t1c-eth-ip4udpquicscale10cl10s-vppecho-bps" layout: - title: "3n-hsw-xl710-1280b-1t1c-eth-ip4udpquic-vppecho" + title: "3n-skx-xxv710-1280b-2t1c-eth-ip4udpquic-vppecho" layout: "plot-hoststack" ################################################################################ @@ -5720,7 +5220,7 @@ algorithm: "plot_perf_box_name" output-file-type: ".html" output-file: "{DIR[STATIC,VPP]}/soak-test-1" - data: "plot-vpp-soak-2n-clx" + data: "vpp-2n-clx-curr-soak" include: - "Tests.Vpp.Perf.L2.2N1L-25Ge2P1Xxv710-Avf-Eth-L2Xcbase-Soak.64B-2t1c-avf-eth-l2xcbase-soak" - "Tests.Vpp.Perf.L2.2N1L-25Ge2P1Xxv710-Avf-Eth-L2Bdbasemaclrn-Soak.64B-2t1c-avf-eth-l2bdbasemaclrn-soak" @@ -5738,7 +5238,7 @@ algorithm: "plot_perf_box_name" output-file-type: ".html" output-file: "{DIR[STATIC,VPP]}/soak-test-2" - data: "plot-vpp-soak-2n-clx" + data: "vpp-2n-clx-curr-soak" include: - "Tests.Vpp.Perf.Ip6.2N1L-25Ge2P1Xxv710-Avf-Ethip6-Ip6Base-Soak.78B-2t1c-avf-ethip6-ip6base-soak" - "Tests.Vpp.Perf.Ip6.2N1L-25Ge2P1Xxv710-Ethip6-Ip6Base-Soak.78B-2t1c-ethip6-ip6base-soak" @@ -5756,7 +5256,7 @@ algorithm: "plot_perf_box_name" output-file-type: ".html" output-file: "{DIR[STATIC,VPP]}/soak-test-2n-skx-1" - data: "plot-vpp-soak-2n-skx" + data: "vpp-2n-skx-curr-soak" include: - "Tests.Vpp.Perf.L2.2N1L-25Ge2P1Xxv710-Avf-Eth-L2Xcbase-Soak.64B-2t1c-avf-eth-l2xcbase-soak" - "Tests.Vpp.Perf.L2.2N1L-25Ge2P1Xxv710-Avf-Eth-L2Bdbasemaclrn-Soak.64B-2t1c-avf-eth-l2bdbasemaclrn-soak" @@ -5774,7 +5274,7 @@ algorithm: "plot_perf_box_name" output-file-type: ".html" output-file: "{DIR[STATIC,VPP]}/soak-test-2n-skx-2" - data: "plot-vpp-soak-2n-skx" + data: "vpp-2n-skx-curr-soak" include: - "Tests.Vpp.Perf.Ip6.2N1L-25Ge2P1Xxv710-Avf-Ethip6-Ip6Base-Soak.78B-2t1c-avf-ethip6-ip6base-soak" - "Tests.Vpp.Perf.Ip6.2N1L-25Ge2P1Xxv710-Ethip6-Ip6Base-Soak.78B-2t1c-ethip6-ip6base-soak" @@ -5794,7 +5294,7 @@ title: "NFV Effective Blocked Time: 2n-skx-xxv710-imix-{core}-dot1qip4vxlan-l2bd-{Y}ch-1ach-{2XY}vh-{XY}vm-reconf" algorithm: "plot_nf_reconf_box_name" output-file: "{DIR[STATIC,VPP]}/2n-skx-xxv710-imix-{core}-dot1qip4vxlan-l2bd-reconf" - data: "plot-vpp-nfv-reconf-2n-skx" + data: "vpp-2n-skx-curr-nfv-reconf" core: ["2t1c", "4t2c", "8t4c"] include: - "Tests.Vpp.Perf.Nfv Density.Vm Vhost.Chain Dot1Qip4Vxlan.2N-25Ge2P1Xxv710-Avf-Dot1Qip4Vxlan-L2Bd-1Ch-1Ach-2Vh-1Vm1T-Testpmd-Reconf.IMIX-{core}-avf-dot1qip4vxlan-l2bd-1ch-1ach-2vh-1vm1t-testpmd-reconf" @@ -5815,7 +5315,7 @@ title: "NFV Effective Blocked Time: 2n-clx-xxv710-imix-{core}-dot1qip4vxlan-l2bd-{Y}ch-1ach-{2XY}vh-{XY}vm-reconf" algorithm: "plot_nf_reconf_box_name" output-file: "{DIR[STATIC,VPP]}/2n-clx-xxv710-imix-{core}-dot1qip4vxlan-l2bd-reconf" - data: "plot-vpp-nfv-reconf-2n-clx" + data: "vpp-2n-clx-curr-nfv-reconf" core: ["2t1c", "4t2c", "8t4c"] include: - "Tests.Vpp.Perf.Nfv Density.Vm Vhost.Chain Dot1Qip4Vxlan.2N-25Ge2P1Xxv710-Avf-Dot1Qip4Vxlan-L2Bd-1Ch-1Ach-2Vh-1Vm1T-Testpmd-Reconf.IMIX-{core}-avf-dot1qip4vxlan-l2bd-1ch-1ach-2vh-1vm1t-testpmd-reconf" @@ -5828,61 +5328,12 @@ ############################################################################### -# Reconf tests 3n-hsw - -- type: "plot" - title: "Effective Blocked Time: 3n-hsw-xl710-64b-{core}-ethip4ipsec4tnlsw-1atnl-ip4base-reconf" - algorithm: "plot_nf_reconf_box_name" - output-file: "{DIR[STATIC,VPP]}/3n-hsw-xl710-64b-{core}-ethip4ipsec4tnlsw-1atnl-ip4base-reconf" - data: "plot-vpp-ipsec-reconf-3n-hsw" - core: ["1t1c", "2t2c", "4t4c"] - include: - - "Tests.Vpp.Perf.Crypto.40Ge2P1Xl710-Ethip4Ipsec4Tnlsw-1Atnl-Ip4Base-Int-Aes128Cbc-Hmac256Sha-Reconf.64B-{core}-ethip4ipsec4tnlsw-1atnl-ip4base-int-aes128cbc-hmac256sha-reconf" - - "Tests.Vpp.Perf.Crypto.40Ge2P1Xl710-Ethip4Ipsec4Tnlsw-1Atnl-Ip4Base-Int-Aes128Cbc-Hmac512Sha-Reconf.64B-{core}-ethip4ipsec4tnlsw-1atnl-ip4base-int-aes128cbc-hmac512sha-reconf" - - "Tests.Vpp.Perf.Crypto.40Ge2P1Xl710-Ethip4Ipsec4Tnlsw-1Atnl-Ip4Base-Int-Aes128Gcm-Reconf.64B-{core}-ethip4ipsec4tnlsw-1atnl-ip4base-int-aes128gcm-reconf" - - "Tests.Vpp.Perf.Crypto.40Ge2P1Xl710-Ethip4Ipsec4Tnlsw-1Atnl-Ip4Base-Int-Aes256Gcm-Reconf.64B-{core}-ethip4ipsec4tnlsw-1atnl-ip4base-int-aes256gcm-reconf" - layout: - title: "ethip4ipsec4tnlsw-1atnl-ip4base" - layout: "plot-throughput" - -- type: "plot" - title: "Effective Blocked Time: 3n-hsw-xl710-64b-{core}-ethip4ipsec1000tnlsw-1atnl-ip4base-reconf" - algorithm: "plot_nf_reconf_box_name" - output-file: "{DIR[STATIC,VPP]}/3n-hsw-xl710-64b-{core}-ethip4ipsec1000tnlsw-1atnl-ip4base-reconf" - data: "plot-vpp-ipsec-reconf-3n-hsw" - core: ["1t1c", "2t2c", "4t4c"] - include: - - "Tests.Vpp.Perf.Crypto.40Ge2P1Xl710-Ethip4Ipsec1000Tnlsw-1Atnl-Ip4Base-Int-Aes128Cbc-Hmac256Sha-Reconf.64B-{core}-ethip4ipsec1000tnlsw-1atnl-ip4base-int-aes128cbc-hmac256sha-reconf" - - "Tests.Vpp.Perf.Crypto.40Ge2P1Xl710-Ethip4Ipsec1000Tnlsw-1Atnl-Ip4Base-Int-Aes128Cbc-Hmac512Sha-Reconf.64B-{core}-ethip4ipsec1000tnlsw-1atnl-ip4base-int-aes128cbc-hmac512sha-reconf" - - "Tests.Vpp.Perf.Crypto.40Ge2P1Xl710-Ethip4Ipsec1000Tnlsw-1Atnl-Ip4Base-Int-Aes128Gcm-Reconf.64B-{core}-ethip4ipsec1000tnlsw-1atnl-ip4base-int-aes128gcm-reconf" - - "Tests.Vpp.Perf.Crypto.40Ge2P1Xl710-Ethip4Ipsec1000Tnlsw-1Atnl-Ip4Base-Int-Aes256Gcm-Reconf.64B-{core}-ethip4ipsec1000tnlsw-1atnl-ip4base-int-aes256gcm-reconf" - layout: - title: "ethip4ipsec1000tnlsw-1atnl-ip4base" - layout: "plot-throughput" - -- type: "plot" - title: "Effective Blocked Time: 3n-hsw-xl710-64b-{core}-ethip4ipsec60000tnlsw-1atnl-ip4base-reconf" - algorithm: "plot_nf_reconf_box_name" - output-file: "{DIR[STATIC,VPP]}/3n-hsw-xl710-64b-{core}-ethip4ipsec60000tnlsw-1atnl-ip4base-reconf" - data: "plot-vpp-ipsec-reconf-3n-hsw" - core: ["1t1c", "2t2c", "4t4c"] - include: - - "Tests.Vpp.Perf.Crypto.40Ge2P1Xl710-Ethip4Ipsec60000Tnlsw-1Atnl-Ip4Base-Int-Aes128Cbc-Hmac256Sha-Reconf.64B-{core}-ethip4ipsec60000tnlsw-1atnl-ip4base-int-aes128cbc-hmac256sha-reconf" - - "Tests.Vpp.Perf.Crypto.40Ge2P1Xl710-Ethip4Ipsec60000Tnlsw-1Atnl-Ip4Base-Int-Aes128Cbc-Hmac512Sha-Reconf.64B-{core}-ethip4ipsec60000tnlsw-1atnl-ip4base-int-aes128cbc-hmac512sha-reconf" - - "Tests.Vpp.Perf.Crypto.40Ge2P1Xl710-Ethip4Ipsec60000Tnlsw-1Atnl-Ip4Base-Int-Aes128Gcm-Reconf.64B-{core}-ethip4ipsec60000tnlsw-1atnl-ip4base-int-aes128gcm-reconf" - - "Tests.Vpp.Perf.Crypto.40Ge2P1Xl710-Ethip4Ipsec60000Tnlsw-1Atnl-Ip4Base-Int-Aes256Gcm-Reconf.64B-{core}-ethip4ipsec60000tnlsw-1atnl-ip4base-int-aes256gcm-reconf" - layout: - title: "ethip4ipsec60000tnlsw-1atnl-ip4base" - layout: "plot-throughput" - -############################################################################### - # Plots - NF Density - 2n-skx - VSC - MRR IMIX - type: "plot" title: "Packet Throughput: eth-l2bd-{Y}ch-{2XY}vh-{XY}vm-vppip4-{test_type}" algorithm: "plot_nf_heatmap" output-file: "{DIR[STATIC,VPP]}/l2bd-2n-skx-xxv710-imix-{core}-base-vsc-{test_type}" - data: "plot-vpp-nfv-2n-skx-mrr" + data: "vpp-2n-skx-curr-nfv-mrr" core: ["2t1c", "4t2c", "8t4c"] test-type: ["mrr", ] include: @@ -5906,7 +5357,7 @@ title: "Packet Throughput: eth-l2bd-{Y}ch-{2XY}vh-{XY}vm-vppip4-{test_type}" algorithm: "plot_nf_heatmap" output-file: "{DIR[STATIC,VPP]}/l2bd-2n-skx-xxv710-imix-{core}-base-vsc-{test_type}" - data: "plot-vpp-nfv-2n-skx-ndrpdr" + data: "vpp-2n-skx-curr-nfv-ndrpdr" core: ["2t1c", "4t2c", "8t4c"] include: - "Tests.Vpp.Perf.Nfv Density.Vm Vhost.Chain.2N-25Ge2P1Xxv710-Avf-Eth-L2Bd-1Ch-2Vh-1Vm1T-Vppip4-ndrpdr.IMIX-{core}-avf-eth-l2bd-1ch-2vh-1vm1t-vppip4-ndrpdr" @@ -5929,7 +5380,7 @@ title: "Packet Throughput: eth-l2bd-{Y}ch-{2XY}vh-{XY}vm-vxlan-vppip4-{test_type}" algorithm: "plot_nf_heatmap" output-file: "{DIR[STATIC,VPP]}/l2bd-2n-skx-xxv710-imix-{core}-base-vsc-vxlan-{test_type}" - data: "plot-vpp-nfv-2n-skx-mrr" + data: "vpp-2n-skx-curr-nfv-mrr" core: ["2t1c", "4t2c", "8t4c"] test-type: ["mrr", ] include: @@ -5949,7 +5400,7 @@ title: "Packet Throughput: eth-l2bd-{Y}ch-{2XY}vh-{XY}vm-vxlan-vppip4-{test_type}" algorithm: "plot_nf_heatmap" output-file: "{DIR[STATIC,VPP]}/l2bd-2n-skx-xxv710-imix-{core}-base-vsc-vxlan-{test_type}" - data: "plot-vpp-nfv-2n-skx-ndrpdr" + data: "vpp-2n-skx-curr-nfv-ndrpdr" core: ["2t1c", "4t2c", "8t4c"] include: - "Tests.Vpp.Perf.Nfv Density.Vm Vhost.Chain Dot1Qip4Vxlan.2N-25Ge2P1Xxv710-Avf-Dot1Qip4Vxlan-L2Bd-1Ch-2Vh-1Vm1T-Testpmd-ndrpdr.IMIX-{core}-avf-dot1qip4vxlan-l2bd-1ch-2vh-1vm1t-testpmd-ndrpdr" @@ -5970,7 +5421,7 @@ title: "Packet Throughput: eth-l2bd-{Y}ch-{2XY}mif-{XY}dcr-vppip4-{test_type}" algorithm: "plot_nf_heatmap" output-file: "{DIR[STATIC,VPP]}/l2bd-2n-skx-xxv710-imix-{core}-base-csc-{test_type}" - data: "plot-vpp-nfv-2n-skx-mrr" + data: "vpp-2n-skx-curr-nfv-mrr" core: ["2t1c", "4t2c", "8t4c"] test-type: ["mrr", ] include: @@ -5994,7 +5445,7 @@ title: "Packet Throughput: eth-l2bd-{Y}ch-{2XY}mif-{XY}dcr-vppip4-{test_type}" algorithm: "plot_nf_heatmap" output-file: "{DIR[STATIC,VPP]}/l2bd-2n-skx-xxv710-imix-{core}-base-csc-{test_type}" - data: "plot-vpp-nfv-2n-skx-ndrpdr" + data: "vpp-2n-skx-curr-nfv-ndrpdr" core: ["2t1c", "4t2c", "8t4c"] include: - "Tests.Vpp.Perf.Nfv Density.Dcr Memif.Chain.2N-25Ge2P1Xxv710-Avf-Eth-L2Bd-1Ch-2Mif-1Dcr1T-Vppip4-ndrpdr.IMIX-{core}-avf-eth-l2bd-1ch-2mif-1dcr1t-vppip4-ndrpdr" @@ -6019,7 +5470,7 @@ title: "Packet Throughput: eth-l2bd-{Y}pl-{2Y}mif-{XY}dcr-vppip4-{test_type}" algorithm: "plot_nf_heatmap" output-file: "{DIR[STATIC,VPP]}/l2bd-2n-skx-xxv710-imix-{core}-base-csp-{test_type}" - data: "plot-vpp-nfv-2n-skx-mrr" + data: "vpp-2n-skx-curr-nfv-mrr" core: ["2t1c", "4t2c", "8t4c"] test-type: ["mrr", ] include: @@ -6043,7 +5494,7 @@ title: "Packet Throughput: eth-l2bd-{Y}pl-{2Y}mif-{XY}dcr-vppip4-{test_type}" algorithm: "plot_nf_heatmap" output-file: "{DIR[STATIC,VPP]}/l2bd-2n-skx-xxv710-imix-{core}-base-csp-{test_type}" - data: "plot-vpp-nfv-2n-skx-ndrpdr" + data: "vpp-2n-skx-curr-nfv-ndrpdr" core: ["2t1c", "4t2c", "8t4c"] include: - "Tests.Vpp.Perf.Nfv Density.Dcr Memif.Pipeline.2N-25Ge2P1Xxv710-Avf-Eth-L2Bd-1Pl-2Mif-1Dcr1T-Vppip4-ndrpdr.IMIX-{core}-avf-eth-l2bd-1pl-2mif-1dcr1t-vppip4-ndrpdr" @@ -6068,7 +5519,7 @@ title: "Packet Throughput: eth-l2bd-{Y}ch-{2XY}vh-{XY}vm-vppip4-{test_type}" algorithm: "plot_nf_heatmap" output-file: "{DIR[STATIC,VPP]}/l2bd-2n-clx-xxv710-imix-{core}-base-vsc-{test_type}" - data: "plot-vpp-nfv-2n-clx-mrr" + data: "vpp-2n-clx-curr-nfv-mrr" core: ["2t1c", "4t2c", "8t4c"] test-type: ["mrr", ] include: @@ -6092,7 +5543,7 @@ title: "Packet Throughput: eth-l2bd-{Y}ch-{2XY}vh-{XY}vm-vppip4-{test_type}" algorithm: "plot_nf_heatmap" output-file: "{DIR[STATIC,VPP]}/l2bd-2n-clx-xxv710-imix-{core}-base-vsc-{test_type}" - data: "plot-vpp-nfv-2n-clx-ndrpdr" + data: "vpp-2n-clx-curr-nfv-ndrpdr" core: ["2t1c", "4t2c", "8t4c"] include: - "Tests.Vpp.Perf.Nfv Density.Vm Vhost.Chain.2N-25Ge2P1Xxv710-Avf-Eth-L2Bd-1Ch-2Vh-1Vm1T-Vppip4-ndrpdr.IMIX-{core}-avf-eth-l2bd-1ch-2vh-1vm1t-vppip4-ndrpdr" @@ -6115,7 +5566,7 @@ title: "Packet Throughput: eth-l2bd-{Y}ch-{2XY}vh-{XY}vm-vxlan-vppip4-{test_type}" algorithm: "plot_nf_heatmap" output-file: "{DIR[STATIC,VPP]}/l2bd-2n-clx-xxv710-imix-{core}-base-vsc-vxlan-{test_type}" - data: "plot-vpp-nfv-2n-clx-mrr" + data: "vpp-2n-clx-curr-nfv-mrr" core: ["2t1c", "4t2c", "8t4c"] test-type: ["mrr", ] include: @@ -6135,7 +5586,7 @@ title: "Packet Throughput: eth-l2bd-{Y}ch-{2XY}vh-{XY}vm-vxlan-vppip4-{test_type}" algorithm: "plot_nf_heatmap" output-file: "{DIR[STATIC,VPP]}/l2bd-2n-clx-xxv710-imix-{core}-base-vsc-vxlan-{test_type}" - data: "plot-vpp-nfv-2n-clx-ndrpdr" + data: "vpp-2n-clx-curr-nfv-ndrpdr" core: ["2t1c", "4t2c", "8t4c"] include: - "Tests.Vpp.Perf.Nfv Density.Vm Vhost.Chain Dot1Qip4Vxlan.2N-25Ge2P1Xxv710-Avf-Dot1Qip4Vxlan-L2Bd-1Ch-2Vh-1Vm1T-Testpmd-ndrpdr.IMIX-{core}-avf-dot1qip4vxlan-l2bd-1ch-2vh-1vm1t-testpmd-ndrpdr" @@ -6156,7 +5607,7 @@ title: "Packet Throughput: eth-l2bd-{Y}ch-{2XY}mif-{XY}dcr-vppip4-{test_type}" algorithm: "plot_nf_heatmap" output-file: "{DIR[STATIC,VPP]}/l2bd-2n-clx-xxv710-imix-{core}-base-csc-{test_type}" - data: "plot-vpp-nfv-2n-clx-mrr" + data: "vpp-2n-clx-curr-nfv-mrr" core: ["2t1c", "4t2c", "8t4c"] test-type: ["mrr", ] include: @@ -6180,7 +5631,7 @@ title: "Packet Throughput: eth-l2bd-{Y}ch-{2XY}mif-{XY}dcr-vppip4-{test_type}" algorithm: "plot_nf_heatmap" output-file: "{DIR[STATIC,VPP]}/l2bd-2n-clx-xxv710-imix-{core}-base-csc-{test_type}" - data: "plot-vpp-nfv-2n-clx-ndrpdr" + data: "vpp-2n-clx-curr-nfv-ndrpdr" core: ["2t1c", "4t2c", "8t4c"] include: - "Tests.Vpp.Perf.Nfv Density.Dcr Memif.Chain.2N-25Ge2P1Xxv710-Avf-Eth-L2Bd-1Ch-4Mif-2Dcr1T-Vppip4-ndrpdr.IMIX-{core}-avf-eth-l2bd-1ch-4mif-2dcr1t-vppip4-ndrpdr" @@ -6204,7 +5655,7 @@ title: "Packet Throughput: eth-l2bd-{Y}pl-{2Y}mif-{XY}dcr-vppip4-{test_type}" algorithm: "plot_nf_heatmap" output-file: "{DIR[STATIC,VPP]}/l2bd-2n-clx-xxv710-imix-{core}-base-csp-{test_type}" - data: "plot-vpp-nfv-2n-clx-mrr" + data: "vpp-2n-clx-curr-nfv-mrr" core: ["2t1c", "4t2c", "8t4c"] test-type: ["mrr", ] include: @@ -6228,7 +5679,7 @@ title: "Packet Throughput: eth-l2bd-{Y}pl-{2Y}mif-{XY}dcr-vppip4-{test_type}" algorithm: "plot_nf_heatmap" output-file: "{DIR[STATIC,VPP]}/l2bd-2n-clx-xxv710-imix-{core}-base-csp-{test_type}" - data: "plot-vpp-nfv-2n-clx-ndrpdr" + data: "vpp-2n-clx-curr-nfv-ndrpdr" core: ["2t1c", "4t2c", "8t4c"] include: - "Tests.Vpp.Perf.Nfv Density.Dcr Memif.Pipeline.2N-25Ge2P1Xxv710-Avf-Eth-L2Bd-1Pl-2Mif-1Dcr1T-Vppip4-ndrpdr.IMIX-{core}-avf-eth-l2bd-1pl-2mif-1dcr1t-vppip4-ndrpdr" @@ -6254,7 +5705,7 @@ title: "Throughput: 2n-skx-xxv710-64b-{core}-memif-base-avf-{test_type}" algorithm: "plot_ndrpdr_box_name" output-file: "{DIR[STATIC,VPP]}/2n-skx-xxv710-64b-{core}-memif-base-avf-{test_type}" - data: "plot-vpp-throughput-lat-tsa-2n-skx" + data: "vpp-2n-skx-curr-iter" core: ["2t1c", ] include: - "Tests.Vpp.Perf.Container Memif.2N1L-25Ge2P1Xxv710-Avf-Eth-L2Xcbase-Eth-2Memif-1Dcr-Ndrpdr.64B-{core}-avf-eth-l2xcbase-eth-2memif-1dcr-ndrpdr" @@ -6269,7 +5720,7 @@ title: "Throughput: 2n-skx-xxv710-64b-{core}-memif-base-dpdk-{test_type}" algorithm: "plot_ndrpdr_box_name" output-file: "{DIR[STATIC,VPP]}/2n-skx-xxv710-64b-{core}-memif-base-dpdk-{test_type}" - data: "plot-vpp-throughput-lat-tsa-2n-skx" + data: "vpp-2n-skx-curr-iter" core: ["2t1c", ] include: - "Tests.Vpp.Perf.Container Memif.2N1L-25Ge2P1Xxv710-Eth-L2Xcbase-Eth-2Memif-1Dcr-Ndrpdr.64B-{core}-eth-l2xcbase-eth-2memif-1dcr-ndrpdr" @@ -6284,7 +5735,7 @@ title: "Throughput: 3n-skx-xxv710-64b-{core}-memif-base-avf-{test_type}" algorithm: "plot_ndrpdr_box_name" output-file: "{DIR[STATIC,VPP]}/3n-skx-xxv710-64b-{core}-memif-base-avf-{test_type}" - data: "plot-vpp-throughput-lat-tsa-3n-skx" + data: "vpp-3n-skx-curr-iter" core: ["2t1c", ] include: - "Tests.Vpp.Perf.Container Memif.25Ge2P1Xxv710-Avf-Eth-L2Xcbase-Eth-2Memif-1Dcr-Ndrpdr.64B-{core}-avf-eth-l2xcbase-eth-2memif-1dcr-ndrpdr" @@ -6300,7 +5751,7 @@ title: "Throughput: 3n-skx-xxv710-64b-{core}-memif-base-dpdk-{test_type}" algorithm: "plot_ndrpdr_box_name" output-file: "{DIR[STATIC,VPP]}/3n-skx-xxv710-64b-{core}-memif-base-dpdk-{test_type}" - data: "plot-vpp-throughput-lat-tsa-3n-skx" + data: "vpp-3n-skx-curr-iter" core: ["2t1c", ] include: - "Tests.Vpp.Perf.Container Memif.25Ge2P1Xxv710-Eth-L2Xcbase-Eth-2Memif-1Dcr-Ndrpdr.64B-{core}-eth-l2xcbase-eth-2memif-1dcr-ndrpdr" @@ -6316,7 +5767,7 @@ title: "Throughput: 3n-tsh-x520-64b-{core}-memif-base-ixgbe-{test_type}" algorithm: "plot_ndrpdr_box_name" output-file: "{DIR[STATIC,VPP]}/3n-tsh-x520-64b-{core}-memif-base-ixgbe-{test_type}" - data: "plot-vpp-throughput-lat-tsa-3n-tsh" + data: "vpp-3n-tsh-curr-iter" core: ["2t1c", ] include: - "Tests.Vpp.Perf.Container Memif.10Ge2P1X520-Eth-L2Xcbase-Eth-2Memif-1Lxc-Ndrpdr.64B-{core}-eth-l2xcbase-eth-2memif-1lxc-ndrpdr" @@ -6332,7 +5783,7 @@ title: "Throughput: 2n-skx-x710-64b-{core}-ip4routing-base-scale-[avf,dpdk]-{test_type}" algorithm: "plot_ndrpdr_box_name" output-file: "{DIR[STATIC,VPP]}/2n-skx-x710-64b-{core}-ip4routing-base-scale-[avf,dpdk]-{test_type}" - data: "plot-vpp-throughput-lat-tsa-2n-skx" + data: "vpp-2n-skx-curr-iter" core: ["2t1c", ] include: - "Tests.Vpp.Perf.Ip4.2N1L-10Ge2P1X710-Avf-Dot1Q-Ip4Base-Ndrpdr.64B-{core}-avf-dot1q-ip4base-ndrpdr" @@ -6349,7 +5800,7 @@ title: "Throughput: 2n-skx-xxv710-64b-{core}-ip4routing-base-scale-avf-{test_type}" algorithm: "plot_ndrpdr_box_name" output-file: "{DIR[STATIC,VPP]}/2n-skx-xxv710-64b-{core}-ip4routing-base-scale-avf-{test_type}" - data: "plot-vpp-throughput-lat-tsa-2n-skx" + data: "vpp-2n-skx-curr-iter" core: ["2t1c", ] include: - "Tests.Vpp.Perf.Ip4.2N1L-25Ge2P1Xxv710-Avf-Dot1Q-Ip4Base-Ndrpdr.64B-{core}-avf-dot1q-ip4base-ndrpdr" @@ -6368,7 +5819,7 @@ title: "Throughput: 2n-skx-xxv710-64b-{core}-ip4routing-base-scale-dpdk-{test_type}" algorithm: "plot_ndrpdr_box_name" output-file: "{DIR[STATIC,VPP]}/2n-skx-xxv710-64b-{core}-ip4routing-base-scale-dpdk-{test_type}" - data: "plot-vpp-throughput-lat-tsa-2n-skx" + data: "vpp-2n-skx-curr-iter" core: ["2t1c", ] include: - "Tests.Vpp.Perf.Ip4.2N1L-25Ge2P1Xxv710-Dot1Q-Ip4Base-Ndrpdr.64B-{core}-dot1q-ip4base-ndrpdr" @@ -6387,7 +5838,7 @@ title: "Throughput: 2n-skx-xxv710-64b-{core}-features-ip4routing-base-avf-{test_type}" algorithm: "plot_ndrpdr_box_name" output-file: "{DIR[STATIC,VPP]}/2n-skx-xxv710-64b-{core}-features-ip4routing-base-avf-{test_type}" - data: "plot-vpp-throughput-lat-tsa-2n-skx" + data: "vpp-2n-skx-curr-iter" core: ["2t1c", ] include: - "Tests.Vpp.Perf.Ip4.2N1L-25Ge2P1Xxv710-Avf-Ethip4Udp-Ip4Base-Iacl50Sf-10Kflows-Ndrpdr.64B-{core}-avf-ethip4udp-ip4base-iacl50sf-10kflows-ndrpdr" @@ -6404,7 +5855,7 @@ title: "Throughput: 2n-skx-xxv710-64b-{core}-nat44det-ip4routing-stl-bidir-avf-{test_type}" algorithm: "plot_ndrpdr_box_name" output-file: "{DIR[STATIC,VPP]}/2n-skx-xxv710-64b-{core}-nat44det-ip4routing-stl-bidir-avf-{test_type}" - data: "plot-vpp-throughput-lat-tsa-2n-skx" + data: "vpp-2n-skx-curr-iter" core: ["2t1c", ] include: - "tests.vpp.perf.ip4.2n1l-25ge2p1xxv710-avf-ethip4udp-nat44det-h1024-p63-s64512-ndrpdr.64b-{core}-avf-ethip4udp-nat44det-h1024-p63-s64512-ndrpdr" @@ -6420,7 +5871,7 @@ title: "Throughput: 2n-skx-xxv710-64b-{core}-nat44ed-ip4routing-stl-unidir-avf-{test_type}" algorithm: "plot_ndrpdr_box_name" output-file: "{DIR[STATIC,VPP]}/2n-skx-xxv710-64b-{core}-nat44ed-ip4routing-stl-unidir-avf-{test_type}" - data: "plot-vpp-throughput-lat-tsa-2n-skx" + data: "vpp-2n-skx-curr-iter" core: ["2t1c", ] include: - "tests.vpp.perf.ip4.2n1l-25ge2p1xxv710-avf-ethip4udp-nat44ed-h1024-p63-s64512-udir-ndrpdr.64b-{core}-avf-ethip4udp-nat44ed-h1024-p63-s64512-udir-ndrpdr" @@ -6436,7 +5887,7 @@ title: "Throughput: 2n-skx-xxv710-64b-{core}-nat44ed-ip4routing-udp-stf-cps-avf-{test_type}" algorithm: "plot_ndrpdr_box_name" output-file: "{DIR[STATIC,VPP]}/2n-skx-xxv710-64b-{core}-nat44ed-ip4routing-udp-stf-cps-avf-{test_type}" - data: "plot-vpp-throughput-lat-tsa-2n-skx" + data: "vpp-2n-skx-curr-iter" core: ["2t1c", ] include: - "tests.vpp.perf.ip4.2n1l-25ge2p1xxv710-avf-ethip4udp-nat44ed-h1024-p63-s64512-cps-ndrpdr.64b-{core}-avf-ethip4udp-nat44ed-h1024-p63-s64512-cps-ndrpdr" @@ -6457,7 +5908,7 @@ title: "Throughput: 2n-skx-xxv710-64b-{core}-nat44ed-ip4routing-udp-stf-pps-avf-{test_type}" algorithm: "plot_ndrpdr_box_name" output-file: "{DIR[STATIC,VPP]}/2n-skx-xxv710-64b-{core}-nat44ed-ip4routing-udp-stf-pps-avf-{test_type}" - data: "plot-vpp-throughput-lat-tsa-2n-skx" + data: "vpp-2n-skx-curr-iter" core: ["2t1c", ] include: - "tests.vpp.perf.ip4.2n1l-25ge2p1xxv710-avf-ethip4udp-nat44ed-h1024-p63-s64512-pps-ndrpdr.64b-{core}-avf-ethip4udp-nat44ed-h1024-p63-s64512-pps-ndrpdr" @@ -6478,7 +5929,7 @@ title: "Throughput: 2n-skx-xxv710-64b-{core}-nat44ed-ip4routing-tcp-stf-cps-avf-{test_type}" algorithm: "plot_ndrpdr_box_name" output-file: "{DIR[STATIC,VPP]}/2n-skx-xxv710-64b-{core}-nat44ed-ip4routing-tcp-stf-cps-avf-{test_type}" - data: "plot-vpp-throughput-lat-tsa-2n-skx" + data: "vpp-2n-skx-curr-iter" core: ["2t1c", ] include: - "tests.vpp.perf.ip4.2n1l-25ge2p1xxv710-avf-ethip4tcp-nat44ed-h1024-p63-s64512-cps-ndrpdr.64b-{core}-avf-ethip4tcp-nat44ed-h1024-p63-s64512-cps-ndrpdr" @@ -6499,7 +5950,7 @@ title: "Throughput: 2n-skx-xxv710-64b-{core}-nat44ed-ip4routing-tcp-stf-pps-avf-{test_type}" algorithm: "plot_ndrpdr_box_name" output-file: "{DIR[STATIC,VPP]}/2n-skx-xxv710-64b-{core}-nat44ed-ip4routing-tcp-stf-pps-avf-{test_type}" - data: "plot-vpp-throughput-lat-tsa-2n-skx" + data: "vpp-2n-skx-curr-iter" core: ["2t1c", ] include: - "tests.vpp.perf.ip4.2n1l-25ge2p1xxv710-avf-ethip4tcp-nat44ed-h1024-p63-s64512-pps-ndrpdr.64b-{core}-avf-ethip4tcp-nat44ed-h1024-p63-s64512-pps-ndrpdr" @@ -6520,7 +5971,7 @@ title: "Throughput: 2n-skx-xxv710-64b-{core}-nat44ed-ip4routing-tcp-tput-avf-{test_type}" algorithm: "plot_ndrpdr_box_name" output-file: "{DIR[STATIC,VPP]}/2n-skx-xxv710-64b-{core}-nat44ed-ip4routing-tcp-tput-avf-{test_type}" - data: "plot-vpp-throughput-lat-tsa-2n-skx" + data: "vpp-2n-skx-curr-iter" core: ["2t1c", ] include: - "tests.vpp.perf.ip4.2n1l-25ge2p1xxv710-avf-ethip4tcp-nat44ed-h1024-p63-s64512-pps-ndrpdr.64b-{core}-avf-ethip4tcp-nat44ed-h1024-p63-s64512-pps-ndrpdr" @@ -6541,7 +5992,7 @@ title: "Throughput: 2n-skx-xxv710-64b-{core}-nat44ed-ip4routing-udp-tput-avf-{test_type}" algorithm: "plot_ndrpdr_box_name" output-file: "{DIR[STATIC,VPP]}/2n-skx-xxv710-64b-{core}-nat44ed-ip4routing-udp-tput-avf-{test_type}" - data: "plot-vpp-throughput-lat-tsa-2n-skx" + data: "vpp-2n-skx-curr-iter" core: ["2t1c", ] include: - "tests.vpp.perf.ip4.2n1l-25ge2p1xxv710-avf-ethip4udp-nat44ed-h1024-p63-s64512-pps-ndrpdr.64b-{core}-avf-ethip4udp-nat44ed-h1024-p63-s64512-pps-ndrpdr" @@ -6562,7 +6013,7 @@ title: "Throughput: 2n-skx-xxv710-64b-{core}-nat44ed-ip4routing-tcp-tput2-avf-{test_type}" algorithm: "plot_ndrpdr_box_name" output-file: "{DIR[STATIC,VPP]}/2n-skx-xxv710-64b-{core}-nat44ed-ip4routing-tcp-tput2-avf-{test_type}" - data: "plot-vpp-throughput-lat-tsa-2n-skx" + data: "vpp-2n-skx-curr-iter" core: ["2t1c", ] include: - "tests.vpp.perf.ip4.2n1l-25ge2p1xxv710-avf-ethip4tcp-ip4base-h1024-p63-s64512-pps-ndrpdr.64b-{core}-avf-ethip4tcp-ip4base-h1024-p63-s64512-pps-ndrpdr" @@ -6583,7 +6034,7 @@ title: "Throughput: 2n-skx-xxv710-64b-{core}-nat44ed-ip4routing-udp-tput2-avf-{test_type}" algorithm: "plot_ndrpdr_box_name" output-file: "{DIR[STATIC,VPP]}/2n-skx-xxv710-64b-{core}-nat44ed-ip4routing-udp-tput2-avf-{test_type}" - data: "plot-vpp-throughput-lat-tsa-2n-skx" + data: "vpp-2n-skx-curr-iter" core: ["2t1c", ] include: - "tests.vpp.perf.ip4.2n1l-25ge2p1xxv710-avf-ethip4udp-ip4base-h1024-p63-s64512-pps-ndrpdr.64b-{core}-avf-ethip4udp-ip4base-h1024-p63-s64512-pps-ndrpdr" @@ -6604,7 +6055,7 @@ title: "Throughput: 2n-skx-xxv710-64b-{core}-features-ip4routing-base-dpdk-{test_type}" algorithm: "plot_ndrpdr_box_name" output-file: "{DIR[STATIC,VPP]}/2n-skx-xxv710-64b-{core}-features-ip4routing-base-dpdk-{test_type}" - data: "plot-vpp-throughput-lat-tsa-2n-skx" + data: "vpp-2n-skx-curr-iter" core: ["2t1c", ] include: - "Tests.Vpp.Perf.Ip4.2N1L-25Ge2P1Xxv710-Ethip4-Ip4Base-Ndrpdr.64B-{core}-ethip4-ip4base-ndrpdr" @@ -6621,7 +6072,7 @@ title: "Throughput: 2n-skx-xxv710-64b-{core}-ethip4--ethip4udpgeneve-avf-{test_type}" algorithm: "plot_ndrpdr_box_name" output-file: "{DIR[STATIC,VPP]}/2n-skx-xxv710-64b-{core}-ethip4--ethip4udpgeneve-avf-{test_type}" - data: "plot-vpp-throughput-lat-tsa-2n-skx" + data: "vpp-2n-skx-curr-iter" core: ["2t1c", ] include: - "Tests.Vpp.Perf.Ip4 Tunnels.2N1L-25Ge2P1Xxv710-Avf-Ethip4--Ethip4Udpgeneve-1Tun-Ip4Base-Ndrpdr.64B-{core}-avf-ethip4--ethip4udpgeneve-1tun-ip4base-ndrpdr" @@ -6633,26 +6084,11 @@ title: "2n-skx-xxv710-64b-{core}-ethip4--ethip4udpgeneve-avf-{test_type}" layout: "plot-throughput" -- type: "plot" - title: "Throughput: 3n-hsw-xl710-64b-{core}-ip4routing-base-scale-dpdk-{test_type}" - algorithm: "plot_ndrpdr_box_name" - output-file: "{DIR[STATIC,VPP]}/3n-hsw-xl710-64b-{core}-ip4routing-base-scale-dpdk-{test_type}" - data: "plot-vpp-throughput-lat-tsa-3n-hsw" - core: ["1t1c", ] - include: - - "Tests.Vpp.Perf.Ip4.40Ge2P1Xl710-Dot1Q-Ip4Base-Ndrpdr.64B-{core}-dot1q-ip4base-ndrpdr" - - "Tests.Vpp.Perf.Ip4.40Ge2P1Xl710-Ethip4-Ip4Base-Ndrpdr.64B-{core}-ethip4-ip4base-ndrpdr" - - "Tests.Vpp.Perf.Ip4.40Ge2P1Xl710-Ethip4-Ip4Scale2M-Ndrpdr.64B-{core}-ethip4-ip4scale2m-ndrpdr" - - "Tests.Vpp.Perf.Ip4.40Ge2P1Xl710-Ethip4-Ip4Scale2M-rnd-Ndrpdr.64B-{core}-ethip4-ip4scale2m-rnd-ndrpdr" - layout: - title: "3n-hsw-xl710-64b-{core}-ip4routing-base-scale-dpdk-{test_type}" - layout: "plot-throughput" - - type: "plot" title: "Throughput: 3n-skx-x710-64b-{core}-ip4routing-base-scale-avf-{test_type}" algorithm: "plot_ndrpdr_box_name" output-file: "{DIR[STATIC,VPP]}/3n-skx-x710-64b-{core}-ip4routing-base-scale-avf-{test_type}" - data: "plot-vpp-throughput-lat-tsa-3n-skx" + data: "vpp-3n-skx-curr-iter" core: ["2t1c", ] include: - "Tests.Vpp.Perf.Ip4.10Ge2P1X710-Avf-Ethip4-Ip4Base-Ndrpdr.64B-{core}-avf-ethip4-ip4base-ndrpdr" @@ -6668,7 +6104,7 @@ title: "Throughput: 3n-skx-xxv710-64b-{core}-ip4routing-base-scale-avf-{test_type}" algorithm: "plot_ndrpdr_box_name" output-file: "{DIR[STATIC,VPP]}/3n-skx-xxv710-64b-{core}-ip4routing-base-scale-avf-{test_type}" - data: "plot-vpp-throughput-lat-tsa-3n-skx" + data: "vpp-3n-skx-curr-iter" core: ["2t1c", ] include: - "Tests.Vpp.Perf.Ip4.25Ge2P1Xxv710-Avf-Dot1Q-Ip4Base-Ndrpdr.64B-{core}-avf-dot1q-ip4base-ndrpdr" @@ -6684,7 +6120,7 @@ title: "Throughput: 3n-skx-xxv710-64b-{core}-ip4routing-base-scale-dpdk-{test_type}" algorithm: "plot_ndrpdr_box_name" output-file: "{DIR[STATIC,VPP]}/3n-skx-xxv710-64b-{core}-ip4routing-base-scale-dpdk-{test_type}" - data: "plot-vpp-throughput-lat-tsa-3n-skx" + data: "vpp-3n-skx-curr-iter" core: ["2t1c", ] include: - "Tests.Vpp.Perf.Ip4.25Ge2P1Xxv710-Dot1Q-Ip4Base-Ndrpdr.64B-{core}-dot1q-ip4base-ndrpdr" @@ -6700,7 +6136,7 @@ title: "Throughput: 3n-skx-xxv710-64b-{core}-features-ip4routing-base-avf-{test_type}" algorithm: "plot_ndrpdr_box_name" output-file: "{DIR[STATIC,VPP]}/3n-skx-xxv710-64b-{core}-features-ip4routing-base-avf-{test_type}" - data: "plot-vpp-throughput-lat-tsa-3n-skx" + data: "vpp-3n-skx-curr-iter" core: ["2t1c", ] include: - "Tests.Vpp.Perf.Ip4.25Ge2P1Xxv710-Avf-Ethip4Udp-Ip4Base-Iacl50Sf-10Kflows-Ndrpdr.64B-{core}-avf-ethip4udp-ip4base-iacl50sf-10kflows-ndrpdr" @@ -6715,7 +6151,7 @@ title: "Throughput: 3n-skx-xxv710-64b-{core}-features-ip4routing-base-dpdk-{test_type}" algorithm: "plot_ndrpdr_box_name" output-file: "{DIR[STATIC,VPP]}/3n-skx-xxv710-64b-{core}-features-ip4routing-base-dpdk-{test_type}" - data: "plot-vpp-throughput-lat-tsa-3n-skx" + data: "vpp-3n-skx-curr-iter" core: ["2t1c", ] include: - "Tests.Vpp.Perf.Ip4.25Ge2P1Xxv710-Ethip4-Ip4Base-Ndrpdr.64B-{core}-ethip4-ip4base-ndrpdr" @@ -6731,7 +6167,7 @@ title: "Throughput: 3n-tsh-x520-64b-{core}-ip4routing-base-scale-ixgbe-{test_type}" algorithm: "plot_ndrpdr_box_name" output-file: "{DIR[STATIC,VPP]}/3n-tsh-x520-64b-{core}-ip4routing-base-scale-ixgbe-{test_type}" - data: "plot-vpp-throughput-lat-tsa-3n-tsh" + data: "vpp-3n-tsh-curr-iter" core: ["1t1c", ] include: - "Tests.Vpp.Perf.Ip4.10Ge2P1X520-Dot1Q-Ip4Base-Ndrpdr.64B-{core}-dot1q-ip4base-ndrpdr" @@ -6747,7 +6183,7 @@ title: "Throughput: 3n-tsh-x520-64b-{core}-features-ip4routing-base-ixgbe-{test_type}" algorithm: "plot_ndrpdr_box_name" output-file: "{DIR[STATIC,VPP]}/3n-tsh-x520-64b-{core}-features-ip4routing-base-ixgbe-{test_type}" - data: "plot-vpp-throughput-lat-tsa-3n-tsh" + data: "vpp-3n-tsh-curr-iter" core: ["1t1c", ] include: - "Tests.Vpp.Perf.Ip4.10Ge2P1X520-Ethip4Udp-Ip4Base-Iacl50Sf-10Kflows-Ndrpdr.64B-{core}-ethip4udp-ip4base-iacl50sf-10kflows-ndrpdr" @@ -6762,7 +6198,7 @@ title: "Throughput: 2n-dnv-x553-64b-{core}-ip4routing-base-scale-ixgbe-{test_type}" algorithm: "plot_ndrpdr_box_name" output-file: "{DIR[STATIC,VPP]}/2n-dnv-x553-64b-{core}-ip4routing-base-scale-ixgbe-{test_type}" - data: "plot-vpp-throughput-lat-tsa-2n-dnv" + data: "vpp-2n-dnv-curr-iter" core: ["1t1c", ] include: - "Tests.Vpp.Perf.Ip4.2N1L-10Ge2P1X553-Dot1Q-Ip4Base-Ndrpdr.64B-{core}-dot1q-ip4base-ndrpdr" @@ -6779,7 +6215,7 @@ title: "Throughput: 2n-dnv-x553-64b-{core}-features-ip4routing-base-ixgbe-{test_type}" algorithm: "plot_ndrpdr_box_name" output-file: "{DIR[STATIC,VPP]}/2n-dnv-x553-64b-{core}-features-ip4routing-base-ixgbe-{test_type}" - data: "plot-vpp-throughput-lat-tsa-2n-dnv" + data: "vpp-2n-dnv-curr-iter" core: ["1t1c", ] include: - "Tests.Vpp.Perf.Ip4.2N1L-10Ge2P1X553-Ethip4-Ip4Base-Ndrpdr.64B-{core}-ethip4-ip4base-ndrpdr" @@ -6796,7 +6232,7 @@ title: "Throughput: 3n-dnv-x553-64b-{core}-ip4routing-base-scale-ixgbe-{test_type}" algorithm: "plot_ndrpdr_box_name" output-file: "{DIR[STATIC,VPP]}/3n-dnv-x553-64b-{core}-ip4routing-base-scale-ixgbe-{test_type}" - data: "plot-vpp-throughput-lat-tsa-3n-dnv" + data: "vpp-3n-dnv-curr-iter" core: ["1t1c", ] include: - "Tests.Vpp.Perf.Ip4.10Ge2P1X553-Dot1Q-Ip4Base-Ndrpdr.64B-{core}-dot1q-ip4base-ndrpdr" @@ -6813,7 +6249,7 @@ title: "Throughput: 3n-dnv-x553-64b-{core}-features-ip4routing-base-ixgbe-{test_type}" algorithm: "plot_ndrpdr_box_name" output-file: "{DIR[STATIC,VPP]}/3n-dnv-x553-64b-{core}-features-ip4routing-base-ixgbe-{test_type}" - data: "plot-vpp-throughput-lat-tsa-3n-dnv" + data: "vpp-3n-dnv-curr-iter" core: ["1t1c", ] include: - "Tests.Vpp.Perf.Ip4.10Ge2P1X553-Ethip4-Ip4Base-Ndrpdr.64B-{core}-ethip4-ip4base-ndrpdr" @@ -6825,24 +6261,11 @@ title: "3n-dnv-x553-64b-{core}-features-ip4routing-base-ixgbe-{test_type}" layout: "plot-throughput" -- type: "plot" - title: "Throughput: 3n-hsw-xl710-64b-{core}-ip4tunnel-base-dpdk-{test_type}" - algorithm: "plot_ndrpdr_box_name" - output-file: "{DIR[STATIC,VPP]}/3n-hsw-xl710-64b-{core}-ip4tunnel-base-dpdk-{test_type}" - data: "plot-vpp-throughput-lat-tsa-3n-hsw" - core: ["1t1c", ] - include: - - "Tests.Vpp.Perf.Ip4 Tunnels.40Ge2P1Xl710-Ethip4Vxlan-L2Xcbase-Ndrpdr.64B-{core}-ethip4vxlan-l2xcbase-ndrpdr" - - "Tests.Vpp.Perf.Ip4 Tunnels.40Ge2P1Xl710-Ethip4Vxlan-L2Bdbasemaclrn-Ndrpdr.64B-{core}-ethip4vxlan-l2bdbasemaclrn-ndrpdr" - layout: - title: "3n-hsw-xl710-64b-{core}-ip4tunnel-base-dpdk-{test_type}" - layout: "plot-throughput" - - type: "plot" title: "Throughput: 3n-skx-xxv710-64b-{core}-ip4tunnel-base-scale-avf-{test_type}" algorithm: "plot_ndrpdr_box_name" output-file: "{DIR[STATIC,VPP]}/3n-skx-xxv710-64b-{core}-ip4tunnel-base-scale-avf-{test_type}" - data: "plot-vpp-throughput-lat-tsa-3n-skx" + data: "vpp-3n-skx-curr-iter" core: ["2t1c", ] include: - "Tests.Vpp.Perf.Ip4 Tunnels.25Ge2P1Xxv710-Avf-Ethip4Vxlan-L2Xcbase-Ndrpdr.64B-{core}-avf-ethip4vxlan-l2xcbase-ndrpdr" @@ -6857,7 +6280,7 @@ title: "Throughput: 3n-skx-xxv710-64b-{core}-ip4tunnel-base-scale-dpdk-{test_type}" algorithm: "plot_ndrpdr_box_name" output-file: "{DIR[STATIC,VPP]}/3n-skx-xxv710-64b-{core}-ip4tunnel-base-scale-dpdk-{test_type}" - data: "plot-vpp-throughput-lat-tsa-3n-skx" + data: "vpp-3n-skx-curr-iter" core: ["2t1c", ] include: - "Tests.Vpp.Perf.Ip4 Tunnels.25Ge2P1Xxv710-Ethip4Vxlan-L2Xcbase-Ndrpdr.64B-{core}-ethip4vxlan-l2xcbase-ndrpdr" @@ -6872,7 +6295,7 @@ title: "Throughput: 3n-tsh-x520-64b-{core}-ip4tunnel-base-scale-ixgbe-{test_type}" algorithm: "plot_ndrpdr_box_name" output-file: "{DIR[STATIC,VPP]}/3n-tsh-x520-64b-{core}-ip4tunnel-base-scale-ixgbe-{test_type}" - data: "plot-vpp-throughput-lat-tsa-3n-tsh" + data: "vpp-3n-tsh-curr-iter" core: ["1t1c", ] include: - "Tests.Vpp.Perf.Ip4 Tunnels.10Ge2P1X520-Ethip4Vxlan-L2Xcbase-Ndrpdr.64B-{core}-ethip4vxlan-l2xcbase-ndrpdr" @@ -6887,7 +6310,7 @@ title: "Throughput: 3n-dnv-x553-64b-{core}-ip4tunnel-base-scale-ixgbe-{test_type}" algorithm: "plot_ndrpdr_box_name" output-file: "{DIR[STATIC,VPP]}/3n-dnv-x553-64b-{core}-ip4tunnel-base-scale-ixgbe-{test_type}" - data: "plot-vpp-throughput-lat-tsa-3n-dnv" + data: "vpp-3n-dnv-curr-iter" core: ["1t1c", ] include: - "Tests.Vpp.Perf.Ip4 Tunnels.10Ge2P1X553-Ethip4Vxlan-L2Xcbase-Ndrpdr.64B-{core}-ethip4vxlan-l2xcbase-ndrpdr" @@ -6902,7 +6325,7 @@ title: "Throughput: 2n-skx-x710-78b-{core}-ip6routing-base-scale-[avf,dpdk]-{test_type}" algorithm: "plot_ndrpdr_box_name" output-file: "{DIR[STATIC,VPP]}/2n-skx-x710-78b-{core}-ip6routing-base-scale-[avf,dpdk]-{test_type}" - data: "plot-vpp-throughput-lat-tsa-2n-skx" + data: "vpp-2n-skx-curr-iter" core: ["2t1c", ] include: - "Tests.Vpp.Perf.Ip6.2N1L-10Ge2P1X710-Avf-Dot1Q-Ip6Base-Ndrpdr.78B-{core}-avf-dot1q-ip6base-ndrpdr" @@ -6920,7 +6343,7 @@ title: "Throughput: 2n-skx-xxv710-78b-{core}-ip6routing-base-scale-dpdk-{test_type}" algorithm: "plot_ndrpdr_box_name" output-file: "{DIR[STATIC,VPP]}/2n-skx-xxv710-78b-{core}-ip6routing-base-scale-dpdk-{test_type}" - data: "plot-vpp-throughput-lat-tsa-2n-skx" + data: "vpp-2n-skx-curr-iter" core: ["2t1c", ] include: - "Tests.Vpp.Perf.Ip6.2N1L-25Ge2P1Xxv710-Dot1Q-Ip6Base-Ndrpdr.78B-{core}-dot1q-ip6base-ndrpdr" @@ -6939,7 +6362,7 @@ title: "Throughput: 2n-skx-xxv710-78b-{core}-ip6routing-base-scale-avf-{test_type}" algorithm: "plot_ndrpdr_box_name" output-file: "{DIR[STATIC,VPP]}/2n-skx-xxv710-78b-{core}-ip6routing-base-scale-avf-{test_type}" - data: "plot-vpp-throughput-lat-tsa-2n-skx" + data: "vpp-2n-skx-curr-iter" core: ["2t1c", ] include: - "Tests.Vpp.Perf.Ip6.2N1L-25Ge2P1Xxv710-Avf-Dot1Q-Ip6Base-Ndrpdr.78B-{core}-avf-dot1q-ip6base-ndrpdr" @@ -6954,26 +6377,11 @@ title: "2n-skx-xxv710-78b-{core}-ip6routing-base-scale-avf-{test_type}" layout: "plot-throughput" -- type: "plot" - title: "Throughput: 3n-hsw-xl710-78b-{core}-ip6routing-base-scale-dpdk-{test_type}" - algorithm: "plot_ndrpdr_box_name" - output-file: "{DIR[STATIC,VPP]}/3n-hsw-xl710-78b-{core}-ip6routing-base-scale-dpdk-{test_type}" - data: "plot-vpp-throughput-lat-tsa-3n-hsw" - core: ["1t1c", ] - include: - - "Tests.Vpp.Perf.Ip6.40Ge2P1Xl710-Dot1Q-Ip6Base-Ndrpdr.78B-{core}-dot1q-ip6base-ndrpdr" - - "Tests.Vpp.Perf.Ip6.40Ge2P1Xl710-Ethip6-Ip6Base-Ndrpdr.78B-{core}-ethip6-ip6base-ndrpdr" - - "Tests.Vpp.Perf.Ip6.40Ge2P1Xl710-Ethip6-Ip6Scale2M-Ndrpdr.78B-{core}-ethip6-ip6scale2m-ndrpdr" - - "Tests.Vpp.Perf.Ip6.40Ge2P1Xl710-Ethip6-Ip6Scale2M-rnd-Ndrpdr.78B-{core}-ethip6-ip6scale2m-rnd-ndrpdr" - layout: - title: "3n-hsw-xl710-78b-{core}-ip6routing-base-scale-dpdk-{test_type}" - layout: "plot-throughput" - - type: "plot" title: "Throughput: 3n-skx-x710-78b-{core}-ip6routing-base-scale-avf-{test_type}" algorithm: "plot_ndrpdr_box_name" output-file: "{DIR[STATIC,VPP]}/3n-skx-x710-78b-{core}-ip6routing-base-scale-avf-{test_type}" - data: "plot-vpp-throughput-lat-tsa-3n-skx" + data: "vpp-3n-skx-curr-iter" core: ["2t1c", ] include: - "Tests.Vpp.Perf.Ip6.10Ge2P1X710-Avf-Dot1Q-Ip6Base-Ndrpdr.78B-{core}-avf-dot1q-ip6base-ndrpdr" @@ -6987,7 +6395,7 @@ title: "Throughput: 3n-skx-xxv710-78b-{core}-ip6routing-base-scale-dpdk-{test_type}" algorithm: "plot_ndrpdr_box_name" output-file: "{DIR[STATIC,VPP]}/3n-skx-xxv710-78b-{core}-ip6routing-base-scale-dpdk-{test_type}" - data: "plot-vpp-throughput-lat-tsa-3n-skx" + data: "vpp-3n-skx-curr-iter" core: ["2t1c", ] include: - "Tests.Vpp.Perf.Ip6.25Ge2P1Xxv710-Dot1Q-Ip6Base-Ndrpdr.78B-{core}-dot1q-ip6base-ndrpdr" @@ -7003,7 +6411,7 @@ title: "Throughput: 3n-skx-xxv710-78b-{core}-ip6routing-base-scale-avf-{test_type}" algorithm: "plot_ndrpdr_box_name" output-file: "{DIR[STATIC,VPP]}/3n-skx-xxv710-78b-{core}-ip6routing-base-scale-avf-{test_type}" - data: "plot-vpp-throughput-lat-tsa-3n-skx" + data: "vpp-3n-skx-curr-iter" core: ["2t1c", ] include: - "Tests.Vpp.Perf.Ip6.25Ge2P1Xxv710-Avf-Dot1Q-Ip6Base-Ndrpdr.78B-{core}-avf-dot1q-ip6base-ndrpdr" @@ -7019,7 +6427,7 @@ title: "Throughput: 3n-tsh-x520-78b-{core}-ip6routing-base-scale-ixgbe-{test_type}" algorithm: "plot_ndrpdr_box_name" output-file: "{DIR[STATIC,VPP]}/3n-tsh-x520-78b-{core}-ip6routing-base-scale-ixgbe-{test_type}" - data: "plot-vpp-throughput-lat-tsa-3n-tsh" + data: "vpp-3n-tsh-curr-iter" core: ["1t1c", ] include: - "Tests.Vpp.Perf.Ip6.10Ge2P1X520-Dot1Q-Ip6Base-Ndrpdr.78B-{core}-dot1q-ip6base-ndrpdr" @@ -7035,7 +6443,7 @@ title: "Throughput: 2n-dnv-x553-78b-{core}-ip6routing-base-scale-ixgbe-{test_type}" algorithm: "plot_ndrpdr_box_name" output-file: "{DIR[STATIC,VPP]}/2n-dnv-x553-78b-{core}-ip6routing-base-scale-ixgbe-{test_type}" - data: "plot-vpp-throughput-lat-tsa-2n-dnv" + data: "vpp-2n-dnv-curr-iter" core: ["1t1c", ] include: - "Tests.Vpp.Perf.Ip6.2N1L-10Ge2P1X553-Dot1Q-Ip6Base-Ndrpdr.78B-{core}-dot1q-ip6base-ndrpdr" @@ -7051,7 +6459,7 @@ title: "Throughput: 3n-dnv-x553-78b-{core}-ip6routing-base-scale-ixgbe-{test_type}" algorithm: "plot_ndrpdr_box_name" output-file: "{DIR[STATIC,VPP]}/3n-dnv-x553-78b-{core}-ip6routing-base-scale-ixgbe-{test_type}" - data: "plot-vpp-throughput-lat-tsa-3n-dnv" + data: "vpp-3n-dnv-curr-iter" core: ["1t1c", ] include: - "Tests.Vpp.Perf.Ip6.10Ge2P1X553-Dot1Q-Ip6Base-Ndrpdr.78B-{core}-dot1q-ip6base-ndrpdr" @@ -7063,43 +6471,11 @@ title: "3n-dnv-x553-78b-{core}-ip6routing-base-scale-ixgbe-{test_type}" layout: "plot-throughput" -- type: "plot" - title: "Throughput: 3n-hsw-xl710-imix-{core}-ipsec-ip4routing-base-scale-sw-dpdk-{test_type}" - algorithm: "plot_ndrpdr_box_name" - output-file: "{DIR[STATIC,VPP]}/3n-hsw-xl710-imix-{core}-ipsec-ip4routing-base-scale-sw-dpdk-{test_type}" - data: "plot-vpp-throughput-lat-tsa-3n-hsw" - core: ["1t1c", ] - include: - - "Tests.Vpp.Perf.Crypto.40Ge2P1Xl710-Ethip4Ipsec4Tnlsw-Ip4Base-Int-Aes256Gcm-Ndrpdr.IMIX-{core}-ethip4ipsec4tnlsw-ip4base-int-aes256gcm-ndrpdr" - - "Tests.Vpp.Perf.Crypto.40Ge2P1Xl710-Ethip4Ipsec4Tnlsw-Ip4Base-Int-Aes128Cbc-Hmac512Sha-Ndrpdr.IMIX-{core}-ethip4ipsec4tnlsw-ip4base-int-aes128cbc-hmac512sha-ndrpdr" - - "Tests.Vpp.Perf.Crypto.40Ge2P1Xl710-Ethip4Ipsec1000Tnlsw-Ip4Base-Int-Aes256Gcm-Ndrpdr.IMIX-{core}-ethip4ipsec1000tnlsw-ip4base-int-aes256gcm-ndrpdr" - - "Tests.Vpp.Perf.Crypto.40Ge2P1Xl710-Ethip4Ipsec1000Tnlsw-Ip4Base-Int-Aes128Cbc-Hmac512Sha-Ndrpdr.IMIX-{core}-ethip4ipsec1000tnlsw-ip4base-int-aes128cbc-hmac512sha-ndrpdr" - - "Tests.Vpp.Perf.Crypto.40Ge2P1Xl710-Ethip4Ipsec10000Tnlsw-Ip4Base-Int-Aes256Gcm-Ndrpdr.IMIX-{core}-ethip4ipsec10000tnlsw-ip4base-int-aes256gcm-ndrpdr" - - "Tests.Vpp.Perf.Crypto.40Ge2P1Xl710-Ethip4Ipsec10000Tnlsw-Ip4Base-Int-Aes128Cbc-Hmac512Sha-Ndrpdr.IMIX-{core}-ethip4ipsec10000tnlsw-ip4base-int-aes128cbc-hmac512sha-ndrpdr" - layout: - title: "3n-hsw-xl710-imix-{core}-ipsec-ip4routing-base-scale-sw-dpdk-{test_type}" - layout: "plot-throughput" - -- type: "plot" - title: "Throughput: 3n-hsw-xl710-imix-{core}-ipsec-ip4routing-base-scale-hw-dpdk-{test_type}" - algorithm: "plot_ndrpdr_box_name" - output-file: "{DIR[STATIC,VPP]}/3n-hsw-xl710-imix-{core}-ipsec-ip4routing-base-scale-hw-dpdk-{test_type}" - data: "plot-vpp-throughput-lat-tsa-3n-hsw" - core: ["1t1c", ] - include: - - "Tests.Vpp.Perf.Crypto.40Ge2P1Xl710-Ethip4Ipsec1Tnlhw-Ip4Base-Int-Aes256Gcm-Ndrpdr.IMIX-{core}-ethip4ipsec1tnlhw-ip4base-int-aes256gcm-ndrpdr" - - "Tests.Vpp.Perf.Crypto.40Ge2P1Xl710-Ethip4Ipsec1Tnlhw-Ip4Base-Int-Aes128Cbc-Hmac512Sha-Ndrpdr.IMIX-{core}-ethip4ipsec1tnlhw-ip4base-int-aes128cbc-hmac512sha-ndrpdr" - - "Tests.Vpp.Perf.Crypto.40Ge2P1Xl710-Ethip4Ipsec1000Tnlhw-Ip4Base-Int-Aes256Gcm-Ndrpdr.IMIX-{core}-ethip4ipsec1000tnlhw-ip4base-int-aes256gcm-ndrpdr" - - "Tests.Vpp.Perf.Crypto.40Ge2P1Xl710-Ethip4Ipsec1000Tnlhw-Ip4Base-Int-Aes128Cbc-Hmac512Sha-Ndrpdr.IMIX-{core}-ethip4ipsec1000tnlhw-ip4base-int-aes128cbc-hmac512sha-ndrpdr" - layout: - title: "3n-hsw-xl710-imix-{core}-ipsec-ip4routing-base-scale-hw-dpdk-{test_type}" - layout: "plot-throughput" - - type: "plot" title: "Throughput: 3n-skx-xxv710-imix-{core}-ipsec-ip4routing-base-scale-avf-{test_type}" algorithm: "plot_ndrpdr_box_name" output-file: "{DIR[STATIC,VPP]}/3n-skx-xxv710-imix-{core}-ipsec-ip4routing-base-scale-avf-{test_type}" - data: "plot-vpp-throughput-lat-tsa-3n-skx" + data: "vpp-3n-skx-curr-iter" core: ["2t1c", ] include: - "Tests.Vpp.Perf.Crypto.25Ge2P1Xxv710-Avf-Ethip4Ipsec4Tnlsw-Ip4Base-Int-Aes256Gcm-Ndrpdr.IMIX-{core}-avf-ethip4ipsec4tnlsw-ip4base-int-aes256gcm-ndrpdr" @@ -7116,7 +6492,7 @@ title: "Throughput: 3n-skx-xxv710-1518b-{core}-ipsec-ip4routing-base-scale-dpdk-{test_type}" algorithm: "plot_ndrpdr_box_name" output-file: "{DIR[STATIC,VPP]}/3n-skx-xxv710-1518b-{core}-ipsec-ip4routing-base-scale-dpdk-{test_type}" - data: "plot-vpp-throughput-lat-tsa-3n-skx" + data: "vpp-3n-skx-curr-iter" core: ["2t1c", ] include: - "Tests.Vpp.Perf.Crypto.25Ge2P1Xxv710-Ethip4Ipsec4Tnlsw-Ip4Base-Int-Aes256Gcm-Ndrpdr.1518B-{core}-ethip4ipsec4tnlsw-ip4base-int-aes256gcm-ndrpdr" @@ -7133,7 +6509,7 @@ title: "Throughput: 3n-skx-xxv710-imix-{core}-ipsec-ip4routing-base-scale-dpdk-{test_type}" algorithm: "plot_ndrpdr_box_name" output-file: "{DIR[STATIC,VPP]}/3n-skx-xxv710-imix-{core}-ipsec-ip4routing-base-scale-dpdk-{test_type}" - data: "plot-vpp-throughput-lat-tsa-3n-skx" + data: "vpp-3n-skx-curr-iter" core: ["2t1c", ] include: - "Tests.Vpp.Perf.Crypto.25Ge2P1Xxv710-Ethip4Ipsec4Tnlsw-Ip4Base-Int-Aes256Gcm-Ndrpdr.IMIX-{core}-ethip4ipsec4tnlsw-ip4base-int-aes256gcm-ndrpdr" @@ -7150,7 +6526,7 @@ title: "Throughput: 3n-tsh-x520-imix-{core}-ipsec-ip4routing-base-scale-sw-ixgbe-{test_type}" algorithm: "plot_ndrpdr_box_name" output-file: "{DIR[STATIC,VPP]}/3n-tsh-x520-imix-{core}-ipsec-ip4routing-base-scale-sw-ixgbe-{test_type}" - data: "plot-vpp-throughput-lat-tsa-3n-tsh" + data: "vpp-3n-tsh-curr-iter" core: ["1t1c", ] include: - "Tests.Vpp.Perf.Crypto.10Ge2P1X520-Ethip4Ipsec4Tnlsw-Ip4Base-Int-Aes256Gcm-Ndrpdr.IMIX-{core}-ethip4ipsec4tnlsw-ip4base-int-aes256gcm-ndrpdr" @@ -7167,7 +6543,7 @@ title: "Throughput: 3n-dnv-x553-imix-{core}-ipsec-ip4routing-base-scale-sw-ixgbe-{test_type}" algorithm: "plot_ndrpdr_box_name" output-file: "{DIR[STATIC,VPP]}/3n-dnv-x553-imix-{core}-ipsec-ip4routing-base-scale-sw-ixgbe-{test_type}" - data: "plot-vpp-throughput-lat-tsa-3n-dnv" + data: "vpp-3n-dnv-curr-iter" core: ["1t1c", ] include: - "Tests.Vpp.Perf.Crypto.10Ge2P1X553-Ethip4Ipsec4Tnlsw-Ip4Base-Int-Aes256Gcm-Ndrpdr.IMIX-{core}-ethip4ipsec4tnlsw-ip4base-int-aes256gcm-ndrpdr" @@ -7184,7 +6560,7 @@ title: "Throughput: 2n-skx-x710-64b-{core}-l2switching-base-scale-[avf,dpdk]-{test_type}" algorithm: "plot_ndrpdr_box_name" output-file: "{DIR[STATIC,VPP]}/2n-skx-x710-64b-{core}-l2switching-base-scale-[avf,dpdk]-{test_type}" - data: "plot-vpp-throughput-lat-tsa-2n-skx" + data: "vpp-2n-skx-curr-iter" core: ["2t1c", ] include: - "Tests.Vpp.Perf.L2.2N1L-10Ge2P1X710-Avf-Eth-L2Xcbase-Ndrpdr.64B-{core}-avf-eth-l2xcbase-ndrpdr" @@ -7201,7 +6577,7 @@ title: "Throughput: 2n-skx-xxv710-64b-{core}-l2switching-base-avf-{test_type}" algorithm: "plot_ndrpdr_box_name" output-file: "{DIR[STATIC,VPP]}/2n-skx-xxv710-64b-{core}-l2switching-base-avf-{test_type}" - data: "plot-vpp-throughput-lat-tsa-2n-skx" + data: "vpp-2n-skx-curr-iter" core: ["2t1c", ] include: - "Tests.Vpp.Perf.L2.2N1L-25Ge2P1Xxv710-Avf-Dot1Q-L2Xcbase-Ndrpdr.64B-{core}-avf-dot1q-l2xcbase-ndrpdr" @@ -7217,7 +6593,7 @@ title: "Throughput: 2n-skx-xxv710-64b-{core}-l2switching-base-dpdk-{test_type}" algorithm: "plot_ndrpdr_box_name" output-file: "{DIR[STATIC,VPP]}/2n-skx-xxv710-64b-{core}-l2switching-base-dpdk-{test_type}" - data: "plot-vpp-throughput-lat-tsa-2n-skx" + data: "vpp-2n-skx-curr-iter" core: ["2t1c", ] include: - "Tests.Vpp.Perf.L2.2N1L-25Ge2P1Xxv710-Dot1Q-L2Xcbase-Ndrpdr.64B-{core}-dot1q-l2xcbase-ndrpdr" @@ -7233,7 +6609,7 @@ title: "Throughput: 2n-skx-xxv710-64b-{core}-l2switching-base-scale-avf-{test_type}" algorithm: "plot_ndrpdr_box_name" output-file: "{DIR[STATIC,VPP]}/2n-skx-xxv710-64b-{core}-l2switching-base-scale-avf-{test_type}" - data: "plot-vpp-throughput-lat-tsa-2n-skx" + data: "vpp-2n-skx-curr-iter" core: ["2t1c", ] include: - "Tests.Vpp.Perf.L2.2N1L-25Ge2P1Xxv710-Avf-Eth-L2Bdbasemaclrn-Ndrpdr.64B-{core}-avf-eth-l2bdbasemaclrn-ndrpdr" @@ -7248,7 +6624,7 @@ title: "Throughput: 2n-skx-xxv710-64b-{core}-l2switching-base-scale-dpdk-{test_type}" algorithm: "plot_ndrpdr_box_name" output-file: "{DIR[STATIC,VPP]}/2n-skx-xxv710-64b-{core}-l2switching-base-scale-dpdk-{test_type}" - data: "plot-vpp-throughput-lat-tsa-2n-skx" + data: "vpp-2n-skx-curr-iter" core: ["2t1c", ] include: - "Tests.Vpp.Perf.L2.2N1L-25Ge2P1Xxv710-Eth-L2Bdbasemaclrn-Ndrpdr.64B-{core}-eth-l2bdbasemaclrn-ndrpdr" @@ -7259,28 +6635,11 @@ title: "2n-skx-xxv710-64b-{core}-l2switching-base-scale-dpdk-{test_type}" layout: "plot-throughput" -- type: "plot" - title: "Throughput: 3n-hsw-xl710-64b-{core}-l2switching-base-scale-dpdk-{test_type}" - algorithm: "plot_ndrpdr_box_name" - output-file: "{DIR[STATIC,VPP]}/3n-hsw-xl710-64b-{core}-l2switching-base-scale-dpdk-{test_type}" - data: "plot-vpp-throughput-lat-tsa-3n-hsw" - core: ["1t1c", ] - include: - - "Tests.Vpp.Perf.L2.40Ge2P1Xl710-Eth-L2Patch-Ndrpdr.64B-{core}-eth-l2patch-ndrpdr" - - "Tests.Vpp.Perf.L2.40Ge2P1Xl710-Dot1Q-L2Xcbase-Ndrpdr.64B-{core}-dot1q-l2xcbase-ndrpdr" - - "Tests.Vpp.Perf.L2.40Ge2P1Xl710-Eth-L2Xcbase-Ndrpdr.64B-{core}-eth-l2xcbase-ndrpdr" - - "Tests.Vpp.Perf.L2.40Ge2P1Xl710-Dot1Q-L2Bdbasemaclrn-Ndrpdr.64B-{core}-dot1q-l2bdbasemaclrn-ndrpdr" - - "Tests.Vpp.Perf.L2.40Ge2P1Xl710-Eth-L2Bdbasemaclrn-Ndrpdr.64B-{core}-eth-l2bdbasemaclrn-ndrpdr" - - "Tests.Vpp.Perf.L2.40Ge2P1Xl710-Eth-L2Bdscale1Mmaclrn-Ndrpdr.64B-{core}-eth-l2bdscale1mmaclrn-ndrpdr" - layout: - title: "3n-hsw-xl710-64b-{core}-base-scale-dpdk-{test_type}" - layout: "plot-throughput" - - type: "plot" title: "Throughput: 3n-skx-x710-64b-{core}-l2switching-base-scale-avf-{test_type}" algorithm: "plot_ndrpdr_box_name" output-file: "{DIR[STATIC,VPP]}/3n-skx-x710-64b-{core}-l2switching-base-scale-avf-{test_type}" - data: "plot-vpp-throughput-lat-tsa-3n-skx" + data: "vpp-3n-skx-curr-iter" core: ["2t1c", ] include: - "Tests.Vpp.Perf.L2.10Ge2P1X710-Avf-Dot1Q-L2Bdbasemaclrn-Ndrpdr.64B-{core}-avf-dot1q-l2bdbasemaclrn-ndrpdr" @@ -7296,7 +6655,7 @@ title: "Throughput: 3n-skx-xxv710-64b-{core}-l2switching-base-avf-{test_type}" algorithm: "plot_ndrpdr_box_name" output-file: "{DIR[STATIC,VPP]}/3n-skx-xxv710-64b-{core}-l2switching-base-avf-{test_type}" - data: "plot-vpp-throughput-lat-tsa-3n-skx" + data: "vpp-3n-skx-curr-iter" core: ["2t1c", ] include: - "Tests.Vpp.Perf.L2.25Ge2P1Xxv710-Avf-Dot1Q-L2Xcbase-Ndrpdr.64B-{core}-avf-dot1q-l2xcbase-ndrpdr" @@ -7312,7 +6671,7 @@ title: "Throughput: 3n-skx-xxv710-64b-{core}-l2switching-base-dpdk-{test_type}" algorithm: "plot_ndrpdr_box_name" output-file: "{DIR[STATIC,VPP]}/3n-skx-xxv710-64b-{core}-l2switching-base-dpdk-{test_type}" - data: "plot-vpp-throughput-lat-tsa-3n-skx" + data: "vpp-3n-skx-curr-iter" core: ["2t1c", ] include: - "Tests.Vpp.Perf.L2.25Ge2P1Xxv710-Dot1Q-L2Xcbase-Ndrpdr.64B-{core}-dot1q-l2xcbase-ndrpdr" @@ -7327,7 +6686,7 @@ title: "Throughput: 3n-skx-xxv710-64b-{core}-l2switching-base-scale-avf-{test_type}" algorithm: "plot_ndrpdr_box_name" output-file: "{DIR[STATIC,VPP]}/3n-skx-xxv710-64b-{core}-l2switching-base-scale-avf-{test_type}" - data: "plot-vpp-throughput-lat-tsa-3n-skx" + data: "vpp-3n-skx-curr-iter" core: ["2t1c", ] include: - "Tests.Vpp.Perf.L2.25Ge2P1Xxv710-Avf-Eth-L2Patch-Ndrpdr.64B-{core}-avf-eth-l2patch-ndrpdr" @@ -7344,7 +6703,7 @@ title: "Throughput: 3n-skx-xxv710-64b-{core}-l2switching-base-scale-dpdk-{test_type}" algorithm: "plot_ndrpdr_box_name" output-file: "{DIR[STATIC,VPP]}/3n-skx-xxv710-64b-{core}-l2switching-base-scale-dpdk-{test_type}" - data: "plot-vpp-throughput-lat-tsa-3n-skx" + data: "vpp-3n-skx-curr-iter" core: ["2t1c", ] include: - "Tests.Vpp.Perf.L2.25Ge2P1Xxv710-Eth-L2Patch-Ndrpdr.64B-{core}-eth-l2patch-ndrpdr" @@ -7361,7 +6720,7 @@ title: "Throughput: 3n-skx-xxv710-64b-{core}-features-l2switching-base-avf-{test_type}" algorithm: "plot_ndrpdr_box_name" output-file: "{DIR[STATIC,VPP]}/3n-skx-xxv710-64b-{core}-features-l2switching-base-avf-{test_type}" - data: "plot-vpp-throughput-lat-tsa-3n-skx" + data: "vpp-3n-skx-curr-iter" core: ["2t1c", ] include: - "Tests.Vpp.Perf.L2.25Ge2P1Xxv710-Avf-Eth-L2Bdbasemaclrn-Ndrpdr.64B-{core}-avf-eth-l2bdbasemaclrn-ndrpdr" @@ -7378,7 +6737,7 @@ title: "Throughput: 3n-skx-xxv710-64b-{core}-features-l2switching-base-dpdk-{test_type}" algorithm: "plot_ndrpdr_box_name" output-file: "{DIR[STATIC,VPP]}/3n-skx-xxv710-64b-{core}-features-l2switching-base-dpdk-{test_type}" - data: "plot-vpp-throughput-lat-tsa-3n-skx" + data: "vpp-3n-skx-curr-iter" core: ["2t1c", ] include: - "Tests.Vpp.Perf.L2.25Ge2P1Xxv710-Eth-L2Bdbasemaclrn-Ndrpdr.64B-{core}-eth-l2bdbasemaclrn-ndrpdr" @@ -7395,7 +6754,7 @@ title: "Throughput: 3n-tsh-x520-64b-{core}-l2switching-base-ixgbe-{test_type}" algorithm: "plot_ndrpdr_box_name" output-file: "{DIR[STATIC,VPP]}/3n-tsh-x520-64b-{core}-l2switching-base-ixgbe-{test_type}" - data: "plot-vpp-throughput-lat-tsa-3n-tsh" + data: "vpp-3n-tsh-curr-iter" core: ["1t1c", ] include: - "Tests.Vpp.Perf.L2.10Ge2P1X520-Dot1Q-L2Xcbase-Ndrpdr.64B-{core}-dot1q-l2xcbase-ndrpdr" @@ -7410,7 +6769,7 @@ title: "Throughput: 3n-tsh-x520-64b-{core}-l2switching-base-scale-ixgbe-{test_type}" algorithm: "plot_ndrpdr_box_name" output-file: "{DIR[STATIC,VPP]}/3n-tsh-x520-64b-{core}-l2switching-base-scale-ixgbe-{test_type}" - data: "plot-vpp-throughput-lat-tsa-3n-tsh" + data: "vpp-3n-tsh-curr-iter" core: ["1t1c", ] include: - "Tests.Vpp.Perf.L2.10Ge2P1X520-Eth-L2Patch-Ndrpdr.64B-{core}-eth-l2patch-ndrpdr" @@ -7427,7 +6786,7 @@ title: "Throughput: 3n-tsh-x520-64b-{core}-features-l2switching-base-ixgbe-{test_type}" algorithm: "plot_ndrpdr_box_name" output-file: "{DIR[STATIC,VPP]}/3n-tsh-x520-64b-{core}-features-l2switching-base-ixgbe-{test_type}" - data: "plot-vpp-throughput-lat-tsa-3n-tsh" + data: "vpp-3n-tsh-curr-iter" core: ["1t1c", ] include: - "Tests.Vpp.Perf.L2.10Ge2P1X520-Eth-L2Bdbasemaclrn-Ndrpdr.64B-{core}-eth-l2bdbasemaclrn-ndrpdr" @@ -7444,7 +6803,7 @@ title: "Throughput: 2n-dnv-x553-64b-{core}-l2switching-base-ixgbe-{test_type}" algorithm: "plot_ndrpdr_box_name" output-file: "{DIR[STATIC,VPP]}/2n-dnv-x553-64b-{core}-l2switching-base-ixgbe-{test_type}" - data: "plot-vpp-throughput-lat-tsa-2n-dnv" + data: "vpp-2n-dnv-curr-iter" core: ["1t1c", ] include: - "Tests.Vpp.Perf.L2.2N1L-10Ge2P1X553-Dot1Q-L2Xcbase-Ndrpdr.64B-{core}-dot1q-l2xcbase-ndrpdr" @@ -7459,7 +6818,7 @@ title: "Throughput: 2n-dnv-x553-64b-{core}-l2switching-base-scale-ixgbe-{test_type}" algorithm: "plot_ndrpdr_box_name" output-file: "{DIR[STATIC,VPP]}/2n-dnv-x553-64b-{core}-l2switching-base-scale-ixgbe-{test_type}" - data: "plot-vpp-throughput-lat-tsa-2n-dnv" + data: "vpp-2n-dnv-curr-iter" core: ["1t1c", ] include: - "Tests.Vpp.Perf.L2.2N1L-10Ge2P1X553-Eth-L2Patch-Ndrpdr.64B-{core}-eth-l2patch-ndrpdr" @@ -7476,7 +6835,7 @@ title: "Throughput: 3n-dnv-x553-64b-{core}-l2switching-base-ixgbe-{test_type}" algorithm: "plot_ndrpdr_box_name" output-file: "{DIR[STATIC,VPP]}/3n-dnv-x553-64b-{core}-l2switching-base-ixgbe-{test_type}" - data: "plot-vpp-throughput-lat-tsa-3n-dnv" + data: "vpp-3n-dnv-curr-iter" core: ["1t1c", ] include: - "Tests.Vpp.Perf.L2.10Ge2P1X553-Dot1Q-L2Xcbase-Ndrpdr.64B-{core}-dot1q-l2xcbase-ndrpdr" @@ -7491,7 +6850,7 @@ title: "Throughput: 3n-dnv-x553-64b-{core}-l2switching-base-scale-ixgbe-{test_type}" algorithm: "plot_ndrpdr_box_name" output-file: "{DIR[STATIC,VPP]}/3n-dnv-x553-64b-{core}-l2switching-base-scale-ixgbe-{test_type}" - data: "plot-vpp-throughput-lat-tsa-3n-dnv" + data: "vpp-3n-dnv-curr-iter" core: ["1t1c", ] include: - "Tests.Vpp.Perf.L2.10Ge2P1X553-Eth-L2Patch-Ndrpdr.64B-{core}-eth-l2patch-ndrpdr" @@ -7508,7 +6867,7 @@ title: "Throughput: 3n-dnv-x553-64b-{core}-features-l2switching-base-ixgbe-{test_type}" algorithm: "plot_ndrpdr_box_name" output-file: "{DIR[STATIC,VPP]}/3n-dnv-x553-64b-{core}-features-l2switching-base-ixgbe-{test_type}" - data: "plot-vpp-throughput-lat-tsa-3n-dnv" + data: "vpp-3n-dnv-curr-iter" core: ["1t1c", ] include: - "Tests.Vpp.Perf.L2.10Ge2P1X553-Eth-L2Xcbase-Ndrpdr.64B-{core}-eth-l2xcbase-ndrpdr" @@ -7521,28 +6880,11 @@ title: "3n-dnv-x553-64b-{core}-features-l2switching-base-ixgbe-{test_type}" layout: "plot-throughput" -- type: "plot" - title: "Throughput: 3n-hsw-xl710-78b-{core}-srv6-ip6routing-base-dpdk-{test_type}" - algorithm: "plot_ndrpdr_box_name" - output-file: "{DIR[STATIC,VPP]}/3n-hsw-xl710-78b-{core}-srv6-ip6routing-base-dpdk-{test_type}" - data: "plot-vpp-throughput-lat-tsa-3n-hsw" - core: ["1t1c", ] - include: - - "Tests.Vpp.Perf.Srv6.40Ge2P1Xl710-Ethip6Ip6-Ip6Base-Srv6Enc1Sid-Ndrpdr.78B-{core}-ethip6ip6-ip6base-srv6enc1sid-ndrpdr" - - "Tests.Vpp.Perf.Srv6.40Ge2P1Xl710-Ethip6Srhip6-Ip6Base-Srv6Enc2Sids-Ndrpdr.78B-{core}-ethip6srhip6-ip6base-srv6enc2sids-ndrpdr" - - "Tests.Vpp.Perf.Srv6.40Ge2P1Xl710-Ethip6Srhip6-Ip6Base-Srv6Enc2Sids-Nodecaps-Ndrpdr.78B-{core}-ethip6srhip6-ip6base-srv6enc2sids-nodecaps-ndrpdr" - - "Tests.Vpp.Perf.Srv6.40Ge2P1Xl710-Ethip6Srhip6-Ip6Base-Srv6Proxy-Dyn-Ndrpdr.78B-{core}-ethip6srhip6-ip6base-srv6proxy-dyn-ndrpdr" - - "Tests.Vpp.Perf.Srv6.40Ge2P1Xl710-Ethip6Srhip6-Ip6Base-Srv6Proxy-Masq-Ndrpdr.78B-{core}-ethip6srhip6-ip6base-srv6proxy-masq-ndrpdr" - - "Tests.Vpp.Perf.Srv6.40Ge2P1Xl710-Ethip6Srhip6-Ip6Base-Srv6Proxy-Stat-Ndrpdr.78B-{core}-ethip6srhip6-ip6base-srv6proxy-stat-ndrpdr" - layout: - title: "3n-hsw-xl710-78b-{core}-srv6-ip6routing-base-dpdk-{test_type}" - layout: "plot-throughput" - - type: "plot" title: "Throughput: 3n-skx-xxv710-78b-{core}-srv6-ip6routing-base-avf-{test_type}" algorithm: "plot_ndrpdr_box_name" output-file: "{DIR[STATIC,VPP]}/3n-skx-xxv710-78b-{core}-srv6-ip6routing-base-avf-{test_type}" - data: "plot-vpp-throughput-lat-tsa-3n-skx" + data: "vpp-3n-skx-curr-iter" core: ["2t1c", ] include: - "Tests.Vpp.Perf.Srv6.25Ge2P1Xxv710-Avf-Ethip6Ip6-Ip6Base-Srv6Enc1Sid-Ndrpdr.78B-{core}-avf-ethip6ip6-ip6base-srv6enc1sid-ndrpdr" @@ -7559,7 +6901,7 @@ title: "Throughput: 3n-skx-xxv710-78b-{core}-srv6-ip6routing-base-dpdk-{test_type}" algorithm: "plot_ndrpdr_box_name" output-file: "{DIR[STATIC,VPP]}/3n-skx-xxv710-78b-{core}-srv6-ip6routing-base-dpdk-{test_type}" - data: "plot-vpp-throughput-lat-tsa-3n-skx" + data: "vpp-3n-skx-curr-iter" core: ["2t1c", ] include: - "Tests.Vpp.Perf.Srv6.25Ge2P1Xxv710-Ethip6Ip6-Ip6Base-Srv6Enc1Sid-Ndrpdr.78B-{core}-ethip6ip6-ip6base-srv6enc1sid-ndrpdr" @@ -7576,7 +6918,7 @@ title: "Throughput: 3n-tsh-x520-78b-{core}-srv6-ip6routing-base-ixgbe-{test_type}" algorithm: "plot_ndrpdr_box_name" output-file: "{DIR[STATIC,VPP]}/3n-tsh-x520-78b-{core}-srv6-ip6routing-base-ixgbe-{test_type}" - data: "plot-vpp-throughput-lat-tsa-3n-tsh" + data: "vpp-3n-tsh-curr-iter" core: ["1t1c", ] include: - "Tests.Vpp.Perf.Srv6.10Ge2P1X520-Ethip6Ip6-Ip6Base-Srv6Enc1Sid-Ndrpdr.78B-{core}-ethip6ip6-ip6base-srv6enc1sid-ndrpdr" @@ -7593,7 +6935,7 @@ title: "Throughput: 2n-skx-xxv710-64b-{core}-vhost-base-avf-{test_type}" algorithm: "plot_ndrpdr_box_name" output-file: "{DIR[STATIC,VPP]}/2n-skx-xxv710-64b-{core}-vhost-base-avf-{test_type}" - data: "plot-vpp-throughput-lat-tsa-2n-skx" + data: "vpp-2n-skx-curr-iter" core: ["2t1c", ] include: - "Tests.Vpp.Perf.Vm Vhost.2N1L-25Ge2P1Xxv710-Avf-Dot1Q-L2Xcbase-Eth-2Vhostvr1024-1Vm-Ndrpdr.64B-{core}-avf-dot1q-l2xcbase-eth-2vhostvr1024-1vm-ndrpdr" @@ -7609,7 +6951,7 @@ title: "Throughput: 2n-skx-xxv710-64b-{core}-vhost-base-avf-vpp-{test_type}" algorithm: "plot_ndrpdr_box_name" output-file: "{DIR[STATIC,VPP]}/2n-skx-xxv710-64b-{core}-vhost-base-avf-vpp-{test_type}" - data: "plot-vpp-throughput-lat-tsa-2n-skx" + data: "vpp-2n-skx-curr-iter" core: ["2t1c", ] include: - "Tests.Vpp.Perf.Vm Vhost.2N1L-25Ge2P1Xxv710-Avf-Dot1Q-L2Xcbase-Eth-2Vhostvr1024-1Vm-Vppl2Xc-Ndrpdr.64B-{core}-avf-dot1q-l2xcbase-eth-2vhostvr1024-1vm-vppl2xc-ndrpdr" @@ -7625,7 +6967,7 @@ title: "Throughput: 2n-skx-xxv710-64b-{core}-vhost-base-dpdk-{test_type}" algorithm: "plot_ndrpdr_box_name" output-file: "{DIR[STATIC,VPP]}/2n-skx-xxv710-64b-{core}-vhost-base-dpdk-{test_type}" - data: "plot-vpp-throughput-lat-tsa-2n-skx" + data: "vpp-2n-skx-curr-iter" core: ["2t1c", ] include: - "Tests.Vpp.Perf.Vm Vhost.2N1L-25Ge2P1Xxv710-Dot1Q-L2Xcbase-Eth-2Vhostvr1024-1Vm-Ndrpdr.64B-{core}-dot1q-l2xcbase-eth-2vhostvr1024-1vm-ndrpdr" @@ -7641,7 +6983,7 @@ title: "Throughput: 2n-skx-xxv710-64b-{core}-vhost-base-dpdk-vpp-{test_type}" algorithm: "plot_ndrpdr_box_name" output-file: "{DIR[STATIC,VPP]}/2n-skx-xxv710-64b-{core}-vhost-base-dpdk-vpp-{test_type}" - data: "plot-vpp-throughput-lat-tsa-2n-skx" + data: "vpp-2n-skx-curr-iter" core: ["2t1c", ] include: - "Tests.Vpp.Perf.Vm Vhost.2N1L-25Ge2P1Xxv710-Dot1Q-L2Xcbase-Eth-2Vhostvr1024-1Vm-Vppl2Xc-Ndrpdr.64B-{core}-dot1q-l2xcbase-eth-2vhostvr1024-1vm-vppl2xc-ndrpdr" @@ -7653,43 +6995,11 @@ title: "2n-skx-xxv710-64b-{core}-vhost-base-dpdk-vpp-{test_type}" layout: "plot-throughput" -- type: "plot" - title: "Throughput: 3n-hsw-xl710-64b-{core}-vhost-base-dpdk-{test_type}" - algorithm: "plot_ndrpdr_box_name" - output-file: "{DIR[STATIC,VPP]}/3n-hsw-xl710-64b-{core}-vhost-base-dpdk-{test_type}" - data: "plot-vpp-throughput-lat-tsa-3n-hsw" - core: ["1t1c", ] - include: - - "Tests.Vpp.Perf.Vm Vhost.40Ge2P1Xl710-Dot1Q-L2Xcbase-Eth-2Vhostvr1024-1Vm-Ndrpdr.64B-{core}-dot1q-l2xcbase-eth-2vhostvr1024-1vm-ndrpdr" - - "Tests.Vpp.Perf.Vm Vhost.40Ge2P1Xl710-Dot1Q-L2Bdbasemaclrn-Eth-2Vhostvr1024-1Vm-Ndrpdr.64B-{core}-dot1q-l2bdbasemaclrn-eth-2vhostvr1024-1vm-ndrpdr" - - "Tests.Vpp.Perf.Vm Vhost.40Ge2P1Xl710-Eth-L2Xcbase-Eth-2Vhostvr1024-1Vm-Ndrpdr.64B-{core}-eth-l2xcbase-eth-2vhostvr1024-1vm-ndrpdr" - - "Tests.Vpp.Perf.Vm Vhost.40Ge2P1Xl710-Eth-L2Bdbasemaclrn-Eth-2Vhostvr1024-1Vm-Ndrpdr.64B-{core}-eth-l2bdbasemaclrn-eth-2vhostvr1024-1vm-ndrpdr" - - "Tests.Vpp.Perf.Vm Vhost.40Ge2P1Xl710-Ethip4-Ip4Base-Eth-2Vhostvr1024-1Vm-Ndrpdr.64B-{core}-ethip4-ip4base-eth-2vhostvr1024-1vm-ndrpdr" - layout: - title: "3n-hsw-xl710-64b-{core}-vhost-base-dpdk-{test_type}" - layout: "plot-throughput" - -- type: "plot" - title: "Throughput: 3n-hsw-xl710-64b-{core}-vhost-base-dpdk-vpp-{test_type}" - algorithm: "plot_ndrpdr_box_name" - output-file: "{DIR[STATIC,VPP]}/3n-hsw-xl710-64b-{core}-vhost-base-dpdk-vpp-{test_type}" - data: "plot-vpp-throughput-lat-tsa-3n-hsw" - core: ["1t1c", ] - include: - - "Tests.Vpp.Perf.Vm Vhost.40Ge2P1Xl710-Dot1Q-L2Xcbase-Eth-2Vhostvr1024-1Vm-Vppl2Xc-Ndrpdr.64B-{core}-dot1q-l2xcbase-eth-2vhostvr1024-1vm-vppl2xc-ndrpdr" - - "Tests.Vpp.Perf.Vm Vhost.40Ge2P1Xl710-Dot1Q-L2Bdbasemaclrn-Eth-2Vhostvr10241Vm-Vppl2Xc-Ndrpdr.64B-{core}-dot1q-l2bdbasemaclrn-eth-2vhostvr1024-1vm-vppl2xc-ndrpdr" - - "Tests.Vpp.Perf.Vm Vhost.40Ge2P1Xl710-Eth-L2Xcbase-Eth-2Vhostvr1024-1Vm-Vppl2Xc-Ndrpdr.64B-{core}-eth-l2xcbase-eth-2vhostvr1024-1vm-vppl2xc-ndrpdr" - - "Tests.Vpp.Perf.Vm Vhost.40Ge2P1Xl710-Eth-L2Bdbasemaclrn-Eth-2Vhostvr1024-1V-m-Vppl2Xc-Ndrpdr.64B-{core}-eth-l2bdbasemaclrn-eth-2vhostvr1024-1vm-vppl2xc-ndrpdr" - - "Tests.Vpp.Perf.Vm Vhost.40Ge2P1Xl710-Ethip4-Ip4Base-Eth-2Vhostvr1024-1Vm-Vppip4-Ndrpdr.64B-{core}-ethip4-ip4base-eth-2vhostvr1024-1vm-vppip4-ndrpdr" - layout: - title: "3n-hsw-xl710-64b-{core}-vhost-base-dpdk-vpp-{test_type}" - layout: "plot-throughput" - - type: "plot" title: "Throughput: 3n-skx-x710-64b-{core}-link-bonding-vhost-base-avf-{test_type}" algorithm: "plot_ndrpdr_box_name" output-file: "{DIR[STATIC,VPP]}/3n-skx-x710-64b-{core}-link-bonding-vhost-base-avf-{test_type}" - data: "plot-vpp-throughput-lat-tsa-3n-skx" + data: "vpp-3n-skx-curr-iter" core: ["2t1c", ] include: - "Tests.Vpp.Perf.Vm Vhost.10Ge2P1X710-Avf-1Lbvpplacp-Dot1Q-L2Xcbase-Eth-2Vhostvr1024-1Vm-Ndrpdr.64B-{core}-avf-1lbvpplacp-dot1q-l2xcbase-eth-2vhostvr1024-1vm-ndrpdr" @@ -7704,7 +7014,7 @@ title: "Throughput: 3n-skx-x710-64b-{core}-link-bonding-vhost-base-avf-vpp-{test_type}" algorithm: "plot_ndrpdr_box_name" output-file: "{DIR[STATIC,VPP]}/3n-skx-x710-64b-{core}-link-bonding-vhost-base-avf-vpp-{test_type}" - data: "plot-vpp-throughput-lat-tsa-3n-skx" + data: "vpp-3n-skx-curr-iter" core: ["2t1c", ] include: - "Tests.Vpp.Perf.Vm Vhost.10Ge2P1X710-Avf-1Lbvpplacp-Dot1Q-L2Xcbase-Eth-2Vhostvr1024-1Vm-Vppl2Xc-Ndrpdr.64B-{core}-avf-1lbvpplacp-dot1q-l2xcbase-eth-2vhostvr1024-1vm-vppl2xc-ndrpdr" @@ -7719,7 +7029,7 @@ title: "Throughput: 3n-skx-xxv710-64b-{core}-vhost-base-avf-{test_type}" algorithm: "plot_ndrpdr_box_name" output-file: "{DIR[STATIC,VPP]}/3n-skx-xxv710-64b-{core}-vhost-base-avf-{test_type}" - data: "plot-vpp-throughput-lat-tsa-3n-skx" + data: "vpp-3n-skx-curr-iter" core: ["2t1c", ] include: - "Tests.Vpp.Perf.Vm Vhost.25Ge2P1Xxv710-Avf-Dot1Q-L2Xcbase-Eth-2Vhostvr1024-1Vm-Ndrpdr.64B-{core}-avf-dot1q-l2xcbase-eth-2vhostvr1024-1vm-ndrpdr" @@ -7736,7 +7046,7 @@ title: "Throughput: 3n-skx-xxv710-64b-{core}-vhost-base-avf-vpp-{test_type}" algorithm: "plot_ndrpdr_box_name" output-file: "{DIR[STATIC,VPP]}/3n-skx-xxv710-64b-{core}-vhost-base-avf-vpp-{test_type}" - data: "plot-vpp-throughput-lat-tsa-3n-skx" + data: "vpp-3n-skx-curr-iter" core: ["2t1c", ] include: - "Tests.Vpp.Perf.Vm Vhost.25Ge2P1Xxv710-Avf-Dot1Q-L2Xcbase-Eth-2Vhostvr1024-1Vm-Vppl2Xc-Ndrpdr.64B-{core}-avf-dot1q-l2xcbase-eth-2vhostvr1024-1vm-vppl2xc-ndrpdr" @@ -7753,7 +7063,7 @@ title: "Throughput: 3n-skx-xxv710-64b-{core}-vhost-base-dpdk-{test_type}" algorithm: "plot_ndrpdr_box_name" output-file: "{DIR[STATIC,VPP]}/3n-skx-xxv710-64b-{core}-vhost-base-dpdk-{test_type}" - data: "plot-vpp-throughput-lat-tsa-3n-skx" + data: "vpp-3n-skx-curr-iter" core: ["2t1c", ] include: - "Tests.Vpp.Perf.Vm Vhost.25Ge2P1Xxv710-Dot1Q-L2Xcbase-Eth-2Vhostvr1024-1Vm-Ndrpdr.64B-{core}-dot1q-l2xcbase-eth-2vhostvr1024-1vm-ndrpdr" @@ -7770,7 +7080,7 @@ title: "Throughput: 3n-skx-xxv710-64b-{core}-vhost-base-dpdk-vpp-{test_type}" algorithm: "plot_ndrpdr_box_name" output-file: "{DIR[STATIC,VPP]}/3n-skx-xxv710-64b-{core}-vhost-base-dpdk-vpp-{test_type}" - data: "plot-vpp-throughput-lat-tsa-3n-skx" + data: "vpp-3n-skx-curr-iter" core: ["2t1c", ] include: - "Tests.Vpp.Perf.Vm Vhost.25Ge2P1Xxv710-Dot1Q-L2Xcbase-Eth-2Vhostvr1024-1Vm-Vppl2Xc-Ndrpdr.64B-{core}-dot1q-l2xcbase-eth-2vhostvr1024-1vm-vppl2xc-ndrpdr" @@ -7786,7 +7096,7 @@ title: "Throughput: 3n-skx-xxv710-64b-{core}-link-bonding-vhost-base-avf-{test_type}" algorithm: "plot_ndrpdr_box_name" output-file: "{DIR[STATIC,VPP]}/3n-skx-xxv710-64b-{core}-link-bonding-vhost-base-avf-{test_type}" - data: "plot-vpp-throughput-lat-tsa-3n-skx" + data: "vpp-3n-skx-curr-iter" core: ["2t1c", ] include: - "Tests.Vpp.Perf.Vm Vhost.25Ge2P1Xxv710-Avf-1Lbvpplacp-Dot1Q-L2Xcbase-Eth-2Vhostvr1024-1Vm-Ndrpdr.64B-{core}-avf-1lbvpplacp-dot1q-l2xcbase-eth-2vhostvr1024-1vm-ndrpdr" @@ -7799,7 +7109,7 @@ title: "Throughput: 3n-skx-xxv710-64b-{core}-link-bonding-vhost-base-avf-vpp-{test_type}" algorithm: "plot_ndrpdr_box_name" output-file: "{DIR[STATIC,VPP]}/3n-skx-xxv710-64b-{core}-link-bonding-vhost-base-avf-vpp-{test_type}" - data: "plot-vpp-throughput-lat-tsa-3n-skx" + data: "vpp-3n-skx-curr-iter" core: ["2t1c", ] include: - "Tests.Vpp.Perf.Vm Vhost.25Ge2P1Xxv710-Avf-1Lbvpplacp-Dot1Q-L2Xcbase-Eth-2Vhostvr1024-1Vm-Vppl2Xc-Ndrpdr.64B-{core}-avf-1lbvpplacp-dot1q-l2xcbase-eth-2vhostvr1024-1vm-vppl2xc-ndrpdr" @@ -7812,7 +7122,7 @@ title: "Throughput: 3n-skx-xxv710-64b-{core}-link-bonding-vhost-base-dpdk-{test_type}" algorithm: "plot_ndrpdr_box_name" output-file: "{DIR[STATIC,VPP]}/3n-skx-xxv710-64b-{core}-link-bonding-vhost-base-dpdk-{test_type}" - data: "plot-vpp-throughput-lat-tsa-3n-skx" + data: "vpp-3n-skx-curr-iter" core: ["2t1c", ] include: - "Tests.Vpp.Perf.Vm Vhost.25Ge2P1Xxv710-1Lbvpplacp-Dot1Q-L2Xcbase-Eth-2Vhostvr1024-1Vm-Ndrpdr.64B-{core}-1lbvpplacp-dot1q-l2xcbase-eth-2vhostvr1024-1vm-ndrpdr" @@ -7825,7 +7135,7 @@ title: "Throughput: 3n-skx-xxv710-64b-{core}-link-bonding-vhost-base-dpdk-vpp-{test_type}" algorithm: "plot_ndrpdr_box_name" output-file: "{DIR[STATIC,VPP]}/3n-skx-xxv710-64b-{core}-link-bonding-vhost-base-dpdk-vpp-{test_type}" - data: "plot-vpp-throughput-lat-tsa-3n-skx" + data: "vpp-3n-skx-curr-iter" core: ["2t1c", ] include: - "Tests.Vpp.Perf.Vm Vhost.25Ge2P1Xxv710-1Lbvpplacp-Dot1Q-L2Xcbase-Eth-2Vhostvr1024-1Vm-Vppl2Xc-Ndrpdr.64B-{core}-1lbvpplacp-dot1q-l2xcbase-eth-2vhostvr1024-1vm-vppl2xc-ndrpdr" @@ -7838,7 +7148,7 @@ title: "Throughput: 3n-tsh-x520-64b-{core}-vhost-base-ixgbe-vppl2xc-{test_type}" algorithm: "plot_ndrpdr_box_name" output-file: "{DIR[STATIC,VPP]}/3n-tsh-x520-64b-{core}-vhost-base-ixgbe-vppl2xc-{test_type}" - data: "plot-vpp-throughput-lat-tsa-3n-tsh" + data: "vpp-3n-tsh-curr-iter" core: ["1t1c", ] include: - "Tests.Vpp.Perf.Vm Vhost.10Ge2P1X520-Dot1Q-L2Xcbase-Eth-2Vhostvr1024-1Vm-vppl2xc-Ndrpdr.64B-{core}-dot1q-l2xcbase-eth-2vhostvr1024-1vm-vppl2xc-ndrpdr" @@ -7855,7 +7165,7 @@ title: "Throughput: 3n-tsh-x520-64b-{core}-vhost-base-ixgbe-{test_type}" algorithm: "plot_ndrpdr_box_name" output-file: "{DIR[STATIC,VPP]}/3n-tsh-x520-64b-{core}-vhost-base-ixgbe-{test_type}" - data: "plot-vpp-throughput-lat-tsa-3n-tsh" + data: "vpp-3n-tsh-curr-iter" core: ["1t1c", ] include: - "Tests.Vpp.Perf.Vm Vhost.10Ge2P1X520-Dot1Q-L2Xcbase-Eth-2Vhostvr1024-1Vm-Ndrpdr.64B-{core}-dot1q-l2xcbase-eth-2vhostvr1024-1vm-ndrpdr" @@ -7872,7 +7182,7 @@ title: "Throughput: 2n-skx-xxv710-114b-{core}-vts-l2switching-base-dpdk-{test_type}" algorithm: "plot_ndrpdr_box_name" output-file: "{DIR[STATIC,VPP]}/2n-skx-xxv710-114b-{core}-vts-l2switching-base-dpdk-{test_type}" - data: "plot-vpp-throughput-lat-tsa-2n-skx" + data: "vpp-2n-skx-curr-iter" core: ["2t1c", ] include: - "Tests.Vpp.Perf.Vts.2N1L-25Ge2P1Xxv710-Avf-Ethip4Vxlan-L2Bdbasemaclrn-Eth-Iacldstbase-Aclpermit-2Vhostvr1024-1Vm-Ndrpdr.114B-{core}-avf-ethip4vxlan-l2bdbasemaclrn-eth-iacldstbase-aclpermit-2vhostvr1024-1vm-ndrpdr" @@ -7889,7 +7199,7 @@ title: "Throughput: 2n-tx2-xl710-64b-{core}-ip4routing-base-scale-dpdk-{test_type}" algorithm: "plot_ndrpdr_box_name" output-file: "{DIR[STATIC,VPP]}/2n-tx2-xl710-64b-{core}-ip4routing-base-scale-dpdk-{test_type}" - data: "plot-vpp-throughput-lat-tsa-2n-tx2" + data: "vpp-2n-tx2-curr-iter" core: ["1t1c", ] include: - "Tests.Vpp.Perf.Ip4.2N1L-40Ge2P1Xl710-Dot1Q-Ip4Base-Ndrpdr.64B-{core}-dot1q-ip4base-ndrpdr" @@ -7905,7 +7215,7 @@ title: "Throughput: 2n-tx2-xl710-64b-{core}-features-ip4routing-base-scale-dpdk-{test_type}" algorithm: "plot_ndrpdr_box_name" output-file: "{DIR[STATIC,VPP]}/2n-tx2-xl710-64b-{core}-features-ip4routing-base-scale-dpdk-{test_type}" - data: "plot-vpp-throughput-lat-tsa-2n-tx2" + data: "vpp-2n-tx2-curr-iter" core: ["1t1c", ] include: - "Tests.Vpp.Perf.Ip4.2N1L-40Ge2P1Xl710-Ethip4-Ip4Base-Iacldstbase-Ndrpdr.64B-{core}-ethip4-ip4base-iacldstbase-ndrpdr" @@ -7921,7 +7231,7 @@ title: "Throughput: 2n-tx2-xl710-78b-{core}-ip6routing-base-scale-dpdk-{test_type}" algorithm: "plot_ndrpdr_box_name" output-file: "{DIR[STATIC,VPP]}/2n-tx2-xl710-78b-{core}-ip6routing-base-scale-dpdk-{test_type}" - data: "plot-vpp-throughput-lat-tsa-2n-tx2" + data: "vpp-2n-tx2-curr-iter" core: ["1t1c", ] include: - "Tests.Vpp.Perf.Ip6.2N1L-40Ge2P1Xl710-Dot1Q-Ip6Base-Ndrpdr.78B-{core}-dot1q-ip6base-ndrpdr" @@ -7938,7 +7248,7 @@ title: "Throughput: 2n-tx2-xl710-64b-{core}-l2switching-base-dpdk-{test_type}" algorithm: "plot_ndrpdr_box_name" output-file: "{DIR[STATIC,VPP]}/2n-tx2-xl710-64b-{core}-l2switching-base-dpdk-{test_type}" - data: "plot-vpp-throughput-lat-tsa-2n-tx2" + data: "vpp-2n-tx2-curr-iter" core: ["1t1c", ] include: - "Tests.Vpp.Perf.L2.2N1L-40Ge2P1Xl710-Dot1Q-L2Xcbase-Ndrpdr.64B-{core}-dot1q-l2xcbase-ndrpdr" @@ -7954,7 +7264,7 @@ title: "Throughput: 2n-tx2-xl710-64b-{core}-l2switching-scale-dpdk-{test_type}" algorithm: "plot_ndrpdr_box_name" output-file: "{DIR[STATIC,VPP]}/2n-tx2-xl710-64b-{core}-l2switching-scale-dpdk-{test_type}" - data: "plot-vpp-throughput-lat-tsa-2n-tx2" + data: "vpp-2n-tx2-curr-iter" core: ["1t1c", ] include: - "Tests.Vpp.Perf.L2.2N1L-40Ge2P1Xl710-Eth-L2Bdbasemaclrn-Ndrpdr.64B-{core}-eth-l2bdbasemaclrn-ndrpdr" @@ -7969,7 +7279,7 @@ title: "Throughput: 2n-tx2-xl710-64b-{core}-features-l2switching-base-dpdk-{test_type}" algorithm: "plot_ndrpdr_box_name" output-file: "{DIR[STATIC,VPP]}/2n-tx2-xl710-64b-{core}-features-l2switching-base-dpdk-{test_type}" - data: "plot-vpp-throughput-lat-tsa-2n-tx2" + data: "vpp-2n-tx2-curr-iter" core: ["1t1c", ] include: - "Tests.Vpp.Perf.L2.2N1L-40Ge2P1Xl710-Eth-L2Bdbasemaclrn-Iacl50Sf-10Kflows-Ndrpdr.64B-{core}-eth-l2bdbasemaclrn-iacl50sf-10kflows-ndrpdr" @@ -7989,7 +7299,7 @@ title: "Speedup: 2n-skx-xxv710-64b-memif-base-avf-{test_type}-tsa" algorithm: "plot_tsa_name" output-file: "{DIR[STATIC,VPP]}/2n-skx-xxv710-64b-memif-base-avf-{test_type}-tsa" - data: "plot-vpp-throughput-lat-tsa-2n-skx" + data: "vpp-2n-skx-curr-iter" include: - "Tests.Vpp.Perf.Container Memif.2N1L-25Ge2P1Xxv710-Avf-Eth-L2Xcbase-Eth-2Memif-1Dcr-Ndrpdr.64B-.t.c-avf-eth-l2xcbase-eth-2memif-1dcr-ndrpdr" - "Tests.Vpp.Perf.Container Memif.2N1L-25Ge2P1Xxv710-Avf-Dot1Q-L2Bdbasemaclrn-Eth-2Memif-1Dcr-Ndrpdr.64B-.t.c-avf-dot1q-l2bdbasemaclrn-eth-2memif-1dcr-ndrpdr" @@ -8003,7 +7313,7 @@ title: "Speedup: 2n-skx-xxv710-64b-memif-base-dpdk-{test_type}-tsa" algorithm: "plot_tsa_name" output-file: "{DIR[STATIC,VPP]}/2n-skx-xxv710-64b-memif-base-dpdk-{test_type}-tsa" - data: "plot-vpp-throughput-lat-tsa-2n-skx" + data: "vpp-2n-skx-curr-iter" include: - "Tests.Vpp.Perf.Container Memif.2N1L-25Ge2P1Xxv710-Eth-L2Xcbase-Eth-2Memif-1Dcr-Ndrpdr.64B-.t.c-eth-l2xcbase-eth-2memif-1dcr-ndrpdr" - "Tests.Vpp.Perf.Container Memif.2N1L-25Ge2P1Xxv710-Dot1Q-L2Bdbasemaclrn-Eth-2Memif-1Dcr-Ndrpdr.64B-.t.c-dot1q-l2bdbasemaclrn-eth-2memif-1dcr-ndrpdr" @@ -8017,7 +7327,7 @@ title: "Speedup: 3n-skx-xxv710-64b-memif-base-avf-{test_type}-tsa" algorithm: "plot_tsa_name" output-file: "{DIR[STATIC,VPP]}/3n-skx-xxv710-64b-memif-base-avf-{test_type}-tsa" - data: "plot-vpp-throughput-lat-tsa-3n-skx" + data: "vpp-3n-skx-curr-iter" include: - "Tests.Vpp.Perf.Container Memif.25Ge2P1Xxv710-Avf-Eth-L2Xcbase-Eth-2Memif-1Dcr-Ndrpdr.64B-.t.c-avf-eth-l2xcbase-eth-2memif-1dcr-ndrpdr" - "Tests.Vpp.Perf.Container Memif.25Ge2P1Xxv710-Avf-Eth-L2Xcbase-Eth-2Memif-1Lxc-Ndrpdr.64B-.t.c-avf-eth-l2xcbase-eth-2memif-1lxc-ndrpdr" @@ -8032,7 +7342,7 @@ title: "Speedup: 3n-skx-xxv710-64b-memif-base-dpdk-{test_type}-tsa" algorithm: "plot_tsa_name" output-file: "{DIR[STATIC,VPP]}/3n-skx-xxv710-64b-memif-base-dpdk-{test_type}-tsa" - data: "plot-vpp-throughput-lat-tsa-3n-skx" + data: "vpp-3n-skx-curr-iter" include: - "Tests.Vpp.Perf.Container Memif.25Ge2P1Xxv710-Eth-L2Xcbase-Eth-2Memif-1Dcr-Ndrpdr.64B-.t.c-eth-l2xcbase-eth-2memif-1dcr-ndrpdr" - "Tests.Vpp.Perf.Container Memif.25Ge2P1Xxv710-Eth-L2Xcbase-Eth-2Memif-1Lxc-Ndrpdr.64B-.t.c-eth-l2xcbase-eth-2memif-1lxc-ndrpdr" @@ -8047,7 +7357,7 @@ title: "Speedup: 2n-skx-x710-64b-ip4routing-base-scale-[avf,dpdk]-{test_type}-tsa" algorithm: "plot_tsa_name" output-file: "{DIR[STATIC,VPP]}/2n-skx-x710-64b-ip4routing-base-scale-[avf,dpdk]-{test_type}-tsa" - data: "plot-vpp-throughput-lat-tsa-2n-skx" + data: "vpp-2n-skx-curr-iter" include: - "Tests.Vpp.Perf.Ip4.2N1L-10Ge2P1X710-Avf-Dot1Q-Ip4Base-Ndrpdr.64B-.t.c-avf-dot1q-ip4base-ndrpdr" - "Tests.Vpp.Perf.Ip4.2N1L-10Ge2P1X710-Avf-Ethip4-Ip4Base-Ndrpdr.64B-.t.c-avf-ethip4-ip4base-ndrpdr" @@ -8063,7 +7373,7 @@ title: "Speedup: 2n-skx-xxv710-64b-ip4routing-base-scale-avf-{test_type}-tsa" algorithm: "plot_tsa_name" output-file: "{DIR[STATIC,VPP]}/2n-skx-xxv710-64b-ip4routing-base-scale-avf-{test_type}-tsa" - data: "plot-vpp-throughput-lat-tsa-2n-skx" + data: "vpp-2n-skx-curr-iter" include: - "Tests.Vpp.Perf.Ip4.2N1L-25Ge2P1Xxv710-Avf-Dot1Q-Ip4Base-Ndrpdr.64B-.t.c-avf-dot1q-ip4base-ndrpdr" - "Tests.Vpp.Perf.Ip4.2N1L-25Ge2P1Xxv710-Avf-Ethip4-Ip4Base-Ndrpdr.64B-.t.c-avf-ethip4-ip4base-ndrpdr" @@ -8081,7 +7391,7 @@ title: "Speedup: 2n-skx-xxv710-64b-ip4routing-base-scale-dpdk-{test_type}-tsa" algorithm: "plot_tsa_name" output-file: "{DIR[STATIC,VPP]}/2n-skx-xxv710-64b-ip4routing-base-scale-dpdk-{test_type}-tsa" - data: "plot-vpp-throughput-lat-tsa-2n-skx" + data: "vpp-2n-skx-curr-iter" include: - "Tests.Vpp.Perf.Ip4.2N1L-25Ge2P1Xxv710-Dot1Q-Ip4Base-Ndrpdr.64B-.t.c-dot1q-ip4base-ndrpdr" - "Tests.Vpp.Perf.Ip4.2N1L-25Ge2P1Xxv710-Ethip4-Ip4Base-Ndrpdr.64B-.t.c-ethip4-ip4base-ndrpdr" @@ -8099,7 +7409,7 @@ title: "Speedup: 2n-skx-xxv710-64b-features-ip4routing-base-avf-{test_type}-tsa" algorithm: "plot_tsa_name" output-file: "{DIR[STATIC,VPP]}/2n-skx-xxv710-64b-features-ip4routing-base-avf-{test_type}-tsa" - data: "plot-vpp-throughput-lat-tsa-2n-skx" + data: "vpp-2n-skx-curr-iter" include: - "Tests.Vpp.Perf.Ip4.2N1L-25Ge2P1Xxv710-Avf-Ethip4Udp-Ip4Base-Iacl50Sf-10Kflows-Ndrpdr.64B-.t.c-avf-ethip4udp-ip4base-iacl50sf-10kflows-ndrpdr" - "Tests.Vpp.Perf.Ip4.2N1L-25Ge2P1Xxv710-Avf-Ethip4Udp-Ip4Base-Iacl50Sl-10Kflows-Ndrpdr.64B-.t.c-avf-ethip4udp-ip4base-iacl50sl-10kflows-ndrpdr" @@ -8115,7 +7425,7 @@ title: "Speedup: 2n-skx-xxv710-64b-nat44det-ip4routing-stl-bidir-avf-{test_type}-tsa" algorithm: "plot_tsa_name" output-file: "{DIR[STATIC,VPP]}/2n-skx-xxv710-64b-nat44det-ip4routing-stl-bidir-avf-{test_type}-tsa" - data: "plot-vpp-throughput-lat-tsa-2n-skx" + data: "vpp-2n-skx-curr-iter" include: - "tests.vpp.perf.ip4.2n1l-25ge2p1xxv710-avf-ethip4udp-nat44det-h1024-p63-s64512-ndrpdr.64b-.t.c-avf-ethip4udp-nat44det-h1024-p63-s64512-ndrpdr" - "tests.vpp.perf.ip4.2n1l-25ge2p1xxv710-avf-ethip4udp-nat44det-h4096-p63-s258048-ndrpdr.64b-.t.c-avf-ethip4udp-nat44det-h4096-p63-s258048-ndrpdr" @@ -8130,7 +7440,7 @@ title: "Speedup: 2n-skx-xxv710-64b-nat44ed-ip4routing-stl-unidir-avf-{test_type}-tsa" algorithm: "plot_tsa_name" output-file: "{DIR[STATIC,VPP]}/2n-skx-xxv710-64b-nat44ed-ip4routing-stl-unidir-avf-{test_type}-tsa" - data: "plot-vpp-throughput-lat-tsa-2n-skx" + data: "vpp-2n-skx-curr-iter" include: - "tests.vpp.perf.ip4.2n1l-25ge2p1xxv710-avf-ethip4udp-nat44ed-h1024-p63-s64512-udir-ndrpdr.64b-.t.c-avf-ethip4udp-nat44ed-h1024-p63-s64512-udir-ndrpdr" - "tests.vpp.perf.ip4.2n1l-25ge2p1xxv710-avf-ethip4udp-nat44ed-h4096-p63-s258048-udir-ndrpdr.64b-.t.c-avf-ethip4udp-nat44ed-h4096-p63-s258048-udir-ndrpdr" @@ -8145,7 +7455,7 @@ title: "Speedup: 2n-skx-xxv710-64b-nat44ed-ip4routing-udp-stf-cps-avf-{test_type}-tsa" algorithm: "plot_tsa_name" output-file: "{DIR[STATIC,VPP]}/2n-skx-xxv710-64b-nat44ed-ip4routing-udp-stf-cps-avf-{test_type}-tsa" - data: "plot-vpp-throughput-lat-tsa-2n-skx" + data: "vpp-2n-skx-curr-iter" include: - "tests.vpp.perf.ip4.2n1l-25ge2p1xxv710-avf-ethip4udp-nat44ed-h1024-p63-s64512-cps-ndrpdr.64b-.t.c-avf-ethip4udp-nat44ed-h1024-p63-s64512-cps-ndrpdr" - "tests.vpp.perf.ip4.2n1l-25ge2p1xxv710-avf-ethip4udp-ip4base-h1024-p63-s64512-cps-ndrpdr.64b-.t.c-avf-ethip4udp-ip4base-h1024-p63-s64512-cps-ndrpdr" @@ -8165,7 +7475,7 @@ title: "Speedup: 2n-skx-xxv710-64b-nat44ed-ip4routing-udp-stf-pps-avf-{test_type}-tsa" algorithm: "plot_tsa_name" output-file: "{DIR[STATIC,VPP]}/2n-skx-xxv710-64b-nat44ed-ip4routing-udp-stf-pps-avf-{test_type}-tsa" - data: "plot-vpp-throughput-lat-tsa-2n-skx" + data: "vpp-2n-skx-curr-iter" include: - "tests.vpp.perf.ip4.2n1l-25ge2p1xxv710-avf-ethip4udp-nat44ed-h1024-p63-s64512-pps-ndrpdr.64b-.t.c-avf-ethip4udp-nat44ed-h1024-p63-s64512-pps-ndrpdr" - "tests.vpp.perf.ip4.2n1l-25ge2p1xxv710-avf-ethip4udp-ip4base-h1024-p63-s64512-pps-ndrpdr.64b-.t.c-avf-ethip4udp-ip4base-h1024-p63-s64512-pps-ndrpdr" @@ -8185,7 +7495,7 @@ title: "Speedup: 2n-skx-xxv710-64b-nat44ed-ip4routing-tcp-stf-cps-avf-{test_type}-tsa" algorithm: "plot_tsa_name" output-file: "{DIR[STATIC,VPP]}/2n-skx-xxv710-64b-nat44ed-ip4routing-tcp-stf-cps-avf-{test_type}-tsa" - data: "plot-vpp-throughput-lat-tsa-2n-skx" + data: "vpp-2n-skx-curr-iter" include: - "tests.vpp.perf.ip4.2n1l-25ge2p1xxv710-avf-ethip4tcp-nat44ed-h1024-p63-s64512-cps-ndrpdr.64b-.t.c-avf-ethip4tcp-nat44ed-h1024-p63-s64512-cps-ndrpdr" - "tests.vpp.perf.ip4.2n1l-25ge2p1xxv710-avf-ethip4tcp-ip4base-h1024-p63-s64512-cps-ndrpdr.64b-.t.c-avf-ethip4tcp-ip4base-h1024-p63-s64512-cps-ndrpdr" @@ -8205,7 +7515,7 @@ title: "Speedup: 2n-skx-xxv710-64b-nat44ed-ip4routing-tcp-stf-pps-avf-{test_type}-tsa" algorithm: "plot_tsa_name" output-file: "{DIR[STATIC,VPP]}/2n-skx-xxv710-64b-nat44ed-ip4routing-tcp-stf-pps-avf-{test_type}-tsa" - data: "plot-vpp-throughput-lat-tsa-2n-skx" + data: "vpp-2n-skx-curr-iter" include: - "tests.vpp.perf.ip4.2n1l-25ge2p1xxv710-avf-ethip4tcp-nat44ed-h1024-p63-s64512-pps-ndrpdr.64b-.t.c-avf-ethip4tcp-nat44ed-h1024-p63-s64512-pps-ndrpdr" - "tests.vpp.perf.ip4.2n1l-25ge2p1xxv710-avf-ethip4tcp-ip4base-h1024-p63-s64512-pps-ndrpdr.64b-.t.c-avf-ethip4tcp-ip4base-h1024-p63-s64512-pps-ndrpdr" @@ -8225,7 +7535,7 @@ title: "Speedup: 2n-skx-xxv710-64b-nat44ed-ip4routing-tcp-tput-avf-{test_type}-tsa" algorithm: "plot_tsa_name" output-file: "{DIR[STATIC,VPP]}/2n-skx-xxv710-64b-nat44ed-ip4routing-tcp-tput-avf-{test_type}-tsa" - data: "plot-vpp-throughput-lat-tsa-2n-skx" + data: "vpp-2n-skx-curr-iter" include: - "tests.vpp.perf.ip4.2n1l-25ge2p1xxv710-avf-Ethip4Tcp-nat44ed-h1024-p63-s64512-pps-ndrpdr.64b-.t.c-avf-ethip4tcp-nat44ed-h1024-p63-s64512-pps-ndrpdr" - "Tests.Vpp.Perf.Ip4.2N1L-25Ge2P1Xxv710-Avf-Ethip4Tcp-Nat44Ed-H1024-P63-S64512-Tput-Ndrpdr.64B-.t.c-avf-ethip4tcp-nat44ed-h1024-p63-s64512-tput-ndrpdr" @@ -8245,7 +7555,7 @@ title: "Speedup: 2n-skx-xxv710-64b-nat44ed-ip4routing-udp-tput-avf-{test_type}-tsa" algorithm: "plot_tsa_name" output-file: "{DIR[STATIC,VPP]}/2n-skx-xxv710-64b-nat44ed-ip4routing-udp-tput-avf-{test_type}-tsa" - data: "plot-vpp-throughput-lat-tsa-2n-skx" + data: "vpp-2n-skx-curr-iter" include: - "tests.vpp.perf.ip4.2n1l-25ge2p1xxv710-avf-Ethip4Udp-nat44ed-h1024-p63-s64512-pps-ndrpdr.64b-.t.c-avf-ethip4udp-nat44ed-h1024-p63-s64512-pps-ndrpdr" - "Tests.Vpp.Perf.Ip4.2N1L-25Ge2P1Xxv710-Avf-Ethip4Udp-Nat44Ed-H1024-P63-S64512-Tput-Ndrpdr.64B-.t.c-avf-ethip4udp-nat44ed-h1024-p63-s64512-tput-ndrpdr" @@ -8265,7 +7575,7 @@ title: "Speedup: 2n-skx-xxv710-64b-nat44ed-ip4routing-tcp-tput2-avf-{test_type}-tsa" algorithm: "plot_tsa_name" output-file: "{DIR[STATIC,VPP]}/2n-skx-xxv710-64b-nat44ed-ip4routing-tcp-tput2-avf-{test_type}-tsa" - data: "plot-vpp-throughput-lat-tsa-2n-skx" + data: "vpp-2n-skx-curr-iter" include: - "tests.vpp.perf.ip4.2n1l-25ge2p1xxv710-avf-ethip4tcp-ip4base-h1024-p63-s64512-pps-ndrpdr.64b-.t.c-avf-ethip4tcp-ip4base-h1024-p63-s64512-pps-ndrpdr" - "Tests.Vpp.Perf.Ip4.2N1L-25Ge2P1Xxv710-Avf-Ethip4Tcp-Nat44Ed-H1024-P63-S64512-Tput-Ndrpdr.64B-.t.c-avf-ethip4tcp-nat44ed-h1024-p63-s64512-tput-ndrpdr" @@ -8285,7 +7595,7 @@ title: "Speedup: 2n-skx-xxv710-64b-nat44ed-ip4routing-udp-tput2-avf-{test_type}-tsa" algorithm: "plot_tsa_name" output-file: "{DIR[STATIC,VPP]}/2n-skx-xxv710-64b-nat44ed-ip4routing-udp-tput2-avf-{test_type}-tsa" - data: "plot-vpp-throughput-lat-tsa-2n-skx" + data: "vpp-2n-skx-curr-iter" include: - "tests.vpp.perf.ip4.2n1l-25ge2p1xxv710-avf-Ethip4Udp-ip4base-h1024-p63-s64512-pps-ndrpdr.64b-.t.c-avf-ethip4udp-ip4base-h1024-p63-s64512-pps-ndrpdr" - "Tests.Vpp.Perf.Ip4.2N1L-25Ge2P1Xxv710-Avf-Ethip4Udp-Nat44Ed-H1024-P63-S64512-Tput-Ndrpdr.64B-.t.c-avf-ethip4udp-nat44ed-h1024-p63-s64512-tput-ndrpdr" @@ -8305,7 +7615,7 @@ title: "Speedup: 2n-skx-xxv710-64b-features-ip4routing-base-dpdk-{test_type}-tsa" algorithm: "plot_tsa_name" output-file: "{DIR[STATIC,VPP]}/2n-skx-xxv710-64b-features-ip4routing-base-dpdk-{test_type}-tsa" - data: "plot-vpp-throughput-lat-tsa-2n-skx" + data: "vpp-2n-skx-curr-iter" include: - "Tests.Vpp.Perf.Ip4.2N1L-25Ge2P1Xxv710-Ethip4-Ip4Base-Ndrpdr.64B-.t.c-ethip4-ip4base-ndrpdr" - "Tests.Vpp.Perf.Ip4.2N1L-25Ge2P1Xxv710-Ethip4Udp-Ip4Base-Iacl50Sf-10Kflows-Ndrpdr.64B-.t.c-ethip4udp-ip4base-iacl50sf-10kflows-ndrpdr" @@ -8321,7 +7631,7 @@ title: "Speedup: 2n-skx-xxv710-64b-ethip4--ethip4udpgeneve-avf-{test_type}-tsa" algorithm: "plot_tsa_name" output-file: "{DIR[STATIC,VPP]}/2n-skx-xxv710-64b-ethip4--ethip4udpgeneve-avf-{test_type}-tsa" - data: "plot-vpp-throughput-lat-tsa-2n-skx" + data: "vpp-2n-skx-curr-iter" include: - "Tests.Vpp.Perf.Ip4 Tunnels.2N1L-25Ge2P1Xxv710-Avf-Ethip4--Ethip4Udpgeneve-1Tun-Ip4Base-Ndrpdr.64B-.t.c-avf-ethip4--ethip4udpgeneve-1tun-ip4base-ndrpdr" - "Tests.Vpp.Perf.Ip4 Tunnels.2N1L-25Ge2P1Xxv710-Avf-Ethip4--Ethip4Udpgeneve-4Tun-Ip4Base-Ndrpdr.64B-.t.c-avf-ethip4--ethip4udpgeneve-4tun-ip4base-ndrpdr" @@ -8332,25 +7642,11 @@ title: "2n-skx-xxv710-64b-ethip4--ethip4udpgeneve-avf-{test_type}" layout: "plot-throughput-speedup-analysis" -- type: "plot" - title: "Speedup: 3n-hsw-xl710-64b-ip4routing-base-scale-dpdk-{test_type}-tsa" - algorithm: "plot_tsa_name" - output-file: "{DIR[STATIC,VPP]}/3n-hsw-xl710-64b-ip4routing-base-scale-dpdk-{test_type}-tsa" - data: "plot-vpp-throughput-lat-tsa-3n-hsw" - include: - - "Tests.Vpp.Perf.Ip4.40Ge2P1Xl710-Dot1Q-Ip4Base-Ndrpdr.64B-.t.c-dot1q-ip4base-ndrpdr" - - "Tests.Vpp.Perf.Ip4.40Ge2P1Xl710-Ethip4-Ip4Base-Ndrpdr.64B-.t.c-ethip4-ip4base-ndrpdr" - - "Tests.Vpp.Perf.Ip4.40Ge2P1Xl710-Ethip4-Ip4Scale2M-Ndrpdr.64B-.t.c-ethip4-ip4scale2m-ndrpdr" - - "Tests.Vpp.Perf.Ip4.40Ge2P1Xl710-Ethip4-Ip4Scale2M-rnd-Ndrpdr.64B-.t.c-ethip4-ip4scale2m-rnd-ndrpdr" - layout: - title: "3n-hsw-xl710-64b-ip4routing-base-scale-dpdk-{test_type}" - layout: "plot-throughput-speedup-analysis" - - type: "plot" title: "Speedup: 3n-skx-x710-64b-ip4routing-base-scale-avf-{test_type}-tsa" algorithm: "plot_tsa_name" output-file: "{DIR[STATIC,VPP]}/3n-skx-x710-64b-ip4routing-base-scale-avf-{test_type}-tsa" - data: "plot-vpp-throughput-lat-tsa-3n-skx" + data: "vpp-3n-skx-curr-iter" include: - "Tests.Vpp.Perf.Ip4.10Ge2P1X710-Avf-Ethip4-Ip4Base-Ndrpdr.64B-.t.c-avf-ethip4-ip4base-ndrpdr" - "Tests.Vpp.Perf.Ip4.10Ge2P1X710-Avf-Ethip4-Ip4Scale2M-Ndrpdr.64B-.t.c-avf-ethip4-ip4scale2m-ndrpdr" @@ -8365,7 +7661,7 @@ title: "Speedup: 3n-skx-xxv710-64b-ip4routing-base-scale-avf-{test_type}-tsa" algorithm: "plot_tsa_name" output-file: "{DIR[STATIC,VPP]}/3n-skx-xxv710-64b-ip4routing-base-scale-avf-{test_type}-tsa" - data: "plot-vpp-throughput-lat-tsa-3n-skx" + data: "vpp-3n-skx-curr-iter" include: - "Tests.Vpp.Perf.Ip4.25Ge2P1Xxv710-Avf-Dot1Q-Ip4Base-Ndrpdr.64B-.t.c-avf-dot1q-ip4base-ndrpdr" - "Tests.Vpp.Perf.Ip4.25Ge2P1Xxv710-Avf-Ethip4-Ip4Base-Ndrpdr.64B-.t.c-avf-eth-ip4base-ndrpdr" @@ -8380,7 +7676,7 @@ title: "Speedup: 3n-skx-xxv710-64b-ip4routing-base-scale-dpdk-{test_type}-tsa" algorithm: "plot_tsa_name" output-file: "{DIR[STATIC,VPP]}/3n-skx-xxv710-64b-ip4routing-base-scale-dpdk-{test_type}-tsa" - data: "plot-vpp-throughput-lat-tsa-3n-skx" + data: "vpp-3n-skx-curr-iter" include: - "Tests.Vpp.Perf.Ip4.25Ge2P1Xxv710-Dot1Q-Ip4Base-Ndrpdr.64B-.t.c-dot1q-ip4base-ndrpdr" - "Tests.Vpp.Perf.Ip4.25Ge2P1Xxv710-Ethip4-Ip4Base-Ndrpdr.64B-.t.c-ethip4-ip4base-ndrpdr" @@ -8395,7 +7691,7 @@ title: "Speedup: 3n-skx-xxv710-64b-features-ip4routing-base-avf-{test_type}-tsa" algorithm: "plot_tsa_name" output-file: "{DIR[STATIC,VPP]}/3n-skx-xxv710-64b-features-ip4routing-base-avf-{test_type}-tsa" - data: "plot-vpp-throughput-lat-tsa-3n-skx" + data: "vpp-3n-skx-curr-iter" include: - "Tests.Vpp.Perf.Ip4.25Ge2P1Xxv710-Avf-Ethip4Udp-Ip4Base-Iacl50Sf-10Kflows-Ndrpdr.64B-.t.c-avf-ethip4udp-ip4base-iacl50sf-10kflows-ndrpdr" - "Tests.Vpp.Perf.Ip4.25Ge2P1Xxv710-Avf-Ethip4Udp-Ip4Base-Iacl50Sl-10Kflows-Ndrpdr.64B-.t.c-avf-ethip4udp-ip4base-iacl50sl-10kflows-ndrpdr" @@ -8409,7 +7705,7 @@ title: "Speedup: 3n-skx-xxv710-64b-features-ip4routing-base-dpdk-{test_type}-tsa" algorithm: "plot_tsa_name" output-file: "{DIR[STATIC,VPP]}/3n-skx-xxv710-64b-features-ip4routing-base-dpdk-{test_type}-tsa" - data: "plot-vpp-throughput-lat-tsa-3n-skx" + data: "vpp-3n-skx-curr-iter" include: - "Tests.Vpp.Perf.Ip4.25Ge2P1Xxv710-Ethip4-Ip4Base-Ndrpdr.64B-.t.c-ethip4-ip4base-ndrpdr" - "Tests.Vpp.Perf.Ip4.25Ge2P1Xxv710-Ethip4Udp-Ip4Base-Iacl50Sf-10Kflows-Ndrpdr.64B-.t.c-ethip4udp-ip4base-iacl50sf-10kflows-ndrpdr" @@ -8420,23 +7716,11 @@ title: "3n-skx-xxv710-64b-features-ip4routing-base-dpdk-{test_type}" layout: "plot-throughput-speedup-analysis" -- type: "plot" - title: "Speedup: 3n-hsw-xl710-64b-ip4tunnel-base-dpdk-{test_type}-tsa" - algorithm: "plot_tsa_name" - output-file: "{DIR[STATIC,VPP]}/3n-hsw-xl710-64b-ip4tunnel-base-dpdk-{test_type}-tsa" - data: "plot-vpp-throughput-lat-tsa-3n-hsw" - include: - - "Tests.Vpp.Perf.Ip4 Tunnels.40Ge2P1Xl710-Ethip4Vxlan-L2Xcbase-Ndrpdr.64B-.t.c-ethip4vxlan-l2xcbase-ndrpdr" - - "Tests.Vpp.Perf.Ip4 Tunnels.40Ge2P1Xl710-Ethip4Vxlan-L2Bdbasemaclrn-Ndrpdr.64B-.t.c-ethip4vxlan-l2bdbasemaclrn-ndrpdr" - layout: - title: "3n-hsw-xl710-64b-ip4tunnel-base-dpdk-{test_type}" - layout: "plot-throughput-speedup-analysis" - - type: "plot" title: "Speedup: 3n-skx-xxv710-64b-ip4tunnel-base-scale-avf-{test_type}-tsa" algorithm: "plot_tsa_name" output-file: "{DIR[STATIC,VPP]}/3n-skx-xxv710-64b-ip4tunnel-base-scale-avf-{test_type}-tsa" - data: "plot-vpp-throughput-lat-tsa-3n-skx" + data: "vpp-3n-skx-curr-iter" include: - "Tests.Vpp.Perf.Ip4 Tunnels.25Ge2P1Xxv710-Avf-Ethip4Vxlan-L2Xcbase-Ndrpdr.64B-.t.c-avf-ethip4vxlan-l2xcbase-ndrpdr" - "Tests.Vpp.Perf.Ip4 Tunnels.25Ge2P1Xxv710-Avf-Ethip4Vxlan-L2Bdbasemaclrn-Ndrpdr.64B-.t.c-avf-ethip4vxlan-l2bdbasemaclrn-ndrpdr" @@ -8450,7 +7734,7 @@ title: "Speedup: 3n-skx-xxv710-64b-ip4tunnel-base-scale-dpdk-{test_type}-tsa" algorithm: "plot_tsa_name" output-file: "{DIR[STATIC,VPP]}/3n-skx-xxv710-64b-ip4tunnel-base-scale-dpdk-{test_type}-tsa" - data: "plot-vpp-throughput-lat-tsa-3n-skx" + data: "vpp-3n-skx-curr-iter" include: - "Tests.Vpp.Perf.Ip4 Tunnels.25Ge2P1Xxv710-Ethip4Vxlan-L2Xcbase-Ndrpdr.64B-.t.c-ethip4vxlan-l2xcbase-ndrpdr" - "Tests.Vpp.Perf.Ip4 Tunnels.25Ge2P1Xxv710-Ethip4Vxlan-L2Bdbasemaclrn-Ndrpdr.64B-.t.c-ethip4vxlan-l2bdbasemaclrn-ndrpdr" @@ -8464,7 +7748,7 @@ title: "Speedup: 2n-skx-x710-78b-ip6routing-base-scale-[avf,dpdk]-{test_type}-tsa" algorithm: "plot_tsa_name" output-file: "{DIR[STATIC,VPP]}/2n-skx-x710-78b-ip6routing-base-scale-[avf,dpdk]-{test_type}-tsa" - data: "plot-vpp-throughput-lat-tsa-2n-skx" + data: "vpp-2n-skx-curr-iter" include: - "Tests.Vpp.Perf.Ip6.2N1L-10Ge2P1X710-Avf-Dot1Q-Ip6Base-Ndrpdr.78B-.t.c-avf-dot1q-ip6base-ndrpdr" - "Tests.Vpp.Perf.Ip6.2N1L-10Ge2P1X710-Avf-Ethip6-Ip6Base-Ndrpdr.78B-.t.c-avf-ethip6-ip6base-ndrpdr" @@ -8481,7 +7765,7 @@ title: "Speedup: 2n-skx-xxv710-78b-ip6routing-base-scale-dpdk-{test_type}-tsa" algorithm: "plot_tsa_name" output-file: "{DIR[STATIC,VPP]}/2n-skx-xxv710-78b-ip6routing-base-scale-dpdk-{test_type}-tsa" - data: "plot-vpp-throughput-lat-tsa-2n-skx" + data: "vpp-2n-skx-curr-iter" include: - "Tests.Vpp.Perf.Ip6.2N1L-25Ge2P1Xxv710-Dot1Q-Ip6Base-Ndrpdr.78B-.t.c-dot1q-ip6base-ndrpdr" - "Tests.Vpp.Perf.Ip6.2N1L-25Ge2P1Xxv710-Ethip6-Ip6Base-Ndrpdr.78B-.t.c-ethip6-ip6base-ndrpdr" @@ -8499,7 +7783,7 @@ title: "Speedup: 2n-skx-xxv710-78b-ip6routing-base-scale-avf-{test_type}-tsa" algorithm: "plot_tsa_name" output-file: "{DIR[STATIC,VPP]}/2n-skx-xxv710-78b-ip6routing-base-scale-avf-{test_type}-tsa" - data: "plot-vpp-throughput-lat-tsa-2n-skx" + data: "vpp-2n-skx-curr-iter" include: - "Tests.Vpp.Perf.Ip6.2N1L-25Ge2P1Xxv710-Avf-Dot1Q-Ip6Base-Ndrpdr.78B-.t.c-avf-dot1q-ip6base-ndrpdr" - "Tests.Vpp.Perf.Ip6.2N1L-25Ge2P1Xxv710-Avf-Ethip6-Ip6Base-Ndrpdr.78B-.t.c-avf-ethip6-ip6base-ndrpdr" @@ -8513,25 +7797,11 @@ title: "2n-skx-xxv710-78b-ip6routing-base-scale-avf-{test_type}" layout: "plot-throughput-speedup-analysis" -- type: "plot" - title: "Speedup: 3n-hsw-xl710-78b-ip6routing-base-scale-dpdk-{test_type}-tsa" - algorithm: "plot_tsa_name" - output-file: "{DIR[STATIC,VPP]}/3n-hsw-xl710-78b-ip6routing-base-scale-dpdk-{test_type}-tsa" - data: "plot-vpp-throughput-lat-tsa-3n-hsw" - include: - - "Tests.Vpp.Perf.Ip6.40Ge2P1Xl710-Dot1Q-Ip6Base-Ndrpdr.78B-.t.c-dot1q-ip6base-ndrpdr" - - "Tests.Vpp.Perf.Ip6.40Ge2P1Xl710-Ethip6-Ip6Base-Ndrpdr.78B-.t.c-ethip6-ip6base-ndrpdr" - - "Tests.Vpp.Perf.Ip6.40Ge2P1Xl710-Ethip6-Ip6Scale2M-Ndrpdr.78B-.t.c-ethip6-ip6scale2m-ndrpdr" - - "Tests.Vpp.Perf.Ip6.40Ge2P1Xl710-Ethip6-Ip6Scale2M-rnd-Ndrpdr.78B-.t.c-ethip6-ip6scale2m-rnd-ndrpdr" - layout: - title: "3n-hsw-xl710-78b-ip6routing-base-scale-dpdk-{test_type}" - layout: "plot-throughput-speedup-analysis" - - type: "plot" title: "Speedup: 3n-skx-x710-78b-ip6routing-base-scale-avf-{test_type}-tsa" algorithm: "plot_tsa_name" output-file: "{DIR[STATIC,VPP]}/3n-skx-x710-78b-ip6routing-base-scale-avf-{test_type}-tsa" - data: "plot-vpp-throughput-lat-tsa-3n-skx" + data: "vpp-3n-skx-curr-iter" include: - "Tests.Vpp.Perf.Ip6.10Ge2P1X710-Avf-Dot1Q-Ip6Base-Ndrpdr.78B-.t.c-avf-dot1q-ip6base-ndrpdr" - "Tests.Vpp.Perf.Ip6.10Ge2P1X710-Avf-Ethip6-Ip6Base-Ndrpdr.78B-.t.c-avf-ethip6-ip6base-ndrpdr" @@ -8544,7 +7814,7 @@ title: "Speedup: 3n-skx-xxv710-78b-ip6routing-base-scale-dpdk-{test_type}-tsa" algorithm: "plot_tsa_name" output-file: "{DIR[STATIC,VPP]}/3n-skx-xxv710-78b-ip6routing-base-scale-dpdk-{test_type}-tsa" - data: "plot-vpp-throughput-lat-tsa-3n-skx" + data: "vpp-3n-skx-curr-iter" include: - "Tests.Vpp.Perf.Ip6.25Ge2P1Xxv710-Dot1Q-Ip6Base-Ndrpdr.78B-.t.c-dot1q-ip6base-ndrpdr" - "Tests.Vpp.Perf.Ip6.25Ge2P1Xxv710-Ethip6-Ip6Base-Ndrpdr.78B-.t.c-ethip6-ip6base-ndrpdr" @@ -8559,7 +7829,7 @@ title: "Speedup: 3n-skx-xxv710-78b-ip6routing-base-scale-avf-{test_type}-tsa" algorithm: "plot_tsa_name" output-file: "{DIR[STATIC,VPP]}/3n-skx-xxv710-78b-ip6routing-base-scale-avf-{test_type}-tsa" - data: "plot-vpp-throughput-lat-tsa-3n-skx" + data: "vpp-3n-skx-curr-iter" include: - "Tests.Vpp.Perf.Ip6.25Ge2P1Xxv710-Avf-Dot1Q-Ip6Base-Ndrpdr.78B-.t.c-avf-dot1q-ip6base-ndrpdr" - "Tests.Vpp.Perf.Ip6.25Ge2P1Xxv710-Avf-Ethip6-Ip6Base-Ndrpdr.78B-.t.c-avf-ethip6-ip6base-ndrpdr" @@ -8570,41 +7840,11 @@ title: "3n-skx-xxv710-78b-ip6routing-base-scale-avf-{test_type}" layout: "plot-throughput-speedup-analysis" -- type: "plot" - title: "Speedup: 3n-hsw-xl710-imix-ipsec-ip4routing-base-scale-sw-dpdk-{test_type}-tsa" - algorithm: "plot_tsa_name" - output-file: "{DIR[STATIC,VPP]}/3n-hsw-xl710-imix-ipsec-ip4routing-base-scale-sw-dpdk-{test_type}-tsa" - data: "plot-vpp-throughput-lat-tsa-3n-hsw" - include: - - "Tests.Vpp.Perf.Crypto.40Ge2P1Xl710-Ethip4Ipsec4Tnlsw-Ip4Base-Int-Aes256Gcm-Ndrpdr.IMIX-.t.c-ethip4ipsec4tnlsw-ip4base-int-aes256gcm-ndrpdr" - - "Tests.Vpp.Perf.Crypto.40Ge2P1Xl710-Ethip4Ipsec4Tnlsw-Ip4Base-Int-Aes128Cbc-Hmac512Sha-Ndrpdr.IMIX-.t.c-ethip4ipsec4tnlsw-ip4base-int-aes128cbc-hmac512sha-ndrpdr" - - "Tests.Vpp.Perf.Crypto.40Ge2P1Xl710-Ethip4Ipsec1000Tnlsw-Ip4Base-Int-Aes256Gcm-Ndrpdr.IMIX-.t.c-ethip4ipsec1000tnlsw-ip4base-int-aes256gcm-ndrpdr" - - "Tests.Vpp.Perf.Crypto.40Ge2P1Xl710-Ethip4Ipsec1000Tnlsw-Ip4Base-Int-Aes128Cbc-Hmac512Sha-Ndrpdr.IMIX-.t.c-ethip4ipsec1000tnlsw-ip4base-int-aes128cbc-hmac512sha-ndrpdr" - - "Tests.Vpp.Perf.Crypto.40Ge2P1Xl710-Ethip4Ipsec10000Tnlsw-Ip4Base-Int-Aes256Gcm-Ndrpdr.IMIX-.t.c-ethip4ipsec10000tnlsw-ip4base-int-aes256gcm-ndrpdr" - - "Tests.Vpp.Perf.Crypto.40Ge2P1Xl710-Ethip4Ipsec10000Tnlsw-Ip4Base-Int-Aes128Cbc-Hmac512Sha-Ndrpdr.IMIX-.t.c-ethip4ipsec10000tnlsw-ip4base-int-aes128cbc-hmac512sha-ndrpdr" - layout: - title: "3n-hsw-xl710-imix-ipsec-ip4routing-base-scale-sw-dpdk-{test_type}" - layout: "plot-throughput-speedup-analysis" - -- type: "plot" - title: "Speedup: 3n-hsw-xl710-imix-ipsec-ip4routing-base-scale-hw-dpdk-{test_type}-tsa" - algorithm: "plot_tsa_name" - output-file: "{DIR[STATIC,VPP]}/3n-hsw-xl710-imix-ipsec-ip4routing-base-scale-hw-dpdk-{test_type}-tsa" - data: "plot-vpp-throughput-lat-tsa-3n-hsw" - include: - - "Tests.Vpp.Perf.Crypto.40Ge2P1Xl710-Ethip4Ipsec1Tnlhw-Ip4Base-Int-Aes256Gcm-Ndrpdr.IMIX-.t.c-ethip4ipsec1tnlhw-ip4base-int-aes256gcm-ndrpdr" - - "Tests.Vpp.Perf.Crypto.40Ge2P1Xl710-Ethip4Ipsec1Tnlhw-Ip4Base-Int-Aes128Cbc-Hmac512Sha-Ndrpdr.IMIX-.t.c-ethip4ipsec1tnlhw-ip4base-int-aes128cbc-hmac512sha-ndrpdr" - - "Tests.Vpp.Perf.Crypto.40Ge2P1Xl710-Ethip4Ipsec1000Tnlhw-Ip4Base-Int-Aes256Gcm-Ndrpdr.IMIX-.t.c-ethip4ipsec1000tnlhw-ip4base-int-aes256gcm-ndrpdr" - - "Tests.Vpp.Perf.Crypto.40Ge2P1Xl710-Ethip4Ipsec1000Tnlhw-Ip4Base-Int-Aes128Cbc-Hmac512Sha-Ndrpdr.IMIX-.t.c-ethip4ipsec1000tnlhw-ip4base-int-aes128cbc-hmac512sha-ndrpdr" - layout: - title: "3n-hsw-xl710-imix-ipsec-ip4routing-base-scale-hw-dpdk-{test_type}" - layout: "plot-throughput-speedup-analysis" - - type: "plot" title: "Speedup: 3n-skx-xxv710-imix-ipsec-ip4routing-base-scale-avf-{test_type}-tsa" algorithm: "plot_tsa_name" output-file: "{DIR[STATIC,VPP]}/3n-skx-xxv710-imix-ipsec-ip4routing-base-scale-avf-{test_type}-tsa" - data: "plot-vpp-throughput-lat-tsa-3n-skx" + data: "vpp-3n-skx-curr-iter" include: - "Tests.Vpp.Perf.Crypto.25Ge2P1Xxv710-Avf-Ethip4Ipsec4Tnlsw-Ip4Base-Int-Aes256Gcm-Ndrpdr.IMIX-.t.c-avf-ethip4ipsec4tnlsw-ip4base-int-aes256gcm-ndrpdr" - "Tests.Vpp.Perf.Crypto.25Ge2P1Xxv710-Avf-Ethip4Ipsec4Tnlsw-Ip4Base-Int-Aes128Cbc-Hmac512Sha-Ndrpdr.IMIX-.t.c-avf-ethip4ipsec4tnlsw-ip4base-int-aes128cbc-hmac512sha-ndrpdr" @@ -8620,7 +7860,7 @@ title: "Speedup: 3n-skx-xxv710-imix-ipsec-ip4routing-base-scale-dpdk-{test_type}-tsa" algorithm: "plot_tsa_name" output-file: "{DIR[STATIC,VPP]}/3n-skx-xxv710-imix-ipsec-ip4routing-base-scale-dpdk-{test_type}-tsa" - data: "plot-vpp-throughput-lat-tsa-3n-skx" + data: "vpp-3n-skx-curr-iter" include: - "Tests.Vpp.Perf.Crypto.25Ge2P1Xxv710-Ethip4Ipsec4Tnlsw-Ip4Base-Int-Aes256Gcm-Ndrpdr.IMIX-.t.c-ethip4ipsec4tnlsw-ip4base-int-aes256gcm-ndrpdr" - "Tests.Vpp.Perf.Crypto.25Ge2P1Xxv710-Ethip4Ipsec4Tnlsw-Ip4Base-Int-Aes128Cbc-Hmac512Sha-Ndrpdr.IMIX-.t.c-ethip4ipsec4tnlsw-ip4base-int-aes128cbc-hmac512sha-ndrpdr" @@ -8636,7 +7876,7 @@ title: "Speedup: 2n-skx-x710-64b-l2switching-base-scale-[avf,dpdk]-{test_type}-tsa" algorithm: "plot_tsa_name" output-file: "{DIR[STATIC,VPP]}/2n-skx-x710-64b-l2switching-base-scale-[avf,dpdk]-{test_type}-tsa" - data: "plot-vpp-throughput-lat-tsa-2n-skx" + data: "vpp-2n-skx-curr-iter" include: - "Tests.Vpp.Perf.L2.2N1L-10Ge2P1X710-Avf-Eth-L2Xcbase-Ndrpdr.64B-.t.c-avf-eth-l2xcbase-ndrpdr" - "Tests.Vpp.Perf.L2.2N1L-10Ge2P1X710-Avf-Dot1Q-L2Bdbasemaclrn-Ndrpdr.64B-.t.c-avf-dot1q-l2bdbasemaclrn-ndrpdr" @@ -8652,7 +7892,7 @@ title: "Speedup: 2n-skx-xxv710-64b-l2switching-base-avf-{test_type}-tsa" algorithm: "plot_tsa_name" output-file: "{DIR[STATIC,VPP]}/2n-skx-xxv710-64b-l2switching-base-avf-{test_type}-tsa" - data: "plot-vpp-throughput-lat-tsa-2n-skx" + data: "vpp-2n-skx-curr-iter" include: - "Tests.Vpp.Perf.L2.2N1L-25Ge2P1Xxv710-Avf-Dot1Q-L2Xcbase-Ndrpdr.64B-.t.c-avf-dot1q-l2xcbase-ndrpdr" - "Tests.Vpp.Perf.L2.2N1L-25Ge2P1Xxv710-Avf-Dot1Q-L2Bdbasemaclrn-Ndrpdr.64B-.t.c-avf-dot1q-l2bdbasemaclrn-ndrpdr" @@ -8667,7 +7907,7 @@ title: "Speedup: 2n-skx-xxv710-64b-l2switching-base-dpdk-{test_type}-tsa" algorithm: "plot_tsa_name" output-file: "{DIR[STATIC,VPP]}/2n-skx-xxv710-64b-l2switching-base-dpdk-{test_type}-tsa" - data: "plot-vpp-throughput-lat-tsa-2n-skx" + data: "vpp-2n-skx-curr-iter" include: - "Tests.Vpp.Perf.L2.2N1L-25Ge2P1Xxv710-Dot1Q-L2Xcbase-Ndrpdr.64B-.t.c-dot1q-l2xcbase-ndrpdr" - "Tests.Vpp.Perf.L2.2N1L-25Ge2P1Xxv710-Dot1Q-L2Bdbasemaclrn-Ndrpdr.64B-.t.c-dot1q-l2bdbasemaclrn-ndrpdr" @@ -8682,7 +7922,7 @@ title: "Speedup: 2n-skx-xxv710-64b-l2switching-base-scale-avf-{test_type}-tsa" algorithm: "plot_tsa_name" output-file: "{DIR[STATIC,VPP]}/2n-skx-xxv710-64b-l2switching-base-scale-avf-{test_type}-tsa" - data: "plot-vpp-throughput-lat-tsa-2n-skx" + data: "vpp-2n-skx-curr-iter" include: - "Tests.Vpp.Perf.L2.2N1L-25Ge2P1Xxv710-Avf-Eth-L2Bdbasemaclrn-Ndrpdr.64B-.t.c-avf-eth-l2bdbasemaclrn-ndrpdr" - "Tests.Vpp.Perf.L2.2N1L-25Ge2P1Xxv710-Avf-Eth-L2Bdscale10Kmaclrn-Ndrpdr.64B-.t.c-avf-eth-l2bdscale10kmaclrn-ndrpdr" @@ -8696,7 +7936,7 @@ title: "Speedup: 2n-skx-xxv710-64b-l2switching-base-scale-dpdk-{test_type}-tsa" algorithm: "plot_tsa_name" output-file: "{DIR[STATIC,VPP]}/2n-skx-xxv710-64b-l2switching-base-scale-dpdk-{test_type}-tsa" - data: "plot-vpp-throughput-lat-tsa-2n-skx" + data: "vpp-2n-skx-curr-iter" include: - "Tests.Vpp.Perf.L2.2N1L-25Ge2P1Xxv710-Eth-L2Bdbasemaclrn-Ndrpdr.64B-.t.c-eth-l2bdbasemaclrn-ndrpdr" - "Tests.Vpp.Perf.L2.2N1L-25Ge2P1Xxv710-Eth-L2Bdscale10Kmaclrn-Ndrpdr.64B-.t.c-eth-l2bdscale10kmaclrn-ndrpdr" @@ -8706,27 +7946,11 @@ title: "2n-skx-xxv710-64b-l2switching-base-scale-dpdk-{test_type}" layout: "plot-throughput-speedup-analysis" -- type: "plot" - title: "Speedup: 3n-hsw-xl710-64b-l2switching-base-scale-dpdk-{test_type}-tsa" - algorithm: "plot_tsa_name" - output-file: "{DIR[STATIC,VPP]}/3n-hsw-xl710-64b-l2switching-base-scale-dpdk-{test_type}-tsa" - data: "plot-vpp-throughput-lat-tsa-3n-hsw" - include: - - "Tests.Vpp.Perf.L2.40Ge2P1Xl710-Eth-L2Patch-Ndrpdr.64B-.t.c-eth-l2patch-ndrpdr" - - "Tests.Vpp.Perf.L2.40Ge2P1Xl710-Dot1Q-L2Xcbase-Ndrpdr.64B-.t.c-dot1q-l2xcbase-ndrpdr" - - "Tests.Vpp.Perf.L2.40Ge2P1Xl710-Eth-L2Xcbase-Ndrpdr.64B-.t.c-eth-l2xcbase-ndrpdr" - - "Tests.Vpp.Perf.L2.40Ge2P1Xl710-Dot1Q-L2Bdbasemaclrn-Ndrpdr.64B-.t.c-dot1q-l2bdbasemaclrn-ndrpdr" - - "Tests.Vpp.Perf.L2.40Ge2P1Xl710-Eth-L2Bdbasemaclrn-Ndrpdr.64B-.t.c-eth-l2bdbasemaclrn-ndrpdr" - - "Tests.Vpp.Perf.L2.40Ge2P1Xl710-Eth-L2Bdscale1Mmaclrn-Ndrpdr.64B-.t.c-eth-l2bdscale1mmaclrn-ndrpdr" - layout: - title: "3n-hsw-xl710-64b-l2switching-base-scale-dpdk-{test_type}" - layout: "plot-throughput-speedup-analysis" - - type: "plot" title: "Speedup: 3n-skx-x710-64b-l2switching-base-scale-avf-{test_type}-tsa" algorithm: "plot_tsa_name" output-file: "{DIR[STATIC,VPP]}/3n-skx-x710-64b-l2switching-base-scale-avf-{test_type}-tsa" - data: "plot-vpp-throughput-lat-tsa-3n-skx" + data: "vpp-3n-skx-curr-iter" include: - "Tests.Vpp.Perf.L2.10Ge2P1X710-Avf-Dot1Q-L2Bdbasemaclrn-Ndrpdr.64B-.t.c-avf-dot1q-l2bdbasemaclrn-ndrpdr" - "Tests.Vpp.Perf.L2.10Ge2P1X710-Avf-Eth-L2Patch-Ndrpdr.64B-.t.c-avf-eth-l2patch-ndrpdr" @@ -8741,7 +7965,7 @@ title: "Speedup: 3n-skx-xxv710-64b-l2switching-base-avf-{test_type}-tsa" algorithm: "plot_tsa_name" output-file: "{DIR[STATIC,VPP]}/3n-skx-xxv710-64b-l2switching-base-avf-{test_type}-tsa" - data: "plot-vpp-throughput-lat-tsa-3n-skx" + data: "vpp-3n-skx-curr-iter" include: - "Tests.Vpp.Perf.L2.25Ge2P1Xxv710-Avf-Dot1Q-L2Xcbase-Ndrpdr.64B-.t.c-avf-dot1q-l2xcbase-ndrpdr" - "Tests.Vpp.Perf.L2.25Ge2P1Xxv710-Avf-Dot1Q-L2Bdbasemaclrn-Ndrpdr.64B-.t.c-avf-dot1q-l2bdbasemaclrn-ndrpdr" @@ -8756,7 +7980,7 @@ title: "Speedup: 3n-skx-xxv710-64b-l2switching-base-dpdk-{test_type}-tsa" algorithm: "plot_tsa_name" output-file: "{DIR[STATIC,VPP]}/3n-skx-xxv710-64b-l2switching-base-dpdk-{test_type}-tsa" - data: "plot-vpp-throughput-lat-tsa-3n-skx" + data: "vpp-3n-skx-curr-iter" include: - "Tests.Vpp.Perf.L2.25Ge2P1Xxv710-Dot1Q-L2Xcbase-Ndrpdr.64B-.t.c-dot1q-l2xcbase-ndrpdr" - "Tests.Vpp.Perf.L2.25Ge2P1Xxv710-Eth-L2Xcbase-Ndrpdr.64B-.t.c-eth-l2xcbase-ndrpdr" @@ -8770,7 +7994,7 @@ title: "Speedup: 3n-skx-xxv710-64b-l2switching-base-scale-avf-{test_type}-tsa" algorithm: "plot_tsa_name" output-file: "{DIR[STATIC,VPP]}/3n-skx-xxv710-64b-l2switching-base-scale-avf-{test_type}-tsa" - data: "plot-vpp-throughput-lat-tsa-3n-skx" + data: "vpp-3n-skx-curr-iter" include: - "Tests.Vpp.Perf.L2.25Ge2P1Xxv710-Avf-Eth-L2Patch-Ndrpdr.64B-.t.c-avf-eth-l2patch-ndrpdr" - "Tests.Vpp.Perf.L2.25Ge2P1Xxv710-Avf-Eth-L2Xcbase-Ndrpdr.64B-.t.c-avf-eth-l2xcbase-ndrpdr" @@ -8786,7 +8010,7 @@ title: "Speedup: 3n-skx-xxv710-64b-l2switching-base-scale-dpdk-{test_type}-tsa" algorithm: "plot_tsa_name" output-file: "{DIR[STATIC,VPP]}/3n-skx-xxv710-64b-l2switching-base-scale-dpdk-{test_type}-tsa" - data: "plot-vpp-throughput-lat-tsa-3n-skx" + data: "vpp-3n-skx-curr-iter" include: - "Tests.Vpp.Perf.L2.25Ge2P1Xxv710-Eth-L2Patch-Ndrpdr.64B-.t.c-eth-l2patch-ndrpdr" - "Tests.Vpp.Perf.L2.25Ge2P1Xxv710-Eth-L2Xcbase-Ndrpdr.64B-.t.c-eth-l2xcbase-ndrpdr" @@ -8802,7 +8026,7 @@ title: "Speedup: 3n-skx-xxv710-64b-features-l2switching-base-avf-{test_type}-tsa" algorithm: "plot_tsa_name" output-file: "{DIR[STATIC,VPP]}/3n-skx-xxv710-64b-features-l2switching-base-avf-{test_type}-tsa" - data: "plot-vpp-throughput-lat-tsa-3n-skx" + data: "vpp-3n-skx-curr-iter" include: - "Tests.Vpp.Perf.L2.25Ge2P1Xxv710-Avf-Eth-L2Bdbasemaclrn-Ndrpdr.64B-.t.c-avf-eth-l2bdbasemaclrn-ndrpdr" - "Tests.Vpp.Perf.L2.25Ge2P1Xxv710-Avf-Eth-L2Bdbasemaclrn-Iacl50Sf-10Kflows-Ndrpdr.64B-.t.c-avf-eth-l2bdbasemaclrn-iacl50sf-10kflows-ndrpdr" @@ -8814,27 +8038,11 @@ title: "3n-skx-xxv710-64b-features-l2switching-base-avf-{test_type}" layout: "plot-throughput-speedup-analysis" -- type: "plot" - title: "Speedup: 3n-hsw-xl710-78b-srv6-ip6routing-base-dpdk-{test_type}-tsa" - algorithm: "plot_tsa_name" - output-file: "{DIR[STATIC,VPP]}/3n-hsw-xl710-78b-srv6-ip6routing-base-dpdk-{test_type}-tsa" - data: "plot-vpp-throughput-lat-tsa-3n-hsw" - include: - - "Tests.Vpp.Perf.Srv6.40Ge2P1Xl710-Ethip6Ip6-Ip6Base-Srv6Enc1Sid-Ndrpdr.78B-.t.c-ethip6ip6-ip6base-srv6enc1sid-ndrpdr" - - "Tests.Vpp.Perf.Srv6.40Ge2P1Xl710-Ethip6Srhip6-Ip6Base-Srv6Enc2Sids-Ndrpdr.78B-.t.c-ethip6srhip6-ip6base-srv6enc2sids-ndrpdr" - - "Tests.Vpp.Perf.Srv6.40Ge2P1Xl710-Ethip6Srhip6-Ip6Base-Srv6Enc2Sids-Nodecaps-Ndrpdr.78B-.t.c-ethip6srhip6-ip6base-srv6enc2sids-nodecaps-ndrpdr" - - "Tests.Vpp.Perf.Srv6.40Ge2P1Xl710-Ethip6Srhip6-Ip6Base-Srv6Proxy-Dyn-Ndrpdr.78B-.t.c-ethip6srhip6-ip6base-srv6proxy-dyn-ndrpdr" - - "Tests.Vpp.Perf.Srv6.40Ge2P1Xl710-Ethip6Srhip6-Ip6Base-Srv6Proxy-Masq-Ndrpdr.78B-.t.c-ethip6srhip6-ip6base-srv6proxy-masq-ndrpdr" - - "Tests.Vpp.Perf.Srv6.40Ge2P1Xl710-Ethip6Srhip6-Ip6Base-Srv6Proxy-Stat-Ndrpdr.78B-.t.c-ethip6srhip6-ip6base-srv6proxy-stat-ndrpdr" - layout: - title: "3n-hsw-xl710-78b-srv6-ip6routing-base-dpdk-{test_type}" - layout: "plot-throughput-speedup-analysis" - - type: "plot" title: "Speedup: 3n-skx-xxv710-78b-srv6-ip6routing-base-avf-{test_type}-tsa" algorithm: "plot_tsa_name" output-file: "{DIR[STATIC,VPP]}/3n-skx-xxv710-78b-srv6-ip6routing-base-avf-{test_type}-tsa" - data: "plot-vpp-throughput-lat-tsa-3n-skx" + data: "vpp-3n-skx-curr-iter" include: - "Tests.Vpp.Perf.Srv6.25Ge2P1Xxv710-Avf-Ethip6Ip6-Ip6Base-Srv6Enc1Sid-Ndrpdr.78B-.t.c-avf-ethip6ip6-ip6base-srv6enc1sid-ndrpdr" - "Tests.Vpp.Perf.Srv6.25Ge2P1Xxv710-Avf-Ethip6Srhip6-Ip6Base-Srv6Enc2Sids-Ndrpdr.78B-.t.c-avf-ethip6srhip6-ip6base-srv6enc2sids-ndrpdr" @@ -8850,7 +8058,7 @@ title: "Speedup: 2n-skx-xxv710-64b-vhost-base-avf-{test_type}-tsa" algorithm: "plot_tsa_name" output-file: "{DIR[STATIC,VPP]}/2n-skx-xxv710-64b-vhost-base-avf-{test_type}-tsa" - data: "plot-vpp-throughput-lat-tsa-2n-skx" + data: "vpp-2n-skx-curr-iter" include: - "Tests.Vpp.Perf.Vm Vhost.2N1L-25Ge2P1Xxv710-Avf-Dot1Q-L2Xcbase-Eth-2Vhostvr1024-1Vm-Ndrpdr.64B-.t.c-avf-dot1q-l2xcbase-eth-2vhostvr1024-1vm-ndrpdr" - "Tests.Vpp.Perf.Vm Vhost.2N1L-25Ge2P1Xxv710-Avf-Eth-L2Xcbase-Eth-2Vhostvr1024-1Vm-Ndrpdr.64B-.t.c-avf-eth-l2xcbase-eth-2vhostvr1024-1vm-ndrpdr" @@ -8865,7 +8073,7 @@ title: "Speedup: 2n-skx-xxv710-64b-vhost-base-avf-vpp-{test_type}-tsa" algorithm: "plot_tsa_name" output-file: "{DIR[STATIC,VPP]}/2n-skx-xxv710-64b-vhost-base-avf-vpp-{test_type}-tsa" - data: "plot-vpp-throughput-lat-tsa-2n-skx" + data: "vpp-2n-skx-curr-iter" include: - "Tests.Vpp.Perf.Vm Vhost.2N1L-25Ge2P1Xxv710-Avf-Dot1Q-L2Xcbase-Eth-2Vhostvr1024-1Vm-Vppl2Xc-Ndrpdr.64B-.t.c-avf-dot1q-l2xcbase-eth-2vhostvr1024-1vm-vppl2xc-ndrpdr" - "Tests.Vpp.Perf.Vm Vhost.2N1L-25Ge2P1Xxv710-Avf-Eth-L2Xcbase-Eth-2Vhostvr1024-1Vm-Vppl2Xc-Ndrpdr.64B-.t.c-avf-eth-l2xcbase-eth-2vhostvr1024-1vm-vppl2xc-ndrpdr" @@ -8880,7 +8088,7 @@ title: "Speedup: 2n-skx-xxv710-64b-vhost-base-dpdk-{test_type}-tsa" algorithm: "plot_tsa_name" output-file: "{DIR[STATIC,VPP]}/2n-skx-xxv710-64b-vhost-base-dpdk-{test_type}-tsa" - data: "plot-vpp-throughput-lat-tsa-2n-skx" + data: "vpp-2n-skx-curr-iter" include: - "Tests.Vpp.Perf.Vm Vhost.2N1L-25Ge2P1Xxv710-Dot1Q-L2Xcbase-Eth-2Vhostvr1024-1Vm-Ndrpdr.64B-.t.c-dot1q-l2xcbase-eth-2vhostvr1024-1vm-ndrpdr" - "Tests.Vpp.Perf.Vm Vhost.2N1L-25Ge2P1Xxv710-Eth-L2Xcbase-Eth-2Vhostvr1024-1Vm-Ndrpdr.64B-.t.c-eth-l2xcbase-eth-2vhostvr1024-1vm-ndrpdr" @@ -8895,7 +8103,7 @@ title: "Speedup: 2n-skx-xxv710-64b-vhost-base-dpdk-vpp-{test_type}-tsa" algorithm: "plot_tsa_name" output-file: "{DIR[STATIC,VPP]}/2n-skx-xxv710-64b-vhost-base-dpdk-vpp-{test_type}-tsa" - data: "plot-vpp-throughput-lat-tsa-2n-skx" + data: "vpp-2n-skx-curr-iter" include: - "Tests.Vpp.Perf.Vm Vhost.2N1L-25Ge2P1Xxv710-Dot1Q-L2Xcbase-Eth-2Vhostvr1024-1Vm-Vppl2Xc-Ndrpdr.64B-.t.c-dot1q-l2xcbase-eth-2vhostvr1024-1vm-vppl2xc-ndrpdr" - "Tests.Vpp.Perf.Vm Vhost.2N1L-25Ge2P1Xxv710-Eth-L2Xcbase-Eth-2Vhostvr1024-1Vm-Vppl2Xc-Ndrpdr.64B-.t.c-eth-l2xcbase-eth-2vhostvr1024-1vm-vppl2xc-ndrpdr" @@ -8906,41 +8114,11 @@ title: "2n-skx-xxv710-64b-vhost-base-dpdk-vpp-{test_type}" layout: "plot-throughput-speedup-analysis" -- type: "plot" - title: "Speedup: 3n-hsw-xl710-64b-vhost-base-dpdk-{test_type}-tsa" - algorithm: "plot_tsa_name" - output-file: "{DIR[STATIC,VPP]}/3n-hsw-xl710-64b-vhost-base-dpdk-{test_type}-tsa" - data: "plot-vpp-throughput-lat-tsa-3n-hsw" - include: - - "Tests.Vpp.Perf.Vm Vhost.40Ge2P1Xl710-Dot1Q-L2Xcbase-Eth-2Vhostvr1024-1Vm-Ndrpdr.64B-.t.c-dot1q-l2xcbase-eth-2vhostvr1024-1vm-ndrpdr" - - "Tests.Vpp.Perf.Vm Vhost.40Ge2P1Xl710-Dot1Q-L2Bdbasemaclrn-Eth-2Vhostvr1024-1Vm-Ndrpdr.64B-.t.c-dot1q-l2bdbasemaclrn-eth-2vhostvr1024-1vm-ndrpdr" - - "Tests.Vpp.Perf.Vm Vhost.40Ge2P1Xl710-Eth-L2Xcbase-Eth-2Vhostvr1024-1Vm-Ndrpdr.64B-.t.c-eth-l2xcbase-eth-2vhostvr1024-1vm-ndrpdr" - - "Tests.Vpp.Perf.Vm Vhost.40Ge2P1Xl710-Eth-L2Bdbasemaclrn-Eth-2Vhostvr1024-1Vm-Ndrpdr.64B-.t.c-eth-l2bdbasemaclrn-eth-2vhostvr1024-1vm-ndrpdr" - - "Tests.Vpp.Perf.Vm Vhost.40Ge2P1Xl710-Ethip4-Ip4Base-Eth-2Vhostvr1024-1Vm-Ndrpdr.64B-.t.c-ethip4-ip4base-eth-2vhostvr1024-1vm-ndrpdr" - layout: - title: "3n-hsw-xl710-64b-vhost-base-dpdk-{test_type}" - layout: "plot-throughput-speedup-analysis" - -- type: "plot" - title: "Speedup: 3n-hsw-xl710-64b-vhost-base-dpdk-vpp-{test_type}-tsa" - algorithm: "plot_tsa_name" - output-file: "{DIR[STATIC,VPP]}/3n-hsw-xl710-64b-vhost-base-dpdk-vpp-{test_type}-tsa" - data: "plot-vpp-throughput-lat-tsa-3n-hsw" - include: - - "Tests.Vpp.Perf.Vm Vhost.40Ge2P1Xl710-Dot1Q-L2Xcbase-Eth-2Vhostvr1024-1Vm-Vppl2Xc-Ndrpdr.64B-.t.c-dot1q-l2xcbase-eth-2vhostvr1024-1vm-vppl2xc-ndrpdr" - - "Tests.Vpp.Perf.Vm Vhost.40Ge2P1Xl710-Dot1Q-L2Bdbasemaclrn-Eth-2Vhostvr10241Vm-Vppl2Xc-Ndrpdr.64B-.t.c-dot1q-l2bdbasemaclrn-eth-2vhostvr1024-1vm-vppl2xc-ndrpdr" - - "Tests.Vpp.Perf.Vm Vhost.40Ge2P1Xl710-Eth-L2Xcbase-Eth-2Vhostvr1024-1Vm-Vppl2Xc-Ndrpdr.64B-.t.c-eth-l2xcbase-eth-2vhostvr1024-1vm-vppl2xc-ndrpdr" - - "Tests.Vpp.Perf.Vm Vhost.40Ge2P1Xl710-Eth-L2Bdbasemaclrn-Eth-2Vhostvr1024-1V-m-Vppl2Xc-Ndrpdr.64B-.t.c-eth-l2bdbasemaclrn-eth-2vhostvr1024-1vm-vppl2xc-ndrpdr" - - "Tests.Vpp.Perf.Vm Vhost.40Ge2P1Xl710-Ethip4-Ip4Base-Eth-2Vhostvr1024-1Vm-Vppip4-Ndrpdr.64B-.t.c-ethip4-ip4base-eth-2vhostvr1024-1vm-vppip4-ndrpdr" - layout: - title: "3n-hsw-xl710-64b-vhost-base-dpdk-vpp-{test_type}" - layout: "plot-throughput-speedup-analysis" - - type: "plot" title: "Speedup: 3n-skx-x710-64b-link-bonding-vhost-base-avf-{test_type}-tsa" algorithm: "plot_tsa_name" output-file: "{DIR[STATIC,VPP]}/3n-skx-x710-64b-link-bonding-vhost-base-avf-{test_type}-tsa" - data: "plot-vpp-throughput-lat-tsa-3n-skx" + data: "vpp-3n-skx-curr-iter" include: - "Tests.Vpp.Perf.Vm Vhost.10Ge2P1X710-Avf-1Lbvpplacp-Dot1Q-L2Xcbase-Eth-2Vhostvr1024-1Vm-Ndrpdr.64B-.t.c-avf-1lbvpplacp-dot1q-l2xcbase-eth-2vhostvr1024-1vm-ndrpdr" - "Tests.Vpp.Perf.Vm Vhost.10Ge2P1X710-Avf-1Lbvpplacp-Dot1Q-L2Bdbasemaclrn-Eth-2Vhostvr1024-1Vm-Ndrpdr.64B-.t.c-avf-1lbvpplacp-dot1q-l2bdbasemaclrn-eth-2vhostvr1024-1vm-ndrpdr" @@ -8954,7 +8132,7 @@ title: "Speedup: 3n-skx-x710-64b-link-bonding-vhost-base-avf-vpp-{test_type}-tsa" algorithm: "plot_tsa_name" output-file: "{DIR[STATIC,VPP]}/3n-skx-x710-64b-link-bonding-vhost-base-avf-vpp-{test_type}-tsa" - data: "plot-vpp-throughput-lat-tsa-3n-skx" + data: "vpp-3n-skx-curr-iter" include: - "Tests.Vpp.Perf.Vm Vhost.10Ge2P1X710-Avf-1Lbvpplacp-Dot1Q-L2Xcbase-Eth-2Vhostvr1024-1Vm-Vppl2Xc-Ndrpdr.64B-.t.c-avf-1lbvpplacp-dot1q-l2xcbase-eth-2vhostvr1024-1vm-vppl2xc-ndrpdr" - "Tests.Vpp.Perf.Vm Vhost.10Ge2P1X710-Avf-1Lbvpplacp-Dot1Q-L2Bdbasemaclrn-Eth-2Vhostvr1024-1Vm-Vppl2Xc-Ndrpdr.64B-.t.c-avf-1lbvpplacp-dot1q-l2bdbasemaclrn-eth-2vhostvr1024-1vm-vppl2xc-ndrpdr" @@ -8968,7 +8146,7 @@ title: "Speedup: 3n-skx-xxv710-64b-vhost-base-avf-{test_type}-tsa" algorithm: "plot_tsa_name" output-file: "{DIR[STATIC,VPP]}/3n-skx-xxv710-64b-vhost-base-avf-{test_type}-tsa" - data: "plot-vpp-throughput-lat-tsa-3n-skx" + data: "vpp-3n-skx-curr-iter" include: - "Tests.Vpp.Perf.Vm Vhost.25Ge2P1Xxv710-Avf-Dot1Q-L2Xcbase-Eth-2Vhostvr1024-1Vm-Ndrpdr.64B-.t.c-avf-dot1q-l2xcbase-eth-2vhostvr1024-1vm-ndrpdr" - "Tests.Vpp.Perf.Vm Vhost.25Ge2P1Xxv710-Avf-Eth-L2Xcbase-Eth-2Vhostvr1024-1Vm-Ndrpdr.64B-.t.c-avf-eth-l2xcbase-eth-2vhostvr1024-1vm-ndrpdr" @@ -8984,7 +8162,7 @@ title: "Speedup: 3n-skx-xxv710-64b-vhost-base-avf-vpp-{test_type}-tsa" algorithm: "plot_tsa_name" output-file: "{DIR[STATIC,VPP]}/3n-skx-xxv710-64b-vhost-base-avf-vpp-{test_type}-tsa" - data: "plot-vpp-throughput-lat-tsa-3n-skx" + data: "vpp-3n-skx-curr-iter" include: - "Tests.Vpp.Perf.Vm Vhost.25Ge2P1Xxv710-Avf-Dot1Q-L2Xcbase-Eth-2Vhostvr1024-1Vm-Vppl2Xc-Ndrpdr.64B-.t.c-avf-dot1q-l2xcbase-eth-2vhostvr1024-1vm-vppl2xc-ndrpdr" - "Tests.Vpp.Perf.Vm Vhost.25Ge2P1Xxv710-Avf-Eth-L2Xcbase-Eth-2Vhostvr1024-1Vm-Vppl2Xc-Ndrpdr.64B-.t.c-avf-eth-l2xcbase-eth-2vhostvr1024-1vm-vppl2xc-ndrpdr" @@ -9000,7 +8178,7 @@ title: "Speedup: 3n-skx-xxv710-64b-vhost-base-dpdk-{test_type}-tsa" algorithm: "plot_tsa_name" output-file: "{DIR[STATIC,VPP]}/3n-skx-xxv710-64b-vhost-base-dpdk-{test_type}-tsa" - data: "plot-vpp-throughput-lat-tsa-3n-skx" + data: "vpp-3n-skx-curr-iter" include: - "Tests.Vpp.Perf.Vm Vhost.25Ge2P1Xxv710-Dot1Q-L2Xcbase-Eth-2Vhostvr1024-1Vm-Ndrpdr.64B-.t.c-dot1q-l2xcbase-eth-2vhostvr1024-1vm-ndrpdr" - "Tests.Vpp.Perf.Vm Vhost.25Ge2P1Xxv710-Eth-L2Xcbase-Eth-2Vhostvr1024-1Vm-Ndrpdr.64B-.t.c-eth-l2xcbase-eth-2vhostvr1024-1vm-ndrpdr" @@ -9016,7 +8194,7 @@ title: "Speedup: 3n-skx-xxv710-64b-vhost-base-dpdk-vpp-{test_type}-tsa" algorithm: "plot_tsa_name" output-file: "{DIR[STATIC,VPP]}/3n-skx-xxv710-64b-vhost-base-dpdk-vpp-{test_type}-tsa" - data: "plot-vpp-throughput-lat-tsa-3n-skx" + data: "vpp-3n-skx-curr-iter" include: - "Tests.Vpp.Perf.Vm Vhost.25Ge2P1Xxv710-Dot1Q-L2Xcbase-Eth-2Vhostvr1024-1Vm-Vppl2Xc-Ndrpdr.64B-.t.c-dot1q-l2xcbase-eth-2vhostvr1024-1vm-vppl2xc-ndrpdr" - "Tests.Vpp.Perf.Vm Vhost.25Ge2P1Xxv710-Eth-L2Xcbase-Eth-2Vhostvr1024-1Vm-Vppl2Xc-Ndrpdr.64B-.t.c-eth-l2xcbase-eth-2vhostvr1024-1vm-vppl2xc-ndrpdr" @@ -9031,7 +8209,7 @@ title: "Speedup: 3n-skx-xxv710-64b-link-bonding-vhost-base-avf-{test_type}-tsa" algorithm: "plot_tsa_name" output-file: "{DIR[STATIC,VPP]}/3n-skx-xxv710-64b-link-bonding-vhost-base-avf-{test_type}-tsa" - data: "plot-vpp-throughput-lat-tsa-3n-skx" + data: "vpp-3n-skx-curr-iter" include: - "Tests.Vpp.Perf.Vm Vhost.25Ge2P1Xxv710-Avf-1Lbvpplacp-Dot1Q-L2Xcbase-Eth-2Vhostvr1024-1Vm-Ndrpdr.64B-.t.c-avf-1lbvpplacp-dot1q-l2xcbase-eth-2vhostvr1024-1vm-ndrpdr" - "Tests.Vpp.Perf.Vm Vhost.25Ge2P1Xxv710-Avf-1Lbvpplacp-Dot1Q-L2Bdbasemaclrn-Eth-2Vhostvr1024-1Vm-Ndrpdr.64B-.t.c-avf-1lbvpplacp-dot1q-l2bdbasemaclrn-eth-2vhostvr1024-1vm-ndrpdr" @@ -9043,7 +8221,7 @@ title: "Speedup: 3n-skx-xxv710-64b-link-bonding-vhost-base-avf-vpp-{test_type}-tsa" algorithm: "plot_tsa_name" output-file: "{DIR[STATIC,VPP]}/3n-skx-xxv710-64b-link-bonding-vhost-base-avf-vpp-{test_type}-tsa" - data: "plot-vpp-throughput-lat-tsa-3n-skx" + data: "vpp-3n-skx-curr-iter" include: - "Tests.Vpp.Perf.Vm Vhost.25Ge2P1Xxv710-Avf-1Lbvpplacp-Dot1Q-L2Xcbase-Eth-2Vhostvr1024-1Vm-Vppl2Xc-Ndrpdr.64B-.t.c-avf-1lbvpplacp-dot1q-l2xcbase-eth-2vhostvr1024-1vm-vppl2xc-ndrpdr" - "Tests.Vpp.Perf.Vm Vhost.25Ge2P1Xxv710-Avf-1Lbvpplacp-Dot1Q-L2Bdbasemaclrn-Eth-2Vhostvr1024-1Vm-Vppl2Xc-Ndrpdr.64B-.t.c-avf-1lbvpplacp-dot1q-l2bdbasemaclrn-eth-2vhostvr1024-1vm-vppl2xc-ndrpdr" @@ -9055,7 +8233,7 @@ title: "Speedup: 2n-skx-xxv710-114b-vts-l2switching-base-dpdk-{test_type}-tsa" algorithm: "plot_tsa_name" output-file: "{DIR[STATIC,VPP]}/2n-skx-xxv710-114b-vts-l2switching-base-dpdk-{test_type}-tsa" - data: "plot-vpp-throughput-lat-tsa-2n-skx" + data: "vpp-2n-skx-curr-iter" include: - "Tests.Vpp.Perf.Vts.2N1L-25Ge2P1Xxv710-Avf-Ethip4Vxlan-L2Bdbasemaclrn-Eth-Iacldstbase-Aclpermit-2Vhostvr1024-1Vm-Ndrpdr.114B-.t.c-avf-ethip4vxlan-l2bdbasemaclrn-eth-iacldstbase-aclpermit-2vhostvr1024-1vm-ndrpdr" - "Tests.Vpp.Perf.Vts.2N1L-25Ge2P1Xxv710-Avf-Ethip4Vxlan-L2Bdbasemaclrn-Eth-Iacldstbase-Aclpermitreflect-2Vhostvr1024-1Vm-Ndrpdr.114B-.t.c-avf-ethip4vxlan-l2bdbasemaclrn-eth-iacldstbase-aclpermitreflect-2vhostvr1024-1vm-ndrpdr" @@ -9071,7 +8249,7 @@ title: "Speedup: 3n-tsh-x520-64b-memif-base-ixgbe-{test_type}-tsa" algorithm: "plot_tsa_name" output-file: "{DIR[STATIC,VPP]}/3n-tsh-x520-64b-memif-base-ixgbe-{test_type}-tsa" - data: "plot-vpp-throughput-lat-tsa-3n-tsh" + data: "vpp-3n-tsh-curr-iter" include: - "Tests.Vpp.Perf.Container Memif.10Ge2P1X520-Eth-L2Xcbase-Eth-2Memif-1Lxc-Ndrpdr.64B-.t.c-eth-l2xcbase-eth-2memif-1lxc-ndrpdr" - "Tests.Vpp.Perf.Container Memif.10Ge2P1X520-Eth-L2Xcbase-Eth-2Memif-1Dcr-Ndrpdr.64B-.t.c-eth-l2xcbase-eth-2memif-1dcr-ndrpdr" @@ -9086,7 +8264,7 @@ title: "Speedup: 3n-tsh-x520-64b-ip4routing-base-scale-ixgbe-{test_type}-tsa" algorithm: "plot_tsa_name" output-file: "{DIR[STATIC,VPP]}/3n-tsh-x520-64b-ip4routing-base-scale-ixgbe-{test_type}-tsa" - data: "plot-vpp-throughput-lat-tsa-3n-tsh" + data: "vpp-3n-tsh-curr-iter" include: - "Tests.Vpp.Perf.Ip4.10Ge2P1X520-Dot1Q-Ip4Base-Ndrpdr.64B-.t.c-dot1q-ip4base-ndrpdr" - "Tests.Vpp.Perf.Ip4.10Ge2P1X520-Ethip4-Ip4Base-Ndrpdr.64B-.t.c-ethip4-ip4base-ndrpdr" @@ -9101,7 +8279,7 @@ title: "Speedup: 3n-tsh-x520-64b-features-ip4routing-base-ixgbe-{test_type}-tsa" algorithm: "plot_tsa_name" output-file: "{DIR[STATIC,VPP]}/3n-tsh-x520-64b-features-ip4routing-base-ixgbe-{test_type}-tsa" - data: "plot-vpp-throughput-lat-tsa-3n-tsh" + data: "vpp-3n-tsh-curr-iter" include: - "Tests.Vpp.Perf.Ip4.10Ge2P1X520-Ethip4Udp-Ip4Base-Iacl50Sf-10Kflows-Ndrpdr.64B-.t.c-ethip4udp-ip4base-iacl50sf-10kflows-ndrpdr" - "Tests.Vpp.Perf.Ip4.10Ge2P1X520-Ethip4Udp-Ip4Base-Iacl50Sl-10Kflows-Ndrpdr.64B-.t.c-ethip4udp-ip4base-iacl50sl-10kflows-ndrpdr" @@ -9115,7 +8293,7 @@ title: "Speedup: 3n-tsh-x520-64b-ip4tunnel-base-scale-ixgbe-{test_type}-tsa" algorithm: "plot_tsa_name" output-file: "{DIR[STATIC,VPP]}/3n-tsh-x520-64b-ip4tunnel-base-scale-ixgbe-{test_type}-tsa" - data: "plot-vpp-throughput-lat-tsa-3n-tsh" + data: "vpp-3n-tsh-curr-iter" include: - "Tests.Vpp.Perf.Ip4 Tunnels.10Ge2P1X520-Ethip4Vxlan-L2Xcbase-Ndrpdr.64B-.t.c-ethip4vxlan-l2xcbase-ndrpdr" - "Tests.Vpp.Perf.Ip4 Tunnels.10Ge2P1X520-Ethip4Vxlan-L2Bdbasemaclrn-Ndrpdr.64B-.t.c-ethip4vxlan-l2bdbasemaclrn-ndrpdr" @@ -9129,7 +8307,7 @@ title: "Speedup: 3n-tsh-x520-78b-ip6routing-base-scale-ixgbe-{test_type}-tsa" algorithm: "plot_tsa_name" output-file: "{DIR[STATIC,VPP]}/3n-tsh-x520-78b-ip6routing-base-scale-ixgbe-{test_type}-tsa" - data: "plot-vpp-throughput-lat-tsa-3n-tsh" + data: "vpp-3n-tsh-curr-iter" include: - "Tests.Vpp.Perf.Ip6.10Ge2P1X520-Dot1Q-Ip6Base-Ndrpdr.78B-.t.c-dot1q-ip6base-ndrpdr" - "Tests.Vpp.Perf.Ip6.10Ge2P1X520-Ethip6-Ip6Base-Ndrpdr.78B-.t.c-ethip6-ip6base-ndrpdr" @@ -9144,7 +8322,7 @@ title: "Speedup: 3n-tsh-x520-imix-ipsec-ip4routing-base-scale-sw-ixgbe-{test_type}-tsa" algorithm: "plot_tsa_name" output-file: "{DIR[STATIC,VPP]}/3n-tsh-x520-imix-ipsec-ip4routing-base-scale-sw-ixgbe-{test_type}-tsa" - data: "plot-vpp-throughput-lat-tsa-3n-tsh" + data: "vpp-3n-tsh-curr-iter" include: - "Tests.Vpp.Perf.Crypto.10Ge2P1X520-Ethip4Ipsec4Tnlsw-Ip4Base-Int-Aes256Gcm-Ndrpdr.IMIX-.t.c-ethip4ipsec4tnlsw-ip4base-int-aes256gcm-ndrpdr" - "Tests.Vpp.Perf.Crypto.10Ge2P1X520-Ethip4Ipsec4Tnlsw-Ip4Base-Int-Aes128Cbc-Hmac512Sha-Ndrpdr.IMIX-.t.c-ethip4ipsec4tnlsw-ip4base-int-aes128cbc-hmac512sha-ndrpdr" @@ -9160,7 +8338,7 @@ title: "Speedup: 3n-tsh-x520-64b-l2switching-base-ixgbe-{test_type}-tsa" algorithm: "plot_tsa_name" output-file: "{DIR[STATIC,VPP]}/3n-tsh-x520-64b-l2switching-base-ixgbe-{test_type}-tsa" - data: "plot-vpp-throughput-lat-tsa-3n-tsh" + data: "vpp-3n-tsh-curr-iter" include: - "Tests.Vpp.Perf.L2.10Ge2P1X520-Dot1Q-L2Xcbase-Ndrpdr.64B-.t.c-dot1q-l2xcbase-ndrpdr" - "Tests.Vpp.Perf.L2.10Ge2P1X520-Eth-L2Xcbase-Ndrpdr.64B-.t.c-eth-l2xcbase-ndrpdr" @@ -9174,7 +8352,7 @@ title: "Speedup: 3n-tsh-x520-64b-l2switching-base-scale-ixgbe-{test_type}-tsa" algorithm: "plot_tsa_name" output-file: "{DIR[STATIC,VPP]}/3n-tsh-x520-64b-l2switching-base-scale-ixgbe-{test_type}-tsa" - data: "plot-vpp-throughput-lat-tsa-3n-tsh" + data: "vpp-3n-tsh-curr-iter" include: - "Tests.Vpp.Perf.L2.10Ge2P1X520-Eth-L2Patch-Ndrpdr.64B-.t.c-eth-l2patch-ndrpdr" - "Tests.Vpp.Perf.L2.10Ge2P1X520-Eth-L2Xcbase-Ndrpdr.64B-.t.c-eth-l2xcbase-ndrpdr" @@ -9190,7 +8368,7 @@ title: "Speedup: 3n-tsh-x520-64b-features-l2switching-base-ixgbe-{test_type}-tsa" algorithm: "plot_tsa_name" output-file: "{DIR[STATIC,VPP]}/3n-tsh-x520-64b-features-l2switching-base-ixgbe-{test_type}-tsa" - data: "plot-vpp-throughput-lat-tsa-3n-tsh" + data: "vpp-3n-tsh-curr-iter" include: - "Tests.Vpp.Perf.L2.10Ge2P1X520-Eth-L2Bdbasemaclrn-Ndrpdr.64B-.t.c-eth-l2bdbasemaclrn-ndrpdr" - "Tests.Vpp.Perf.L2.10Ge2P1X520-Eth-L2Bdbasemaclrn-Iacl50Sf-10Kflows-Ndrpdr.64B-.t.c-eth-l2bdbasemaclrn-iacl50sf-10kflows-ndrpdr" @@ -9206,7 +8384,7 @@ title: "Speedup: 3n-tsh-x520-78b-srv6-ip6routing-base-ixgbe-{test_type}-tsa" algorithm: "plot_tsa_name" output-file: "{DIR[STATIC,VPP]}/3n-tsh-x520-78b-srv6-ip6routing-base-ixgbe-{test_type}-tsa" - data: "plot-vpp-throughput-lat-tsa-3n-tsh" + data: "vpp-3n-tsh-curr-iter" include: - "Tests.Vpp.Perf.Srv6.10Ge2P1X520-Ethip6Ip6-Ip6Base-Srv6Enc1Sid-Ndrpdr.78B-.t.c-ethip6ip6-ip6base-srv6enc1sid-ndrpdr" - "Tests.Vpp.Perf.Srv6.10Ge2P1X520-Ethip6Srhip6-Ip6Base-Srv6Enc2Sids-Ndrpdr.78B-.t.c-ethip6srhip6-ip6base-srv6enc2sids-ndrpdr" @@ -9222,7 +8400,7 @@ title: "Speedup: 3n-tsh-x520-64b-vhost-base-ixgbe-vppl2xc-{test_type}-tsa" algorithm: "plot_tsa_name" output-file: "{DIR[STATIC,VPP]}/3n-tsh-x520-64b-vhost-base-ixgbe-vppl2xc-{test_type}-tsa" - data: "plot-vpp-throughput-lat-tsa-3n-tsh" + data: "vpp-3n-tsh-curr-iter" include: - "Tests.Vpp.Perf.Vm Vhost.10Ge2P1X520-Dot1Q-L2Xcbase-Eth-2Vhostvr1024-1Vm-vppl2xc-Ndrpdr.64B-.t.c-dot1q-l2xcbase-eth-2vhostvr1024-1vm-vppl2xc-ndrpdr" - "Tests.Vpp.Perf.Vm Vhost.10Ge2P1X520-Dot1Q-L2Bdbasemaclrn-Eth-2Vhostvr1024-1Vm-vppl2xc-Ndrpdr.64B-.t.c-dot1q-l2bdbasemaclrn-eth-2vhostvr1024-1vm-vppl2xc-ndrpdr" @@ -9238,7 +8416,7 @@ title: "Speedup: 3n-tsh-x520-64b-vhost-base-ixgbe-{test_type}-tsa" algorithm: "plot_tsa_name" output-file: "{DIR[STATIC,VPP]}/3n-tsh-x520-64b-vhost-base-ixgbe-{test_type}-tsa" - data: "plot-vpp-throughput-lat-tsa-3n-tsh" + data: "vpp-3n-tsh-curr-iter" include: - "Tests.Vpp.Perf.Vm Vhost.10Ge2P1X520-Dot1Q-L2Xcbase-Eth-2Vhostvr1024-1Vm-Ndrpdr.64B-.t.c-dot1q-l2xcbase-eth-2vhostvr1024-1vm-ndrpdr" - "Tests.Vpp.Perf.Vm Vhost.10Ge2P1X520-Dot1Q-L2Bdbasemaclrn-Eth-2Vhostvr1024-1Vm-Ndrpdr.64B-.t.c-dot1q-l2bdbasemaclrn-eth-2vhostvr1024-1vm-ndrpdr" @@ -9254,7 +8432,7 @@ # title: "Speedup: 3n-tsh-x520-64b-link-bonding-vhost-base-ixgbe-{test_type}-tsa" # algorithm: "plot_tsa_name" # output-file: "{DIR[STATIC,VPP]}/3n-tsh-x520-64b-link-bonding-vhost-base-ixgbe-{test_type}-tsa" -# data: "plot-vpp-throughput-lat-tsa-3n-tsh" +# data: "vpp-3n-tsh-curr-iter" # test-type: ["ndr", "pdr"] # include: # - "Tests.Vpp.Perf.Vm Vhost.10Ge2P1X520-1Lbvpplacp-Dot1Q-L2Xcbase-Eth-2Vhostvr1024-1Vm-Ndrpdr.64B-.t.c-1lbvpplacp-dot1q-l2xcbase-eth-2vhostvr1024-1vm-ndrpdr" @@ -9271,7 +8449,7 @@ title: "Speedup: 2n-dnv-x553-64b-ip4routing-base-scale-ixgbe-{test_type}-tsa" algorithm: "plot_tsa_name" output-file: "{DIR[STATIC,VPP]}/2n-dnv-x553-64b-ip4routing-base-scale-ixgbe-{test_type}-tsa" - data: "plot-vpp-throughput-lat-tsa-2n-dnv" + data: "vpp-2n-dnv-curr-iter" include: - "Tests.Vpp.Perf.Ip4.2N1L-10Ge2P1X553-Dot1Q-Ip4Base-Ndrpdr.64B-.t.c-dot1q-ip4base-ndrpdr" - "Tests.Vpp.Perf.Ip4.2N1L-10Ge2P1X553-Ethip4-Ip4Base-Ndrpdr.64B-.t.c-ethip4-ip4base-ndrpdr" @@ -9287,7 +8465,7 @@ title: "Speedup: 2n-dnv-x553-64b-features-ip4routing-base-ixgbe-{test_type}-tsa" algorithm: "plot_tsa_name" output-file: "{DIR[STATIC,VPP]}/2n-dnv-x553-64b-features-ip4routing-base-ixgbe-{test_type}-tsa" - data: "plot-vpp-throughput-lat-tsa-2n-dnv" + data: "vpp-2n-dnv-curr-iter" include: - "Tests.Vpp.Perf.Ip4.2N1L-10Ge2P1X553-Ethip4-Ip4Base-Ndrpdr.64B-.t.c-ethip4-ip4base-ndrpdr" - "Tests.Vpp.Perf.Ip4.2N1L-10Ge2P1X553-Ethip4Udp-Ip4Base-Iacl50Sf-10Kflows-Ndrpdr.64B-.t.c-ethip4udp-ip4base-iacl50sf-10kflows-ndrpdr" @@ -9303,7 +8481,7 @@ title: "Speedup: 2n-dnv-x553-78b-ip6routing-base-scale-ixgbe-{test_type}-tsa" algorithm: "plot_tsa_name" output-file: "{DIR[STATIC,VPP]}/2n-dnv-x553-78b-ip6routing-base-scale-ixgbe-{test_type}-tsa" - data: "plot-vpp-throughput-lat-tsa-2n-dnv" + data: "vpp-2n-dnv-curr-iter" include: - "Tests.Vpp.Perf.Ip6.2N1L-10Ge2P1X553-Dot1Q-Ip6Base-Ndrpdr.78B-.t.c-dot1q-ip6base-ndrpdr" - "Tests.Vpp.Perf.Ip6.2N1L-10Ge2P1X553-Ethip6-Ip6Base-Ndrpdr.78B-.t.c-ethip6-ip6base-ndrpdr" @@ -9318,7 +8496,7 @@ title: "Speedup: 2n-dnv-x553-64b-l2switching-base-ixgbe-{test_type}-tsa" algorithm: "plot_tsa_name" output-file: "{DIR[STATIC,VPP]}/2n-dnv-x553-64b-l2switching-base-ixgbe-{test_type}-tsa" - data: "plot-vpp-throughput-lat-tsa-2n-dnv" + data: "vpp-2n-dnv-curr-iter" include: - "Tests.Vpp.Perf.L2.2N1L-10Ge2P1X553-Dot1Q-L2Xcbase-Ndrpdr.64B-.t.c-dot1q-l2xcbase-ndrpdr" - "Tests.Vpp.Perf.L2.2N1L-10Ge2P1X553-Eth-L2Xcbase-Ndrpdr.64B-.t.c-eth-l2xcbase-ndrpdr" @@ -9332,7 +8510,7 @@ title: "Speedup: 2n-dnv-x553-64b-l2switching-base-scale-ixgbe-{test_type}-tsa" algorithm: "plot_tsa_name" output-file: "{DIR[STATIC,VPP]}/2n-dnv-x553-64b-l2switching-base-scale-ixgbe-{test_type}-tsa" - data: "plot-vpp-throughput-lat-tsa-2n-dnv" + data: "vpp-2n-dnv-curr-iter" include: - "Tests.Vpp.Perf.L2.2N1L-10Ge2P1X553-Eth-L2Patch-Ndrpdr.64B-.t.c-eth-l2patch-ndrpdr" - "Tests.Vpp.Perf.L2.2N1L-10Ge2P1X553-Eth-L2Xcbase-Ndrpdr.64B-.t.c-eth-l2xcbase-ndrpdr" @@ -9348,7 +8526,7 @@ title: "Speedup: 3n-dnv-x553-64b-ip4routing-base-scale-ixgbe-{test_type}-tsa" algorithm: "plot_tsa_name" output-file: "{DIR[STATIC,VPP]}/3n-dnv-x553-64b-ip4routing-base-scale-ixgbe-{test_type}-tsa" - data: "plot-vpp-throughput-lat-tsa-3n-dnv" + data: "vpp-3n-dnv-curr-iter" include: - "Tests.Vpp.Perf.Ip4.10Ge2P1X553-Dot1Q-Ip4Base-Ndrpdr.64B-.t.c-dot1q-ip4base-ndrpdr" - "Tests.Vpp.Perf.Ip4.10Ge2P1X553-Ethip4-Ip4Base-Ndrpdr.64B-.t.c-ethip4-ip4base-ndrpdr" @@ -9364,7 +8542,7 @@ title: "Speedup: 3n-dnv-x553-64b-features-ip4routing-base-ixgbe-{test_type}-tsa" algorithm: "plot_tsa_name" output-file: "{DIR[STATIC,VPP]}/3n-dnv-x553-64b-features-ip4routing-base-ixgbe-{test_type}-tsa" - data: "plot-vpp-throughput-lat-tsa-3n-dnv" + data: "vpp-3n-dnv-curr-iter" include: - "Tests.Vpp.Perf.Ip4.10Ge2P1X553-Ethip4-Ip4Base-Ndrpdr.64B-.t.c-ethip4-ip4base-ndrpdr" - "Tests.Vpp.Perf.Ip4.10Ge2P1X553-Ethip4Udp-Ip4Base-Iacl50Sf-10Kflows-Ndrpdr.64B-.t.c-ethip4udp-ip4base-iacl50sf-10kflows-ndrpdr" @@ -9379,7 +8557,7 @@ title: "Speedup: 3n-dnv-x553-64b-ip4tunnel-base-scale-ixgbe-{test_type}-tsa" algorithm: "plot_tsa_name" output-file: "{DIR[STATIC,VPP]}/3n-dnv-x553-64b-ip4tunnel-base-scale-ixgbe-{test_type}-tsa" - data: "plot-vpp-throughput-lat-tsa-3n-dnv" + data: "vpp-3n-dnv-curr-iter" include: - "Tests.Vpp.Perf.Ip4 Tunnels.10Ge2P1X553-Ethip4Vxlan-L2Xcbase-Ndrpdr.64B-.t.c-ethip4vxlan-l2xcbase-ndrpdr" - "Tests.Vpp.Perf.Ip4 Tunnels.10Ge2P1X553-Ethip4Vxlan-L2Bdbasemaclrn-Ndrpdr.64B-.t.c-ethip4vxlan-l2bdbasemaclrn-ndrpdr" @@ -9393,7 +8571,7 @@ title: "Speedup: 3n-dnv-x553-78b-ip6routing-base-scale-ixgbe-{test_type}-tsa" algorithm: "plot_tsa_name" output-file: "{DIR[STATIC,VPP]}/3n-dnv-x553-78b-ip6routing-base-scale-ixgbe-{test_type}-tsa" - data: "plot-vpp-throughput-lat-tsa-3n-dnv" + data: "vpp-3n-dnv-curr-iter" include: - "Tests.Vpp.Perf.Ip6.10Ge2P1X553-Dot1Q-Ip6Base-Ndrpdr.78B-.t.c-dot1q-ip6base-ndrpdr" - "Tests.Vpp.Perf.Ip6.10Ge2P1X553-Ethip6-Ip6Base-Ndrpdr.78B-.t.c-ethip6-ip6base-ndrpdr" @@ -9408,7 +8586,7 @@ title: "Speedup: 3n-dnv-x553-imix-ipsec-ip4routing-base-scale-sw-ixgbe-{test_type}-tsa" algorithm: "plot_tsa_name" output-file: "{DIR[STATIC,VPP]}/3n-dnv-x553-imix-ipsec-ip4routing-base-scale-sw-ixgbe-{test_type}-tsa" - data: "plot-vpp-throughput-lat-tsa-3n-dnv" + data: "vpp-3n-dnv-curr-iter" include: - "Tests.Vpp.Perf.Crypto.10Ge2P1X553-Ethip4Ipsec4Tnlsw-Ip4Base-Int-Aes256Gcm-Ndrpdr.IMIX-.t.c-ethip4ipsec4tnlsw-ip4base-int-aes256gcm-ndrpdr" - "Tests.Vpp.Perf.Crypto.10Ge2P1X553-Ethip4Ipsec4Tnlsw-Ip4Base-Int-Aes128Cbc-Hmac512Sha-Ndrpdr.IMIX-.t.c-ethip4ipsec4tnlsw-ip4base-int-aes128cbc-hmac512sha-ndrpdr" @@ -9424,7 +8602,7 @@ title: "Speedup: 3n-dnv-x553-64b-l2switching-base-ixgbe-{test_type}-tsa" algorithm: "plot_tsa_name" output-file: "{DIR[STATIC,VPP]}/3n-dnv-x553-64b-l2switching-base-ixgbe-{test_type}-tsa" - data: "plot-vpp-throughput-lat-tsa-3n-dnv" + data: "vpp-3n-dnv-curr-iter" include: - "Tests.Vpp.Perf.L2.10Ge2P1X553-Dot1Q-L2Xcbase-Ndrpdr.64B-.t.c-dot1q-l2xcbase-ndrpdr" - "Tests.Vpp.Perf.L2.10Ge2P1X553-Eth-L2Xcbase-Ndrpdr.64B-.t.c-eth-l2xcbase-ndrpdr" @@ -9438,7 +8616,7 @@ title: "Speedup: 3n-dnv-x553-64b-l2switching-base-scale-ixgbe-{test_type}-tsa" algorithm: "plot_tsa_name" output-file: "{DIR[STATIC,VPP]}/3n-dnv-x553-64b-l2switching-base-scale-ixgbe-{test_type}-tsa" - data: "plot-vpp-throughput-lat-tsa-3n-dnv" + data: "vpp-3n-dnv-curr-iter" include: - "Tests.Vpp.Perf.L2.10Ge2P1X553-Eth-L2Patch-Ndrpdr.64B-.t.c-eth-l2patch-ndrpdr" - "Tests.Vpp.Perf.L2.10Ge2P1X553-Eth-L2Xcbase-Ndrpdr.64B-.t.c-eth-l2xcbase-ndrpdr" @@ -9454,7 +8632,7 @@ title: "Speedup: 3n-dnv-x553-64b-features-l2switching-base-ixgbe-{test_type}-tsa" algorithm: "plot_tsa_name" output-file: "{DIR[STATIC,VPP]}/3n-dnv-x553-64b-features-l2switching-base-ixgbe-{test_type}-tsa" - data: "plot-vpp-throughput-lat-tsa-3n-dnv" + data: "vpp-3n-dnv-curr-iter" include: - "Tests.Vpp.Perf.L2.10Ge2P1X553-Eth-L2Xcbase-Ndrpdr.64B-.t.c-eth-l2xcbase-ndrpdr" - "Tests.Vpp.Perf.L2.10Ge2P1X553-Eth-L2Bdbasemaclrn-Iacl50Sf-10Kflows-Ndrpdr.64B-.t.c-eth-l2bdbasemaclrn-iacl50sf-10kflows-ndrpdr" @@ -9470,7 +8648,7 @@ # title: "Speedup: 3n-dnv-x553-78b-srv6-ip6routing-base-ixgbe-{test_type}-tsa" # algorithm: "plot_tsa_name" # output-file: "{DIR[STATIC,VPP]}/3n-dnv-x553-78b-srv6-ip6routing-base-ixgbe-{test_type}-tsa" -# data: "plot-vpp-throughput-lat-tsa-3n-dnv" +# data: "vpp-3n-dnv-curr-iter" # test-type: ["ndr", "pdr"] # include: # - "Tests.Vpp.Perf.Srv6.10Ge2P1X553-Ethip6Ip6-Ip6Base-Srv6Enc1Sid-Ndrpdr.78B-.t.c-ethip6ip6-ip6base-srv6enc1sid-ndrpdr" @@ -9484,7 +8662,7 @@ title: "Speedup: 2n-tx2-xl710-64b-ip4routing-base-scale-dpdk-{test_type}-tsa" algorithm: "plot_tsa_name" output-file: "{DIR[STATIC,VPP]}/2n-tx2-xl710-64b-ip4routing-base-scale-dpdk-{test_type}-tsa" - data: "plot-vpp-throughput-lat-tsa-2n-tx2" + data: "vpp-2n-tx2-curr-iter" include: - "Tests.Vpp.Perf.Ip4.2N1L-40Ge2P1Xl710-Dot1Q-Ip4Base-Ndrpdr.64B-.t.c-dot1q-ip4base-ndrpdr" - "Tests.Vpp.Perf.Ip4.2N1L-40Ge2P1Xl710-Ethip4-Ip4Base-Ndrpdr.64B-.t.c-ethip4-ip4base-ndrpdr" @@ -9499,7 +8677,7 @@ title: "Speedup: 2n-tx2-xl710-64b-features-ip4routing-base-scale-dpdk-{test_type}-tsa" algorithm: "plot_tsa_name" output-file: "{DIR[STATIC,VPP]}/2n-tx2-xl710-64b-features-ip4routing-base-scale-dpdk-{test_type}-tsa" - data: "plot-vpp-throughput-lat-tsa-2n-tx2" + data: "vpp-2n-tx2-curr-iter" include: - "Tests.Vpp.Perf.Ip4.2N1L-40Ge2P1Xl710-Ethip4-Ip4Base-Iacldstbase-Ndrpdr.64B-.t.c-ethip4-ip4base-iacldstbase-ndrpdr" - "Tests.Vpp.Perf.Ip4.2N1L-40Ge2P1Xl710-Ethip4Udp-Ip4Base-Iacl50Sf-10Kflows-Ndrpdr.64B-.t.c-ethip4udp-ip4base-iacl50sf-10kflows-ndrpdr" @@ -9514,7 +8692,7 @@ title: "Speedup: 2n-tx2-xl710-78b-ip6routing-base-scale-dpdk-{test_type}-tsa" algorithm: "plot_tsa_name" output-file: "{DIR[STATIC,VPP]}/2n-tx2-xl710-78b-ip6routing-base-scale-dpdk-{test_type}-tsa" - data: "plot-vpp-throughput-lat-tsa-2n-tx2" + data: "vpp-2n-tx2-curr-iter" include: - "Tests.Vpp.Perf.Ip6.2N1L-40Ge2P1Xl710-Dot1Q-Ip6Base-Ndrpdr.78B-.t.c-dot1q-ip6base-ndrpdr" - "Tests.Vpp.Perf.Ip6.2N1L-40Ge2P1Xl710-Ethip6-Ip6Base-Ndrpdr.78B-.t.c-ethip6-ip6base-ndrpdr" @@ -9530,7 +8708,7 @@ title: "Speedup: 2n-tx2-xl710-64b-l2switching-base-dpdk-{test_type}-tsa" algorithm: "plot_tsa_name" output-file: "{DIR[STATIC,VPP]}/2n-tx2-xl710-64b-l2switching-base-dpdk-{test_type}-tsa" - data: "plot-vpp-throughput-lat-tsa-2n-tx2" + data: "vpp-2n-tx2-curr-iter" include: - "Tests.Vpp.Perf.L2.2N1L-40Ge2P1Xl710-Dot1Q-L2Xcbase-Ndrpdr.64B-.t.c-dot1q-l2xcbase-ndrpdr" - "Tests.Vpp.Perf.L2.2N1L-40Ge2P1Xl710-Dot1Q-L2Bdbasemaclrn-Ndrpdr.64B-.t.c-dot1q-l2bdbasemaclrn-ndrpdr" @@ -9545,7 +8723,7 @@ title: "Speedup: 2n-tx2-xl710-64b-l2switching-scale-dpdk-{test_type}-tsa" algorithm: "plot_tsa_name" output-file: "{DIR[STATIC,VPP]}/2n-tx2-xl710-64b-l2switching-scale-dpdk-{test_type}-tsa" - data: "plot-vpp-throughput-lat-tsa-2n-tx2" + data: "vpp-2n-tx2-curr-iter" include: - "Tests.Vpp.Perf.L2.2N1L-40Ge2P1Xl710-Eth-L2Bdbasemaclrn-Ndrpdr.64B-.t.c-eth-l2bdbasemaclrn-ndrpdr" - "Tests.Vpp.Perf.L2.2N1L-40Ge2P1Xl710-Eth-L2Bdscale10Kmaclrn-Ndrpdr.64B-.t.c-eth-l2bdscale10kmaclrn-ndrpdr" @@ -9559,7 +8737,7 @@ title: "Speedup: 2n-tx2-xl710-64b-features-l2switching-base-dpdk-{test_type}-tsa" algorithm: "plot_tsa_name" output-file: "{DIR[STATIC,VPP]}/2n-tx2-xl710-64b-features-l2switching-base-dpdk-{test_type}-tsa" - data: "plot-vpp-throughput-lat-tsa-2n-tx2" + data: "vpp-2n-tx2-curr-iter" include: - "Tests.Vpp.Perf.L2.2N1L-40Ge2P1Xl710-Eth-L2Bdbasemaclrn-Iacl50Sf-10Kflows-Ndrpdr.64B-.t.c-eth-l2bdbasemaclrn-iacl50sf-10kflows-ndrpdr" - "Tests.Vpp.Perf.L2.2N1L-40Ge2P1Xl710-Eth-L2Bdbasemaclrn-Iacl50Sl-10Kflows-Ndrpdr.64B-.t.c-eth-l2bdbasemaclrn-iacl50sl-10kflows-ndrpdr" @@ -9580,7 +8758,7 @@ title: "DPDK Throughput: 2n-skx-xxv710-64b-{core}-base-{test_type}" algorithm: "plot_ndrpdr_box_name" output-file: "{DIR[STATIC,DPDK]}/2n-skx-xxv710-64b-{core}-base-{test_type}" - data: "plot-dpdk-throughput-latency-2n-skx" + data: "dpdk-2n-skx-curr-iter" core: ["2t1c", "4t2c"] include: - "tests.dpdk.perf.2n1l-25ge2p1xxv710-eth-l2xcbase-testpmd-ndrpdr.64b-{core}-eth-l2xcbase-testpmd-ndrpdr" @@ -9593,7 +8771,7 @@ title: "DPDK Throughput: 2n-skx-x710-64b-{core}-base-{test_type}" algorithm: "plot_ndrpdr_box_name" output-file: "{DIR[STATIC,DPDK]}/2n-skx-x710-64b-{core}-base-{test_type}" - data: "plot-dpdk-throughput-latency-2n-skx" + data: "dpdk-2n-skx-curr-iter" core: ["2t1c", "4t2c"] include: - "tests.dpdk.perf.2n1l-10ge2p1x710-eth-l2xcbase-testpmd-ndrpdr.64b-{core}-eth-l2xcbase-testpmd-ndrpdr" @@ -9608,7 +8786,7 @@ title: "DPDK Throughput: 3n-skx-xxv710-64b-{core}-base-{test_type}" algorithm: "plot_ndrpdr_box_name" output-file: "{DIR[STATIC,DPDK]}/3n-skx-xxv710-64b-{core}-base-{test_type}" - data: "plot-dpdk-throughput-latency-3n-skx" + data: "dpdk-3n-skx-curr-iter" core: ["2t1c", "4t2c"] include: - "tests.dpdk.perf.25ge2p1xxv710-eth-l2xcbase-testpmd-ndrpdr.64b-{core}-eth-l2xcbase-testpmd-ndrpdr" @@ -9621,7 +8799,7 @@ title: "DPDK Throughput: 3n-skx-x710-64b-{core}-base-{test_type}" algorithm: "plot_ndrpdr_box_name" output-file: "{DIR[STATIC,DPDK]}/3n-skx-x710-64b-{core}-base-{test_type}" - data: "plot-dpdk-throughput-latency-3n-skx" + data: "dpdk-3n-skx-curr-iter" core: ["2t1c", "4t2c"] include: - "tests.dpdk.perf.10ge2p1x710-eth-l2xcbase-testpmd-ndrpdr.64b-{core}-eth-l2xcbase-testpmd-ndrpdr" @@ -9630,34 +8808,6 @@ title: "3n-skx-x710-64b-{core}-base-{test_type}" layout: "plot-throughput" -# 3n-hsw - -- type: "plot" - title: "DPDK Throughput: 3n-hsw-xl710-64b-{core}-base-{test_type}" - algorithm: "plot_ndrpdr_box_name" - output-file: "{DIR[STATIC,DPDK]}/3n-hsw-xl710-64b-{core}-base-{test_type}" - data: "plot-dpdk-throughput-latency-3n-hsw" - core: ["1t1c", "2t2c"] - include: - - "tests.dpdk.perf.40ge2p1xl710-eth-l2xcbase-testpmd-ndrpdr.64b-{core}-eth-l2xcbase-testpmd-ndrpdr" - - "tests.dpdk.perf.40ge2p1xl710-ethip4-ip4base-l3fwd-ndrpdr.64b-{core}-ethip4-ip4base-l3fwd-ndrpdr" - layout: - title: "3n-hsw-xl710-64b-{core}-base-{test_type}" - layout: "plot-throughput" - -- type: "plot" - title: "DPDK Throughput: 3n-hsw-x710-64b-{core}-base-{test_type}" - algorithm: "plot_ndrpdr_box_name" - output-file: "{DIR[STATIC,DPDK]}/3n-hsw-x710-64b-{core}-base-{test_type}" - data: "plot-dpdk-throughput-latency-3n-hsw" - core: ["1t1c", "2t2c"] - include: - - "tests.dpdk.perf.10ge2p1x710-eth-l2xcbase-testpmd-ndrpdr.64b-{core}-eth-l2xcbase-testpmd-ndrpdr" - - "tests.dpdk.perf.10ge2p1x710-ethip4-ip4base-l3fwd-ndrpdr.64b-{core}-ethip4-ip4base-l3fwd-ndrpdr" - layout: - title: "3n-hsw-x710-64b-{core}-base-{test_type}" - layout: "plot-throughput" - ## 2n-dnv-x553 # #- type: "plot" @@ -9696,7 +8846,7 @@ title: "DPDK Throughput: 3n-tsh-x520-64b-{core}-base-{test_type}" algorithm: "plot_ndrpdr_box_name" output-file: "{DIR[STATIC,DPDK]}/3n-tsh-x520-64b-{core}-base-{test_type}" - data: "plot-dpdk-throughput-latency-3n-tsh" + data: "dpdk-3n-tsh-curr-iter" core: ["1t1c", "2t2c"] include: - "tests.dpdk.perf.10ge2p1x520-eth-l2xcbase-testpmd-ndrpdr.64b-{core}-eth-l2xcbase-testpmd-ndrpdr" @@ -9707,18 +8857,18 @@ # 2n-tx2-xl710 -- type: "plot" - title: "DPDK Throughput: 2n-tx2-xl710-64b-{core}-base-{test_type}" - algorithm: "plot_ndrpdr_box_name" - output-file: "{DIR[STATIC,DPDK]}/2n-tx2-xl710-64b-{core}-base-{test_type}" - data: "plot-dpdk-throughput-latency-2n-tx2" - core: ["1t1c", "2t2c"] - include: - - "tests.dpdk.perf.2N1L-40ge2p1xl710-eth-l2xcbase-testpmd-ndrpdr.64b-{core}-eth-l2xcbase-testpmd-ndrpdr" - - "tests.dpdk.perf.2N1L-40ge2p1xl710-ethip4-ip4base-l3fwd-ndrpdr.64b-{core}-ethip4-ip4base-l3fwd-ndrpdr" - layout: - title: "2n-tx2-xl710-64b-{core}-base-{test_type}" - layout: "plot-throughput" +# - type: "plot" +# title: "DPDK Throughput: 2n-tx2-xl710-64b-{core}-base-{test_type}" +# algorithm: "plot_ndrpdr_box_name" +# output-file: "{DIR[STATIC,DPDK]}/2n-tx2-xl710-64b-{core}-base-{test_type}" +# data: "dpdk-2n-tx2-curr-iter" +# core: ["1t1c", "2t2c"] +# include: +# - "tests.dpdk.perf.2N1L-40ge2p1xl710-eth-l2xcbase-testpmd-ndrpdr.64b-{core}-eth-l2xcbase-testpmd-ndrpdr" +# - "tests.dpdk.perf.2N1L-40ge2p1xl710-ethip4-ip4base-l3fwd-ndrpdr.64b-{core}-ethip4-ip4base-l3fwd-ndrpdr" +# layout: +# title: "2n-tx2-xl710-64b-{core}-base-{test_type}" +# layout: "plot-throughput" ################################################################################ ### 2n-clx ### @@ -9730,7 +8880,7 @@ title: "Throughput: 2n-clx-xxv710-64b-{core}-memif-base-avf-{test_type}" algorithm: "plot_ndrpdr_box_name" output-file: "{DIR[STATIC,VPP]}/2n-clx-xxv710-64b-{core}-memif-base-avf-{test_type}" - data: "plot-vpp-throughput-lat-tsa-2n-clx" + data: "vpp-2n-clx-curr-iter" core: ["2t1c", ] include: - "Tests.Vpp.Perf.Container Memif.2N1L-25Ge2P1Xxv710-Avf-Eth-L2Xcbase-Eth-2Memif-1Dcr-Ndrpdr.64B-{core}-avf-eth-l2xcbase-eth-2memif-1dcr-ndrpdr" @@ -9745,7 +8895,7 @@ title: "Throughput: 2n-clx-xxv710-64b-{core}-memif-base-dpdk-{test_type}" algorithm: "plot_ndrpdr_box_name" output-file: "{DIR[STATIC,VPP]}/2n-clx-xxv710-64b-{core}-memif-base-dpdk-{test_type}" - data: "plot-vpp-throughput-lat-tsa-2n-clx" + data: "vpp-2n-clx-curr-iter" core: ["2t1c", ] include: - "Tests.Vpp.Perf.Container Memif.2N1L-25Ge2P1Xxv710-Eth-L2Xcbase-Eth-2Memif-1Dcr-Ndrpdr.64B-{core}-eth-l2xcbase-eth-2memif-1dcr-ndrpdr" @@ -9760,7 +8910,7 @@ title: "Throughput: 2n-clx-cx556a-64b-{core}-rdma-l2-eth-2memif-1dcr-{test_type}" algorithm: "plot_ndrpdr_box_name" output-file: "{DIR[STATIC,VPP]}/2n-clx-cx556a-64b-{core}-rdma-l2-eth-2memif-1dcr-{test_type}" - data: "plot-vpp-throughput-lat-tsa-2n-clx" + data: "vpp-2n-clx-curr-iter" core: ["2t1c", ] include: - "Tests.Vpp.Perf.Container Memif.2N1L-100Ge2P1Cx556A-Rdma-Dot1Q-L2Bdbasemaclrn-Eth-2Memif-1Dcr-Ndrpdr.64B-{core}-rdma-dot1q-l2bdbasemaclrn-eth-2memif-1dcr-ndrpdr" @@ -9775,7 +8925,7 @@ title: "Throughput: 2n-clx-x710-64b-{core}-ip4routing-base-scale-[avf,dpdk]-{test_type}" algorithm: "plot_ndrpdr_box_name" output-file: "{DIR[STATIC,VPP]}/2n-clx-x710-64b-{core}-ip4routing-base-scale-[avf,dpdk]-{test_type}" - data: "plot-vpp-throughput-lat-tsa-2n-clx" + data: "vpp-2n-clx-curr-iter" core: ["2t1c", ] include: - "Tests.Vpp.Perf.Ip4.2N1L-10Ge2P1X710-Avf-Dot1Q-Ip4Base-Ndrpdr.64B-{core}-avf-dot1q-ip4base-ndrpdr" @@ -9792,7 +8942,7 @@ title: "Throughput: 2n-clx-xxv710-64b-{core}-ip4routing-base-scale-avf-{test_type}" algorithm: "plot_ndrpdr_box_name" output-file: "{DIR[STATIC,VPP]}/2n-clx-xxv710-64b-{core}-ip4routing-base-scale-avf-{test_type}" - data: "plot-vpp-throughput-lat-tsa-2n-clx" + data: "vpp-2n-clx-curr-iter" core: ["2t1c", ] include: - "Tests.Vpp.Perf.Ip4.2N1L-25Ge2P1Xxv710-Avf-Ethip4-Ip4Base-Ndrpdr.64B-{core}-avf-ethip4-ip4base-ndrpdr" @@ -9810,7 +8960,7 @@ title: "Throughput: 2n-clx-xxv710-64b-{core}-ip4routing-base-scale-dpdk-{test_type}" algorithm: "plot_ndrpdr_box_name" output-file: "{DIR[STATIC,VPP]}/2n-clx-xxv710-64b-{core}-ip4routing-base-scale-dpdk-{test_type}" - data: "plot-vpp-throughput-lat-tsa-2n-clx" + data: "vpp-2n-clx-curr-iter" core: ["2t1c", ] include: - "Tests.Vpp.Perf.Ip4.2N1L-25Ge2P1Xxv710-Dot1Q-Ip4Base-Ndrpdr.64B-{core}-dot1q-ip4base-ndrpdr" @@ -9829,7 +8979,7 @@ title: "Throughput: 2n-clx-xxv710-64b-{core}-features-ip4routing-base-avf-{test_type}" algorithm: "plot_ndrpdr_box_name" output-file: "{DIR[STATIC,VPP]}/2n-clx-xxv710-64b-{core}-features-ip4routing-base-avf-{test_type}" - data: "plot-vpp-throughput-lat-tsa-2n-clx" + data: "vpp-2n-clx-curr-iter" core: ["2t1c", ] include: - "Tests.Vpp.Perf.Ip4.2N1L-25Ge2P1Xxv710-Avf-Ethip4Udp-Ip4Base-Iacl50Sf-10Kflows-Ndrpdr.64B-{core}-avf-ethip4udp-ip4base-iacl50sf-10kflows-ndrpdr" @@ -9846,7 +8996,7 @@ title: "Throughput: 2n-clx-xxv710-64b-{core}-nat44det-ip4routing-stl-bidir-avf-{test_type}" algorithm: "plot_ndrpdr_box_name" output-file: "{DIR[STATIC,VPP]}/2n-clx-xxv710-64b-{core}-nat44det-ip4routing-stl-bidir-avf-{test_type}" - data: "plot-vpp-throughput-lat-tsa-2n-clx" + data: "vpp-2n-clx-curr-iter" core: ["2t1c", ] include: - "tests.vpp.perf.ip4.2n1l-25ge2p1xxv710-avf-ethip4udp-nat44det-h1024-p63-s64512-ndrpdr.64b-{core}-avf-ethip4udp-nat44det-h1024-p63-s64512-ndrpdr" @@ -9862,7 +9012,7 @@ title: "Throughput: 2n-clx-xxv710-64b-{core}-nat44ed-ip4routing-stl-unidir-avf-{test_type}" algorithm: "plot_ndrpdr_box_name" output-file: "{DIR[STATIC,VPP]}/2n-clx-xxv710-64b-{core}-nat44ed-ip4routing-stl-unidir-avf-{test_type}" - data: "plot-vpp-throughput-lat-tsa-2n-clx" + data: "vpp-2n-clx-curr-iter" core: ["2t1c", ] include: - "tests.vpp.perf.ip4.2n1l-25ge2p1xxv710-avf-ethip4udp-nat44ed-h1024-p63-s64512-udir-ndrpdr.64b-{core}-avf-ethip4udp-nat44ed-h1024-p63-s64512-udir-ndrpdr" @@ -9878,7 +9028,7 @@ title: "Throughput: 2n-clx-xxv710-64b-{core}-nat44ed-ip4routing-udp-stf-cps-avf-{test_type}" algorithm: "plot_ndrpdr_box_name" output-file: "{DIR[STATIC,VPP]}/2n-clx-xxv710-64b-{core}-nat44ed-ip4routing-udp-stf-cps-avf-{test_type}" - data: "plot-vpp-throughput-lat-tsa-2n-clx" + data: "vpp-2n-clx-curr-iter" core: ["2t1c", ] include: - "tests.vpp.perf.ip4.2n1l-25ge2p1xxv710-avf-ethip4udp-nat44ed-h1024-p63-s64512-cps-ndrpdr.64b-{core}-avf-ethip4udp-nat44ed-h1024-p63-s64512-cps-ndrpdr" @@ -9899,7 +9049,7 @@ title: "Throughput: 2n-clx-xxv710-64b-{core}-nat44ed-ip4routing-udp-stf-pps-avf-{test_type}" algorithm: "plot_ndrpdr_box_name" output-file: "{DIR[STATIC,VPP]}/2n-clx-xxv710-64b-{core}-nat44ed-ip4routing-udp-stf-pps-avf-{test_type}" - data: "plot-vpp-throughput-lat-tsa-2n-clx" + data: "vpp-2n-clx-curr-iter" core: ["2t1c", ] include: - "tests.vpp.perf.ip4.2n1l-25ge2p1xxv710-avf-ethip4udp-nat44ed-h1024-p63-s64512-pps-ndrpdr.64b-{core}-avf-ethip4udp-nat44ed-h1024-p63-s64512-pps-ndrpdr" @@ -9920,7 +9070,7 @@ title: "Throughput: 2n-clx-xxv710-64b-{core}-nat44ed-ip4routing-tcp-stf-cps-avf-{test_type}" algorithm: "plot_ndrpdr_box_name" output-file: "{DIR[STATIC,VPP]}/2n-clx-xxv710-64b-{core}-nat44ed-ip4routing-tcp-stf-cps-avf-{test_type}" - data: "plot-vpp-throughput-lat-tsa-2n-clx" + data: "vpp-2n-clx-curr-iter" core: ["2t1c", ] include: - "tests.vpp.perf.ip4.2n1l-25ge2p1xxv710-avf-ethip4tcp-nat44ed-h1024-p63-s64512-cps-ndrpdr.64b-{core}-avf-ethip4tcp-nat44ed-h1024-p63-s64512-cps-ndrpdr" @@ -9941,7 +9091,7 @@ title: "Throughput: 2n-clx-xxv710-64b-{core}-nat44ed-ip4routing-tcp-stf-pps-avf-{test_type}" algorithm: "plot_ndrpdr_box_name" output-file: "{DIR[STATIC,VPP]}/2n-clx-xxv710-64b-{core}-nat44ed-ip4routing-tcp-stf-pps-avf-{test_type}" - data: "plot-vpp-throughput-lat-tsa-2n-clx" + data: "vpp-2n-clx-curr-iter" core: ["2t1c", ] include: - "tests.vpp.perf.ip4.2n1l-25ge2p1xxv710-avf-ethip4tcp-nat44ed-h1024-p63-s64512-pps-ndrpdr.64b-{core}-avf-ethip4tcp-nat44ed-h1024-p63-s64512-pps-ndrpdr" @@ -9962,7 +9112,7 @@ title: "Throughput: 2n-clx-xxv710-64b-{core}-nat44ed-ip4routing-tcp-tput-avf-{test_type}" algorithm: "plot_ndrpdr_box_name" output-file: "{DIR[STATIC,VPP]}/2n-clx-xxv710-64b-{core}-nat44ed-ip4routing-tcp-tput-avf-{test_type}" - data: "plot-vpp-throughput-lat-tsa-2n-clx" + data: "vpp-2n-clx-curr-iter" core: ["2t1c", ] include: - "tests.vpp.perf.ip4.2n1l-25ge2p1xxv710-avf-ethip4tcp-nat44ed-h1024-p63-s64512-pps-ndrpdr.64b-{core}-avf-ethip4tcp-nat44ed-h1024-p63-s64512-pps-ndrpdr" @@ -9983,7 +9133,7 @@ title: "Throughput: 2n-clx-xxv710-64b-{core}-nat44ed-ip4routing-udp-tput-avf-{test_type}" algorithm: "plot_ndrpdr_box_name" output-file: "{DIR[STATIC,VPP]}/2n-clx-xxv710-64b-{core}-nat44ed-ip4routing-udp-tput-avf-{test_type}" - data: "plot-vpp-throughput-lat-tsa-2n-clx" + data: "vpp-2n-clx-curr-iter" core: ["2t1c", ] include: - "tests.vpp.perf.ip4.2n1l-25ge2p1xxv710-avf-ethip4udp-nat44ed-h1024-p63-s64512-pps-ndrpdr.64b-{core}-avf-ethip4udp-nat44ed-h1024-p63-s64512-pps-ndrpdr" @@ -10004,7 +9154,7 @@ title: "Throughput: 2n-clx-xxv710-64b-{core}-nat44ed-ip4routing-tcp-tput2-avf-{test_type}" algorithm: "plot_ndrpdr_box_name" output-file: "{DIR[STATIC,VPP]}/2n-clx-xxv710-64b-{core}-nat44ed-ip4routing-tcp-tput2-avf-{test_type}" - data: "plot-vpp-throughput-lat-tsa-2n-clx" + data: "vpp-2n-clx-curr-iter" core: ["2t1c", ] include: - "tests.vpp.perf.ip4.2n1l-25ge2p1xxv710-avf-ethip4tcp-ip4base-h1024-p63-s64512-pps-ndrpdr.64b-{core}-avf-ethip4tcp-ip4base-h1024-p63-s64512-pps-ndrpdr" @@ -10025,7 +9175,7 @@ title: "Throughput: 2n-clx-xxv710-64b-{core}-nat44ed-ip4routing-udp-tput2-avf-{test_type}" algorithm: "plot_ndrpdr_box_name" output-file: "{DIR[STATIC,VPP]}/2n-clx-xxv710-64b-{core}-nat44ed-ip4routing-udp-tput2-avf-{test_type}" - data: "plot-vpp-throughput-lat-tsa-2n-clx" + data: "vpp-2n-clx-curr-iter" core: ["2t1c", ] include: - "tests.vpp.perf.ip4.2n1l-25ge2p1xxv710-avf-ethip4udp-ip4base-h1024-p63-s64512-pps-ndrpdr.64b-{core}-avf-ethip4udp-ip4base-h1024-p63-s64512-pps-ndrpdr" @@ -10046,7 +9196,7 @@ title: "Throughput: 2n-clx-xxv710-64b-{core}-features-ip4routing-base-dpdk-{test_type}" algorithm: "plot_ndrpdr_box_name" output-file: "{DIR[STATIC,VPP]}/2n-clx-xxv710-64b-{core}-features-ip4routing-base-dpdk-{test_type}" - data: "plot-vpp-throughput-lat-tsa-2n-clx" + data: "vpp-2n-clx-curr-iter" core: ["2t1c", ] include: - "Tests.Vpp.Perf.Ip4.2N1L-25Ge2P1Xxv710-Ethip4-Ip4Base-Ndrpdr.64B-{core}-ethip4-ip4base-ndrpdr" @@ -10063,7 +9213,7 @@ title: "Throughput: 2n-clx-cx556a-64b-{core}-rdma-ip4base-{test_type}" algorithm: "plot_ndrpdr_box_name" output-file: "{DIR[STATIC,VPP]}/2n-clx-cx556a-64b-{core}-rdma-ip4base-{test_type}" - data: "plot-vpp-throughput-lat-tsa-2n-clx" + data: "vpp-2n-clx-curr-iter" core: ["2t1c", ] include: - "Tests.Vpp.Perf.Ip4.2N1L-100Ge2P1Cx556A-Rdma-Dot1Q-Ip4Base-Ndrpdr.64B-{core}-rdma-dot1q-ip4base-ndrpdr" @@ -10082,7 +9232,7 @@ title: "Throughput: 2n-clx-cx556a-64b-{core}-rdma-ethip4-features-{test_type}" algorithm: "plot_ndrpdr_box_name" output-file: "{DIR[STATIC,VPP]}/2n-clx-cx556a-64b-{core}-rdma-ethip4-features-{test_type}" - data: "plot-vpp-throughput-lat-tsa-2n-clx" + data: "vpp-2n-clx-curr-iter" core: ["2t1c", ] include: - "Tests.Vpp.Perf.Ip4.2N1L-100Ge2P1Cx556A-Rdma-Ethip4Udp-Ip4Base-Iacl50Sf-10Kflows-Ndrpdr.64B-{core}-rdma-ethip4udp-ip4base-iacl50sf-10kflows-ndrpdr" @@ -10099,7 +9249,7 @@ title: "Throughput: 2n-clx-xxv710-64b-{core}-ethip4--ethip4udpgeneve-avf-{test_type}" algorithm: "plot_ndrpdr_box_name" output-file: "{DIR[STATIC,VPP]}/2n-clx-xxv710-64b-{core}-ethip4--ethip4udpgeneve-avf-{test_type}" - data: "plot-vpp-throughput-lat-tsa-2n-clx" + data: "vpp-2n-clx-curr-iter" core: ["2t1c", ] include: - "Tests.Vpp.Perf.Ip4 Tunnels.2N1L-25Ge2P1Xxv710-Avf-Ethip4--Ethip4Udpgeneve-1Tun-Ip4Base-Ndrpdr.64B-{core}-avf-ethip4--ethip4udpgeneve-1tun-ip4base-ndrpdr" @@ -10115,7 +9265,7 @@ title: "Throughput: 2n-clx-x710-78b-{core}-ip6routing-base-scale-[avf,dpdk]-{test_type}" algorithm: "plot_ndrpdr_box_name" output-file: "{DIR[STATIC,VPP]}/2n-clx-x710-78b-{core}-ip6routing-base-scale-[avf,dpdk]-{test_type}" - data: "plot-vpp-throughput-lat-tsa-2n-clx" + data: "vpp-2n-clx-curr-iter" core: ["2t1c", ] include: - "Tests.Vpp.Perf.Ip6.2N1L-10Ge2P1X710-Avf-Dot1Q-Ip6Base-Ndrpdr.78B-{core}-avf-dot1q-ip6base-ndrpdr" @@ -10133,7 +9283,7 @@ title: "Throughput: 2n-clx-xxv710-78b-{core}-ip6routing-base-scale-avf-{test_type}" algorithm: "plot_ndrpdr_box_name" output-file: "{DIR[STATIC,VPP]}/2n-clx-xxv710-78b-{core}-ip6routing-base-scale-avf-{test_type}" - data: "plot-vpp-throughput-lat-tsa-2n-clx" + data: "vpp-2n-clx-curr-iter" core: ["2t1c", ] include: - "Tests.Vpp.Perf.Ip6.2N1L-25Ge2P1Xxv710-Avf-Dot1Q-Ip6Base-Ndrpdr.78B-{core}-avf-dot1q-ip6base-ndrpdr" @@ -10152,7 +9302,7 @@ title: "Throughput: 2n-clx-xxv710-78b-{core}-ip6routing-base-scale-dpdk-{test_type}" algorithm: "plot_ndrpdr_box_name" output-file: "{DIR[STATIC,VPP]}/2n-clx-xxv710-78b-{core}-ip6routing-base-scale-dpdk-{test_type}" - data: "plot-vpp-throughput-lat-tsa-2n-clx" + data: "vpp-2n-clx-curr-iter" core: ["2t1c", ] include: - "Tests.Vpp.Perf.Ip6.2N1L-25Ge2P1Xxv710-Dot1Q-Ip6Base-Ndrpdr.78B-{core}-dot1q-ip6base-ndrpdr" @@ -10171,7 +9321,7 @@ title: "Throughput: 2n-clx-cx556a-78b-{core}-rdma-ip6routing-base-scale-{test_type}" algorithm: "plot_ndrpdr_box_name" output-file: "{DIR[STATIC,VPP]}/2n-clx-cx556a-78b-{core}-rdma-ip6routing-base-scale-{test_type}" - data: "plot-vpp-throughput-lat-tsa-2n-clx" + data: "vpp-2n-clx-curr-iter" core: ["2t1c", ] include: - "Tests.Vpp.Perf.Ip6.2N1L-100Ge2P1Cx556A-Rdma-Dot1Q-Ip6Base-Ndrpdr.78B-{core}-rdma-dot1q-ip6base-ndrpdr" @@ -10190,7 +9340,7 @@ title: "Throughput: 2n-clx-x710-64b-{core}-l2switching-base-scale-avf-{test_type}" algorithm: "plot_ndrpdr_box_name" output-file: "{DIR[STATIC,VPP]}/2n-clx-x710-64b-{core}-l2switching-base-scale-avf-{test_type}" - data: "plot-vpp-throughput-lat-tsa-2n-clx" + data: "vpp-2n-clx-curr-iter" core: ["2t1c", ] include: - "Tests.Vpp.Perf.L2.2N1L-10Ge2P1X710-Avf-Dot1Q-L2Bdbasemaclrn-Ndrpdr.64B-{core}-avf-dot1q-l2bdbasemaclrn-ndrpdr" @@ -10206,7 +9356,7 @@ title: "Throughput: 2n-clx-x710-64b-{core}-l2switching-base-scale-dpdk-{test_type}" algorithm: "plot_ndrpdr_box_name" output-file: "{DIR[STATIC,VPP]}/2n-clx-x710-64b-{core}-l2switching-base-scale-dpdk-{test_type}" - data: "plot-vpp-throughput-lat-tsa-2n-clx" + data: "vpp-2n-clx-curr-iter" core: ["2t1c", ] include: - "Tests.Vpp.Perf.L2.2N1L-10Ge2P1X710-Dot1Q-L2Bdbasemaclrn-Ndrpdr.64B-{core}-dot1q-l2bdbasemaclrn-ndrpdr" @@ -10222,7 +9372,7 @@ title: "Throughput: 2n-clx-xxv710-64b-{core}-l2switching-base-avf-{test_type}" algorithm: "plot_ndrpdr_box_name" output-file: "{DIR[STATIC,VPP]}/2n-clx-xxv710-64b-{core}-l2switching-base-avf-{test_type}" - data: "plot-vpp-throughput-lat-tsa-2n-clx" + data: "vpp-2n-clx-curr-iter" core: ["2t1c", ] include: - "Tests.Vpp.Perf.L2.2N1L-25Ge2P1Xxv710-Avf-Dot1Q-L2Xcbase-Ndrpdr.64B-{core}-avf-dot1q-l2xcbase-ndrpdr" @@ -10238,7 +9388,7 @@ title: "Throughput: 2n-clx-xxv710-64b-{core}-l2switching-base-scale-avf-{test_type}" algorithm: "plot_ndrpdr_box_name" output-file: "{DIR[STATIC,VPP]}/2n-clx-xxv710-64b-{core}-l2switching-base-scale-avf-{test_type}" - data: "plot-vpp-throughput-lat-tsa-2n-clx" + data: "vpp-2n-clx-curr-iter" core: ["2t1c", ] include: - "Tests.Vpp.Perf.L2.2N1L-25Ge2P1Xxv710-Avf-Eth-L2Bdbasemaclrn-Ndrpdr.64B-{core}-avf-eth-l2bdbasemaclrn-ndrpdr" @@ -10253,7 +9403,7 @@ title: "Throughput: 2n-clx-xxv710-64b-{core}-l2switching-base-dpdk-{test_type}" algorithm: "plot_ndrpdr_box_name" output-file: "{DIR[STATIC,VPP]}/2n-clx-xxv710-64b-{core}-l2switching-base-dpdk-{test_type}" - data: "plot-vpp-throughput-lat-tsa-2n-clx" + data: "vpp-2n-clx-curr-iter" core: ["2t1c", ] include: - "Tests.Vpp.Perf.L2.2N1L-25Ge2P1Xxv710-Dot1Q-L2Xcbase-Ndrpdr.64B-{core}-dot1q-l2xcbase-ndrpdr" @@ -10269,7 +9419,7 @@ title: "Throughput: 2n-clx-xxv710-64b-{core}-l2switching-base-scale-dpdk-{test_type}" algorithm: "plot_ndrpdr_box_name" output-file: "{DIR[STATIC,VPP]}/2n-clx-xxv710-64b-{core}-l2switching-base-scale-dpdk-{test_type}" - data: "plot-vpp-throughput-lat-tsa-2n-clx" + data: "vpp-2n-clx-curr-iter" core: ["2t1c", ] include: - "Tests.Vpp.Perf.L2.2N1L-25Ge2P1Xxv710-Eth-L2Bdbasemaclrn-Ndrpdr.64B-{core}-eth-l2bdbasemaclrn-ndrpdr" @@ -10284,7 +9434,7 @@ title: "Throughput: 2n-clx-cx556a-64b-{core}-rdma-l2switching-base-{test_type}" algorithm: "plot_ndrpdr_box_name" output-file: "{DIR[STATIC,VPP]}/2n-clx-cx556a-64b-{core}-rdma-l2switching-base-{test_type}" - data: "plot-vpp-throughput-lat-tsa-2n-clx" + data: "vpp-2n-clx-curr-iter" core: ["2t1c", ] include: - "Tests.Vpp.Perf.L2.2N1L-100Ge2P1Cx556A-Rdma-Dot1Q-L2Xcbase-Ndrpdr.64B-{core}-rdma-dot1q-l2xcbase-ndrpdr" @@ -10300,7 +9450,7 @@ title: "Throughput: 2n-clx-cx556a-64b-{core}-rdma-l2switching-scale-{test_type}" algorithm: "plot_ndrpdr_box_name" output-file: "{DIR[STATIC,VPP]}/2n-clx-cx556a-64b-{core}-rdma-l2switching-scale-{test_type}" - data: "plot-vpp-throughput-lat-tsa-2n-clx" + data: "vpp-2n-clx-curr-iter" core: ["2t1c", ] include: - "Tests.Vpp.Perf.L2.2N1L-100Ge2P1Cx556A-Rdma-Eth-L2Bdbasemaclrn-Ndrpdr.64B-{core}-rdma-eth-l2bdbasemaclrn-ndrpdr" @@ -10315,7 +9465,7 @@ title: "Throughput: 2n-clx-xxv710-64b-{core}-vhost-base-avf-{test_type}" algorithm: "plot_ndrpdr_box_name" output-file: "{DIR[STATIC,VPP]}/2n-clx-xxv710-64b-{core}-vhost-base-avf-{test_type}" - data: "plot-vpp-throughput-lat-tsa-2n-clx" + data: "vpp-2n-clx-curr-iter" core: ["2t1c", ] include: - "Tests.Vpp.Perf.Vm Vhost.2N1L-25Ge2P1Xxv710-Avf-Dot1Q-L2Xcbase-Eth-2Vhostvr1024-1Vm-Ndrpdr.64B-{core}-avf-dot1q-l2xcbase-eth-2vhostvr1024-1vm-ndrpdr" @@ -10331,7 +9481,7 @@ title: "Throughput: 2n-clx-xxv710-64b-{core}-vhost-base-avf-vpp-{test_type}" algorithm: "plot_ndrpdr_box_name" output-file: "{DIR[STATIC,VPP]}/2n-clx-xxv710-64b-{core}-vhost-base-avf-vpp-{test_type}" - data: "plot-vpp-throughput-lat-tsa-2n-clx" + data: "vpp-2n-clx-curr-iter" core: ["2t1c", ] include: - "Tests.Vpp.Perf.Vm Vhost.2N1L-25Ge2P1Xxv710-Avf-Dot1Q-L2Xcbase-Eth-2Vhostvr1024-1Vm-Vppl2Xc-Ndrpdr.64B-{core}-avf-dot1q-l2xcbase-eth-2vhostvr1024-1vm-vppl2xc-ndrpdr" @@ -10347,7 +9497,7 @@ title: "Throughput: 2n-clx-xxv710-64b-{core}-vhost-base-dpdk-{test_type}" algorithm: "plot_ndrpdr_box_name" output-file: "{DIR[STATIC,VPP]}/2n-clx-xxv710-64b-{core}-vhost-base-dpdk-{test_type}" - data: "plot-vpp-throughput-lat-tsa-2n-clx" + data: "vpp-2n-clx-curr-iter" core: ["2t1c", ] include: - "Tests.Vpp.Perf.Vm Vhost.2N1L-25Ge2P1Xxv710-Dot1Q-L2Xcbase-Eth-2Vhostvr1024-1Vm-Ndrpdr.64B-{core}-dot1q-l2xcbase-eth-2vhostvr1024-1vm-ndrpdr" @@ -10363,7 +9513,7 @@ title: "Throughput: 2n-clx-xxv710-64b-{core}-vhost-base-dpdk-vpp-{test_type}" algorithm: "plot_ndrpdr_box_name" output-file: "{DIR[STATIC,VPP]}/2n-clx-xxv710-64b-{core}-vhost-base-dpdk-vpp-{test_type}" - data: "plot-vpp-throughput-lat-tsa-2n-clx" + data: "vpp-2n-clx-curr-iter" core: ["2t1c", ] include: - "Tests.Vpp.Perf.Vm Vhost.2N1L-25Ge2P1Xxv710-Dot1Q-L2Xcbase-Eth-2Vhostvr1024-1Vm-Vppl2Xc-Ndrpdr.64B-{core}-dot1q-l2xcbase-eth-2vhostvr1024-1vm-vppl2xc-ndrpdr" @@ -10379,7 +9529,7 @@ title: "Throughput: 2n-clx-cx556a-64b-{core}-rdma-l2-vhost-base-{test_type}" algorithm: "plot_ndrpdr_box_name" output-file: "{DIR[STATIC,VPP]}/2n-clx-cx556a-64b-{core}-rdma-l2-vhost-base-{test_type}" - data: "plot-vpp-throughput-lat-tsa-2n-clx" + data: "vpp-2n-clx-curr-iter" core: ["2t1c", ] include: - "Tests.Vpp.Perf.Vm Vhost.2N1L-100Ge2P1Cx556A-Rdma-Dot1Q-L2Xcbase-Eth-2Vhostvr1024-1Vm-Ndrpdr.64B-{core}-rdma-dot1q-l2xcbase-eth-2vhostvr1024-1vm-ndrpdr" @@ -10394,7 +9544,7 @@ title: "Throughput: 2n-clx-cx556a-64b-{core}-rdma-l2-vhost-vppl2xc-base-{test_type}" algorithm: "plot_ndrpdr_box_name" output-file: "{DIR[STATIC,VPP]}/2n-clx-cx556a-64b-{core}-rdma-l2-vhost-vppl2xc-base-{test_type}" - data: "plot-vpp-throughput-lat-tsa-2n-clx" + data: "vpp-2n-clx-curr-iter" core: ["2t1c", ] include: - "Tests.Vpp.Perf.Vm Vhost.2N1L-100Ge2P1Cx556A-Rdma-Dot1Q-L2Xcbase-Eth-2Vhostvr1024-1Vm-Vppl2Xc-Ndrpdr.64B-{core}-rdma-dot1q-l2xcbase-eth-2vhostvr1024-1vm-vppl2xc-ndrpdr" @@ -10409,7 +9559,7 @@ title: "Throughput: 2n-clx-xxv710-114b-{core}-vts-l2switching-base-dpdk-{test_type}" algorithm: "plot_ndrpdr_box_name" output-file: "{DIR[STATIC,VPP]}/2n-clx-xxv710-114b-{core}-vts-l2switching-base-dpdk-{test_type}" - data: "plot-vpp-throughput-lat-tsa-2n-clx" + data: "vpp-2n-clx-curr-iter" core: ["2t1c", ] include: - "Tests.Vpp.Perf.Vts.2N1L-25Ge2P1Xxv710-Avf-Ethip4Vxlan-L2Bdbasemaclrn-Eth-Iacldstbase-Aclpermit-2Vhostvr1024-1Vm-Ndrpdr.114B-{core}-avf-ethip4vxlan-l2bdbasemaclrn-eth-iacldstbase-aclpermit-2vhostvr1024-1vm-ndrpdr" @@ -10430,7 +9580,7 @@ title: "Speedup: 2n-clx-xxv710-64b-memif-base-avf-{test_type}-tsa" algorithm: "plot_tsa_name" output-file: "{DIR[STATIC,VPP]}/2n-clx-xxv710-64b-memif-base-avf-{test_type}-tsa" - data: "plot-vpp-throughput-lat-tsa-2n-clx" + data: "vpp-2n-clx-curr-iter" include: - "Tests.Vpp.Perf.Container Memif.2N1L-25Ge2P1Xxv710-Avf-Eth-L2Xcbase-Eth-2Memif-1Dcr-Ndrpdr.64B-.t.c-avf-eth-l2xcbase-eth-2memif-1dcr-ndrpdr" - "Tests.Vpp.Perf.Container Memif.2N1L-25Ge2P1Xxv710-Avf-Dot1Q-L2Bdbasemaclrn-Eth-2Memif-1Dcr-Ndrpdr.64B-.t.c-avf-dot1q-l2bdbasemaclrn-eth-2memif-1dcr-ndrpdr" @@ -10444,7 +9594,7 @@ title: "Speedup: 2n-clx-xxv710-64b-memif-base-dpdk-{test_type}-tsa" algorithm: "plot_tsa_name" output-file: "{DIR[STATIC,VPP]}/2n-clx-xxv710-64b-memif-base-dpdk-{test_type}-tsa" - data: "plot-vpp-throughput-lat-tsa-2n-clx" + data: "vpp-2n-clx-curr-iter" include: - "Tests.Vpp.Perf.Container Memif.2N1L-25Ge2P1Xxv710-Eth-L2Xcbase-Eth-2Memif-1Dcr-Ndrpdr.64B-.t.c-eth-l2xcbase-eth-2memif-1dcr-ndrpdr" - "Tests.Vpp.Perf.Container Memif.2N1L-25Ge2P1Xxv710-Dot1Q-L2Bdbasemaclrn-Eth-2Memif-1Dcr-Ndrpdr.64B-.t.c-dot1q-l2bdbasemaclrn-eth-2memif-1dcr-ndrpdr" @@ -10458,7 +9608,7 @@ title: "Speedup: 2n-clx-cx556a-64b-rdma-l2-eth-2memif-1dcr-{test_type}-tsa" algorithm: "plot_tsa_name" output-file: "{DIR[STATIC,VPP]}/2n-clx-cx556a-64b-rdma-l2-eth-2memif-1dcr-{test_type}-tsa" - data: "plot-vpp-throughput-lat-tsa-2n-clx" + data: "vpp-2n-clx-curr-iter" include: - "Tests.Vpp.Perf.Container Memif.2N1L-100Ge2P1Cx556A-Rdma-Dot1Q-L2Bdbasemaclrn-Eth-2Memif-1Dcr-Ndrpdr.64B-.t.c-rdma-dot1q-l2bdbasemaclrn-eth-2memif-1dcr-ndrpdr" - "Tests.Vpp.Perf.Container Memif.2N1L-100Ge2P1Cx556A-Rdma-Eth-L2Bdbasemaclrn-Eth-2Memif-1Dcr-Ndrpdr.64B-.t.c-rdma-eth-l2bdbasemaclrn-eth-2memif-1dcr-ndrpdr" @@ -10472,7 +9622,7 @@ title: "Speedup: 2n-clx-x710-64b-ip4routing-base-scale-[avf,dpdk]-{test_type}-tsa" algorithm: "plot_tsa_name" output-file: "{DIR[STATIC,VPP]}/2n-clx-x710-64b-ip4routing-base-scale-[avf,dpdk]-{test_type}-tsa" - data: "plot-vpp-throughput-lat-tsa-2n-clx" + data: "vpp-2n-clx-curr-iter" include: - "Tests.Vpp.Perf.Ip4.2N1L-10Ge2P1X710-Avf-Dot1Q-Ip4Base-Ndrpdr.64B-.t.c-avf-dot1q-ip4base-ndrpdr" - "Tests.Vpp.Perf.Ip4.2N1L-10Ge2P1X710-Avf-Ethip4-Ip4Base-Ndrpdr.64B-.t.c-avf-ethip4-ip4base-ndrpdr" @@ -10488,7 +9638,7 @@ title: "Speedup: 2n-clx-xxv710-64b-ip4routing-base-scale-avf-{test_type}-tsa" algorithm: "plot_tsa_name" output-file: "{DIR[STATIC,VPP]}/2n-clx-xxv710-64b-ip4routing-base-scale-avf-{test_type}-tsa" - data: "plot-vpp-throughput-lat-tsa-2n-clx" + data: "vpp-2n-clx-curr-iter" include: - "Tests.Vpp.Perf.Ip4.2N1L-25Ge2P1Xxv710-Avf-Ethip4-Ip4Base-Ndrpdr.64B-.t.c-avf-ethip4-ip4base-ndrpdr" - "Tests.Vpp.Perf.Ip4.2N1L-25Ge2P1Xxv710-Avf-Ethip4-Ip4Scale20K-Ndrpdr.64B-.t.c-avf-ethip4-ip4scale20k-ndrpdr" @@ -10505,7 +9655,7 @@ title: "Speedup: 2n-clx-xxv710-64b-ip4routing-base-scale-dpdk-{test_type}-tsa" algorithm: "plot_tsa_name" output-file: "{DIR[STATIC,VPP]}/2n-clx-xxv710-64b-ip4routing-base-scale-dpdk-{test_type}-tsa" - data: "plot-vpp-throughput-lat-tsa-2n-clx" + data: "vpp-2n-clx-curr-iter" include: - "Tests.Vpp.Perf.Ip4.2N1L-25Ge2P1Xxv710-Dot1Q-Ip4Base-Ndrpdr.64B-.t.c-dot1q-ip4base-ndrpdr" - "Tests.Vpp.Perf.Ip4.2N1L-25Ge2P1Xxv710-Ethip4-Ip4Base-Ndrpdr.64B-.t.c-ethip4-ip4base-ndrpdr" @@ -10523,7 +9673,7 @@ title: "Speedup: 2n-clx-xxv710-64b-features-ip4routing-base-avf-{test_type}-tsa" algorithm: "plot_tsa_name" output-file: "{DIR[STATIC,VPP]}/2n-clx-xxv710-64b-features-ip4routing-base-avf-{test_type}-tsa" - data: "plot-vpp-throughput-lat-tsa-2n-clx" + data: "vpp-2n-clx-curr-iter" include: - "Tests.Vpp.Perf.Ip4.2N1L-25Ge2P1Xxv710-Avf-Ethip4Udp-Ip4Base-Iacl50Sf-10Kflows-Ndrpdr.64B-.t.c-avf-ethip4udp-ip4base-iacl50sf-10kflows-ndrpdr" - "Tests.Vpp.Perf.Ip4.2N1L-25Ge2P1Xxv710-Avf-Ethip4Udp-Ip4Base-Iacl50Sl-10Kflows-Ndrpdr.64B-.t.c-avf-ethip4udp-ip4base-iacl50sl-10kflows-ndrpdr" @@ -10539,7 +9689,7 @@ title: "Speedup: 2n-clx-xxv710-64b-nat44det-ip4routing-stl-bidir-avf-{test_type}-tsa" algorithm: "plot_tsa_name" output-file: "{DIR[STATIC,VPP]}/2n-clx-xxv710-64b-nat44det-ip4routing-stl-bidir-avf-{test_type}-tsa" - data: "plot-vpp-throughput-lat-tsa-2n-clx" + data: "vpp-2n-clx-curr-iter" include: - "tests.vpp.perf.ip4.2n1l-25ge2p1xxv710-avf-ethip4udp-nat44det-h1024-p63-s64512-ndrpdr.64b-.t.c-avf-ethip4udp-nat44det-h1024-p63-s64512-ndrpdr" - "tests.vpp.perf.ip4.2n1l-25ge2p1xxv710-avf-ethip4udp-nat44det-h4096-p63-s258048-ndrpdr.64b-.t.c-avf-ethip4udp-nat44det-h4096-p63-s258048-ndrpdr" @@ -10554,7 +9704,7 @@ title: "Speedup: 2n-clx-xxv710-64b-nat44ed-ip4routing-stl-unidir-avf-{test_type}-tsa" algorithm: "plot_tsa_name" output-file: "{DIR[STATIC,VPP]}/2n-clx-xxv710-64b-nat44ed-ip4routing-stl-unidir-avf-{test_type}-tsa" - data: "plot-vpp-throughput-lat-tsa-2n-clx" + data: "vpp-2n-clx-curr-iter" include: - "tests.vpp.perf.ip4.2n1l-25ge2p1xxv710-avf-ethip4udp-nat44ed-h1024-p63-s64512-udir-ndrpdr.64b-.t.c-avf-ethip4udp-nat44ed-h1024-p63-s64512-udir-ndrpdr" - "tests.vpp.perf.ip4.2n1l-25ge2p1xxv710-avf-ethip4udp-nat44ed-h4096-p63-s258048-udir-ndrpdr.64b-.t.c-avf-ethip4udp-nat44ed-h4096-p63-s258048-udir-ndrpdr" @@ -10569,7 +9719,7 @@ title: "Speedup: 2n-clx-xxv710-64b-nat44ed-ip4routing-udp-stf-cps-avf-{test_type}-tsa" algorithm: "plot_tsa_name" output-file: "{DIR[STATIC,VPP]}/2n-clx-xxv710-64b-nat44ed-ip4routing-udp-stf-cps-avf-{test_type}-tsa" - data: "plot-vpp-throughput-lat-tsa-2n-clx" + data: "vpp-2n-clx-curr-iter" include: - "tests.vpp.perf.ip4.2n1l-25ge2p1xxv710-avf-ethip4udp-nat44ed-h1024-p63-s64512-cps-ndrpdr.64b-.t.c-avf-ethip4udp-nat44ed-h1024-p63-s64512-cps-ndrpdr" - "tests.vpp.perf.ip4.2n1l-25ge2p1xxv710-avf-ethip4udp-ip4base-h1024-p63-s64512-cps-ndrpdr.64b-.t.c-avf-ethip4udp-ip4base-h1024-p63-s64512-cps-ndrpdr" @@ -10589,7 +9739,7 @@ title: "Speedup: 2n-clx-xxv710-64b-nat44ed-ip4routing-udp-stf-pps-avf-{test_type}-tsa" algorithm: "plot_tsa_name" output-file: "{DIR[STATIC,VPP]}/2n-clx-xxv710-64b-nat44ed-ip4routing-udp-stf-pps-avf-{test_type}-tsa" - data: "plot-vpp-throughput-lat-tsa-2n-clx" + data: "vpp-2n-clx-curr-iter" include: - "tests.vpp.perf.ip4.2n1l-25ge2p1xxv710-avf-ethip4udp-nat44ed-h1024-p63-s64512-pps-ndrpdr.64b-.t.c-avf-ethip4udp-nat44ed-h1024-p63-s64512-pps-ndrpdr" - "tests.vpp.perf.ip4.2n1l-25ge2p1xxv710-avf-ethip4udp-ip4base-h1024-p63-s64512-pps-ndrpdr.64b-.t.c-avf-ethip4udp-ip4base-h1024-p63-s64512-pps-ndrpdr" @@ -10609,7 +9759,7 @@ title: "Speedup: 2n-clx-xxv710-64b-nat44ed-ip4routing-tcp-stf-cps-avf-{test_type}-tsa" algorithm: "plot_tsa_name" output-file: "{DIR[STATIC,VPP]}/2n-clx-xxv710-64b-nat44ed-ip4routing-tcp-stf-cps-avf-{test_type}-tsa" - data: "plot-vpp-throughput-lat-tsa-2n-clx" + data: "vpp-2n-clx-curr-iter" include: - "tests.vpp.perf.ip4.2n1l-25ge2p1xxv710-avf-ethip4tcp-nat44ed-h1024-p63-s64512-cps-ndrpdr.64b-.t.c-avf-ethip4tcp-nat44ed-h1024-p63-s64512-cps-ndrpdr" - "tests.vpp.perf.ip4.2n1l-25ge2p1xxv710-avf-ethip4tcp-ip4base-h1024-p63-s64512-cps-ndrpdr.64b-.t.c-avf-ethip4tcp-ip4base-h1024-p63-s64512-cps-ndrpdr" @@ -10629,7 +9779,7 @@ title: "Speedup: 2n-clx-xxv710-64b-nat44ed-ip4routing-tcp-stf-pps-avf-{test_type}-tsa" algorithm: "plot_tsa_name" output-file: "{DIR[STATIC,VPP]}/2n-clx-xxv710-64b-nat44ed-ip4routing-tcp-stf-pps-avf-{test_type}-tsa" - data: "plot-vpp-throughput-lat-tsa-2n-clx" + data: "vpp-2n-clx-curr-iter" include: - "tests.vpp.perf.ip4.2n1l-25ge2p1xxv710-avf-ethip4tcp-nat44ed-h1024-p63-s64512-pps-ndrpdr.64b-.t.c-avf-ethip4tcp-nat44ed-h1024-p63-s64512-pps-ndrpdr" - "tests.vpp.perf.ip4.2n1l-25ge2p1xxv710-avf-ethip4tcp-ip4base-h1024-p63-s64512-pps-ndrpdr.64b-.t.c-avf-ethip4tcp-ip4base-h1024-p63-s64512-pps-ndrpdr" @@ -10649,7 +9799,7 @@ title: "Speedup: 2n-clx-xxv710-64b-nat44ed-ip4routing-tcp-tput-avf-{test_type}-tsa" algorithm: "plot_tsa_name" output-file: "{DIR[STATIC,VPP]}/2n-clx-xxv710-64b-nat44ed-ip4routing-tcp-tput-avf-{test_type}-tsa" - data: "plot-vpp-throughput-lat-tsa-2n-clx" + data: "vpp-2n-clx-curr-iter" include: - "tests.vpp.perf.ip4.2n1l-25ge2p1xxv710-avf-Ethip4Tcp-nat44ed-h1024-p63-s64512-pps-ndrpdr.64b-.t.c-avf-ethip4tcp-nat44ed-h1024-p63-s64512-pps-ndrpdr" - "Tests.Vpp.Perf.Ip4.2N1L-25Ge2P1Xxv710-Avf-Ethip4Tcp-Nat44Ed-H1024-P63-S64512-Tput-Ndrpdr.64B-.t.c-avf-ethip4tcp-nat44ed-h1024-p63-s64512-tput-ndrpdr" @@ -10669,7 +9819,7 @@ title: "Speedup: 2n-clx-xxv710-64b-nat44ed-ip4routing-udp-tput-avf-{test_type}-tsa" algorithm: "plot_tsa_name" output-file: "{DIR[STATIC,VPP]}/2n-clx-xxv710-64b-nat44ed-ip4routing-udp-tput-avf-{test_type}-tsa" - data: "plot-vpp-throughput-lat-tsa-2n-clx" + data: "vpp-2n-clx-curr-iter" include: - "tests.vpp.perf.ip4.2n1l-25ge2p1xxv710-avf-Ethip4Udp-nat44ed-h1024-p63-s64512-pps-ndrpdr.64b-.t.c-avf-ethip4udp-nat44ed-h1024-p63-s64512-pps-ndrpdr" - "Tests.Vpp.Perf.Ip4.2N1L-25Ge2P1Xxv710-Avf-Ethip4Udp-Nat44Ed-H1024-P63-S64512-Tput-Ndrpdr.64B-.t.c-avf-ethip4udp-nat44ed-h1024-p63-s64512-tput-ndrpdr" @@ -10689,7 +9839,7 @@ title: "Speedup: 2n-clx-xxv710-64b-nat44ed-ip4routing-tcp-tput2-avf-{test_type}-tsa" algorithm: "plot_tsa_name" output-file: "{DIR[STATIC,VPP]}/2n-clx-xxv710-64b-nat44ed-ip4routing-tcp-tput2-avf-{test_type}-tsa" - data: "plot-vpp-throughput-lat-tsa-2n-clx" + data: "vpp-2n-clx-curr-iter" include: - "tests.vpp.perf.ip4.2n1l-25ge2p1xxv710-avf-ethip4tcp-ip4base-h1024-p63-s64512-pps-ndrpdr.64b-.t.c-avf-ethip4tcp-ip4base-h1024-p63-s64512-pps-ndrpdr" - "Tests.Vpp.Perf.Ip4.2N1L-25Ge2P1Xxv710-Avf-Ethip4Tcp-Nat44Ed-H1024-P63-S64512-Tput-Ndrpdr.64B-.t.c-avf-ethip4tcp-nat44ed-h1024-p63-s64512-tput-ndrpdr" @@ -10709,7 +9859,7 @@ title: "Speedup: 2n-clx-xxv710-64b-nat44ed-ip4routing-udp-tput2-avf-{test_type}-tsa" algorithm: "plot_tsa_name" output-file: "{DIR[STATIC,VPP]}/2n-clx-xxv710-64b-nat44ed-ip4routing-udp-tput2-avf-{test_type}-tsa" - data: "plot-vpp-throughput-lat-tsa-2n-clx" + data: "vpp-2n-clx-curr-iter" include: - "tests.vpp.perf.ip4.2n1l-25ge2p1xxv710-avf-Ethip4Udp-ip4base-h1024-p63-s64512-pps-ndrpdr.64b-.t.c-avf-ethip4udp-ip4base-h1024-p63-s64512-pps-ndrpdr" - "Tests.Vpp.Perf.Ip4.2N1L-25Ge2P1Xxv710-Avf-Ethip4Udp-Nat44Ed-H1024-P63-S64512-Tput-Ndrpdr.64B-.t.c-avf-ethip4udp-nat44ed-h1024-p63-s64512-tput-ndrpdr" @@ -10729,7 +9879,7 @@ title: "Speedup: 2n-clx-xxv710-64b-features-ip4routing-base-dpdk-{test_type}-tsa" algorithm: "plot_tsa_name" output-file: "{DIR[STATIC,VPP]}/2n-clx-xxv710-64b-features-ip4routing-base-dpdk-{test_type}-tsa" - data: "plot-vpp-throughput-lat-tsa-2n-clx" + data: "vpp-2n-clx-curr-iter" include: - "Tests.Vpp.Perf.Ip4.2N1L-25Ge2P1Xxv710-Ethip4-Ip4Base-Ndrpdr.64B-.t.c-ethip4-ip4base-ndrpdr" - "Tests.Vpp.Perf.Ip4.2N1L-25Ge2P1Xxv710-Ethip4Udp-Ip4Base-Iacl50Sf-10Kflows-Ndrpdr.64B-.t.c-ethip4udp-ip4base-iacl50sf-10kflows-ndrpdr" @@ -10745,7 +9895,7 @@ title: "Speedup: 2n-clx-cx556a-64b-rdma-ip4base-{test_type}-tsa" algorithm: "plot_tsa_name" output-file: "{DIR[STATIC,VPP]}/2n-clx-cx556a-64b-rdma-ip4base-{test_type}-tsa" - data: "plot-vpp-throughput-lat-tsa-2n-clx" + data: "vpp-2n-clx-curr-iter" include: - "Tests.Vpp.Perf.Ip4.2N1L-100Ge2P1Cx556A-Rdma-Dot1Q-Ip4Base-Ndrpdr.64B-.t.c-rdma-dot1q-ip4base-ndrpdr" - "Tests.Vpp.Perf.Ip4.2N1L-100Ge2P1Cx556A-Rdma-Ethip4-Ip4Base-Ndrpdr.64B-.t.c-rdma-ethip4-ip4base-ndrpdr" @@ -10763,7 +9913,7 @@ title: "Speedup: 2n-clx-cx556a-64b-rdma-ethip4-features-{test_type}-tsa" algorithm: "plot_tsa_name" output-file: "{DIR[STATIC,VPP]}/2n-clx-cx556a-64b-rdma-ethip4-features-{test_type}-tsa" - data: "plot-vpp-throughput-lat-tsa-2n-clx" + data: "vpp-2n-clx-curr-iter" include: - "Tests.Vpp.Perf.Ip4.2N1L-100Ge2P1Cx556A-Rdma-Ethip4Udp-Ip4Base-Iacl50Sf-10Kflows-Ndrpdr.64B-.t.c-rdma-ethip4udp-ip4base-iacl50sf-10kflows-ndrpdr" - "Tests.Vpp.Perf.Ip4.2N1L-100Ge2P1Cx556A-Rdma-Ethip4Udp-Ip4Base-Iacl50Sl-10Kflows-Ndrpdr.64B-.t.c-rdma-ethip4udp-ip4base-iacl50sl-10kflows-ndrpdr" @@ -10779,7 +9929,7 @@ title: "Speedup: 2n-clx-xxv710-64b-ethip4--ethip4udpgeneve-avf-{test_type}-tsa" algorithm: "plot_tsa_name" output-file: "{DIR[STATIC,VPP]}/2n-clx-xxv710-64b-ethip4--ethip4udpgeneve-avf-{test_type}-tsa" - data: "plot-vpp-throughput-lat-tsa-2n-clx" + data: "vpp-2n-clx-curr-iter" include: - "Tests.Vpp.Perf.Ip4 Tunnels.2N1L-25Ge2P1Xxv710-Avf-Ethip4--Ethip4Udpgeneve-1Tun-Ip4Base-Ndrpdr.64B-.t.c-avf-ethip4--ethip4udpgeneve-1tun-ip4base-ndrpdr" - "Tests.Vpp.Perf.Ip4 Tunnels.2N1L-25Ge2P1Xxv710-Avf-Ethip4--Ethip4Udpgeneve-4Tun-Ip4Base-Ndrpdr.64B-.t.c-avf-ethip4--ethip4udpgeneve-4tun-ip4base-ndrpdr" @@ -10794,7 +9944,7 @@ title: "Speedup: 2n-clx-x710-78b-ip6routing-base-scale-[avf,dpdk]-{test_type}-tsa" algorithm: "plot_tsa_name" output-file: "{DIR[STATIC,VPP]}/2n-clx-x710-78b-ip6routing-base-scale-[avf,dpdk]-{test_type}-tsa" - data: "plot-vpp-throughput-lat-tsa-2n-clx" + data: "vpp-2n-clx-curr-iter" include: - "Tests.Vpp.Perf.Ip6.2N1L-10Ge2P1X710-Avf-Dot1Q-Ip6Base-Ndrpdr.78B-.t.c-avf-dot1q-ip6base-ndrpdr" - "Tests.Vpp.Perf.Ip6.2N1L-10Ge2P1X710-Avf-Ethip6-Ip6Base-Ndrpdr.78B-.t.c-avf-ethip6-ip6base-ndrpdr" @@ -10811,7 +9961,7 @@ title: "Speedup: 2n-clx-xxv710-78b-ip6routing-base-scale-avf-{test_type}-tsa" algorithm: "plot_tsa_name" output-file: "{DIR[STATIC,VPP]}/2n-clx-xxv710-78b-ip6routing-base-scale-avf-{test_type}-tsa" - data: "plot-vpp-throughput-lat-tsa-2n-clx" + data: "vpp-2n-clx-curr-iter" include: - "Tests.Vpp.Perf.Ip6.2N1L-25Ge2P1Xxv710-Avf-Dot1Q-Ip6Base-Ndrpdr.78B-.t.c-avf-dot1q-ip6base-ndrpdr" - "Tests.Vpp.Perf.Ip6.2N1L-25Ge2P1Xxv710-Avf-Ethip6-Ip6Base-Ndrpdr.78B-.t.c-avf-ethip6-ip6base-ndrpdr" @@ -10829,7 +9979,7 @@ title: "Speedup: 2n-clx-xxv710-78b-ip6routing-base-scale-dpdk-{test_type}-tsa" algorithm: "plot_tsa_name" output-file: "{DIR[STATIC,VPP]}/2n-clx-xxv710-78b-ip6routing-base-scale-dpdk-{test_type}-tsa" - data: "plot-vpp-throughput-lat-tsa-2n-clx" + data: "vpp-2n-clx-curr-iter" include: - "Tests.Vpp.Perf.Ip6.2N1L-25Ge2P1Xxv710-Dot1Q-Ip6Base-Ndrpdr.78B-.t.c-dot1q-ip6base-ndrpdr" - "Tests.Vpp.Perf.Ip6.2N1L-25Ge2P1Xxv710-Ethip6-Ip6Base-Ndrpdr.78B-.t.c-ethip6-ip6base-ndrpdr" @@ -10847,7 +9997,7 @@ title: "Speedup: 2n-clx-cx556a-78b-rdma-ip6routing-base-scale-{test_type}-tsa" algorithm: "plot_tsa_name" output-file: "{DIR[STATIC,VPP]}/2n-clx-cx556a-78b-rdma-ip6routing-base-scale-{test_type}-tsa" - data: "plot-vpp-throughput-lat-tsa-2n-clx" + data: "vpp-2n-clx-curr-iter" include: - "Tests.Vpp.Perf.Ip6.2N1L-100Ge2P1Cx556A-Rdma-Dot1Q-Ip6Base-Ndrpdr.78B-.t.c-rdma-dot1q-ip6base-ndrpdr" - "Tests.Vpp.Perf.Ip6.2N1L-100Ge2P1Cx556A-Rdma-Ethip6-Ip6Base-Ndrpdr.78B-.t.c-rdma-ethip6-ip6base-ndrpdr" @@ -10865,7 +10015,7 @@ title: "Speedup: 2n-clx-x710-64b-l2switching-base-scale-avf-{test_type}-tsa" algorithm: "plot_tsa_name" output-file: "{DIR[STATIC,VPP]}/2n-clx-x710-64b-l2switching-base-scale-avf-{test_type}-tsa" - data: "plot-vpp-throughput-lat-tsa-2n-clx" + data: "vpp-2n-clx-curr-iter" include: - "Tests.Vpp.Perf.L2.2N1L-10Ge2P1X710-Avf-Dot1Q-L2Bdbasemaclrn-Ndrpdr.64B-.t.c-avf-dot1q-l2bdbasemaclrn-ndrpdr" - "Tests.Vpp.Perf.L2.2N1L-10Ge2P1X710-Avf-Eth-L2Patch-Ndrpdr.64B-.t.c-avf-eth-l2patch-ndrpdr" @@ -10880,7 +10030,7 @@ title: "Speedup: 2n-clx-x710-64b-l2switching-base-scale-dpdk-{test_type}-tsa" algorithm: "plot_tsa_name" output-file: "{DIR[STATIC,VPP]}/2n-clx-x710-64b-l2switching-base-scale-dpdk-{test_type}-tsa" - data: "plot-vpp-throughput-lat-tsa-2n-clx" + data: "vpp-2n-clx-curr-iter" include: - "Tests.Vpp.Perf.L2.2N1L-10Ge2P1X710-Dot1Q-L2Bdbasemaclrn-Ndrpdr.64B-.t.c-dot1q-l2bdbasemaclrn-ndrpdr" - "Tests.Vpp.Perf.L2.2N1L-10Ge2P1X710-Eth-L2Patch-Ndrpdr.64B-.t.c-eth-l2patch-ndrpdr" @@ -10895,377 +10045,652 @@ title: "Speedup: 2n-clx-xxv710-64b-l2switching-base-avf-{test_type}-tsa" algorithm: "plot_tsa_name" output-file: "{DIR[STATIC,VPP]}/2n-clx-xxv710-64b-l2switching-base-avf-{test_type}-tsa" - data: "plot-vpp-throughput-lat-tsa-2n-clx" + data: "vpp-2n-clx-curr-iter" + include: + - "Tests.Vpp.Perf.L2.2N1L-25Ge2P1Xxv710-Avf-Dot1Q-L2Xcbase-Ndrpdr.64B-.t.c-avf-dot1q-l2xcbase-ndrpdr" + - "Tests.Vpp.Perf.L2.2N1L-25Ge2P1Xxv710-Avf-Dot1Q-L2Bdbasemaclrn-Ndrpdr.64B-.t.c-avf-dot1q-l2bdbasemaclrn-ndrpdr" + - "Tests.Vpp.Perf.L2.2N1L-25Ge2P1Xxv710-Avf-Eth-L2Patch-Ndrpdr.64B-.t.c-avf-eth-l2patch-ndrpdr" + - "Tests.Vpp.Perf.L2.2N1L-25Ge2P1Xxv710-Avf-Eth-L2Xcbase-Ndrpdr.64B-.t.c-avf-eth-l2xcbase-ndrpdr" + - "Tests.Vpp.Perf.L2.2N1L-25Ge2P1Xxv710-Avf-Eth-L2Bdbasemaclrn-Ndrpdr.64B-.t.c-avf-eth-l2bdbasemaclrn-ndrpdr" + layout: + title: "2n-clx-xxv710-64b-l2switching-base-avf-{test_type}" + layout: "plot-throughput-speedup-analysis" + +- type: "plot" + title: "Speedup: 2n-clx-xxv710-64b-l2switching-base-scale-avf-{test_type}-tsa" + algorithm: "plot_tsa_name" + output-file: "{DIR[STATIC,VPP]}/2n-clx-xxv710-64b-l2switching-base-scale-avf-{test_type}-tsa" + data: "vpp-2n-clx-curr-iter" + include: + - "Tests.Vpp.Perf.L2.2N1L-25Ge2P1Xxv710-Avf-Eth-L2Bdbasemaclrn-Ndrpdr.64B-.t.c-avf-eth-l2bdbasemaclrn-ndrpdr" + - "Tests.Vpp.Perf.L2.2N1L-25Ge2P1Xxv710-Avf-Eth-L2Bdscale10Kmaclrn-Ndrpdr.64B-.t.c-avf-eth-l2bdscale10kmaclrn-ndrpdr" + - "Tests.Vpp.Perf.L2.2N1L-25Ge2P1Xxv710-Avf-Eth-L2Bdscale100Kmaclrn-Ndrpdr.64B-.t.c-avf-eth-l2bdscale100kmaclrn-ndrpdr" + - "Tests.Vpp.Perf.L2.2N1L-25Ge2P1Xxv710-Avf-Eth-L2Bdscale1Mmaclrn-Ndrpdr.64B-.t.c-avf-eth-l2bdscale1mmaclrn-ndrpdr" + layout: + title: "2n-clx-xxv710-64b-l2switching-base-scale-avf-{test_type}" + layout: "plot-throughput-speedup-analysis" + +- type: "plot" + title: "Speedup: 2n-clx-xxv710-64b-l2switching-base-dpdk-{test_type}-tsa" + algorithm: "plot_tsa_name" + output-file: "{DIR[STATIC,VPP]}/2n-clx-xxv710-64b-l2switching-base-dpdk-{test_type}-tsa" + data: "vpp-2n-clx-curr-iter" + include: + - "Tests.Vpp.Perf.L2.2N1L-25Ge2P1Xxv710-Dot1Q-L2Xcbase-Ndrpdr.64B-.t.c-dot1q-l2xcbase-ndrpdr" + - "Tests.Vpp.Perf.L2.2N1L-25Ge2P1Xxv710-Dot1Q-L2Bdbasemaclrn-Ndrpdr.64B-.t.c-dot1q-l2bdbasemaclrn-ndrpdr" + - "Tests.Vpp.Perf.L2.2N1L-25Ge2P1Xxv710-Eth-L2Patch-Ndrpdr.64B-.t.c-eth-l2patch-ndrpdr" + - "Tests.Vpp.Perf.L2.2N1L-25Ge2P1Xxv710-Eth-L2Xcbase-Ndrpdr.64B-.t.c-eth-l2xcbase-ndrpdr" + - "Tests.Vpp.Perf.L2.2N1L-25Ge2P1Xxv710-Eth-L2Bdbasemaclrn-Ndrpdr.64B-.t.c-eth-l2bdbasemaclrn-ndrpdr" + layout: + title: "2n-clx-xxv710-64b-l2switching-base-dpdk-{test_type}" + layout: "plot-throughput-speedup-analysis" + +- type: "plot" + title: "Speedup: 2n-clx-xxv710-64b-l2switching-base-scale-dpdk-{test_type}-tsa" + algorithm: "plot_tsa_name" + output-file: "{DIR[STATIC,VPP]}/2n-clx-xxv710-64b-l2switching-base-scale-dpdk-{test_type}-tsa" + data: "vpp-2n-clx-curr-iter" + include: + - "Tests.Vpp.Perf.L2.2N1L-25Ge2P1Xxv710-Eth-L2Bdbasemaclrn-Ndrpdr.64B-.t.c-eth-l2bdbasemaclrn-ndrpdr" + - "Tests.Vpp.Perf.L2.2N1L-25Ge2P1Xxv710-Eth-L2Bdscale10Kmaclrn-Ndrpdr.64B-.t.c-eth-l2bdscale10kmaclrn-ndrpdr" + - "Tests.Vpp.Perf.L2.2N1L-25Ge2P1Xxv710-Eth-L2Bdscale100Kmaclrn-Ndrpdr.64B-.t.c-eth-l2bdscale100kmaclrn-ndrpdr" + - "Tests.Vpp.Perf.L2.2N1L-25Ge2P1Xxv710-Eth-L2Bdscale1Mmaclrn-Ndrpdr.64B-.t.c-eth-l2bdscale1mmaclrn-ndrpdr" + layout: + title: "2n-clx-xxv710-64b-l2switching-base-scale-dpdk-{test_type}" + layout: "plot-throughput-speedup-analysis" + +- type: "plot" + title: "Speedup: 2n-clx-cx556a-64b-rdma-l2switching-base-{test_type}-tsa" + algorithm: "plot_tsa_name" + output-file: "{DIR[STATIC,VPP]}/2n-clx-cx556a-64b-rdma-l2switching-base-{test_type}-tsa" + data: "vpp-2n-clx-curr-iter" + include: + - "Tests.Vpp.Perf.L2.2N1L-100Ge2P1Cx556A-Rdma-Dot1Q-L2Xcbase-Ndrpdr.64B-.t.c-rdma-dot1q-l2xcbase-ndrpdr" + - "Tests.Vpp.Perf.L2.2N1L-100Ge2P1Cx556A-Rdma-Dot1Q-L2Bdbasemaclrn-Ndrpdr.64B-.t.c-rdma-dot1q-l2bdbasemaclrn-ndrpdr" + - "Tests.Vpp.Perf.L2.2N1L-100Ge2P1Cx556A-Rdma-Eth-L2Patch-Ndrpdr.64B-.t.c-rdma-eth-l2patch-ndrpdr" + - "Tests.Vpp.Perf.L2.2N1L-100Ge2P1Cx556A-Rdma-Eth-L2Xcbase-Ndrpdr.64B-.t.c-rdma-eth-l2xcbase-ndrpdr" + - "Tests.Vpp.Perf.L2.2N1L-100Ge2P1Cx556A-Rdma-Eth-L2Bdbasemaclrn-Ndrpdr.64B-.t.c-rdma-eth-l2bdbasemaclrn-ndrpdr" + layout: + title: "2n-clx-cx556a-64b-rdma-l2switching-base-{test_type}" + layout: "plot-throughput-speedup-analysis" + +- type: "plot" + title: "Speedup: 2n-clx-cx556a-64b-rdma-l2switching-scale-{test_type}-tsa" + algorithm: "plot_tsa_name" + output-file: "{DIR[STATIC,VPP]}/2n-clx-cx556a-64b-rdma-l2switching-scale-{test_type}-tsa" + data: "vpp-2n-clx-curr-iter" + include: + - "Tests.Vpp.Perf.L2.2N1L-100Ge2P1Cx556A-Rdma-Eth-L2Bdbasemaclrn-Ndrpdr.64B-.t.c-rdma-eth-l2bdbasemaclrn-ndrpdr" + - "Tests.Vpp.Perf.L2.2N1L-100Ge2P1Cx556A-Rdma-Eth-L2Bdscale10Kmaclrn-Ndrpdr.64B-.t.c-rdma-eth-l2bdscale10kmaclrn-ndrpdr" + - "Tests.Vpp.Perf.L2.2N1L-100Ge2P1Cx556A-Rdma-Eth-L2Bdscale100Kmaclrn-Ndrpdr.64B-.t.c-rdma-eth-l2bdscale100kmaclrn-ndrpdr" + - "Tests.Vpp.Perf.L2.2N1L-100Ge2P1Cx556A-Rdma-Eth-L2Bdscale1Mmaclrn-Ndrpdr.64B-.t.c-rdma-eth-l2bdscale1mmaclrn-ndrpdr" + layout: + title: "2n-clx-cx556a-64b-rdma-l2switching-scale-{test_type}" + layout: "plot-throughput-speedup-analysis" + +- type: "plot" + title: "Speedup: 2n-clx-xxv710-64b-vhost-base-avf-{test_type}-tsa" + algorithm: "plot_tsa_name" + output-file: "{DIR[STATIC,VPP]}/2n-clx-xxv710-64b-vhost-base-avf-{test_type}-tsa" + data: "vpp-2n-clx-curr-iter" + include: + - "Tests.Vpp.Perf.Vm Vhost.2N1L-25Ge2P1Xxv710-Avf-Dot1Q-L2Xcbase-Eth-2Vhostvr1024-1Vm-Ndrpdr.64B-.t.c-avf-dot1q-l2xcbase-eth-2vhostvr1024-1vm-ndrpdr" + - "Tests.Vpp.Perf.Vm Vhost.2N1L-25Ge2P1Xxv710-Avf-Dot1Q-L2Bdbasemaclrn-Eth-2Vhostvr1024-1Vm-Ndrpdr.64B-.t.c-avf-dot1q-l2bdbasemaclrn-eth-2vhostvr1024-1vm-ndrpdr" + - "Tests.Vpp.Perf.Vm Vhost.2N1L-25Ge2P1Xxv710-Avf-Eth-L2Xcbase-Eth-2Vhostvr1024-1Vm-Ndrpdr.64B-.t.c-avf-eth-l2xcbase-eth-2vhostvr1024-1vm-ndrpdr" + - "Tests.Vpp.Perf.Vm Vhost.2N1L-25Ge2P1Xxv710-Avf-Eth-L2Bdbasemaclrn-Eth-2Vhostvr1024-1Vm-Ndrpdr.64B-.t.c-avf-eth-l2bdbasemaclrn-eth-2vhostvr1024-1vm-ndrpdr" + - "Tests.Vpp.Perf.Vm Vhost.2N1L-25Ge2P1Xxv710-Avf-Ethip4-Ip4Base-Eth-2Vhostvr1024-1Vm-Ndrpdr.64B-.t.c-avf-ethip4-ip4base-eth-2vhostvr1024-1vm-ndrpdr" + layout: + title: "2n-clx-xxv710-64b-vhost-base-avf-{test_type}" + layout: "plot-throughput-speedup-analysis" + +- type: "plot" + title: "Speedup: 2n-clx-xxv710-64b-vhost-base-avf-vpp-{test_type}-tsa" + algorithm: "plot_tsa_name" + output-file: "{DIR[STATIC,VPP]}/2n-clx-xxv710-64b-vhost-base-avf-vpp-{test_type}-tsa" + data: "vpp-2n-clx-curr-iter" + include: + - "Tests.Vpp.Perf.Vm Vhost.2N1L-25Ge2P1Xxv710-Avf-Dot1Q-L2Xcbase-Eth-2Vhostvr1024-1Vm-Vppl2Xc-Ndrpdr.64B-.t.c-avf-dot1q-l2xcbase-eth-2vhostvr1024-1vm-vppl2xc-ndrpdr" + - "Tests.Vpp.Perf.Vm Vhost.2N1L-25Ge2P1Xxv710-Avf-Dot1Q-L2Bdbasemaclrn-Eth-2Vhostvr1024-1Vm-Vppl2Xc-Ndrpdr.64B-.t.c-avf-dot1q-l2bdbasemaclrn-eth-2vhostvr1024-1vm-vppl2xc-ndrpdr" + - "Tests.Vpp.Perf.Vm Vhost.2N1L-25Ge2P1Xxv710-Avf-Eth-L2Xcbase-Eth-2Vhostvr1024-1Vm-Vppl2Xc-Ndrpdr.64B-.t.c-avf-eth-l2xcbase-eth-2vhostvr1024-1vm-vppl2xc-ndrpdr" + - "Tests.Vpp.Perf.Vm Vhost.2N1L-25Ge2P1Xxv710-Avf-Eth-L2Bdbasemaclrn-Eth-2Vhostvr1024-1Vm-Vppl2Xc-Ndrpdr.64B-.t.c-avf-eth-l2bdbasemaclrn-eth-2vhostvr1024-1vm-vppl2xc-ndrpdr" + - "Tests.Vpp.Perf.Vm Vhost.2N1L-25Ge2P1Xxv710-Avf-Ethip4-Ip4Base-Eth-2Vhostvr1024-1Vm-Vppip4-Ndrpdr.64B-.t.c-avf-ethip4-ip4base-eth-2vhostvr1024-1vm-vppip4-ndrpdr" + layout: + title: "2n-clx-xxv710-64b-vhost-base-avf-vpp-{test_type}" + layout: "plot-throughput-speedup-analysis" + +- type: "plot" + title: "Speedup: 2n-clx-xxv710-64b-vhost-base-dpdk-{test_type}-tsa" + algorithm: "plot_tsa_name" + output-file: "{DIR[STATIC,VPP]}/2n-clx-xxv710-64b-vhost-base-dpdk-{test_type}-tsa" + data: "vpp-2n-clx-curr-iter" + include: + - "Tests.Vpp.Perf.Vm Vhost.2N1L-25Ge2P1Xxv710-Dot1Q-L2Xcbase-Eth-2Vhostvr1024-1Vm-Ndrpdr.64B-.t.c-dot1q-l2xcbase-eth-2vhostvr1024-1vm-ndrpdr" + - "Tests.Vpp.Perf.Vm Vhost.2N1L-25Ge2P1Xxv710-Dot1Q-L2Bdbasemaclrn-Eth-2Vhostvr1024-1Vm-Ndrpdr.64B-.t.c-dot1q-l2bdbasemaclrn-eth-2vhostvr1024-1vm-ndrpdr" + - "Tests.Vpp.Perf.Vm Vhost.2N1L-25Ge2P1Xxv710-Eth-L2Xcbase-Eth-2Vhostvr1024-1Vm-Ndrpdr.64B-.t.c-eth-l2xcbase-eth-2vhostvr1024-1vm-ndrpdr" + - "Tests.Vpp.Perf.Vm Vhost.2N1L-25Ge2P1Xxv710-Eth-L2Bdbasemaclrn-Eth-2Vhostvr1024-1Vm-Ndrpdr.64B-.t.c-eth-l2bdbasemaclrn-eth-2vhostvr1024-1vm-ndrpdr" + - "Tests.Vpp.Perf.Vm Vhost.2N1L-25Ge2P1Xxv710-Ethip4-Ip4Base-Eth-2Vhostvr1024-1Vm-Ndrpdr.64B-.t.c-ethip4-ip4base-eth-2vhostvr1024-1vm-ndrpdr" + layout: + title: "2n-clx-xxv710-64b-vhost-base-dpdk-{test_type}" + layout: "plot-throughput-speedup-analysis" + +- type: "plot" + title: "Speedup: 2n-clx-xxv710-64b-vhost-base-dpdk-vpp-{test_type}-tsa" + algorithm: "plot_tsa_name" + output-file: "{DIR[STATIC,VPP]}/2n-clx-xxv710-64b-vhost-base-dpdk-vpp-{test_type}-tsa" + data: "vpp-2n-clx-curr-iter" + include: + - "Tests.Vpp.Perf.Vm Vhost.2N1L-25Ge2P1Xxv710-Dot1Q-L2Xcbase-Eth-2Vhostvr1024-1Vm-Vppl2Xc-Ndrpdr.64B-.t.c-dot1q-l2xcbase-eth-2vhostvr1024-1vm-vppl2xc-ndrpdr" + - "Tests.Vpp.Perf.Vm Vhost.2N1L-25Ge2P1Xxv710-Dot1Q-L2Bdbasemaclrn-Eth-2Vhostvr1024-1Vm-Vppl2Xc-Ndrpdr.64B-.t.c-dot1q-l2bdbasemaclrn-eth-2vhostvr1024-1vm-vppl2xc-ndrpdr" + - "Tests.Vpp.Perf.Vm Vhost.2N1L-25Ge2P1Xxv710-Eth-L2Xcbase-Eth-2Vhostvr1024-1Vm-Vppl2Xc-Ndrpdr.64B-.t.c-eth-l2xcbase-eth-2vhostvr1024-1vm-vppl2xc-ndrpdr" + - "Tests.Vpp.Perf.Vm Vhost.2N1L-25Ge2P1Xxv710-Eth-L2Bdbasemaclrn-Eth-2Vhostvr1024-1Vm-Vppl2Xc-Ndrpdr.64B-.t.c-eth-l2bdbasemaclrn-eth-2vhostvr1024-1vm-vppl2xc-ndrpdr" + - "Tests.Vpp.Perf.Vm Vhost.2N1L-25Ge2P1Xxv710-Ethip4-Ip4Base-Eth-2Vhostvr1024-1Vm-Vppip4-Ndrpdr.64B-.t.c-ethip4-ip4base-eth-2vhostvr1024-1vm-vppip4-ndrpdr" + layout: + title: "2n-clx-xxv710-64b-vhost-base-dpdk-vpp-{test_type}" + layout: "plot-throughput-speedup-analysis" + +- type: "plot" + title: "Speedup: 2n-clx-cx556a-64b-rdma-l2-vhost-base-{test_type}-tsa" + algorithm: "plot_tsa_name" + output-file: "{DIR[STATIC,VPP]}/2n-clx-cx556a-64b-rdma-l2-vhost-base-{test_type}-tsa" + data: "vpp-2n-clx-curr-iter" + include: + - "Tests.Vpp.Perf.Vm Vhost.2N1L-100Ge2P1Cx556A-Rdma-Dot1Q-L2Xcbase-Eth-2Vhostvr1024-1Vm-Ndrpdr.64B-.t.c-rdma-dot1q-l2xcbase-eth-2vhostvr1024-1vm-ndrpdr" + - "Tests.Vpp.Perf.Vm Vhost.2N1L-100Ge2P1Cx556A-Rdma-Dot1Q-L2Bdbasemaclrn-Eth-2Vhostvr1024-1Vm-Ndrpdr.64B-.t.c-rdma-dot1q-l2bdbasemaclrn-eth-2vhostvr1024-1vm-ndrpdr" + - "Tests.Vpp.Perf.Vm Vhost.2N1L-100Ge2P1Cx556A-Rdma-Eth-L2Xcbase-Eth-2Vhostvr1024-1Vm-Ndrpdr.64B-.t.c-rdma-eth-l2xcbase-eth-2vhostvr1024-1vm-ndrpdr" + - "Tests.Vpp.Perf.Vm Vhost.2N1L-100Ge2P1Cx556A-Rdma-Eth-L2Bdbasemaclrn-Eth-2Vhostvr1024-1Vm-Ndrpdr.64B-.t.c-rdma-eth-l2bdbasemaclrn-eth-2vhostvr1024-1vm-ndrpdr" + layout: + title: "2n-clx-cx556a-64b-rdma-l2-vhost-base-{test_type}" + layout: "plot-throughput-speedup-analysis" + +- type: "plot" + title: "Speedup: 2n-clx-cx556a-64b-rdma-l2-vhost-vppl2xc-base-{test_type}-tsa" + algorithm: "plot_tsa_name" + output-file: "{DIR[STATIC,VPP]}/2n-clx-cx556a-64b-rdma-l2-vhost-vppl2xc-base-{test_type}-tsa" + data: "vpp-2n-clx-curr-iter" + include: + - "Tests.Vpp.Perf.Vm Vhost.2N1L-100Ge2P1Cx556A-Rdma-Dot1Q-L2Xcbase-Eth-2Vhostvr1024-1Vm-Vppl2Xc-Ndrpdr.64B-.t.c-rdma-dot1q-l2xcbase-eth-2vhostvr1024-1vm-vppl2xc-ndrpdr" + - "Tests.Vpp.Perf.Vm Vhost.2N1L-100Ge2P1Cx556A-Rdma-Dot1Q-L2Bdbasemaclrn-Eth-2Vhostvr1024-1Vm-Vppl2Xc-Ndrpdr.64B-.t.c-rdma-dot1q-l2bdbasemaclrn-eth-2vhostvr1024-1vm-vppl2xc-ndrpdr" + - "Tests.Vpp.Perf.Vm Vhost.2N1L-100Ge2P1Cx556A-Rdma-Eth-L2Xcbase-Eth-2Vhostvr1024-1Vm-Vppl2Xc-Ndrpdr.64B-.t.c-rdma-eth-l2xcbase-eth-2vhostvr1024-1vm-vppl2xc-ndrpdr" + - "Tests.Vpp.Perf.Vm Vhost.2N1L-100Ge2P1Cx556A-Rdma-Eth-L2Bdbasemaclrn-Eth-2Vhostvr1024-1Vm-Vppl2Xc-Ndrpdr.64B-.t.c-rdma-eth-l2bdbasemaclrn-eth-2vhostvr1024-1vm-vppl2xc-ndrpdr" + layout: + title: "2n-clx-cx556a-64b-2t1c-l2-vhost-vppl2xc-base-{test_type}" + layout: "plot-throughput-speedup-analysis" + +- type: "plot" + title: "Speedup: 2n-clx-xxv710-114b-vts-l2switching-base-dpdk-{test_type}-tsa" + algorithm: "plot_tsa_name" + output-file: "{DIR[STATIC,VPP]}/2n-clx-xxv710-114b-vts-l2switching-base-dpdk-{test_type}-tsa" + data: "vpp-2n-clx-curr-iter" + include: + - "Tests.Vpp.Perf.Vts.2N1L-25Ge2P1Xxv710-Avf-Ethip4Vxlan-L2Bdbasemaclrn-Eth-Iacldstbase-Aclpermit-2Vhostvr1024-1Vm-Ndrpdr.114B-.t.c-avf-ethip4vxlan-l2bdbasemaclrn-eth-iacldstbase-aclpermit-2vhostvr1024-1vm-ndrpdr" + - "Tests.Vpp.Perf.Vts.2N1L-25Ge2P1Xxv710-Avf-Ethip4Vxlan-L2Bdbasemaclrn-Eth-Iacldstbase-Aclpermitreflect-2Vhostvr1024-1Vm-Ndrpdr.114B-.t.c-avf-ethip4vxlan-l2bdbasemaclrn-eth-iacldstbase-aclpermitreflect-2vhostvr1024-1vm-ndrpdr" + - "Tests.Vpp.Perf.Vts.2N1L-25Ge2P1Xxv710-Avf-Ethip4Vxlan-L2Bdbasemaclrn-Eth-Iacldstbase-Noacl-2Vhostvr1024-1Vm-Ndrpdr.114B-.t.c-avf-ethip4vxlan-l2bdbasemaclrn-eth-iacldstbase-noacl-2vhostvr1024-1vm-ndrpdr" + - "Tests.Vpp.Perf.Vts.2n1l-25Ge2P1Xxv710-Ethip4Vxlan-L2Bdbasemaclrn-Eth-Iacldstbase-Noacl-2Vhostvr1024-1Vm-Ndrpdr.114B-.t.c-ethip4vxlan-l2bdbasemaclrn-eth-iacldstbase-noacl-2vhostvr1024-1vm-ndrpdr" + - "Tests.Vpp.Perf.Vts.2n1l-25Ge2P1Xxv710-Ethip4Vxlan-L2Bdbasemaclrn-Eth-Iacldstbase-Aclpermit-2Vhostvr1024-1Vm-Ndrpdr.114B-.t.c-ethip4vxlan-l2bdbasemaclrn-eth-iacldstbase-aclpermit-2vhostvr1024-1vm-ndrpdr" + - "Tests.Vpp.Perf.Vts.2n1l-25Ge2P1Xxv710-Ethip4Vxlan-L2Bdbasemaclrn-Eth-Iacldstbase-Aclpermitreflect-2Vhostvr1024-1Vm-Ndrpdr.114B-.t.c-ethip4vxlan-l2bdbasemaclrn-eth-iacldstbase-aclpermitreflect-2vhostvr1024-1vm-ndrpdr" + layout: + title: "2n-clx-xxv710-114b-vts-l2switching-base-[avf,dpdk]-{test_type}" + layout: "plot-throughput-speedup-analysis" + +# 2n-icx + +- type: "plot" + title: "Throughput: 2n-icx-e810cq-64b-{core}-ip4routing-base-scale-avf-{test_type}" + algorithm: "plot_ndrpdr_box_name" + output-file: "{DIR[STATIC,VPP]}/2n-icx-e810cq-64b-{core}-ip4routing-base-scale-avf-{test_type}" + data: "vpp-2n-icx-curr-iter" + core: ["2t1c", ] + include: + - "Tests.Vpp.Perf.Ip4.2N1L-100Ge2P1E810Cq-Avf-Ethip4-Ip4Base-Ndrpdr.64B-{core}-avf-ethip4-ip4base-ndrpdr" + - "Tests.Vpp.Perf.Ip4.2N1L-100Ge2P1E810Cq-Avf-Ethip4-Ip4Scale20K-Ndrpdr.64B-{core}-avf-ethip4-ip4scale20k-ndrpdr" + - "Tests.Vpp.Perf.Ip4.2N1L-100Ge2P1E810Cq-Avf-Ethip4-Ip4Scale200K-Ndrpdr.64B-{core}-avf-ethip4-ip4scale200k-ndrpdr" + - "Tests.Vpp.Perf.Ip4.2N1L-100Ge2P1E810Cq-Avf-Ethip4-Ip4Scale2M-Ndrpdr.64B-{core}-avf-ethip4-ip4scale2m-ndrpdr" + layout: + title: "2n-icx-e810cq-64b-{core}-ip4routing-base-scale-avf-{test_type}" + layout: "plot-throughput" + +- type: "plot" + title: "Throughput: 2n-icx-e810cq-64b-{core}-ip4routing-base-scale-dpdk-{test_type}" + algorithm: "plot_ndrpdr_box_name" + output-file: "{DIR[STATIC,VPP]}/2n-icx-e810cq-64b-{core}-ip4routing-base-scale-dpdk-{test_type}" + data: "vpp-2n-icx-curr-iter" + core: ["2t1c", ] + include: + - "Tests.Vpp.Perf.Ip4.2N1L-100Ge2P1E810Cq-Ethip4-Ip4Base-Ndrpdr.64B-{core}-ethip4-ip4base-ndrpdr" + - "Tests.Vpp.Perf.Ip4.2N1L-100Ge2P1E810Cq-Ethip4-Ip4Scale20K-Ndrpdr.64B-{core}-ethip4-ip4scale20k-ndrpdr" + - "Tests.Vpp.Perf.Ip4.2N1L-100Ge2P1E810Cq-Ethip4-Ip4Scale200K-Ndrpdr.64B-{core}-ethip4-ip4scale200k-ndrpdr" + - "Tests.Vpp.Perf.Ip4.2N1L-100Ge2P1E810Cq-Ethip4-Ip4Scale2M-Ndrpdr.64B-{core}-ethip4-ip4scale2m-ndrpdr" + layout: + title: "2n-icx-e810cq-64b-{core}-ip4routing-base-scale-dpdk-{test_type}" + layout: "plot-throughput" + +- type: "plot" + title: "Throughput: 2n-icx-e810cq-78b-{core}-ip6routing-base-scale-avf-{test_type}" + algorithm: "plot_ndrpdr_box_name" + output-file: "{DIR[STATIC,VPP]}/2n-icx-e810cq-78b-{core}-ip6routing-base-scale-avf-{test_type}" + data: "vpp-2n-icx-curr-iter" + core: ["2t1c", ] + include: + - "Tests.Vpp.Perf.Ip6.2N1L-100Ge2P1E810Cq-Avf-Ethip6-Ip6Base-Ndrpdr.78B-{core}-avf-ethip6-ip6base-ndrpdr" + - "Tests.Vpp.Perf.Ip6.2N1L-100Ge2P1E810Cq-Avf-Ethip6-Ip6Scale20K-Ndrpdr.78B-{core}-avf-ethip6-ip6scale20k-ndrpdr" + - "Tests.Vpp.Perf.Ip6.2N1L-100Ge2P1E810Cq-Avf-Ethip6-Ip6Scale200K-Ndrpdr.78B-{core}-avf-ethip6-ip6scale200k-ndrpdr" + - "Tests.Vpp.Perf.Ip6.2N1L-100Ge2P1E810Cq-Avf-Ethip6-Ip6Scale2M-Ndrpdr.78B-{core}-avf-ethip6-ip6scale2m-ndrpdr" + layout: + title: "2n-icx-e810cq-78b-{core}-ip6routing-base-scale-avf-{test_type}" + layout: "plot-throughput" + +- type: "plot" + title: "Throughput: 2n-icx-e810cq-78b-{core}-ip6routing-base-scale-dpdk-{test_type}" + algorithm: "plot_ndrpdr_box_name" + output-file: "{DIR[STATIC,VPP]}/2n-icx-e810cq-78b-{core}-ip6routing-base-scale-dpdk-{test_type}" + data: "vpp-2n-icx-curr-iter" + core: ["2t1c", ] + include: + - "Tests.Vpp.Perf.Ip6.2N1L-100Ge2P1E810Cq-Ethip6-Ip6Base-Ndrpdr.78B-{core}-ethip6-ip6base-ndrpdr" + - "Tests.Vpp.Perf.Ip6.2N1L-100Ge2P1E810Cq-Ethip6-Ip6Scale20K-Ndrpdr.78B-{core}-ethip6-ip6scale20k-ndrpdr" + - "Tests.Vpp.Perf.Ip6.2N1L-100Ge2P1E810Cq-Ethip6-Ip6Scale200K-Ndrpdr.78B-{core}-ethip6-ip6scale200k-ndrpdr" + - "Tests.Vpp.Perf.Ip6.2N1L-100Ge2P1E810Cq-Ethip6-Ip6Scale2M-Ndrpdr.78B-{core}-ethip6-ip6scale2m-ndrpdr" + layout: + title: "2n-icx-e810cq-78b-{core}-ip6routing-base-scale-dpdk-{test_type}" + layout: "plot-throughput" + +- type: "plot" + title: "Throughput: 2n-icx-e810cq-64b-{core}-l2switching-base-scale-avf-{test_type}" + algorithm: "plot_ndrpdr_box_name" + output-file: "{DIR[STATIC,VPP]}/2n-icx-e810cq-64b-{core}-l2switching-base-scale-avf-{test_type}" + data: "vpp-2n-icx-curr-iter" + core: ["2t1c", ] + include: + - "Tests.Vpp.Perf.L2.2N1L-100Ge2P1E810Cq-Avf-Eth-L2Patch-Ndrpdr.64B-{core}-avf-eth-l2patch-ndrpdr" + - "Tests.Vpp.Perf.L2.2N1L-100Ge2P1E810Cq-Avf-Eth-L2Xcbase-Ndrpdr.64B-{core}-avf-eth-l2xcbase-ndrpdr" + - "Tests.Vpp.Perf.L2.2N1L-100Ge2P1E810Cq-Avf-Eth-L2Bdbasemaclrn-Ndrpdr.64B-{core}-avf-eth-l2bdbasemaclrn-ndrpdr" + - "Tests.Vpp.Perf.L2.2N1L-100Ge2P1E810Cq-Avf-Eth-L2Bdscale10Kmaclrn-Ndrpdr.64B-{core}-avf-eth-l2bdscale10kmaclrn-ndrpdr" + - "Tests.Vpp.Perf.L2.2N1L-100Ge2P1E810Cq-Avf-Eth-L2Bdscale100Kmaclrn-Ndrpdr.64B-{core}-avf-eth-l2bdscale100kmaclrn-ndrpdr" + - "Tests.Vpp.Perf.L2.2N1L-100Ge2P1E810Cq-Avf-Eth-L2Bdscale1Mmaclrn-Ndrpdr.64B-{core}-avf-eth-l2bdscale1mmaclrn-ndrpdr" + layout: + title: "2n-icx-e810cq-64b-{core}-l2switching-base-scale-avf-{test_type}" + layout: "plot-throughput" + +- type: "plot" + title: "Throughput: 2n-icx-e810cq-64b-{core}-l2switching-base-scale-dpdk-{test_type}" + algorithm: "plot_ndrpdr_box_name" + output-file: "{DIR[STATIC,VPP]}/2n-icx-e810cq-64b-{core}-l2switching-base-scale-dpdk-{test_type}" + data: "vpp-2n-icx-curr-iter" + core: ["2t1c", ] + include: + - "Tests.Vpp.Perf.L2.2N1L-100Ge2P1E810Cq-Eth-L2Patch-Ndrpdr.64B-{core}-eth-l2patch-ndrpdr" + - "Tests.Vpp.Perf.L2.2N1L-100Ge2P1E810Cq-Eth-L2Xcbase-Ndrpdr.64B-{core}-eth-l2xcbase-ndrpdr" + - "Tests.Vpp.Perf.L2.2N1L-100Ge2P1E810Cq-Eth-L2Bdbasemaclrn-Ndrpdr.64B-{core}-eth-l2bdbasemaclrn-ndrpdr" + - "Tests.Vpp.Perf.L2.2N1L-100Ge2P1E810Cq-Eth-L2Bdscale10Kmaclrn-Ndrpdr.64B-{core}-eth-l2bdscale10kmaclrn-ndrpdr" + - "Tests.Vpp.Perf.L2.2N1L-100Ge2P1E810Cq-Eth-L2Bdscale100Kmaclrn-Ndrpdr.64B-{core}-eth-l2bdscale100kmaclrn-ndrpdr" + - "Tests.Vpp.Perf.L2.2N1L-100Ge2P1E810Cq-Eth-L2Bdscale1Mmaclrn-Ndrpdr.64B-{core}-eth-l2bdscale1mmaclrn-ndrpdr" + layout: + title: "2n-icx-e810cq-64b-{core}-l2switching-base-scale-dpdk-{test_type}" + layout: "plot-throughput" + +- type: "plot" + title: "Speedup: 2n-icx-e810cq-64b-ip4routing-base-scale-avf-{test_type}-tsa" + algorithm: "plot_tsa_name" + output-file: "{DIR[STATIC,VPP]}/2n-icx-e810cq-64b-ip4routing-base-scale-avf-{test_type}-tsa" + data: "vpp-2n-icx-curr-iter" + include: + - "Tests.Vpp.Perf.Ip4.2N1L-100Ge2P1E810Cq-Avf-Ethip4-Ip4Base-Ndrpdr.64B-.t.c-avf-ethip4-ip4base-ndrpdr" + - "Tests.Vpp.Perf.Ip4.2N1L-100Ge2P1E810Cq-Avf-Ethip4-Ip4Scale20K-Ndrpdr.64B-.t.c-avf-ethip4-ip4scale20k-ndrpdr" + - "Tests.Vpp.Perf.Ip4.2N1L-100Ge2P1E810Cq-Avf-Ethip4-Ip4Scale200K-Ndrpdr.64B-.t.c-avf-ethip4-ip4scale200k-ndrpdr" + - "Tests.Vpp.Perf.Ip4.2N1L-100Ge2P1E810Cq-Avf-Ethip4-Ip4Scale2M-Ndrpdr.64B-.t.c-avf-ethip4-ip4scale2m-ndrpdr" + layout: + title: "2n-icx-e810cq-64b-ip4routing-base-scale-avf-{test_type}" + layout: "plot-throughput-speedup-analysis" + +- type: "plot" + title: "Speedup: 2n-icx-e810cq-64b-ip4routing-base-scale-dpdk-{test_type}-tsa" + algorithm: "plot_tsa_name" + output-file: "{DIR[STATIC,VPP]}/2n-icx-e810cq-64b-ip4routing-base-scale-dpdk-{test_type}-tsa" + data: "vpp-2n-icx-curr-iter" + include: + - "Tests.Vpp.Perf.Ip4.2N1L-100Ge2P1E810Cq-Ethip4-Ip4Base-Ndrpdr.64B-.t.c-ethip4-ip4base-ndrpdr" + - "Tests.Vpp.Perf.Ip4.2N1L-100Ge2P1E810Cq-Ethip4-Ip4Scale20K-Ndrpdr.64B-.t.c-ethip4-ip4scale20k-ndrpdr" + - "Tests.Vpp.Perf.Ip4.2N1L-100Ge2P1E810Cq-Ethip4-Ip4Scale200K-Ndrpdr.64B-.t.c-ethip4-ip4scale200k-ndrpdr" + - "Tests.Vpp.Perf.Ip4.2N1L-100Ge2P1E810Cq-Ethip4-Ip4Scale2M-Ndrpdr.64B-.t.c-ethip4-ip4scale2m-ndrpdr" + layout: + title: "2n-icx-e810cq-64b-ip4routing-base-scale-dpdk-{test_type}" + layout: "plot-throughput-speedup-analysis" + +- type: "plot" + title: "Speedup: 2n-icx-e810cq-78b-ip6routing-base-scale-avf-{test_type}-tsa" + algorithm: "plot_tsa_name" + output-file: "{DIR[STATIC,VPP]}/2n-icx-e810cq-78b-ip6routing-base-scale-avf-{test_type}-tsa" + data: "vpp-2n-icx-curr-iter" + include: + - "Tests.Vpp.Perf.Ip6.2N1L-100Ge2P1E810Cq-Avf-Ethip6-Ip6Base-Ndrpdr.78B-.t.c-avf-ethip6-ip6base-ndrpdr" + - "Tests.Vpp.Perf.Ip6.2N1L-100Ge2P1E810Cq-Avf-Ethip6-Ip6Scale20K-Ndrpdr.78B-.t.c-avf-ethip6-ip6scale20k-ndrpdr" + - "Tests.Vpp.Perf.Ip6.2N1L-100Ge2P1E810Cq-Avf-Ethip6-Ip6Scale200K-Ndrpdr.78B-.t.c-avf-ethip6-ip6scale200k-ndrpdr" + - "Tests.Vpp.Perf.Ip6.2N1L-100Ge2P1E810Cq-Avf-Ethip6-Ip6Scale2M-Ndrpdr.78B-.t.c-avf-ethip6-ip6scale2m-ndrpdr" + layout: + title: "2n-icx-e810cq-78b-ip6routing-base-scale-avf-{test_type}" + layout: "plot-throughput-speedup-analysis" + +- type: "plot" + title: "Speedup: 2n-icx-e810cq-78b-ip6routing-base-scale-dpdk-{test_type}-tsa" + algorithm: "plot_tsa_name" + output-file: "{DIR[STATIC,VPP]}/2n-icx-e810cq-78b-ip6routing-base-scale-dpdk-{test_type}-tsa" + data: "vpp-2n-icx-curr-iter" + include: + - "Tests.Vpp.Perf.Ip6.2N1L-100Ge2P1E810Cq-Ethip6-Ip6Base-Ndrpdr.78B-.t.c-ethip6-ip6base-ndrpdr" + - "Tests.Vpp.Perf.Ip6.2N1L-100Ge2P1E810Cq-Ethip6-Ip6Scale20K-Ndrpdr.78B-.t.c-ethip6-ip6scale20k-ndrpdr" + - "Tests.Vpp.Perf.Ip6.2N1L-100Ge2P1E810Cq-Ethip6-Ip6Scale200K-Ndrpdr.78B-.t.c-ethip6-ip6scale200k-ndrpdr" + - "Tests.Vpp.Perf.Ip6.2N1L-100Ge2P1E810Cq-Ethip6-Ip6Scale2M-Ndrpdr.78B-.t.c-ethip6-ip6scale2m-ndrpdr" + layout: + title: "2n-icx-e810cq-78b-ip6routing-base-scale-dpdk-{test_type}" + layout: "plot-throughput-speedup-analysis" + +- type: "plot" + title: "Speedup: 2n-icx-e810cq-64b-l2switching-base-scale-avf-{test_type}-tsa" + algorithm: "plot_tsa_name" + output-file: "{DIR[STATIC,VPP]}/2n-icx-e810cq-64b-l2switching-base-scale-avf-{test_type}-tsa" + data: "vpp-2n-icx-curr-iter" + include: + - "Tests.Vpp.Perf.L2.2N1L-100Ge2P1E810Cq-Avf-Eth-L2Patch-Ndrpdr.64B-.t.c-avf-eth-l2patch-ndrpdr" + - "Tests.Vpp.Perf.L2.2N1L-100Ge2P1E810Cq-Avf-Eth-L2Xcbase-Ndrpdr.64B-.t.c-avf-eth-l2xcbase-ndrpdr" + - "Tests.Vpp.Perf.L2.2N1L-100Ge2P1E810Cq-Avf-Eth-L2Bdbasemaclrn-Ndrpdr.64B-.t.c-avf-eth-l2bdbasemaclrn-ndrpdr" + - "Tests.Vpp.Perf.L2.2N1L-100Ge2P1E810Cq-Avf-Eth-L2Bdscale10Kmaclrn-Ndrpdr.64B-.t.c-avf-eth-l2bdscale10kmaclrn-ndrpdr" + - "Tests.Vpp.Perf.L2.2N1L-100Ge2P1E810Cq-Avf-Eth-L2Bdscale100Kmaclrn-Ndrpdr.64B-.t.c-avf-eth-l2bdscale100kmaclrn-ndrpdr" + - "Tests.Vpp.Perf.L2.2N1L-100Ge2P1E810Cq-Avf-Eth-L2Bdscale1Mmaclrn-Ndrpdr.64B-.t.c-avf-eth-l2bdscale1mmaclrn-ndrpdr" + layout: + title: "2n-icx-e810cq-64b-l2switching-base-scale-avf-{test_type}" + layout: "plot-throughput-speedup-analysis" + +- type: "plot" + title: "Speedup: 2n-icx-e810cq-64b-l2switching-base-scale-dpdk-{test_type}-tsa" + algorithm: "plot_tsa_name" + output-file: "{DIR[STATIC,VPP]}/2n-icx-e810cq-64b-l2switching-base-scale-dpdk-{test_type}-tsa" + data: "vpp-2n-icx-curr-iter" + include: + - "Tests.Vpp.Perf.L2.2N1L-100Ge2P1E810Cq-Eth-L2Patch-Ndrpdr.64B-.t.c-eth-l2patch-ndrpdr" + - "Tests.Vpp.Perf.L2.2N1L-100Ge2P1E810Cq-Eth-L2Xcbase-Ndrpdr.64B-.t.c-eth-l2xcbase-ndrpdr" + - "Tests.Vpp.Perf.L2.2N1L-100Ge2P1E810Cq-Eth-L2Bdbasemaclrn-Ndrpdr.64B-.t.c-eth-l2bdbasemaclrn-ndrpdr" + - "Tests.Vpp.Perf.L2.2N1L-100Ge2P1E810Cq-Eth-L2Bdscale10Kmaclrn-Ndrpdr.64B-.t.c-eth-l2bdscale10kmaclrn-ndrpdr" + - "Tests.Vpp.Perf.L2.2N1L-100Ge2P1E810Cq-Eth-L2Bdscale100Kmaclrn-Ndrpdr.64B-.t.c-eth-l2bdscale100kmaclrn-ndrpdr" + - "Tests.Vpp.Perf.L2.2N1L-100Ge2P1E810Cq-Eth-L2Bdscale1Mmaclrn-Ndrpdr.64B-.t.c-eth-l2bdscale1mmaclrn-ndrpdr" + layout: + title: "2n-icx-e810cq-64b-l2switching-base-scale-dpdk-{test_type}" + layout: "plot-throughput-speedup-analysis" + +# 3n-icx + +- type: "plot" + title: "Throughput: 3n-icx-e810cq-64b-{core}-ipsec-aes128gcm-ip4routing-scale-avf-{test_type}" + algorithm: "plot_ndrpdr_box_name" + output-file: "{DIR[STATIC,VPP]}/3n-icx-e810cq-64b-{core}-ipsec-aes128gcm-ip4routing-scale-avf-{test_type}" + data: "vpp-3n-icx-curr-iter" + core: ["2t1c", ] + include: + - "Tests.Vpp.Perf.Crypto.100Ge2P1E810Cq-Avf-Ethip4Ipsec4Tnlsw-Ip4Base-Int-Aes128Gcm-Ndrpdr.64B-{core}-avf-ethip4ipsec4tnlsw-ip4base-int-aes128gcm-ndrpdr" + - "Tests.Vpp.Perf.Crypto.100Ge2P1E810Cq-Avf-Ethip4Ipsec40Tnlsw-Ip4Base-Int-Aes128Gcm-Ndrpdr.64B-{core}-avf-ethip4ipsec40tnlsw-ip4base-int-aes128gcm-ndrpdr" + - "Tests.Vpp.Perf.Crypto.100Ge2P1E810Cq-Avf-Ethip4Ipsec400Tnlsw-Ip4Base-Int-Aes128Gcm-Ndrpdr.64B-{core}-avf-ethip4ipsec400tnlsw-ip4base-int-aes128gcm-ndrpdr" + - "Tests.Vpp.Perf.Crypto.100Ge2P1E810Cq-Avf-Ethip4Ipsec1000Tnlsw-Ip4Base-Int-Aes128Gcm-Ndrpdr.64B-{core}-avf-ethip4ipsec1000tnlsw-ip4base-int-aes128gcm-ndrpdr" + - "Tests.Vpp.Perf.Crypto.100Ge2P1E810Cq-Avf-Ethip4Ipsec20000Tnlsw-Ip4Base-Int-Aes128Gcm-Ndrpdr.64B-{core}-avf-ethip4ipsec20000tnlsw-ip4base-int-aes128gcm-ndrpdr" + - "Tests.Vpp.Perf.Crypto.100Ge2P1E810Cq-Avf-Ethip4Ipsec10000Tnlsw-Ip4Base-Int-Aes128Gcm-Ndrpdr.64B-{core}-avf-ethip4ipsec10000tnlsw-ip4base-int-aes128gcm-ndrpdr" + layout: + title: "3n-icx-e810cq-64b-{core}-ipsec-aes128gcm-ip4routing-scale-avf-{test_type}" + layout: "plot-throughput" + +- type: "plot" + title: "Throughput: 3n-icx-e810cq-1518b-{core}-ipsec-aes128gcm-ip4routing-scale-avf-{test_type}" + algorithm: "plot_ndrpdr_box_name" + output-file: "{DIR[STATIC,VPP]}/3n-icx-e810cq-1518b-{core}-ipsec-aes128gcm-ip4routing-scale-avf-{test_type}" + data: "vpp-3n-icx-curr-iter" + core: ["2t1c", ] + include: + - "Tests.Vpp.Perf.Crypto.100Ge2P1E810Cq-Avf-Ethip4Ipsec4Tnlsw-Ip4Base-Int-Aes128Gcm-Ndrpdr.1518b-{core}-avf-ethip4ipsec4tnlsw-ip4base-int-aes128gcm-ndrpdr" + - "Tests.Vpp.Perf.Crypto.100Ge2P1E810Cq-Avf-Ethip4Ipsec40Tnlsw-Ip4Base-Int-Aes128Gcm-Ndrpdr.1518b-{core}-avf-ethip4ipsec40tnlsw-ip4base-int-aes128gcm-ndrpdr" + - "Tests.Vpp.Perf.Crypto.100Ge2P1E810Cq-Avf-Ethip4Ipsec400Tnlsw-Ip4Base-Int-Aes128Gcm-Ndrpdr.1518b-{core}-avf-ethip4ipsec400tnlsw-ip4base-int-aes128gcm-ndrpdr" + - "Tests.Vpp.Perf.Crypto.100Ge2P1E810Cq-Avf-Ethip4Ipsec1000Tnlsw-Ip4Base-Int-Aes128Gcm-Ndrpdr.1518b-{core}-avf-ethip4ipsec1000tnlsw-ip4base-int-aes128gcm-ndrpdr" + - "Tests.Vpp.Perf.Crypto.100Ge2P1E810Cq-Avf-Ethip4Ipsec20000Tnlsw-Ip4Base-Int-Aes128Gcm-Ndrpdr.1518b-{core}-avf-ethip4ipsec20000tnlsw-ip4base-int-aes128gcm-ndrpdr" + - "Tests.Vpp.Perf.Crypto.100Ge2P1E810Cq-Avf-Ethip4Ipsec10000Tnlsw-Ip4Base-Int-Aes128Gcm-Ndrpdr.1518b-{core}-avf-ethip4ipsec10000tnlsw-ip4base-int-aes128gcm-ndrpdr" + layout: + title: "3n-icx-e810cq-1518b-{core}-ipsec-aes128gcm-ip4routing-scale-avf-{test_type}" + layout: "plot-throughput" + +- type: "plot" + title: "Throughput: 3n-icx-e810cq-imix-{core}-ipsec-aes128gcm-ip4routing-scale-avf-{test_type}" + algorithm: "plot_ndrpdr_box_name" + output-file: "{DIR[STATIC,VPP]}/3n-icx-e810cq-imix-{core}-ipsec-aes128gcm-ip4routing-scale-avf-{test_type}" + data: "vpp-3n-icx-curr-iter" + core: ["2t1c", ] + include: + - "Tests.Vpp.Perf.Crypto.100Ge2P1E810Cq-Avf-Ethip4Ipsec4Tnlsw-Ip4Base-Int-Aes128Gcm-Ndrpdr.imix-{core}-avf-ethip4ipsec4tnlsw-ip4base-int-aes128gcm-ndrpdr" + - "Tests.Vpp.Perf.Crypto.100Ge2P1E810Cq-Avf-Ethip4Ipsec40Tnlsw-Ip4Base-Int-Aes128Gcm-Ndrpdr.imix-{core}-avf-ethip4ipsec40tnlsw-ip4base-int-aes128gcm-ndrpdr" + - "Tests.Vpp.Perf.Crypto.100Ge2P1E810Cq-Avf-Ethip4Ipsec400Tnlsw-Ip4Base-Int-Aes128Gcm-Ndrpdr.imix-{core}-avf-ethip4ipsec400tnlsw-ip4base-int-aes128gcm-ndrpdr" + - "Tests.Vpp.Perf.Crypto.100Ge2P1E810Cq-Avf-Ethip4Ipsec1000Tnlsw-Ip4Base-Int-Aes128Gcm-Ndrpdr.imix-{core}-avf-ethip4ipsec1000tnlsw-ip4base-int-aes128gcm-ndrpdr" + - "Tests.Vpp.Perf.Crypto.100Ge2P1E810Cq-Avf-Ethip4Ipsec20000Tnlsw-Ip4Base-Int-Aes128Gcm-Ndrpdr.imix-{core}-avf-ethip4ipsec20000tnlsw-ip4base-int-aes128gcm-ndrpdr" + - "Tests.Vpp.Perf.Crypto.100Ge2P1E810Cq-Avf-Ethip4Ipsec10000Tnlsw-Ip4Base-Int-Aes128Gcm-Ndrpdr.imix-{core}-avf-ethip4ipsec10000tnlsw-ip4base-int-aes128gcm-ndrpdr" + layout: + title: "3n-icx-e810cq-imix-{core}-ipsec-aes128gcm-ip4routing-scale-avf-{test_type}" + layout: "plot-throughput" + +- type: "plot" + title: "Throughput: 3n-icx-e810cq-64b-{core}-ipsec-aes256gcm-ip4routing-scale-avf-{test_type}" + algorithm: "plot_ndrpdr_box_name" + output-file: "{DIR[STATIC,VPP]}/3n-icx-e810cq-64b-{core}-ipsec-aes256gcm-ip4routing-scale-avf-{test_type}" + data: "vpp-3n-icx-curr-iter" + core: ["2t1c", ] + include: + - "Tests.Vpp.Perf.Crypto.100Ge2P1E810Cq-Avf-Ethip4Ipsec4Tnlsw-Ip4Base-Int-Aes256Gcm-Ndrpdr.64B-{core}-avf-ethip4ipsec4tnlsw-ip4base-int-aes256gcm-ndrpdr" + - "Tests.Vpp.Perf.Crypto.100Ge2P1E810Cq-Avf-Ethip4Ipsec40Tnlsw-Ip4Base-Int-Aes256Gcm-Ndrpdr.64B-{core}-avf-ethip4ipsec40tnlsw-ip4base-int-aes256gcm-ndrpdr" + - "Tests.Vpp.Perf.Crypto.100Ge2P1E810Cq-Avf-Ethip4Ipsec400Tnlsw-Ip4Base-Int-Aes256Gcm-Ndrpdr.64B-{core}-avf-ethip4ipsec400tnlsw-ip4base-int-aes256gcm-ndrpdr" + - "Tests.Vpp.Perf.Crypto.100Ge2P1E810Cq-Avf-Ethip4Ipsec1000Tnlsw-Ip4Base-Int-Aes256Gcm-Ndrpdr.64B-{core}-avf-ethip4ipsec1000tnlsw-ip4base-int-aes256gcm-ndrpdr" + - "Tests.Vpp.Perf.Crypto.100Ge2P1E810Cq-Avf-Ethip4Ipsec20000Tnlsw-Ip4Base-Int-Aes256Gcm-Ndrpdr.64B-{core}-avf-ethip4ipsec20000tnlsw-ip4base-int-aes256gcm-ndrpdr" + - "Tests.Vpp.Perf.Crypto.100Ge2P1E810Cq-Avf-Ethip4Ipsec10000Tnlsw-Ip4Base-Int-Aes256Gcm-Ndrpdr.64B-{core}-avf-ethip4ipsec10000tnlsw-ip4base-int-aes256gcm-ndrpdr" + layout: + title: "3n-icx-e810cq-64b-{core}-ipsec-aes256gcm-ip4routing-scale-avf-{test_type}" + layout: "plot-throughput" + +- type: "plot" + title: "Throughput: 3n-icx-e810cq-1518b-{core}-ipsec-aes256gcm-ip4routing-scale-avf-{test_type}" + algorithm: "plot_ndrpdr_box_name" + output-file: "{DIR[STATIC,VPP]}/3n-icx-e810cq-1518b-{core}-ipsec-aes256gcm-ip4routing-scale-avf-{test_type}" + data: "vpp-3n-icx-curr-iter" + core: ["2t1c", ] + include: + - "Tests.Vpp.Perf.Crypto.100Ge2P1E810Cq-Avf-Ethip4Ipsec4Tnlsw-Ip4Base-Int-Aes256Gcm-Ndrpdr.1518b-{core}-avf-ethip4ipsec4tnlsw-ip4base-int-aes256gcm-ndrpdr" + - "Tests.Vpp.Perf.Crypto.100Ge2P1E810Cq-Avf-Ethip4Ipsec40Tnlsw-Ip4Base-Int-Aes256Gcm-Ndrpdr.1518b-{core}-avf-ethip4ipsec40tnlsw-ip4base-int-aes256gcm-ndrpdr" + - "Tests.Vpp.Perf.Crypto.100Ge2P1E810Cq-Avf-Ethip4Ipsec400Tnlsw-Ip4Base-Int-Aes256Gcm-Ndrpdr.1518b-{core}-avf-ethip4ipsec400tnlsw-ip4base-int-aes256gcm-ndrpdr" + - "Tests.Vpp.Perf.Crypto.100Ge2P1E810Cq-Avf-Ethip4Ipsec1000Tnlsw-Ip4Base-Int-Aes256Gcm-Ndrpdr.1518b-{core}-avf-ethip4ipsec1000tnlsw-ip4base-int-aes256gcm-ndrpdr" + - "Tests.Vpp.Perf.Crypto.100Ge2P1E810Cq-Avf-Ethip4Ipsec20000Tnlsw-Ip4Base-Int-Aes256Gcm-Ndrpdr.1518b-{core}-avf-ethip4ipsec20000tnlsw-ip4base-int-aes256gcm-ndrpdr" + - "Tests.Vpp.Perf.Crypto.100Ge2P1E810Cq-Avf-Ethip4Ipsec10000Tnlsw-Ip4Base-Int-Aes256Gcm-Ndrpdr.1518b-{core}-avf-ethip4ipsec10000tnlsw-ip4base-int-aes256gcm-ndrpdr" + layout: + title: "3n-icx-e810cq-1518b-{core}-ipsec-aes256gcm-ip4routing-scale-avf-{test_type}" + layout: "plot-throughput" + +- type: "plot" + title: "Throughput: 3n-icx-e810cq-imix-{core}-ipsec-aes256gcm-ip4routing-scale-avf-{test_type}" + algorithm: "plot_ndrpdr_box_name" + output-file: "{DIR[STATIC,VPP]}/3n-icx-e810cq-imix-{core}-ipsec-aes256gcm-ip4routing-scale-avf-{test_type}" + data: "vpp-3n-icx-curr-iter" + core: ["2t1c", ] include: - - "Tests.Vpp.Perf.L2.2N1L-25Ge2P1Xxv710-Avf-Dot1Q-L2Xcbase-Ndrpdr.64B-.t.c-avf-dot1q-l2xcbase-ndrpdr" - - "Tests.Vpp.Perf.L2.2N1L-25Ge2P1Xxv710-Avf-Dot1Q-L2Bdbasemaclrn-Ndrpdr.64B-.t.c-avf-dot1q-l2bdbasemaclrn-ndrpdr" - - "Tests.Vpp.Perf.L2.2N1L-25Ge2P1Xxv710-Avf-Eth-L2Patch-Ndrpdr.64B-.t.c-avf-eth-l2patch-ndrpdr" - - "Tests.Vpp.Perf.L2.2N1L-25Ge2P1Xxv710-Avf-Eth-L2Xcbase-Ndrpdr.64B-.t.c-avf-eth-l2xcbase-ndrpdr" - - "Tests.Vpp.Perf.L2.2N1L-25Ge2P1Xxv710-Avf-Eth-L2Bdbasemaclrn-Ndrpdr.64B-.t.c-avf-eth-l2bdbasemaclrn-ndrpdr" + - "Tests.Vpp.Perf.Crypto.100Ge2P1E810Cq-Avf-Ethip4Ipsec4Tnlsw-Ip4Base-Int-Aes256Gcm-Ndrpdr.imix-{core}-avf-ethip4ipsec4tnlsw-ip4base-int-aes256gcm-ndrpdr" + - "Tests.Vpp.Perf.Crypto.100Ge2P1E810Cq-Avf-Ethip4Ipsec40Tnlsw-Ip4Base-Int-Aes256Gcm-Ndrpdr.imix-{core}-avf-ethip4ipsec40tnlsw-ip4base-int-aes256gcm-ndrpdr" + - "Tests.Vpp.Perf.Crypto.100Ge2P1E810Cq-Avf-Ethip4Ipsec400Tnlsw-Ip4Base-Int-Aes256Gcm-Ndrpdr.imix-{core}-avf-ethip4ipsec400tnlsw-ip4base-int-aes256gcm-ndrpdr" + - "Tests.Vpp.Perf.Crypto.100Ge2P1E810Cq-Avf-Ethip4Ipsec1000Tnlsw-Ip4Base-Int-Aes256Gcm-Ndrpdr.imix-{core}-avf-ethip4ipsec1000tnlsw-ip4base-int-aes256gcm-ndrpdr" + - "Tests.Vpp.Perf.Crypto.100Ge2P1E810Cq-Avf-Ethip4Ipsec20000Tnlsw-Ip4Base-Int-Aes256Gcm-Ndrpdr.imix-{core}-avf-ethip4ipsec20000tnlsw-ip4base-int-aes256gcm-ndrpdr" + - "Tests.Vpp.Perf.Crypto.100Ge2P1E810Cq-Avf-Ethip4Ipsec10000Tnlsw-Ip4Base-Int-Aes256Gcm-Ndrpdr.imix-{core}-avf-ethip4ipsec10000tnlsw-ip4base-int-aes256gcm-ndrpdr" layout: - title: "2n-clx-xxv710-64b-l2switching-base-avf-{test_type}" - layout: "plot-throughput-speedup-analysis" + title: "3n-icx-e810cq-imix-{core}-ipsec-aes256gcm-ip4routing-scale-avf-{test_type}" + layout: "plot-throughput" - type: "plot" - title: "Speedup: 2n-clx-xxv710-64b-l2switching-base-scale-avf-{test_type}-tsa" - algorithm: "plot_tsa_name" - output-file: "{DIR[STATIC,VPP]}/2n-clx-xxv710-64b-l2switching-base-scale-avf-{test_type}-tsa" - data: "plot-vpp-throughput-lat-tsa-2n-clx" + title: "Throughput: 3n-icx-e810cq-64b-{core}-ip4tunnel-base-avf-{test_type}" + algorithm: "plot_ndrpdr_box_name" + output-file: "{DIR[STATIC,VPP]}/3n-icx-e810cq-64b-{core}-ip4tunnel-base-avf-{test_type}" + data: "vpp-3n-icx-curr-iter" + core: ["2t1c", ] include: - - "Tests.Vpp.Perf.L2.2N1L-25Ge2P1Xxv710-Avf-Eth-L2Bdbasemaclrn-Ndrpdr.64B-.t.c-avf-eth-l2bdbasemaclrn-ndrpdr" - - "Tests.Vpp.Perf.L2.2N1L-25Ge2P1Xxv710-Avf-Eth-L2Bdscale10Kmaclrn-Ndrpdr.64B-.t.c-avf-eth-l2bdscale10kmaclrn-ndrpdr" - - "Tests.Vpp.Perf.L2.2N1L-25Ge2P1Xxv710-Avf-Eth-L2Bdscale100Kmaclrn-Ndrpdr.64B-.t.c-avf-eth-l2bdscale100kmaclrn-ndrpdr" - - "Tests.Vpp.Perf.L2.2N1L-25Ge2P1Xxv710-Avf-Eth-L2Bdscale1Mmaclrn-Ndrpdr.64B-.t.c-avf-eth-l2bdscale1mmaclrn-ndrpdr" + - "Tests.Vpp.Perf.Ip4 Tunnels.100Ge2P1E810Cq-Avf-Ethip4Vxlan-L2Xcbase-Ndrpdr.64B-{core}-avf-ethip4vxlan-l2xcbase-ndrpdr" + - "Tests.Vpp.Perf.Ip4 Tunnels.100Ge2P1E810Cq-Avf-Ethip4Vxlan-L2Bdbasemaclrn-Ndrpdr.64B-{core}-avf-ethip4vxlan-l2bdbasemaclrn-ndrpdr" layout: - title: "2n-clx-xxv710-64b-l2switching-base-scale-avf-{test_type}" - layout: "plot-throughput-speedup-analysis" + title: "3n-icx-e810cq-64b-{core}-ip4tunnel-base-avf-{test_type}" + layout: "plot-throughput" - type: "plot" - title: "Speedup: 2n-clx-xxv710-64b-l2switching-base-dpdk-{test_type}-tsa" - algorithm: "plot_tsa_name" - output-file: "{DIR[STATIC,VPP]}/2n-clx-xxv710-64b-l2switching-base-dpdk-{test_type}-tsa" - data: "plot-vpp-throughput-lat-tsa-2n-clx" + title: "Throughput: 3n-icx-e810cq-1518b-{core}-ip4tunnel-base-avf-{test_type}" + algorithm: "plot_ndrpdr_box_name" + output-file: "{DIR[STATIC,VPP]}/3n-icx-e810cq-1518b-{core}-ip4tunnel-base-avf-{test_type}" + data: "vpp-3n-icx-curr-iter" + core: ["2t1c", ] include: - - "Tests.Vpp.Perf.L2.2N1L-25Ge2P1Xxv710-Dot1Q-L2Xcbase-Ndrpdr.64B-.t.c-dot1q-l2xcbase-ndrpdr" - - "Tests.Vpp.Perf.L2.2N1L-25Ge2P1Xxv710-Dot1Q-L2Bdbasemaclrn-Ndrpdr.64B-.t.c-dot1q-l2bdbasemaclrn-ndrpdr" - - "Tests.Vpp.Perf.L2.2N1L-25Ge2P1Xxv710-Eth-L2Patch-Ndrpdr.64B-.t.c-eth-l2patch-ndrpdr" - - "Tests.Vpp.Perf.L2.2N1L-25Ge2P1Xxv710-Eth-L2Xcbase-Ndrpdr.64B-.t.c-eth-l2xcbase-ndrpdr" - - "Tests.Vpp.Perf.L2.2N1L-25Ge2P1Xxv710-Eth-L2Bdbasemaclrn-Ndrpdr.64B-.t.c-eth-l2bdbasemaclrn-ndrpdr" + - "Tests.Vpp.Perf.Ip4 Tunnels.100Ge2P1E810Cq-Avf-Ethip4Vxlan-L2Xcbase-Ndrpdr.1518b-{core}-avf-ethip4vxlan-l2xcbase-ndrpdr" + - "Tests.Vpp.Perf.Ip4 Tunnels.100Ge2P1E810Cq-Avf-Ethip4Vxlan-L2Bdbasemaclrn-Ndrpdr.1518b-{core}-avf-ethip4vxlan-l2bdbasemaclrn-ndrpdr" layout: - title: "2n-clx-xxv710-64b-l2switching-base-dpdk-{test_type}" - layout: "plot-throughput-speedup-analysis" + title: "3n-icx-e810cq-1518b-{core}-ip4tunnel-base-avf-{test_type}" + layout: "plot-throughput" - type: "plot" - title: "Speedup: 2n-clx-xxv710-64b-l2switching-base-scale-dpdk-{test_type}-tsa" - algorithm: "plot_tsa_name" - output-file: "{DIR[STATIC,VPP]}/2n-clx-xxv710-64b-l2switching-base-scale-dpdk-{test_type}-tsa" - data: "plot-vpp-throughput-lat-tsa-2n-clx" + title: "Throughput: 3n-icx-e810cq-imix-{core}-ip4tunnel-base-avf-{test_type}" + algorithm: "plot_ndrpdr_box_name" + output-file: "{DIR[STATIC,VPP]}/3n-icx-e810cq-imix-{core}-ip4tunnel-base-avf-{test_type}" + data: "vpp-3n-icx-curr-iter" + core: ["2t1c", ] include: - - "Tests.Vpp.Perf.L2.2N1L-25Ge2P1Xxv710-Eth-L2Bdbasemaclrn-Ndrpdr.64B-.t.c-eth-l2bdbasemaclrn-ndrpdr" - - "Tests.Vpp.Perf.L2.2N1L-25Ge2P1Xxv710-Eth-L2Bdscale10Kmaclrn-Ndrpdr.64B-.t.c-eth-l2bdscale10kmaclrn-ndrpdr" - - "Tests.Vpp.Perf.L2.2N1L-25Ge2P1Xxv710-Eth-L2Bdscale100Kmaclrn-Ndrpdr.64B-.t.c-eth-l2bdscale100kmaclrn-ndrpdr" - - "Tests.Vpp.Perf.L2.2N1L-25Ge2P1Xxv710-Eth-L2Bdscale1Mmaclrn-Ndrpdr.64B-.t.c-eth-l2bdscale1mmaclrn-ndrpdr" + - "Tests.Vpp.Perf.Ip4 Tunnels.100Ge2P1E810Cq-Avf-Ethip4Vxlan-L2Xcbase-Ndrpdr.imix-{core}-avf-ethip4vxlan-l2xcbase-ndrpdr" + - "Tests.Vpp.Perf.Ip4 Tunnels.100Ge2P1E810Cq-Avf-Ethip4Vxlan-L2Bdbasemaclrn-Ndrpdr.imix-{core}-avf-ethip4vxlan-l2bdbasemaclrn-ndrpdr" layout: - title: "2n-clx-xxv710-64b-l2switching-base-scale-dpdk-{test_type}" - layout: "plot-throughput-speedup-analysis" + title: "3n-icx-e810cq-imix-{core}-ip4tunnel-base-avf-{test_type}" + layout: "plot-throughput" - type: "plot" - title: "Speedup: 2n-clx-cx556a-64b-rdma-l2switching-base-{test_type}-tsa" + title: "Speedup: 3n-icx-e810cq-64b-ipsec-aes128gcm-ip4routing-scale-avf-{test_type}-tsa" algorithm: "plot_tsa_name" - output-file: "{DIR[STATIC,VPP]}/2n-clx-cx556a-64b-rdma-l2switching-base-{test_type}-tsa" - data: "plot-vpp-throughput-lat-tsa-2n-clx" + output-file: "{DIR[STATIC,VPP]}/3n-icx-e810cq-64b-ipsec-aes128gcm-ip4routing-scale-avf-{test_type}-tsa" + data: "vpp-3n-icx-curr-iter" include: - - "Tests.Vpp.Perf.L2.2N1L-100Ge2P1Cx556A-Rdma-Dot1Q-L2Xcbase-Ndrpdr.64B-.t.c-rdma-dot1q-l2xcbase-ndrpdr" - - "Tests.Vpp.Perf.L2.2N1L-100Ge2P1Cx556A-Rdma-Dot1Q-L2Bdbasemaclrn-Ndrpdr.64B-.t.c-rdma-dot1q-l2bdbasemaclrn-ndrpdr" - - "Tests.Vpp.Perf.L2.2N1L-100Ge2P1Cx556A-Rdma-Eth-L2Patch-Ndrpdr.64B-.t.c-rdma-eth-l2patch-ndrpdr" - - "Tests.Vpp.Perf.L2.2N1L-100Ge2P1Cx556A-Rdma-Eth-L2Xcbase-Ndrpdr.64B-.t.c-rdma-eth-l2xcbase-ndrpdr" - - "Tests.Vpp.Perf.L2.2N1L-100Ge2P1Cx556A-Rdma-Eth-L2Bdbasemaclrn-Ndrpdr.64B-.t.c-rdma-eth-l2bdbasemaclrn-ndrpdr" + - "Tests.Vpp.Perf.Crypto.100Ge2P1E810Cq-Avf-Ethip4Ipsec4Tnlsw-Ip4Base-Int-Aes128Gcm-Ndrpdr.64B-.t.c-avf-ethip4ipsec4tnlsw-ip4base-int-aes128gcm-ndrpdr" + - "Tests.Vpp.Perf.Crypto.100Ge2P1E810Cq-Avf-Ethip4Ipsec40Tnlsw-Ip4Base-Int-Aes128Gcm-Ndrpdr.64B-.t.c-avf-ethip4ipsec40tnlsw-ip4base-int-aes128gcm-ndrpdr" + - "Tests.Vpp.Perf.Crypto.100Ge2P1E810Cq-Avf-Ethip4Ipsec400Tnlsw-Ip4Base-Int-Aes128Gcm-Ndrpdr.64B-.t.c-avf-ethip4ipsec400tnlsw-ip4base-int-aes128gcm-ndrpdr" + - "Tests.Vpp.Perf.Crypto.100Ge2P1E810Cq-Avf-Ethip4Ipsec1000Tnlsw-Ip4Base-Int-Aes128Gcm-Ndrpdr.64B-.t.c-avf-ethip4ipsec1000tnlsw-ip4base-int-aes128gcm-ndrpdr" + - "Tests.Vpp.Perf.Crypto.100Ge2P1E810Cq-Avf-Ethip4Ipsec20000Tnlsw-Ip4Base-Int-Aes128Gcm-Ndrpdr.64B-.t.c-avf-ethip4ipsec20000tnlsw-ip4base-int-aes128gcm-ndrpdr" + - "Tests.Vpp.Perf.Crypto.100Ge2P1E810Cq-Avf-Ethip4Ipsec10000Tnlsw-Ip4Base-Int-Aes128Gcm-Ndrpdr.64B-.t.c-avf-ethip4ipsec10000tnlsw-ip4base-int-aes128gcm-ndrpdr" layout: - title: "2n-clx-cx556a-64b-rdma-l2switching-base-{test_type}" + title: "3n-icx-e810cq-64b-ipsec-aes128gcm-ip4routing-scale-avf-{test_type}" layout: "plot-throughput-speedup-analysis" - type: "plot" - title: "Speedup: 2n-clx-cx556a-64b-rdma-l2switching-scale-{test_type}-tsa" + title: "Speedup: 3n-icx-e810cq-1518b-ipsec-aes128gcm-ip4routing-scale-avf-{test_type}-tsa" algorithm: "plot_tsa_name" - output-file: "{DIR[STATIC,VPP]}/2n-clx-cx556a-64b-rdma-l2switching-scale-{test_type}-tsa" - data: "plot-vpp-throughput-lat-tsa-2n-clx" + output-file: "{DIR[STATIC,VPP]}/3n-icx-e810cq-1518b-ipsec-aes128gcm-ip4routing-scale-avf-{test_type}-tsa" + data: "vpp-3n-icx-curr-iter" include: - - "Tests.Vpp.Perf.L2.2N1L-100Ge2P1Cx556A-Rdma-Eth-L2Bdbasemaclrn-Ndrpdr.64B-.t.c-rdma-eth-l2bdbasemaclrn-ndrpdr" - - "Tests.Vpp.Perf.L2.2N1L-100Ge2P1Cx556A-Rdma-Eth-L2Bdscale10Kmaclrn-Ndrpdr.64B-.t.c-rdma-eth-l2bdscale10kmaclrn-ndrpdr" - - "Tests.Vpp.Perf.L2.2N1L-100Ge2P1Cx556A-Rdma-Eth-L2Bdscale100Kmaclrn-Ndrpdr.64B-.t.c-rdma-eth-l2bdscale100kmaclrn-ndrpdr" - - "Tests.Vpp.Perf.L2.2N1L-100Ge2P1Cx556A-Rdma-Eth-L2Bdscale1Mmaclrn-Ndrpdr.64B-.t.c-rdma-eth-l2bdscale1mmaclrn-ndrpdr" + - "Tests.Vpp.Perf.Crypto.100Ge2P1E810Cq-Avf-Ethip4Ipsec4Tnlsw-Ip4Base-Int-Aes128Gcm-Ndrpdr.1518b-.t.c-avf-ethip4ipsec4tnlsw-ip4base-int-aes128gcm-ndrpdr" + - "Tests.Vpp.Perf.Crypto.100Ge2P1E810Cq-Avf-Ethip4Ipsec40Tnlsw-Ip4Base-Int-Aes128Gcm-Ndrpdr.1518b-.t.c-avf-ethip4ipsec40tnlsw-ip4base-int-aes128gcm-ndrpdr" + - "Tests.Vpp.Perf.Crypto.100Ge2P1E810Cq-Avf-Ethip4Ipsec400Tnlsw-Ip4Base-Int-Aes128Gcm-Ndrpdr.1518b-.t.c-avf-ethip4ipsec400tnlsw-ip4base-int-aes128gcm-ndrpdr" + - "Tests.Vpp.Perf.Crypto.100Ge2P1E810Cq-Avf-Ethip4Ipsec1000Tnlsw-Ip4Base-Int-Aes128Gcm-Ndrpdr.1518b-.t.c-avf-ethip4ipsec1000tnlsw-ip4base-int-aes128gcm-ndrpdr" + - "Tests.Vpp.Perf.Crypto.100Ge2P1E810Cq-Avf-Ethip4Ipsec20000Tnlsw-Ip4Base-Int-Aes128Gcm-Ndrpdr.1518b-.t.c-avf-ethip4ipsec20000tnlsw-ip4base-int-aes128gcm-ndrpdr" + - "Tests.Vpp.Perf.Crypto.100Ge2P1E810Cq-Avf-Ethip4Ipsec10000Tnlsw-Ip4Base-Int-Aes128Gcm-Ndrpdr.1518b-.t.c-avf-ethip4ipsec10000tnlsw-ip4base-int-aes128gcm-ndrpdr" layout: - title: "2n-clx-cx556a-64b-rdma-l2switching-scale-{test_type}" + title: "3n-icx-e810cq-1518b-ipsec-aes128gcm-ip4routing-scale-avf-{test_type}" layout: "plot-throughput-speedup-analysis" - type: "plot" - title: "Speedup: 2n-clx-xxv710-64b-vhost-base-avf-{test_type}-tsa" + title: "Speedup: 3n-icx-e810cq-imix-ipsec-aes128gcm-ip4routing-scale-avf-{test_type}-tsa" algorithm: "plot_tsa_name" - output-file: "{DIR[STATIC,VPP]}/2n-clx-xxv710-64b-vhost-base-avf-{test_type}-tsa" - data: "plot-vpp-throughput-lat-tsa-2n-clx" + output-file: "{DIR[STATIC,VPP]}/3n-icx-e810cq-imix-ipsec-aes128gcm-ip4routing-scale-avf-{test_type}-tsa" + data: "vpp-3n-icx-curr-iter" include: - - "Tests.Vpp.Perf.Vm Vhost.2N1L-25Ge2P1Xxv710-Avf-Dot1Q-L2Xcbase-Eth-2Vhostvr1024-1Vm-Ndrpdr.64B-.t.c-avf-dot1q-l2xcbase-eth-2vhostvr1024-1vm-ndrpdr" - - "Tests.Vpp.Perf.Vm Vhost.2N1L-25Ge2P1Xxv710-Avf-Dot1Q-L2Bdbasemaclrn-Eth-2Vhostvr1024-1Vm-Ndrpdr.64B-.t.c-avf-dot1q-l2bdbasemaclrn-eth-2vhostvr1024-1vm-ndrpdr" - - "Tests.Vpp.Perf.Vm Vhost.2N1L-25Ge2P1Xxv710-Avf-Eth-L2Xcbase-Eth-2Vhostvr1024-1Vm-Ndrpdr.64B-.t.c-avf-eth-l2xcbase-eth-2vhostvr1024-1vm-ndrpdr" - - "Tests.Vpp.Perf.Vm Vhost.2N1L-25Ge2P1Xxv710-Avf-Eth-L2Bdbasemaclrn-Eth-2Vhostvr1024-1Vm-Ndrpdr.64B-.t.c-avf-eth-l2bdbasemaclrn-eth-2vhostvr1024-1vm-ndrpdr" - - "Tests.Vpp.Perf.Vm Vhost.2N1L-25Ge2P1Xxv710-Avf-Ethip4-Ip4Base-Eth-2Vhostvr1024-1Vm-Ndrpdr.64B-.t.c-avf-ethip4-ip4base-eth-2vhostvr1024-1vm-ndrpdr" + - "Tests.Vpp.Perf.Crypto.100Ge2P1E810Cq-Avf-Ethip4Ipsec4Tnlsw-Ip4Base-Int-Aes128Gcm-Ndrpdr.imix-.t.c-avf-ethip4ipsec4tnlsw-ip4base-int-aes128gcm-ndrpdr" + - "Tests.Vpp.Perf.Crypto.100Ge2P1E810Cq-Avf-Ethip4Ipsec40Tnlsw-Ip4Base-Int-Aes128Gcm-Ndrpdr.imix-.t.c-avf-ethip4ipsec40tnlsw-ip4base-int-aes128gcm-ndrpdr" + - "Tests.Vpp.Perf.Crypto.100Ge2P1E810Cq-Avf-Ethip4Ipsec400Tnlsw-Ip4Base-Int-Aes128Gcm-Ndrpdr.imix-.t.c-avf-ethip4ipsec400tnlsw-ip4base-int-aes128gcm-ndrpdr" + - "Tests.Vpp.Perf.Crypto.100Ge2P1E810Cq-Avf-Ethip4Ipsec1000Tnlsw-Ip4Base-Int-Aes128Gcm-Ndrpdr.imix-.t.c-avf-ethip4ipsec1000tnlsw-ip4base-int-aes128gcm-ndrpdr" + - "Tests.Vpp.Perf.Crypto.100Ge2P1E810Cq-Avf-Ethip4Ipsec20000Tnlsw-Ip4Base-Int-Aes128Gcm-Ndrpdr.imix-.t.c-avf-ethip4ipsec20000tnlsw-ip4base-int-aes128gcm-ndrpdr" + - "Tests.Vpp.Perf.Crypto.100Ge2P1E810Cq-Avf-Ethip4Ipsec10000Tnlsw-Ip4Base-Int-Aes128Gcm-Ndrpdr.imix-.t.c-avf-ethip4ipsec10000tnlsw-ip4base-int-aes128gcm-ndrpdr" layout: - title: "2n-clx-xxv710-64b-vhost-base-avf-{test_type}" + title: "3n-icx-e810cq-imix-ipsec-aes128gcm-ip4routing-scale-avf-{test_type}" layout: "plot-throughput-speedup-analysis" - type: "plot" - title: "Speedup: 2n-clx-xxv710-64b-vhost-base-avf-vpp-{test_type}-tsa" + title: "Speedup: 3n-icx-e810cq-64b-ipsec-aes256gcm-ip4routing-scale-avf-{test_type}-tsa" algorithm: "plot_tsa_name" - output-file: "{DIR[STATIC,VPP]}/2n-clx-xxv710-64b-vhost-base-avf-vpp-{test_type}-tsa" - data: "plot-vpp-throughput-lat-tsa-2n-clx" + output-file: "{DIR[STATIC,VPP]}/3n-icx-e810cq-64b-ipsec-aes256gcm-ip4routing-scale-avf-{test_type}-tsa" + data: "vpp-3n-icx-curr-iter" include: - - "Tests.Vpp.Perf.Vm Vhost.2N1L-25Ge2P1Xxv710-Avf-Dot1Q-L2Xcbase-Eth-2Vhostvr1024-1Vm-Vppl2Xc-Ndrpdr.64B-.t.c-avf-dot1q-l2xcbase-eth-2vhostvr1024-1vm-vppl2xc-ndrpdr" - - "Tests.Vpp.Perf.Vm Vhost.2N1L-25Ge2P1Xxv710-Avf-Dot1Q-L2Bdbasemaclrn-Eth-2Vhostvr1024-1Vm-Vppl2Xc-Ndrpdr.64B-.t.c-avf-dot1q-l2bdbasemaclrn-eth-2vhostvr1024-1vm-vppl2xc-ndrpdr" - - "Tests.Vpp.Perf.Vm Vhost.2N1L-25Ge2P1Xxv710-Avf-Eth-L2Xcbase-Eth-2Vhostvr1024-1Vm-Vppl2Xc-Ndrpdr.64B-.t.c-avf-eth-l2xcbase-eth-2vhostvr1024-1vm-vppl2xc-ndrpdr" - - "Tests.Vpp.Perf.Vm Vhost.2N1L-25Ge2P1Xxv710-Avf-Eth-L2Bdbasemaclrn-Eth-2Vhostvr1024-1Vm-Vppl2Xc-Ndrpdr.64B-.t.c-avf-eth-l2bdbasemaclrn-eth-2vhostvr1024-1vm-vppl2xc-ndrpdr" - - "Tests.Vpp.Perf.Vm Vhost.2N1L-25Ge2P1Xxv710-Avf-Ethip4-Ip4Base-Eth-2Vhostvr1024-1Vm-Vppip4-Ndrpdr.64B-.t.c-avf-ethip4-ip4base-eth-2vhostvr1024-1vm-vppip4-ndrpdr" + - "Tests.Vpp.Perf.Crypto.100Ge2P1E810Cq-Avf-Ethip4Ipsec4Tnlsw-Ip4Base-Int-Aes256Gcm-Ndrpdr.64B-.t.c-avf-ethip4ipsec4tnlsw-ip4base-int-aes256gcm-ndrpdr" + - "Tests.Vpp.Perf.Crypto.100Ge2P1E810Cq-Avf-Ethip4Ipsec40Tnlsw-Ip4Base-Int-Aes256Gcm-Ndrpdr.64B-.t.c-avf-ethip4ipsec40tnlsw-ip4base-int-aes256gcm-ndrpdr" + - "Tests.Vpp.Perf.Crypto.100Ge2P1E810Cq-Avf-Ethip4Ipsec400Tnlsw-Ip4Base-Int-Aes256Gcm-Ndrpdr.64B-.t.c-avf-ethip4ipsec400tnlsw-ip4base-int-aes256gcm-ndrpdr" + - "Tests.Vpp.Perf.Crypto.100Ge2P1E810Cq-Avf-Ethip4Ipsec1000Tnlsw-Ip4Base-Int-Aes256Gcm-Ndrpdr.64B-.t.c-avf-ethip4ipsec1000tnlsw-ip4base-int-aes256gcm-ndrpdr" + - "Tests.Vpp.Perf.Crypto.100Ge2P1E810Cq-Avf-Ethip4Ipsec20000Tnlsw-Ip4Base-Int-Aes256Gcm-Ndrpdr.64B-.t.c-avf-ethip4ipsec20000tnlsw-ip4base-int-aes256gcm-ndrpdr" + - "Tests.Vpp.Perf.Crypto.100Ge2P1E810Cq-Avf-Ethip4Ipsec10000Tnlsw-Ip4Base-Int-Aes256Gcm-Ndrpdr.64B-.t.c-avf-ethip4ipsec10000tnlsw-ip4base-int-aes256gcm-ndrpdr" layout: - title: "2n-clx-xxv710-64b-vhost-base-avf-vpp-{test_type}" + title: "3n-icx-e810cq-64b-ipsec-aes256gcm-ip4routing-scale-avf-{test_type}" layout: "plot-throughput-speedup-analysis" - type: "plot" - title: "Speedup: 2n-clx-xxv710-64b-vhost-base-dpdk-{test_type}-tsa" + title: "Speedup: 3n-icx-e810cq-1518b-ipsec-aes256gcm-ip4routing-scale-avf-{test_type}-tsa" algorithm: "plot_tsa_name" - output-file: "{DIR[STATIC,VPP]}/2n-clx-xxv710-64b-vhost-base-dpdk-{test_type}-tsa" - data: "plot-vpp-throughput-lat-tsa-2n-clx" + output-file: "{DIR[STATIC,VPP]}/3n-icx-e810cq-1518b-ipsec-aes256gcm-ip4routing-scale-avf-{test_type}-tsa" + data: "vpp-3n-icx-curr-iter" include: - - "Tests.Vpp.Perf.Vm Vhost.2N1L-25Ge2P1Xxv710-Dot1Q-L2Xcbase-Eth-2Vhostvr1024-1Vm-Ndrpdr.64B-.t.c-dot1q-l2xcbase-eth-2vhostvr1024-1vm-ndrpdr" - - "Tests.Vpp.Perf.Vm Vhost.2N1L-25Ge2P1Xxv710-Dot1Q-L2Bdbasemaclrn-Eth-2Vhostvr1024-1Vm-Ndrpdr.64B-.t.c-dot1q-l2bdbasemaclrn-eth-2vhostvr1024-1vm-ndrpdr" - - "Tests.Vpp.Perf.Vm Vhost.2N1L-25Ge2P1Xxv710-Eth-L2Xcbase-Eth-2Vhostvr1024-1Vm-Ndrpdr.64B-.t.c-eth-l2xcbase-eth-2vhostvr1024-1vm-ndrpdr" - - "Tests.Vpp.Perf.Vm Vhost.2N1L-25Ge2P1Xxv710-Eth-L2Bdbasemaclrn-Eth-2Vhostvr1024-1Vm-Ndrpdr.64B-.t.c-eth-l2bdbasemaclrn-eth-2vhostvr1024-1vm-ndrpdr" - - "Tests.Vpp.Perf.Vm Vhost.2N1L-25Ge2P1Xxv710-Ethip4-Ip4Base-Eth-2Vhostvr1024-1Vm-Ndrpdr.64B-.t.c-ethip4-ip4base-eth-2vhostvr1024-1vm-ndrpdr" + - "Tests.Vpp.Perf.Crypto.100Ge2P1E810Cq-Avf-Ethip4Ipsec4Tnlsw-Ip4Base-Int-Aes256Gcm-Ndrpdr.1518b-.t.c-avf-ethip4ipsec4tnlsw-ip4base-int-aes256gcm-ndrpdr" + - "Tests.Vpp.Perf.Crypto.100Ge2P1E810Cq-Avf-Ethip4Ipsec40Tnlsw-Ip4Base-Int-Aes256Gcm-Ndrpdr.1518b-.t.c-avf-ethip4ipsec40tnlsw-ip4base-int-aes256gcm-ndrpdr" + - "Tests.Vpp.Perf.Crypto.100Ge2P1E810Cq-Avf-Ethip4Ipsec400Tnlsw-Ip4Base-Int-Aes256Gcm-Ndrpdr.1518b-.t.c-avf-ethip4ipsec400tnlsw-ip4base-int-aes256gcm-ndrpdr" + - "Tests.Vpp.Perf.Crypto.100Ge2P1E810Cq-Avf-Ethip4Ipsec1000Tnlsw-Ip4Base-Int-Aes256Gcm-Ndrpdr.1518b-.t.c-avf-ethip4ipsec1000tnlsw-ip4base-int-aes256gcm-ndrpdr" + - "Tests.Vpp.Perf.Crypto.100Ge2P1E810Cq-Avf-Ethip4Ipsec20000Tnlsw-Ip4Base-Int-Aes256Gcm-Ndrpdr.1518b-.t.c-avf-ethip4ipsec20000tnlsw-ip4base-int-aes256gcm-ndrpdr" + - "Tests.Vpp.Perf.Crypto.100Ge2P1E810Cq-Avf-Ethip4Ipsec10000Tnlsw-Ip4Base-Int-Aes256Gcm-Ndrpdr.1518b-.t.c-avf-ethip4ipsec10000tnlsw-ip4base-int-aes256gcm-ndrpdr" layout: - title: "2n-clx-xxv710-64b-vhost-base-dpdk-{test_type}" + title: "3n-icx-e810cq-1518b-ipsec-aes256gcm-ip4routing-scale-avf-{test_type}" layout: "plot-throughput-speedup-analysis" - type: "plot" - title: "Speedup: 2n-clx-xxv710-64b-vhost-base-dpdk-vpp-{test_type}-tsa" + title: "Speedup: 3n-icx-e810cq-imix-ipsec-aes256gcm-ip4routing-scale-avf-{test_type}-tsa" algorithm: "plot_tsa_name" - output-file: "{DIR[STATIC,VPP]}/2n-clx-xxv710-64b-vhost-base-dpdk-vpp-{test_type}-tsa" - data: "plot-vpp-throughput-lat-tsa-2n-clx" + output-file: "{DIR[STATIC,VPP]}/3n-icx-e810cq-imix-ipsec-aes256gcm-ip4routing-scale-avf-{test_type}-tsa" + data: "vpp-3n-icx-curr-iter" include: - - "Tests.Vpp.Perf.Vm Vhost.2N1L-25Ge2P1Xxv710-Dot1Q-L2Xcbase-Eth-2Vhostvr1024-1Vm-Vppl2Xc-Ndrpdr.64B-.t.c-dot1q-l2xcbase-eth-2vhostvr1024-1vm-vppl2xc-ndrpdr" - - "Tests.Vpp.Perf.Vm Vhost.2N1L-25Ge2P1Xxv710-Dot1Q-L2Bdbasemaclrn-Eth-2Vhostvr1024-1Vm-Vppl2Xc-Ndrpdr.64B-.t.c-dot1q-l2bdbasemaclrn-eth-2vhostvr1024-1vm-vppl2xc-ndrpdr" - - "Tests.Vpp.Perf.Vm Vhost.2N1L-25Ge2P1Xxv710-Eth-L2Xcbase-Eth-2Vhostvr1024-1Vm-Vppl2Xc-Ndrpdr.64B-.t.c-eth-l2xcbase-eth-2vhostvr1024-1vm-vppl2xc-ndrpdr" - - "Tests.Vpp.Perf.Vm Vhost.2N1L-25Ge2P1Xxv710-Eth-L2Bdbasemaclrn-Eth-2Vhostvr1024-1Vm-Vppl2Xc-Ndrpdr.64B-.t.c-eth-l2bdbasemaclrn-eth-2vhostvr1024-1vm-vppl2xc-ndrpdr" - - "Tests.Vpp.Perf.Vm Vhost.2N1L-25Ge2P1Xxv710-Ethip4-Ip4Base-Eth-2Vhostvr1024-1Vm-Vppip4-Ndrpdr.64B-.t.c-ethip4-ip4base-eth-2vhostvr1024-1vm-vppip4-ndrpdr" + - "Tests.Vpp.Perf.Crypto.100Ge2P1E810Cq-Avf-Ethip4Ipsec4Tnlsw-Ip4Base-Int-Aes256Gcm-Ndrpdr.imix-.t.c-avf-ethip4ipsec4tnlsw-ip4base-int-aes256gcm-ndrpdr" + - "Tests.Vpp.Perf.Crypto.100Ge2P1E810Cq-Avf-Ethip4Ipsec40Tnlsw-Ip4Base-Int-Aes256Gcm-Ndrpdr.imix-.t.c-avf-ethip4ipsec40tnlsw-ip4base-int-aes256gcm-ndrpdr" + - "Tests.Vpp.Perf.Crypto.100Ge2P1E810Cq-Avf-Ethip4Ipsec400Tnlsw-Ip4Base-Int-Aes256Gcm-Ndrpdr.imix-.t.c-avf-ethip4ipsec400tnlsw-ip4base-int-aes256gcm-ndrpdr" + - "Tests.Vpp.Perf.Crypto.100Ge2P1E810Cq-Avf-Ethip4Ipsec1000Tnlsw-Ip4Base-Int-Aes256Gcm-Ndrpdr.imix-.t.c-avf-ethip4ipsec1000tnlsw-ip4base-int-aes256gcm-ndrpdr" + - "Tests.Vpp.Perf.Crypto.100Ge2P1E810Cq-Avf-Ethip4Ipsec20000Tnlsw-Ip4Base-Int-Aes256Gcm-Ndrpdr.imix-.t.c-avf-ethip4ipsec20000tnlsw-ip4base-int-aes256gcm-ndrpdr" + - "Tests.Vpp.Perf.Crypto.100Ge2P1E810Cq-Avf-Ethip4Ipsec10000Tnlsw-Ip4Base-Int-Aes256Gcm-Ndrpdr.imix-.t.c-avf-ethip4ipsec10000tnlsw-ip4base-int-aes256gcm-ndrpdr" layout: - title: "2n-clx-xxv710-64b-vhost-base-dpdk-vpp-{test_type}" + title: "3n-icx-e810cq-imix-ipsec-aes256gcm-ip4routing-scale-avf-{test_type}" layout: "plot-throughput-speedup-analysis" - type: "plot" - title: "Speedup: 2n-clx-cx556a-64b-rdma-l2-vhost-base-{test_type}-tsa" + title: "Speedup: 3n-icx-e810cq-64b-ip4tunnel-base-avf-{test_type}-tsa" algorithm: "plot_tsa_name" - output-file: "{DIR[STATIC,VPP]}/2n-clx-cx556a-64b-rdma-l2-vhost-base-{test_type}-tsa" - data: "plot-vpp-throughput-lat-tsa-2n-clx" + output-file: "{DIR[STATIC,VPP]}/3n-icx-e810cq-64b-ip4tunnel-base-avf-{test_type}-tsa" + data: "vpp-3n-icx-curr-iter" include: - - "Tests.Vpp.Perf.Vm Vhost.2N1L-100Ge2P1Cx556A-Rdma-Dot1Q-L2Xcbase-Eth-2Vhostvr1024-1Vm-Ndrpdr.64B-.t.c-rdma-dot1q-l2xcbase-eth-2vhostvr1024-1vm-ndrpdr" - - "Tests.Vpp.Perf.Vm Vhost.2N1L-100Ge2P1Cx556A-Rdma-Dot1Q-L2Bdbasemaclrn-Eth-2Vhostvr1024-1Vm-Ndrpdr.64B-.t.c-rdma-dot1q-l2bdbasemaclrn-eth-2vhostvr1024-1vm-ndrpdr" - - "Tests.Vpp.Perf.Vm Vhost.2N1L-100Ge2P1Cx556A-Rdma-Eth-L2Xcbase-Eth-2Vhostvr1024-1Vm-Ndrpdr.64B-.t.c-rdma-eth-l2xcbase-eth-2vhostvr1024-1vm-ndrpdr" - - "Tests.Vpp.Perf.Vm Vhost.2N1L-100Ge2P1Cx556A-Rdma-Eth-L2Bdbasemaclrn-Eth-2Vhostvr1024-1Vm-Ndrpdr.64B-.t.c-rdma-eth-l2bdbasemaclrn-eth-2vhostvr1024-1vm-ndrpdr" + - "Tests.Vpp.Perf.Ip4 Tunnels.100Ge2P1E810Cq-Avf-Ethip4Vxlan-L2Xcbase-Ndrpdr.64B-.t.c-avf-ethip4vxlan-l2xcbase-ndrpdr" + - "Tests.Vpp.Perf.Ip4 Tunnels.100Ge2P1E810Cq-Avf-Ethip4Vxlan-L2Bdbasemaclrn-Ndrpdr.64B-.t.c-avf-ethip4vxlan-l2bdbasemaclrn-ndrpdr" layout: - title: "2n-clx-cx556a-64b-rdma-l2-vhost-base-{test_type}" + title: "3n-icx-e810cq-64b-ip4tunnel-base-avf-{test_type}" layout: "plot-throughput-speedup-analysis" - type: "plot" - title: "Speedup: 2n-clx-cx556a-64b-rdma-l2-vhost-vppl2xc-base-{test_type}-tsa" + title: "Speedup: 3n-icx-e810cq-1518b-ip4tunnel-base-avf-{test_type}-tsa" algorithm: "plot_tsa_name" - output-file: "{DIR[STATIC,VPP]}/2n-clx-cx556a-64b-rdma-l2-vhost-vppl2xc-base-{test_type}-tsa" - data: "plot-vpp-throughput-lat-tsa-2n-clx" + output-file: "{DIR[STATIC,VPP]}/3n-icx-e810cq-1518b-ip4tunnel-base-avf-{test_type}-tsa" + data: "vpp-3n-icx-curr-iter" include: - - "Tests.Vpp.Perf.Vm Vhost.2N1L-100Ge2P1Cx556A-Rdma-Dot1Q-L2Xcbase-Eth-2Vhostvr1024-1Vm-Vppl2Xc-Ndrpdr.64B-.t.c-rdma-dot1q-l2xcbase-eth-2vhostvr1024-1vm-vppl2xc-ndrpdr" - - "Tests.Vpp.Perf.Vm Vhost.2N1L-100Ge2P1Cx556A-Rdma-Dot1Q-L2Bdbasemaclrn-Eth-2Vhostvr1024-1Vm-Vppl2Xc-Ndrpdr.64B-.t.c-rdma-dot1q-l2bdbasemaclrn-eth-2vhostvr1024-1vm-vppl2xc-ndrpdr" - - "Tests.Vpp.Perf.Vm Vhost.2N1L-100Ge2P1Cx556A-Rdma-Eth-L2Xcbase-Eth-2Vhostvr1024-1Vm-Vppl2Xc-Ndrpdr.64B-.t.c-rdma-eth-l2xcbase-eth-2vhostvr1024-1vm-vppl2xc-ndrpdr" - - "Tests.Vpp.Perf.Vm Vhost.2N1L-100Ge2P1Cx556A-Rdma-Eth-L2Bdbasemaclrn-Eth-2Vhostvr1024-1Vm-Vppl2Xc-Ndrpdr.64B-.t.c-rdma-eth-l2bdbasemaclrn-eth-2vhostvr1024-1vm-vppl2xc-ndrpdr" + - "Tests.Vpp.Perf.Ip4 Tunnels.100Ge2P1E810Cq-Avf-Ethip4Vxlan-L2Xcbase-Ndrpdr.1518b-.t.c-avf-ethip4vxlan-l2xcbase-ndrpdr" + - "Tests.Vpp.Perf.Ip4 Tunnels.100Ge2P1E810Cq-Avf-Ethip4Vxlan-L2Bdbasemaclrn-Ndrpdr.1518b-.t.c-avf-ethip4vxlan-l2bdbasemaclrn-ndrpdr" layout: - title: "2n-clx-cx556a-64b-2t1c-l2-vhost-vppl2xc-base-{test_type}" + title: "3n-icx-e810cq-1518b-ip4tunnel-base-avf-{test_type}" layout: "plot-throughput-speedup-analysis" - type: "plot" - title: "Speedup: 2n-clx-xxv710-114b-vts-l2switching-base-dpdk-{test_type}-tsa" + title: "Speedup: 3n-icx-e810cq-imix-ip4tunnel-base-avf-{test_type}-tsa" algorithm: "plot_tsa_name" - output-file: "{DIR[STATIC,VPP]}/2n-clx-xxv710-114b-vts-l2switching-base-dpdk-{test_type}-tsa" - data: "plot-vpp-throughput-lat-tsa-2n-clx" + output-file: "{DIR[STATIC,VPP]}/3n-icx-e810cq-imix-ip4tunnel-base-avf-{test_type}-tsa" + data: "vpp-3n-icx-curr-iter" include: - - "Tests.Vpp.Perf.Vts.2N1L-25Ge2P1Xxv710-Avf-Ethip4Vxlan-L2Bdbasemaclrn-Eth-Iacldstbase-Aclpermit-2Vhostvr1024-1Vm-Ndrpdr.114B-.t.c-avf-ethip4vxlan-l2bdbasemaclrn-eth-iacldstbase-aclpermit-2vhostvr1024-1vm-ndrpdr" - - "Tests.Vpp.Perf.Vts.2N1L-25Ge2P1Xxv710-Avf-Ethip4Vxlan-L2Bdbasemaclrn-Eth-Iacldstbase-Aclpermitreflect-2Vhostvr1024-1Vm-Ndrpdr.114B-.t.c-avf-ethip4vxlan-l2bdbasemaclrn-eth-iacldstbase-aclpermitreflect-2vhostvr1024-1vm-ndrpdr" - - "Tests.Vpp.Perf.Vts.2N1L-25Ge2P1Xxv710-Avf-Ethip4Vxlan-L2Bdbasemaclrn-Eth-Iacldstbase-Noacl-2Vhostvr1024-1Vm-Ndrpdr.114B-.t.c-avf-ethip4vxlan-l2bdbasemaclrn-eth-iacldstbase-noacl-2vhostvr1024-1vm-ndrpdr" - - "Tests.Vpp.Perf.Vts.2n1l-25Ge2P1Xxv710-Ethip4Vxlan-L2Bdbasemaclrn-Eth-Iacldstbase-Noacl-2Vhostvr1024-1Vm-Ndrpdr.114B-.t.c-ethip4vxlan-l2bdbasemaclrn-eth-iacldstbase-noacl-2vhostvr1024-1vm-ndrpdr" - - "Tests.Vpp.Perf.Vts.2n1l-25Ge2P1Xxv710-Ethip4Vxlan-L2Bdbasemaclrn-Eth-Iacldstbase-Aclpermit-2Vhostvr1024-1Vm-Ndrpdr.114B-.t.c-ethip4vxlan-l2bdbasemaclrn-eth-iacldstbase-aclpermit-2vhostvr1024-1vm-ndrpdr" - - "Tests.Vpp.Perf.Vts.2n1l-25Ge2P1Xxv710-Ethip4Vxlan-L2Bdbasemaclrn-Eth-Iacldstbase-Aclpermitreflect-2Vhostvr1024-1Vm-Ndrpdr.114B-.t.c-ethip4vxlan-l2bdbasemaclrn-eth-iacldstbase-aclpermitreflect-2vhostvr1024-1vm-ndrpdr" + - "Tests.Vpp.Perf.Ip4 Tunnels.100Ge2P1E810Cq-Avf-Ethip4Vxlan-L2Xcbase-Ndrpdr.imix-.t.c-avf-ethip4vxlan-l2xcbase-ndrpdr" + - "Tests.Vpp.Perf.Ip4 Tunnels.100Ge2P1E810Cq-Avf-Ethip4Vxlan-L2Bdbasemaclrn-Ndrpdr.imix-.t.c-avf-ethip4vxlan-l2bdbasemaclrn-ndrpdr" layout: - title: "2n-clx-xxv710-114b-vts-l2switching-base-[avf,dpdk]-{test_type}" + title: "3n-icx-e810cq-imix-ip4tunnel-base-avf-{test_type}" layout: "plot-throughput-speedup-analysis" -# # 2n-icx -# -# - type: "plot" -# title: "Throughput: 2n-icx-e810cq-64b-{core}-ip4routing-base-scale-avf-{test_type}" -# algorithm: "plot_ndrpdr_box_name" -# output-file: "{DIR[STATIC,VPP]}/2n-icx-e810cq-64b-{core}-ip4routing-base-scale-avf-{test_type}" -# data: "plot-vpp-throughput-lat-tsa-2n-icx" -# core: ["2t1c", ] -# include: -# - "Tests.Vpp.Perf.Ip4.2N1L-100Ge2P1E810Cq-Avf-Ethip4-Ip4Base-Ndrpdr.64B-{core}-avf-ethip4-ip4base-ndrpdr" -# - "Tests.Vpp.Perf.Ip4.2N1L-100Ge2P1E810Cq-Avf-Ethip4-Ip4Scale20K-Ndrpdr.64B-{core}-avf-ethip4-ip4scale20k-ndrpdr" -# - "Tests.Vpp.Perf.Ip4.2N1L-100Ge2P1E810Cq-Avf-Ethip4-Ip4Scale200K-Ndrpdr.64B-{core}-avf-ethip4-ip4scale200k-ndrpdr" -# - "Tests.Vpp.Perf.Ip4.2N1L-100Ge2P1E810Cq-Avf-Ethip4-Ip4Scale2M-Ndrpdr.64B-{core}-avf-ethip4-ip4scale2m-ndrpdr" -# layout: -# title: "2n-icx-e810cq-64b-{core}-ip4routing-base-scale-avf-{test_type}" -# layout: "plot-throughput" -# -# - type: "plot" -# title: "Throughput: 2n-icx-e810cq-64b-{core}-ip4routing-base-scale-dpdk-{test_type}" -# algorithm: "plot_ndrpdr_box_name" -# output-file: "{DIR[STATIC,VPP]}/2n-icx-e810cq-64b-{core}-ip4routing-base-scale-dpdk-{test_type}" -# data: "plot-vpp-throughput-lat-tsa-2n-icx" -# core: ["2t1c", ] -# include: -# - "Tests.Vpp.Perf.Ip4.2N1L-100Ge2P1E810Cq-Ethip4-Ip4Base-Ndrpdr.64B-{core}-ethip4-ip4base-ndrpdr" -# - "Tests.Vpp.Perf.Ip4.2N1L-100Ge2P1E810Cq-Ethip4-Ip4Scale20K-Ndrpdr.64B-{core}-ethip4-ip4scale20k-ndrpdr" -# - "Tests.Vpp.Perf.Ip4.2N1L-100Ge2P1E810Cq-Ethip4-Ip4Scale200K-Ndrpdr.64B-{core}-ethip4-ip4scale200k-ndrpdr" -# - "Tests.Vpp.Perf.Ip4.2N1L-100Ge2P1E810Cq-Ethip4-Ip4Scale2M-Ndrpdr.64B-{core}-ethip4-ip4scale2m-ndrpdr" -# layout: -# title: "2n-icx-e810cq-64b-{core}-ip4routing-base-scale-dpdk-{test_type}" -# layout: "plot-throughput" -# -# - type: "plot" -# title: "Throughput: 2n-icx-e810cq-78b-{core}-ip6routing-base-scale-avf-{test_type}" -# algorithm: "plot_ndrpdr_box_name" -# output-file: "{DIR[STATIC,VPP]}/2n-icx-e810cq-78b-{core}-ip6routing-base-scale-avf-{test_type}" -# data: "plot-vpp-throughput-lat-tsa-2n-icx" -# core: ["2t1c", ] -# include: -# - "Tests.Vpp.Perf.Ip6.2N1L-100Ge2P1E810Cq-Avf-Ethip6-Ip6Base-Ndrpdr.78B-{core}-avf-ethip6-ip6base-ndrpdr" -# - "Tests.Vpp.Perf.Ip6.2N1L-100Ge2P1E810Cq-Avf-Ethip6-Ip6Scale20K-Ndrpdr.78B-{core}-avf-ethip6-ip6scale20k-ndrpdr" -# - "Tests.Vpp.Perf.Ip6.2N1L-100Ge2P1E810Cq-Avf-Ethip6-Ip6Scale200K-Ndrpdr.78B-{core}-avf-ethip6-ip6scale200k-ndrpdr" -# - "Tests.Vpp.Perf.Ip6.2N1L-100Ge2P1E810Cq-Avf-Ethip6-Ip6Scale2M-Ndrpdr.78B-{core}-avf-ethip6-ip6scale2m-ndrpdr" -# layout: -# title: "2n-icx-e810cq-78b-{core}-ip6routing-base-scale-avf-{test_type}" -# layout: "plot-throughput" -# -# - type: "plot" -# title: "Throughput: 2n-icx-e810cq-78b-{core}-ip6routing-base-scale-dpdk-{test_type}" -# algorithm: "plot_ndrpdr_box_name" -# output-file: "{DIR[STATIC,VPP]}/2n-icx-e810cq-78b-{core}-ip6routing-base-scale-dpdk-{test_type}" -# data: "plot-vpp-throughput-lat-tsa-2n-icx" -# core: ["2t1c", ] -# include: -# - "Tests.Vpp.Perf.Ip6.2N1L-100Ge2P1E810Cq-Ethip6-Ip6Base-Ndrpdr.78B-{core}-ethip6-ip6base-ndrpdr" -# - "Tests.Vpp.Perf.Ip6.2N1L-100Ge2P1E810Cq-Ethip6-Ip6Scale20K-Ndrpdr.78B-{core}-ethip6-ip6scale20k-ndrpdr" -# - "Tests.Vpp.Perf.Ip6.2N1L-100Ge2P1E810Cq-Ethip6-Ip6Scale200K-Ndrpdr.78B-{core}-ethip6-ip6scale200k-ndrpdr" -# - "Tests.Vpp.Perf.Ip6.2N1L-100Ge2P1E810Cq-Ethip6-Ip6Scale2M-Ndrpdr.78B-{core}-ethip6-ip6scale2m-ndrpdr" -# layout: -# title: "2n-icx-e810cq-78b-{core}-ip6routing-base-scale-dpdk-{test_type}" -# layout: "plot-throughput" -# -# - type: "plot" -# title: "Throughput: 2n-icx-e810cq-64b-{core}-l2switching-base-scale-avf-{test_type}" -# algorithm: "plot_ndrpdr_box_name" -# output-file: "{DIR[STATIC,VPP]}/2n-icx-e810cq-64b-{core}-l2switching-base-scale-avf-{test_type}" -# data: "plot-vpp-throughput-lat-tsa-2n-icx" -# core: ["2t1c", ] -# include: -# - "Tests.Vpp.Perf.L2.2N1L-100Ge2P1E810Cq-Avf-Eth-L2Patch-Ndrpdr.64B-{core}-avf-eth-l2patch-ndrpdr" -# - "Tests.Vpp.Perf.L2.2N1L-100Ge2P1E810Cq-Avf-Eth-L2Xcbase-Ndrpdr.64B-{core}-avf-eth-l2xcbase-ndrpdr" -# - "Tests.Vpp.Perf.L2.2N1L-100Ge2P1E810Cq-Avf-Eth-L2Bdbasemaclrn-Ndrpdr.64B-{core}-avf-eth-l2bdbasemaclrn-ndrpdr" -# - "Tests.Vpp.Perf.L2.2N1L-100Ge2P1E810Cq-Avf-Eth-L2Bdscale10Kmaclrn-Ndrpdr.64B-{core}-avf-eth-l2bdscale10kmaclrn-ndrpdr" -# - "Tests.Vpp.Perf.L2.2N1L-100Ge2P1E810Cq-Avf-Eth-L2Bdscale100Kmaclrn-Ndrpdr.64B-{core}-avf-eth-l2bdscale100kmaclrn-ndrpdr" -# - "Tests.Vpp.Perf.L2.2N1L-100Ge2P1E810Cq-Avf-Eth-L2Bdscale1Mmaclrn-Ndrpdr.64B-{core}-avf-eth-l2bdscale1mmaclrn-ndrpdr" -# layout: -# title: "2n-icx-e810cq-64b-{core}-l2switching-base-scale-avf-{test_type}" -# layout: "plot-throughput" -# -# - type: "plot" -# title: "Throughput: 2n-icx-e810cq-64b-{core}-l2switching-base-scale-dpdk-{test_type}" -# algorithm: "plot_ndrpdr_box_name" -# output-file: "{DIR[STATIC,VPP]}/2n-icx-e810cq-64b-{core}-l2switching-base-scale-dpdk-{test_type}" -# data: "plot-vpp-throughput-lat-tsa-2n-icx" -# core: ["2t1c", ] -# include: -# - "Tests.Vpp.Perf.L2.2N1L-100Ge2P1E810Cq-Eth-L2Patch-Ndrpdr.64B-{core}-eth-l2patch-ndrpdr" -# - "Tests.Vpp.Perf.L2.2N1L-100Ge2P1E810Cq-Eth-L2Xcbase-Ndrpdr.64B-{core}-eth-l2xcbase-ndrpdr" -# - "Tests.Vpp.Perf.L2.2N1L-100Ge2P1E810Cq-Eth-L2Bdbasemaclrn-Ndrpdr.64B-{core}-eth-l2bdbasemaclrn-ndrpdr" -# - "Tests.Vpp.Perf.L2.2N1L-100Ge2P1E810Cq-Eth-L2Bdscale10Kmaclrn-Ndrpdr.64B-{core}-eth-l2bdscale10kmaclrn-ndrpdr" -# - "Tests.Vpp.Perf.L2.2N1L-100Ge2P1E810Cq-Eth-L2Bdscale100Kmaclrn-Ndrpdr.64B-{core}-eth-l2bdscale100kmaclrn-ndrpdr" -# - "Tests.Vpp.Perf.L2.2N1L-100Ge2P1E810Cq-Eth-L2Bdscale1Mmaclrn-Ndrpdr.64B-{core}-eth-l2bdscale1mmaclrn-ndrpdr" -# layout: -# title: "2n-icx-e810cq-64b-{core}-l2switching-base-scale-dpdk-{test_type}" -# layout: "plot-throughput" -# -# - type: "plot" -# title: "Speedup: 2n-icx-e810cq-64b-ip4routing-base-scale-avf-{test_type}-tsa" -# algorithm: "plot_tsa_name" -# output-file: "{DIR[STATIC,VPP]}/2n-icx-e810cq-64b-ip4routing-base-scale-avf-{test_type}-tsa" -# data: "plot-vpp-throughput-lat-tsa-2n-icx" -# include: -# - "Tests.Vpp.Perf.Ip4.2N1L-100Ge2P1E810Cq-Avf-Ethip4-Ip4Base-Ndrpdr.64B-.t.c-avf-ethip4-ip4base-ndrpdr" -# - "Tests.Vpp.Perf.Ip4.2N1L-100Ge2P1E810Cq-Avf-Ethip4-Ip4Scale20K-Ndrpdr.64B-.t.c-avf-ethip4-ip4scale20k-ndrpdr" -# - "Tests.Vpp.Perf.Ip4.2N1L-100Ge2P1E810Cq-Avf-Ethip4-Ip4Scale200K-Ndrpdr.64B-.t.c-avf-ethip4-ip4scale200k-ndrpdr" -# - "Tests.Vpp.Perf.Ip4.2N1L-100Ge2P1E810Cq-Avf-Ethip4-Ip4Scale2M-Ndrpdr.64B-.t.c-avf-ethip4-ip4scale2m-ndrpdr" -# layout: -# title: "2n-icx-e810cq-64b-ip4routing-base-scale-avf-{test_type}" -# layout: "plot-throughput-speedup-analysis" -# -# - type: "plot" -# title: "Speedup: 2n-icx-e810cq-64b-ip4routing-base-scale-dpdk-{test_type}-tsa" -# algorithm: "plot_tsa_name" -# output-file: "{DIR[STATIC,VPP]}/2n-icx-e810cq-64b-ip4routing-base-scale-dpdk-{test_type}-tsa" -# data: "plot-vpp-throughput-lat-tsa-2n-icx" -# include: -# - "Tests.Vpp.Perf.Ip4.2N1L-100Ge2P1E810Cq-Ethip4-Ip4Base-Ndrpdr.64B-.t.c-ethip4-ip4base-ndrpdr" -# - "Tests.Vpp.Perf.Ip4.2N1L-100Ge2P1E810Cq-Ethip4-Ip4Scale20K-Ndrpdr.64B-.t.c-ethip4-ip4scale20k-ndrpdr" -# - "Tests.Vpp.Perf.Ip4.2N1L-100Ge2P1E810Cq-Ethip4-Ip4Scale200K-Ndrpdr.64B-.t.c-ethip4-ip4scale200k-ndrpdr" -# - "Tests.Vpp.Perf.Ip4.2N1L-100Ge2P1E810Cq-Ethip4-Ip4Scale2M-Ndrpdr.64B-.t.c-ethip4-ip4scale2m-ndrpdr" -# layout: -# title: "2n-icx-e810cq-64b-ip4routing-base-scale-dpdk-{test_type}" -# layout: "plot-throughput-speedup-analysis" -# -# - type: "plot" -# title: "Speedup: 2n-icx-e810cq-78b-ip6routing-base-scale-avf-{test_type}-tsa" -# algorithm: "plot_tsa_name" -# output-file: "{DIR[STATIC,VPP]}/2n-icx-e810cq-78b-ip6routing-base-scale-avf-{test_type}-tsa" -# data: "plot-vpp-throughput-lat-tsa-2n-icx" -# include: -# - "Tests.Vpp.Perf.Ip6.2N1L-100Ge2P1E810Cq-Avf-Ethip6-Ip6Base-Ndrpdr.78B-.t.c-avf-ethip6-ip6base-ndrpdr" -# - "Tests.Vpp.Perf.Ip6.2N1L-100Ge2P1E810Cq-Avf-Ethip6-Ip6Scale20K-Ndrpdr.78B-.t.c-avf-ethip6-ip6scale20k-ndrpdr" -# - "Tests.Vpp.Perf.Ip6.2N1L-100Ge2P1E810Cq-Avf-Ethip6-Ip6Scale200K-Ndrpdr.78B-.t.c-avf-ethip6-ip6scale200k-ndrpdr" -# - "Tests.Vpp.Perf.Ip6.2N1L-100Ge2P1E810Cq-Avf-Ethip6-Ip6Scale2M-Ndrpdr.78B-.t.c-avf-ethip6-ip6scale2m-ndrpdr" -# layout: -# title: "2n-icx-e810cq-78b-ip6routing-base-scale-avf-{test_type}" -# layout: "plot-throughput-speedup-analysis" -# -# - type: "plot" -# title: "Speedup: 2n-icx-e810cq-78b-ip6routing-base-scale-dpdk-{test_type}-tsa" -# algorithm: "plot_tsa_name" -# output-file: "{DIR[STATIC,VPP]}/2n-icx-e810cq-78b-ip6routing-base-scale-dpdk-{test_type}-tsa" -# data: "plot-vpp-throughput-lat-tsa-2n-icx" -# include: -# - "Tests.Vpp.Perf.Ip6.2N1L-100Ge2P1E810Cq-Ethip6-Ip6Base-Ndrpdr.78B-.t.c-ethip6-ip6base-ndrpdr" -# - "Tests.Vpp.Perf.Ip6.2N1L-100Ge2P1E810Cq-Ethip6-Ip6Scale20K-Ndrpdr.78B-.t.c-ethip6-ip6scale20k-ndrpdr" -# - "Tests.Vpp.Perf.Ip6.2N1L-100Ge2P1E810Cq-Ethip6-Ip6Scale200K-Ndrpdr.78B-.t.c-ethip6-ip6scale200k-ndrpdr" -# - "Tests.Vpp.Perf.Ip6.2N1L-100Ge2P1E810Cq-Ethip6-Ip6Scale2M-Ndrpdr.78B-.t.c-ethip6-ip6scale2m-ndrpdr" -# layout: -# title: "2n-icx-e810cq-78b-ip6routing-base-scale-dpdk-{test_type}" -# layout: "plot-throughput-speedup-analysis" -# -# - type: "plot" -# title: "Speedup: 2n-icx-e810cq-64b-l2switching-base-scale-avf-{test_type}-tsa" -# algorithm: "plot_tsa_name" -# output-file: "{DIR[STATIC,VPP]}/2n-icx-e810cq-64b-l2switching-base-scale-avf-{test_type}-tsa" -# data: "plot-vpp-throughput-lat-tsa-2n-icx" -# include: -# - "Tests.Vpp.Perf.L2.2N1L-100Ge2P1E810Cq-Avf-Eth-L2Patch-Ndrpdr.64B-.t.c-avf-eth-l2patch-ndrpdr" -# - "Tests.Vpp.Perf.L2.2N1L-100Ge2P1E810Cq-Avf-Eth-L2Xcbase-Ndrpdr.64B-.t.c-avf-eth-l2xcbase-ndrpdr" -# - "Tests.Vpp.Perf.L2.2N1L-100Ge2P1E810Cq-Avf-Eth-L2Bdbasemaclrn-Ndrpdr.64B-.t.c-avf-eth-l2bdbasemaclrn-ndrpdr" -# - "Tests.Vpp.Perf.L2.2N1L-100Ge2P1E810Cq-Avf-Eth-L2Bdscale10Kmaclrn-Ndrpdr.64B-.t.c-avf-eth-l2bdscale10kmaclrn-ndrpdr" -# - "Tests.Vpp.Perf.L2.2N1L-100Ge2P1E810Cq-Avf-Eth-L2Bdscale100Kmaclrn-Ndrpdr.64B-.t.c-avf-eth-l2bdscale100kmaclrn-ndrpdr" -# - "Tests.Vpp.Perf.L2.2N1L-100Ge2P1E810Cq-Avf-Eth-L2Bdscale1Mmaclrn-Ndrpdr.64B-.t.c-avf-eth-l2bdscale1mmaclrn-ndrpdr" -# layout: -# title: "2n-icx-e810cq-64b-l2switching-base-scale-avf-{test_type}" -# layout: "plot-throughput-speedup-analysis" -# -# - type: "plot" -# title: "Speedup: 2n-icx-e810cq-64b-l2switching-base-scale-dpdk-{test_type}-tsa" -# algorithm: "plot_tsa_name" -# output-file: "{DIR[STATIC,VPP]}/2n-icx-e810cq-64b-l2switching-base-scale-dpdk-{test_type}-tsa" -# data: "plot-vpp-throughput-lat-tsa-2n-icx" -# include: -# - "Tests.Vpp.Perf.L2.2N1L-100Ge2P1E810Cq-Eth-L2Patch-Ndrpdr.64B-.t.c-eth-l2patch-ndrpdr" -# - "Tests.Vpp.Perf.L2.2N1L-100Ge2P1E810Cq-Eth-L2Xcbase-Ndrpdr.64B-.t.c-eth-l2xcbase-ndrpdr" -# - "Tests.Vpp.Perf.L2.2N1L-100Ge2P1E810Cq-Eth-L2Bdbasemaclrn-Ndrpdr.64B-.t.c-eth-l2bdbasemaclrn-ndrpdr" -# - "Tests.Vpp.Perf.L2.2N1L-100Ge2P1E810Cq-Eth-L2Bdscale10Kmaclrn-Ndrpdr.64B-.t.c-eth-l2bdscale10kmaclrn-ndrpdr" -# - "Tests.Vpp.Perf.L2.2N1L-100Ge2P1E810Cq-Eth-L2Bdscale100Kmaclrn-Ndrpdr.64B-.t.c-eth-l2bdscale100kmaclrn-ndrpdr" -# - "Tests.Vpp.Perf.L2.2N1L-100Ge2P1E810Cq-Eth-L2Bdscale1Mmaclrn-Ndrpdr.64B-.t.c-eth-l2bdscale1mmaclrn-ndrpdr" -# layout: -# title: "2n-icx-e810cq-64b-l2switching-base-scale-dpdk-{test_type}" -# layout: "plot-throughput-speedup-analysis" - # Packet Throughput - DPDK # 2n-clx @@ -11274,7 +10699,7 @@ title: "DPDK Throughput: 2n-clx-xxv710-64b-{core}-base-{test_type}" algorithm: "plot_ndrpdr_box_name" output-file: "{DIR[STATIC,DPDK]}/2n-clx-xxv710-64b-{core}-base-{test_type}" - data: "plot-dpdk-throughput-latency-2n-clx" + data: "dpdk-2n-clx-curr-iter" core: ["1t1c", "4t2c"] include: - "tests.dpdk.perf.2n1l-25ge2p1xxv710-eth-l2xcbase-testpmd-ndrpdr.64b-{core}-eth-l2xcbase-testpmd-ndrpdr" @@ -11287,7 +10712,7 @@ title: "DPDK Throughput: 2n-clx-x710-64b-{core}-base-{test_type}" algorithm: "plot_ndrpdr_box_name" output-file: "{DIR[STATIC,DPDK]}/2n-clx-x710-64b-{core}-base-{test_type}" - data: "plot-dpdk-throughput-latency-2n-clx" + data: "dpdk-2n-clx-curr-iter" core: ["1t1c", "4t2c"] include: - "tests.dpdk.perf.2n1l-10ge2p1x710-eth-l2xcbase-testpmd-ndrpdr.64b-{core}-eth-l2xcbase-testpmd-ndrpdr" @@ -11306,7 +10731,7 @@ title: "Throughput: 2n-zn2-xxv710-64b-{core}-memif-base-avf-{test_type}" algorithm: "plot_ndrpdr_box_name" output-file: "{DIR[STATIC,VPP]}/2n-zn2-xxv710-64b-{core}-memif-base-avf-{test_type}" - data: "plot-vpp-throughput-lat-tsa-2n-zn2" + data: "vpp-2n-zn2-curr-iter" core: ["2t1c", ] include: - "Tests.Vpp.Perf.Container Memif.2N1L-25Ge2P1Xxv710-Avf-Eth-L2Xcbase-Eth-2Memif-1Dcr-Ndrpdr.64B-{core}-avf-eth-l2xcbase-eth-2memif-1dcr-ndrpdr" @@ -11321,7 +10746,7 @@ title: "Throughput: 2n-zn2-xxv710-64b-{core}-memif-base-dpdk-{test_type}" algorithm: "plot_ndrpdr_box_name" output-file: "{DIR[STATIC,VPP]}/2n-zn2-xxv710-64b-{core}-memif-base-dpdk-{test_type}" - data: "plot-vpp-throughput-lat-tsa-2n-zn2" + data: "vpp-2n-zn2-curr-iter" core: ["2t1c", ] include: - "Tests.Vpp.Perf.Container Memif.2N1L-25Ge2P1Xxv710-Eth-L2Xcbase-Eth-2Memif-1Dcr-Ndrpdr.64B-{core}-eth-l2xcbase-eth-2memif-1dcr-ndrpdr" @@ -11336,7 +10761,7 @@ title: "Throughput: 2n-zn2-cx556a-64b-{core}-rdma-l2-eth-2memif-1dcr-{test_type}" algorithm: "plot_ndrpdr_box_name" output-file: "{DIR[STATIC,VPP]}/2n-zn2-cx556a-64b-{core}-rdma-l2-eth-2memif-1dcr-{test_type}" - data: "plot-vpp-throughput-lat-tsa-2n-zn2" + data: "vpp-2n-zn2-curr-iter" core: ["2t1c", ] include: - "Tests.Vpp.Perf.Container Memif.2N1L-100Ge2P1Cx556A-Rdma-Dot1Q-L2Bdbasemaclrn-Eth-2Memif-1Dcr-Ndrpdr.64B-{core}-rdma-dot1q-l2bdbasemaclrn-eth-2memif-1dcr-ndrpdr" @@ -11351,7 +10776,7 @@ title: "Throughput: 2n-zn2-x710-64b-{core}-ip4routing-base-scale-[avf,dpdk]-{test_type}" algorithm: "plot_ndrpdr_box_name" output-file: "{DIR[STATIC,VPP]}/2n-zn2-x710-64b-{core}-ip4routing-base-scale-[avf,dpdk]-{test_type}" - data: "plot-vpp-throughput-lat-tsa-2n-zn2" + data: "vpp-2n-zn2-curr-iter" core: ["2t1c", ] include: - "Tests.Vpp.Perf.Ip4.2N1L-10Ge2P1X710-Avf-Dot1Q-Ip4Base-Ndrpdr.64B-{core}-avf-dot1q-ip4base-ndrpdr" @@ -11368,7 +10793,7 @@ title: "Throughput: 2n-zn2-xxv710-64b-{core}-ip4routing-base-scale-avf-{test_type}" algorithm: "plot_ndrpdr_box_name" output-file: "{DIR[STATIC,VPP]}/2n-zn2-xxv710-64b-{core}-ip4routing-base-scale-avf-{test_type}" - data: "plot-vpp-throughput-lat-tsa-2n-zn2" + data: "vpp-2n-zn2-curr-iter" core: ["2t1c", ] include: - "Tests.Vpp.Perf.Ip4.2N1L-25Ge2P1Xxv710-Avf-Ethip4-Ip4Base-Ndrpdr.64B-{core}-avf-ethip4-ip4base-ndrpdr" @@ -11386,7 +10811,7 @@ title: "Throughput: 2n-zn2-xxv710-64b-{core}-ip4routing-base-scale-dpdk-{test_type}" algorithm: "plot_ndrpdr_box_name" output-file: "{DIR[STATIC,VPP]}/2n-zn2-xxv710-64b-{core}-ip4routing-base-scale-dpdk-{test_type}" - data: "plot-vpp-throughput-lat-tsa-2n-zn2" + data: "vpp-2n-zn2-curr-iter" core: ["2t1c", ] include: - "Tests.Vpp.Perf.Ip4.2N1L-25Ge2P1Xxv710-Dot1Q-Ip4Base-Ndrpdr.64B-{core}-dot1q-ip4base-ndrpdr" @@ -11405,7 +10830,7 @@ title: "Throughput: 2n-zn2-xxv710-64b-{core}-features-ip4routing-base-avf-{test_type}" algorithm: "plot_ndrpdr_box_name" output-file: "{DIR[STATIC,VPP]}/2n-zn2-xxv710-64b-{core}-features-ip4routing-base-avf-{test_type}" - data: "plot-vpp-throughput-lat-tsa-2n-zn2" + data: "vpp-2n-zn2-curr-iter" core: ["2t1c", ] include: - "Tests.Vpp.Perf.Ip4.2N1L-25Ge2P1Xxv710-Avf-Ethip4Udp-Ip4Base-Iacl50Sf-10Kflows-Ndrpdr.64B-{core}-avf-ethip4udp-ip4base-iacl50sf-10kflows-ndrpdr" @@ -11422,7 +10847,7 @@ title: "Throughput: 2n-zn2-xxv710-64b-{core}-nat44det-ip4routing-stl-bidir-avf-{test_type}" algorithm: "plot_ndrpdr_box_name" output-file: "{DIR[STATIC,VPP]}/2n-zn2-xxv710-64b-{core}-nat44det-ip4routing-stl-bidir-avf-{test_type}" - data: "plot-vpp-throughput-lat-tsa-2n-zn2" + data: "vpp-2n-zn2-curr-iter" core: ["2t1c", ] include: - "tests.vpp.perf.ip4.2n1l-25ge2p1xxv710-avf-ethip4udp-nat44det-h1024-p63-s64512-ndrpdr.64b-{core}-avf-ethip4udp-nat44det-h1024-p63-s64512-ndrpdr" @@ -11438,7 +10863,7 @@ # title: "Throughput: 2n-zn2-xxv710-64b-{core}-nat44ed-ip4routing-stl-unidir-avf-{test_type}" # algorithm: "plot_ndrpdr_box_name" # output-file: "{DIR[STATIC,VPP]}/2n-zn2-xxv710-64b-{core}-nat44ed-ip4routing-stl-unidir-avf-{test_type}" -# data: "plot-vpp-throughput-lat-tsa-2n-zn2" +# data: "vpp-2n-zn2-curr-iter" # core: ["2t1c", ] # test-type: ["ndr", "pdr"] # include: @@ -11455,7 +10880,7 @@ # title: "Throughput: 2n-zn2-xxv710-64b-{core}-nat44ed-ip4routing-udp-stf-cps-avf-{test_type}" # algorithm: "plot_ndrpdr_box_name" # output-file: "{DIR[STATIC,VPP]}/2n-zn2-xxv710-64b-{core}-nat44ed-ip4routing-udp-stf-cps-avf-{test_type}" -# data: "plot-vpp-throughput-lat-tsa-2n-zn2" +# data: "vpp-2n-zn2-curr-iter" # core: ["2t1c", ] # test-type: ["ndr", "pdr"] # include: @@ -11477,7 +10902,7 @@ # title: "Throughput: 2n-zn2-xxv710-64b-{core}-nat44ed-ip4routing-udp-stf-pps-avf-{test_type}" # algorithm: "plot_ndrpdr_box_name" # output-file: "{DIR[STATIC,VPP]}/2n-zn2-xxv710-64b-{core}-nat44ed-ip4routing-udp-stf-pps-avf-{test_type}" -# data: "plot-vpp-throughput-lat-tsa-2n-zn2" +# data: "vpp-2n-zn2-curr-iter" # core: ["2t1c", ] # test-type: ["ndr", "pdr"] # include: @@ -11499,7 +10924,7 @@ # title: "Throughput: 2n-zn2-xxv710-64b-{core}-nat44ed-ip4routing-tcp-stf-cps-avf-{test_type}" # algorithm: "plot_ndrpdr_box_name" # output-file: "{DIR[STATIC,VPP]}/2n-zn2-xxv710-64b-{core}-nat44ed-ip4routing-tcp-stf-cps-avf-{test_type}" -# data: "plot-vpp-throughput-lat-tsa-2n-zn2" +# data: "vpp-2n-zn2-curr-iter" # core: ["2t1c", ] # test-type: ["ndr", "pdr"] # include: @@ -11521,7 +10946,7 @@ # title: "Throughput: 2n-zn2-xxv710-64b-{core}-nat44ed-ip4routing-tcp-stf-pps-avf-{test_type}" # algorithm: "plot_ndrpdr_box_name" # output-file: "{DIR[STATIC,VPP]}/2n-zn2-xxv710-64b-{core}-nat44ed-ip4routing-tcp-stf-pps-avf-{test_type}" -# data: "plot-vpp-throughput-lat-tsa-2n-zn2" +# data: "vpp-2n-zn2-curr-iter" # core: ["2t1c", ] # test-type: ["ndr", "pdr"] # include: @@ -11543,7 +10968,7 @@ title: "Throughput: 2n-zn2-xxv710-64b-{core}-nat44det-ip4routing-stl-bidir-avf-pdr" algorithm: "plot_ndrpdr_box_name" output-file: "{DIR[STATIC,VPP]}/2n-zn2-xxv710-64b-{core}-nat44det-ip4routing-stl-bidir-avf-pdr" - data: "plot-vpp-throughput-lat-tsa-2n-zn2" + data: "vpp-2n-zn2-curr-iter" core: ["2t1c", ] include: - "tests.vpp.perf.ip4.2n1l-25ge2p1xxv710-avf-ethip4udp-nat44det-h1024-p63-s64512-ndrpdr.64b-{core}-avf-ethip4udp-nat44det-h1024-p63-s64512-ndrpdr" @@ -11559,7 +10984,7 @@ title: "Throughput: 2n-zn2-xxv710-64b-{core}-features-ip4routing-base-dpdk-{test_type}" algorithm: "plot_ndrpdr_box_name" output-file: "{DIR[STATIC,VPP]}/2n-zn2-xxv710-64b-{core}-features-ip4routing-base-dpdk-{test_type}" - data: "plot-vpp-throughput-lat-tsa-2n-zn2" + data: "vpp-2n-zn2-curr-iter" core: ["2t1c", ] include: - "Tests.Vpp.Perf.Ip4.2N1L-25Ge2P1Xxv710-Ethip4-Ip4Base-Ndrpdr.64B-{core}-ethip4-ip4base-ndrpdr" @@ -11576,7 +11001,7 @@ title: "Throughput: 2n-zn2-cx556a-64b-{core}-rdma-ip4base-{test_type}" algorithm: "plot_ndrpdr_box_name" output-file: "{DIR[STATIC,VPP]}/2n-zn2-cx556a-64b-{core}-rdma-ip4base-{test_type}" - data: "plot-vpp-throughput-lat-tsa-2n-zn2" + data: "vpp-2n-zn2-curr-iter" core: ["2t1c", ] include: - "Tests.Vpp.Perf.Ip4.2N1L-100Ge2P1Cx556A-Rdma-Dot1Q-Ip4Base-Ndrpdr.64B-{core}-rdma-dot1q-ip4base-ndrpdr" @@ -11595,7 +11020,7 @@ title: "Throughput: 2n-zn2-cx556a-64b-{core}-rdma-ethip4-features-{test_type}" algorithm: "plot_ndrpdr_box_name" output-file: "{DIR[STATIC,VPP]}/2n-zn2-cx556a-64b-{core}-rdma-ethip4-features-{test_type}" - data: "plot-vpp-throughput-lat-tsa-2n-zn2" + data: "vpp-2n-zn2-curr-iter" core: ["2t1c", ] include: - "Tests.Vpp.Perf.Ip4.2N1L-100Ge2P1Cx556A-Rdma-Ethip4Udp-Ip4Base-Iacl50Sf-10Kflows-Ndrpdr.64B-{core}-rdma-ethip4udp-ip4base-iacl50sf-10kflows-ndrpdr" @@ -11612,7 +11037,7 @@ title: "Throughput: 2n-zn2-xxv710-64b-{core}-ethip4--ethip4udpgeneve-avf-{test_type}" algorithm: "plot_ndrpdr_box_name" output-file: "{DIR[STATIC,VPP]}/2n-zn2-xxv710-64b-{core}-ethip4--ethip4udpgeneve-avf-{test_type}" - data: "plot-vpp-throughput-lat-tsa-2n-zn2" + data: "vpp-2n-zn2-curr-iter" core: ["2t1c", ] include: - "Tests.Vpp.Perf.Ip4 Tunnels.2N1L-25Ge2P1Xxv710-Avf-Ethip4--Ethip4Udpgeneve-1Tun-Ip4Base-Ndrpdr.64B-{core}-avf-ethip4--ethip4udpgeneve-1tun-ip4base-ndrpdr" @@ -11628,7 +11053,7 @@ title: "Throughput: 2n-zn2-x710-78b-{core}-ip6routing-base-scale-[avf,dpdk]-{test_type}" algorithm: "plot_ndrpdr_box_name" output-file: "{DIR[STATIC,VPP]}/2n-zn2-x710-78b-{core}-ip6routing-base-scale-[avf,dpdk]-{test_type}" - data: "plot-vpp-throughput-lat-tsa-2n-zn2" + data: "vpp-2n-zn2-curr-iter" core: ["2t1c", ] include: - "Tests.Vpp.Perf.Ip6.2N1L-10Ge2P1X710-Avf-Dot1Q-Ip6Base-Ndrpdr.78B-{core}-avf-dot1q-ip6base-ndrpdr" @@ -11646,7 +11071,7 @@ title: "Throughput: 2n-zn2-xxv710-78b-{core}-ip6routing-base-scale-avf-{test_type}" algorithm: "plot_ndrpdr_box_name" output-file: "{DIR[STATIC,VPP]}/2n-zn2-xxv710-78b-{core}-ip6routing-base-scale-avf-{test_type}" - data: "plot-vpp-throughput-lat-tsa-2n-zn2" + data: "vpp-2n-zn2-curr-iter" core: ["2t1c", ] include: - "Tests.Vpp.Perf.Ip6.2N1L-25Ge2P1Xxv710-Avf-Dot1Q-Ip6Base-Ndrpdr.78B-{core}-avf-dot1q-ip6base-ndrpdr" @@ -11665,7 +11090,7 @@ title: "Throughput: 2n-zn2-xxv710-78b-{core}-ip6routing-base-scale-dpdk-{test_type}" algorithm: "plot_ndrpdr_box_name" output-file: "{DIR[STATIC,VPP]}/2n-zn2-xxv710-78b-{core}-ip6routing-base-scale-dpdk-{test_type}" - data: "plot-vpp-throughput-lat-tsa-2n-zn2" + data: "vpp-2n-zn2-curr-iter" core: ["2t1c", ] include: - "Tests.Vpp.Perf.Ip6.2N1L-25Ge2P1Xxv710-Dot1Q-Ip6Base-Ndrpdr.78B-{core}-dot1q-ip6base-ndrpdr" @@ -11684,7 +11109,7 @@ title: "Throughput: 2n-zn2-cx556a-78b-{core}-rdma-ip6routing-base-scale-{test_type}" algorithm: "plot_ndrpdr_box_name" output-file: "{DIR[STATIC,VPP]}/2n-zn2-cx556a-78b-{core}-rdma-ip6routing-base-scale-{test_type}" - data: "plot-vpp-throughput-lat-tsa-2n-zn2" + data: "vpp-2n-zn2-curr-iter" core: ["2t1c", ] include: - "Tests.Vpp.Perf.Ip6.2N1L-100Ge2P1Cx556A-Rdma-Dot1Q-Ip6Base-Ndrpdr.78B-{core}-rdma-dot1q-ip6base-ndrpdr" @@ -11700,7 +11125,7 @@ title: "Throughput: 2n-zn2-x710-64b-{core}-l2switching-base-scale-avf-{test_type}" algorithm: "plot_ndrpdr_box_name" output-file: "{DIR[STATIC,VPP]}/2n-zn2-x710-64b-{core}-l2switching-base-scale-avf-{test_type}" - data: "plot-vpp-throughput-lat-tsa-2n-zn2" + data: "vpp-2n-zn2-curr-iter" core: ["2t1c", ] include: - "Tests.Vpp.Perf.L2.2N1L-10Ge2P1X710-Avf-Dot1Q-L2Bdbasemaclrn-Ndrpdr.64B-{core}-avf-dot1q-l2bdbasemaclrn-ndrpdr" @@ -11716,7 +11141,7 @@ title: "Throughput: 2n-zn2-x710-64b-{core}-l2switching-base-scale-dpdk-{test_type}" algorithm: "plot_ndrpdr_box_name" output-file: "{DIR[STATIC,VPP]}/2n-zn2-x710-64b-{core}-l2switching-base-scale-dpdk-{test_type}" - data: "plot-vpp-throughput-lat-tsa-2n-zn2" + data: "vpp-2n-zn2-curr-iter" core: ["2t1c", ] include: - "Tests.Vpp.Perf.L2.2N1L-10Ge2P1X710-Dot1Q-L2Bdbasemaclrn-Ndrpdr.64B-{core}-dot1q-l2bdbasemaclrn-ndrpdr" @@ -11732,7 +11157,7 @@ title: "Throughput: 2n-zn2-xxv710-64b-{core}-l2switching-base-avf-{test_type}" algorithm: "plot_ndrpdr_box_name" output-file: "{DIR[STATIC,VPP]}/2n-zn2-xxv710-64b-{core}-l2switching-base-avf-{test_type}" - data: "plot-vpp-throughput-lat-tsa-2n-zn2" + data: "vpp-2n-zn2-curr-iter" core: ["2t1c", ] include: - "Tests.Vpp.Perf.L2.2N1L-25Ge2P1Xxv710-Avf-Dot1Q-L2Xcbase-Ndrpdr.64B-{core}-avf-dot1q-l2xcbase-ndrpdr" @@ -11749,7 +11174,7 @@ title: "Throughput: 2n-zn2-xxv710-64b-{core}-l2switching-base-scale-avf-{test_type}" algorithm: "plot_ndrpdr_box_name" output-file: "{DIR[STATIC,VPP]}/2n-zn2-xxv710-64b-{core}-l2switching-base-scale-avf-{test_type}" - data: "plot-vpp-throughput-lat-tsa-2n-zn2" + data: "vpp-2n-zn2-curr-iter" core: ["2t1c", ] include: - "Tests.Vpp.Perf.L2.2N1L-25Ge2P1Xxv710-Avf-Eth-L2Bdbasemaclrn-Ndrpdr.64B-{core}-avf-eth-l2bdbasemaclrn-ndrpdr" @@ -11764,7 +11189,7 @@ title: "Throughput: 2n-zn2-xxv710-64b-{core}-l2switching-base-dpdk-{test_type}" algorithm: "plot_ndrpdr_box_name" output-file: "{DIR[STATIC,VPP]}/2n-zn2-xxv710-64b-{core}-l2switching-base-dpdk-{test_type}" - data: "plot-vpp-throughput-lat-tsa-2n-zn2" + data: "vpp-2n-zn2-curr-iter" core: ["2t1c", ] include: - "Tests.Vpp.Perf.L2.2N1L-25Ge2P1Xxv710-Dot1Q-L2Xcbase-Ndrpdr.64B-{core}-dot1q-l2xcbase-ndrpdr" @@ -11781,7 +11206,7 @@ title: "Throughput: 2n-zn2-xxv710-64b-{core}-l2switching-base-scale-dpdk-{test_type}" algorithm: "plot_ndrpdr_box_name" output-file: "{DIR[STATIC,VPP]}/2n-zn2-xxv710-64b-{core}-l2switching-base-scale-dpdk-{test_type}" - data: "plot-vpp-throughput-lat-tsa-2n-zn2" + data: "vpp-2n-zn2-curr-iter" core: ["2t1c", ] include: - "Tests.Vpp.Perf.L2.2N1L-25Ge2P1Xxv710-Eth-L2Bdbasemaclrn-Ndrpdr.64B-{core}-eth-l2bdbasemaclrn-ndrpdr" @@ -11796,7 +11221,7 @@ title: "Throughput: 2n-zn2-cx556a-64b-{core}-rdma-l2switching-base-{test_type}" algorithm: "plot_ndrpdr_box_name" output-file: "{DIR[STATIC,VPP]}/2n-zn2-cx556a-64b-{core}-rdma-l2switching-base-{test_type}" - data: "plot-vpp-throughput-lat-tsa-2n-zn2" + data: "vpp-2n-zn2-curr-iter" core: ["2t1c", ] include: - "Tests.Vpp.Perf.L2.2N1L-100Ge2P1Cx556A-Rdma-Dot1Q-L2Xcbase-Ndrpdr.64B-{core}-rdma-dot1q-l2xcbase-ndrpdr" @@ -11813,7 +11238,7 @@ title: "Throughput: 2n-zn2-cx556a-64b-{core}-rdma-l2switching-scale-{test_type}" algorithm: "plot_ndrpdr_box_name" output-file: "{DIR[STATIC,VPP]}/2n-zn2-cx556a-64b-{core}-rdma-l2switching-scale-{test_type}" - data: "plot-vpp-throughput-lat-tsa-2n-zn2" + data: "vpp-2n-zn2-curr-iter" core: ["2t1c", ] include: - "Tests.Vpp.Perf.L2.2N1L-100Ge2P1Cx556A-Rdma-Eth-L2Bdbasemaclrn-Ndrpdr.64B-{core}-rdma-eth-l2bdbasemaclrn-ndrpdr" @@ -11828,7 +11253,7 @@ title: "Throughput: 2n-zn2-xxv710-64b-{core}-vhost-base-avf-{test_type}" algorithm: "plot_ndrpdr_box_name" output-file: "{DIR[STATIC,VPP]}/2n-zn2-xxv710-64b-{core}-vhost-base-avf-{test_type}" - data: "plot-vpp-throughput-lat-tsa-2n-zn2" + data: "vpp-2n-zn2-curr-iter" core: ["2t1c", ] include: - "Tests.Vpp.Perf.Vm Vhost.2N1L-25Ge2P1Xxv710-Avf-Dot1Q-L2Xcbase-Eth-2Vhostvr1024-1Vm-Ndrpdr.64B-{core}-avf-dot1q-l2xcbase-eth-2vhostvr1024-1vm-ndrpdr" @@ -11844,7 +11269,7 @@ title: "Throughput: 2n-zn2-xxv710-64b-{core}-vhost-base-avf-vpp-{test_type}" algorithm: "plot_ndrpdr_box_name" output-file: "{DIR[STATIC,VPP]}/2n-zn2-xxv710-64b-{core}-vhost-base-avf-vpp-{test_type}" - data: "plot-vpp-throughput-lat-tsa-2n-zn2" + data: "vpp-2n-zn2-curr-iter" core: ["2t1c", ] include: - "Tests.Vpp.Perf.Vm Vhost.2N1L-25Ge2P1Xxv710-Avf-Dot1Q-L2Xcbase-Eth-2Vhostvr1024-1Vm-Vppl2Xc-Ndrpdr.64B-{core}-avf-dot1q-l2xcbase-eth-2vhostvr1024-1vm-vppl2xc-ndrpdr" @@ -11860,7 +11285,7 @@ title: "Throughput: 2n-zn2-xxv710-64b-{core}-vhost-base-dpdk-{test_type}" algorithm: "plot_ndrpdr_box_name" output-file: "{DIR[STATIC,VPP]}/2n-zn2-xxv710-64b-{core}-vhost-base-dpdk-{test_type}" - data: "plot-vpp-throughput-lat-tsa-2n-zn2" + data: "vpp-2n-zn2-curr-iter" core: ["2t1c", ] include: - "Tests.Vpp.Perf.Vm Vhost.2N1L-25Ge2P1Xxv710-Dot1Q-L2Xcbase-Eth-2Vhostvr1024-1Vm-Ndrpdr.64B-{core}-dot1q-l2xcbase-eth-2vhostvr1024-1vm-ndrpdr" @@ -11876,7 +11301,7 @@ title: "Throughput: 2n-zn2-xxv710-64b-{core}-vhost-base-dpdk-vpp-{test_type}" algorithm: "plot_ndrpdr_box_name" output-file: "{DIR[STATIC,VPP]}/2n-zn2-xxv710-64b-{core}-vhost-base-dpdk-vpp-{test_type}" - data: "plot-vpp-throughput-lat-tsa-2n-zn2" + data: "vpp-2n-zn2-curr-iter" core: ["2t1c", ] include: - "Tests.Vpp.Perf.Vm Vhost.2N1L-25Ge2P1Xxv710-Dot1Q-L2Xcbase-Eth-2Vhostvr1024-1Vm-Vppl2Xc-Ndrpdr.64B-{core}-dot1q-l2xcbase-eth-2vhostvr1024-1vm-vppl2xc-ndrpdr" @@ -11892,7 +11317,7 @@ title: "Throughput: 2n-zn2-cx556a-64b-{core}-rdma-l2-vhost-base-{test_type}" algorithm: "plot_ndrpdr_box_name" output-file: "{DIR[STATIC,VPP]}/2n-zn2-cx556a-64b-{core}-rdma-l2-vhost-base-{test_type}" - data: "plot-vpp-throughput-lat-tsa-2n-zn2" + data: "vpp-2n-zn2-curr-iter" core: ["2t1c", ] include: - "Tests.Vpp.Perf.Vm Vhost.2N1L-100Ge2P1Cx556A-Rdma-Dot1Q-L2Xcbase-Eth-2Vhostvr1024-1Vm-Ndrpdr.64B-{core}-rdma-dot1q-l2xcbase-eth-2vhostvr1024-1vm-ndrpdr" @@ -11907,7 +11332,7 @@ title: "Throughput: 2n-zn2-cx556a-64b-{core}-rdma-l2-vhost-vppl2xc-base-{test_type}" algorithm: "plot_ndrpdr_box_name" output-file: "{DIR[STATIC,VPP]}/2n-zn2-cx556a-64b-{core}-rdma-l2-vhost-vppl2xc-base-{test_type}" - data: "plot-vpp-throughput-lat-tsa-2n-zn2" + data: "vpp-2n-zn2-curr-iter" core: ["2t1c", ] include: - "Tests.Vpp.Perf.Vm Vhost.2N1L-100Ge2P1Cx556A-Rdma-Dot1Q-L2Xcbase-Eth-2Vhostvr1024-1Vm-Vppl2Xc-Ndrpdr.64B-{core}-rdma-dot1q-l2xcbase-eth-2vhostvr1024-1vm-vppl2xc-ndrpdr" @@ -11922,7 +11347,7 @@ title: "Throughput: 2n-zn2-xxv710-114b-{core}-vts-l2switching-base-dpdk-{test_type}" algorithm: "plot_ndrpdr_box_name" output-file: "{DIR[STATIC,VPP]}/2n-zn2-xxv710-114b-{core}-vts-l2switching-base-dpdk-{test_type}" - data: "plot-vpp-throughput-lat-tsa-2n-zn2" + data: "vpp-2n-zn2-curr-iter" core: ["2t1c", ] include: - "Tests.Vpp.Perf.Vts.2N1L-25Ge2P1Xxv710-Avf-Ethip4Vxlan-L2Bdbasemaclrn-Eth-Iacldstbase-Aclpermit-2Vhostvr1024-1Vm-Ndrpdr.114B-{core}-avf-ethip4vxlan-l2bdbasemaclrn-eth-iacldstbase-aclpermit-2vhostvr1024-1vm-ndrpdr" @@ -11943,7 +11368,7 @@ title: "Speedup: 2n-zn2-xxv710-64b-memif-base-avf-{test_type}-tsa" algorithm: "plot_tsa_name" output-file: "{DIR[STATIC,VPP]}/2n-zn2-xxv710-64b-memif-base-avf-{test_type}-tsa" - data: "plot-vpp-throughput-lat-tsa-2n-zn2" + data: "vpp-2n-zn2-curr-iter" include: - "Tests.Vpp.Perf.Container Memif.2N1L-25Ge2P1Xxv710-Avf-Eth-L2Xcbase-Eth-2Memif-1Dcr-Ndrpdr.64B-.t.c-avf-eth-l2xcbase-eth-2memif-1dcr-ndrpdr" - "Tests.Vpp.Perf.Container Memif.2N1L-25Ge2P1Xxv710-Avf-Dot1Q-L2Bdbasemaclrn-Eth-2Memif-1Dcr-Ndrpdr.64B-.t.c-avf-dot1q-l2bdbasemaclrn-eth-2memif-1dcr-ndrpdr" @@ -11957,7 +11382,7 @@ title: "Speedup: 2n-zn2-xxv710-64b-memif-base-dpdk-{test_type}-tsa" algorithm: "plot_tsa_name" output-file: "{DIR[STATIC,VPP]}/2n-zn2-xxv710-64b-memif-base-dpdk-{test_type}-tsa" - data: "plot-vpp-throughput-lat-tsa-2n-zn2" + data: "vpp-2n-zn2-curr-iter" include: - "Tests.Vpp.Perf.Container Memif.2N1L-25Ge2P1Xxv710-Eth-L2Xcbase-Eth-2Memif-1Dcr-Ndrpdr.64B-.t.c-eth-l2xcbase-eth-2memif-1dcr-ndrpdr" - "Tests.Vpp.Perf.Container Memif.2N1L-25Ge2P1Xxv710-Dot1Q-L2Bdbasemaclrn-Eth-2Memif-1Dcr-Ndrpdr.64B-.t.c-dot1q-l2bdbasemaclrn-eth-2memif-1dcr-ndrpdr" @@ -11971,7 +11396,7 @@ title: "Speedup: 2n-zn2-cx556a-64b-rdma-l2-eth-2memif-1dcr-{test_type}-tsa" algorithm: "plot_tsa_name" output-file: "{DIR[STATIC,VPP]}/2n-zn2-cx556a-64b-rdma-l2-eth-2memif-1dcr-{test_type}-tsa" - data: "plot-vpp-throughput-lat-tsa-2n-zn2" + data: "vpp-2n-zn2-curr-iter" include: - "Tests.Vpp.Perf.Container Memif.2N1L-100Ge2P1Cx556A-Rdma-Dot1Q-L2Bdbasemaclrn-Eth-2Memif-1Dcr-Ndrpdr.64B-.t.c-rdma-dot1q-l2bdbasemaclrn-eth-2memif-1dcr-ndrpdr" - "Tests.Vpp.Perf.Container Memif.2N1L-100Ge2P1Cx556A-Rdma-Eth-L2Bdbasemaclrn-Eth-2Memif-1Dcr-Ndrpdr.64B-.t.c-rdma-eth-l2bdbasemaclrn-eth-2memif-1dcr-ndrpdr" @@ -11985,7 +11410,7 @@ title: "Speedup: 2n-zn2-x710-64b-ip4routing-base-scale-[avf,dpdk]-{test_type}-tsa" algorithm: "plot_tsa_name" output-file: "{DIR[STATIC,VPP]}/2n-zn2-x710-64b-ip4routing-base-scale-[avf,dpdk]-{test_type}-tsa" - data: "plot-vpp-throughput-lat-tsa-2n-zn2" + data: "vpp-2n-zn2-curr-iter" include: - "Tests.Vpp.Perf.Ip4.2N1L-10Ge2P1X710-Avf-Dot1Q-Ip4Base-Ndrpdr.64B-.t.c-avf-dot1q-ip4base-ndrpdr" - "Tests.Vpp.Perf.Ip4.2N1L-10Ge2P1X710-Avf-Ethip4-Ip4Base-Ndrpdr.64B-.t.c-avf-ethip4-ip4base-ndrpdr" @@ -12001,7 +11426,7 @@ title: "Speedup: 2n-zn2-xxv710-64b-ip4routing-base-scale-avf-{test_type}-tsa" algorithm: "plot_tsa_name" output-file: "{DIR[STATIC,VPP]}/2n-zn2-xxv710-64b-ip4routing-base-scale-avf-{test_type}-tsa" - data: "plot-vpp-throughput-lat-tsa-2n-zn2" + data: "vpp-2n-zn2-curr-iter" include: - "Tests.Vpp.Perf.Ip4.2N1L-25Ge2P1Xxv710-Avf-Ethip4-Ip4Base-Ndrpdr.64B-.t.c-avf-ethip4-ip4base-ndrpdr" - "Tests.Vpp.Perf.Ip4.2N1L-25Ge2P1Xxv710-Avf-Ethip4-Ip4Scale20K-Ndrpdr.64B-.t.c-avf-ethip4-ip4scale20k-ndrpdr" @@ -12018,7 +11443,7 @@ title: "Speedup: 2n-zn2-xxv710-64b-ip4routing-base-scale-dpdk-{test_type}-tsa" algorithm: "plot_tsa_name" output-file: "{DIR[STATIC,VPP]}/2n-zn2-xxv710-64b-ip4routing-base-scale-dpdk-{test_type}-tsa" - data: "plot-vpp-throughput-lat-tsa-2n-zn2" + data: "vpp-2n-zn2-curr-iter" include: - "Tests.Vpp.Perf.Ip4.2N1L-25Ge2P1Xxv710-Dot1Q-Ip4Base-Ndrpdr.64B-.t.c-dot1q-ip4base-ndrpdr" - "Tests.Vpp.Perf.Ip4.2N1L-25Ge2P1Xxv710-Ethip4-Ip4Base-Ndrpdr.64B-.t.c-ethip4-ip4base-ndrpdr" @@ -12036,7 +11461,7 @@ title: "Speedup: 2n-zn2-xxv710-64b-features-ip4routing-base-avf-{test_type}-tsa" algorithm: "plot_tsa_name" output-file: "{DIR[STATIC,VPP]}/2n-zn2-xxv710-64b-features-ip4routing-base-avf-{test_type}-tsa" - data: "plot-vpp-throughput-lat-tsa-2n-zn2" + data: "vpp-2n-zn2-curr-iter" include: - "Tests.Vpp.Perf.Ip4.2N1L-25Ge2P1Xxv710-Avf-Ethip4Udp-Ip4Base-Iacl50Sf-10Kflows-Ndrpdr.64B-.t.c-avf-ethip4udp-ip4base-iacl50sf-10kflows-ndrpdr" - "Tests.Vpp.Perf.Ip4.2N1L-25Ge2P1Xxv710-Avf-Ethip4Udp-Ip4Base-Iacl50Sl-10Kflows-Ndrpdr.64B-.t.c-avf-ethip4udp-ip4base-iacl50sl-10kflows-ndrpdr" @@ -12052,7 +11477,7 @@ title: "Speedup: 2n-zn2-xxv710-64b-nat44det-ip4routing-stl-bidir-avf-{test_type}-tsa" algorithm: "plot_tsa_name" output-file: "{DIR[STATIC,VPP]}/2n-zn2-xxv710-64b-nat44det-ip4routing-stl-bidir-avf-{test_type}-tsa" - data: "plot-vpp-throughput-lat-tsa-2n-zn2" + data: "vpp-2n-zn2-curr-iter" include: - "tests.vpp.perf.ip4.2n1l-25ge2p1xxv710-avf-ethip4udp-nat44det-h1024-p63-s64512-ndrpdr.64b-.t.c-avf-ethip4udp-nat44det-h1024-p63-s64512-ndrpdr" - "tests.vpp.perf.ip4.2n1l-25ge2p1xxv710-avf-ethip4udp-nat44det-h4096-p63-s258048-ndrpdr.64b-.t.c-avf-ethip4udp-nat44det-h4096-p63-s258048-ndrpdr" @@ -12067,7 +11492,7 @@ # title: "Speedup: 2n-zn2-xxv710-64b-nat44ed-ip4routing-stl-unidir-avf-{test_type}-tsa" # algorithm: "plot_tsa_name" # output-file: "{DIR[STATIC,VPP]}/2n-zn2-xxv710-64b-nat44ed-ip4routing-stl-unidir-avf-{test_type}-tsa" -# data: "plot-vpp-throughput-lat-tsa-2n-zn2" +# data: "vpp-2n-zn2-curr-iter" # include: # - "tests.vpp.perf.ip4.2n1l-25ge2p1xxv710-avf-ethip4udp-nat44ed-h1024-p63-s64512-udir-ndrpdr.64b-.t.c-avf-ethip4udp-nat44ed-h1024-p63-s64512-udir-ndrpdr" # - "tests.vpp.perf.ip4.2n1l-25ge2p1xxv710-avf-ethip4udp-nat44ed-h4096-p63-s258048-udir-ndrpdr.64b-.t.c-avf-ethip4udp-nat44ed-h4096-p63-s258048-udir-ndrpdr" @@ -12082,7 +11507,7 @@ # title: "Speedup: 2n-zn2-xxv710-64b-nat44ed-ip4routing-udp-stf-cps-avf-{test_type}-tsa" # algorithm: "plot_tsa_name" # output-file: "{DIR[STATIC,VPP]}/2n-zn2-xxv710-64b-nat44ed-ip4routing-udp-stf-cps-avf-{test_type}-tsa" -# data: "plot-vpp-throughput-lat-tsa-2n-zn2" +# data: "vpp-2n-zn2-curr-iter" # include: # - "tests.vpp.perf.ip4.2n1l-25ge2p1xxv710-avf-ethip4udp-nat44ed-h1024-p63-s64512-cps-ndrpdr.64b-.t.c-avf-ethip4udp-nat44ed-h1024-p63-s64512-cps-ndrpdr" # - "tests.vpp.perf.ip4.2n1l-25ge2p1xxv710-avf-ethip4udp-ip4base-h1024-p63-s64512-cps-ndrpdr.64b-.t.c-avf-ethip4udp-ip4base-h1024-p63-s64512-cps-ndrpdr" @@ -12102,7 +11527,7 @@ # title: "Speedup: 2n-zn2-xxv710-64b-nat44ed-ip4routing-udp-stf-pps-avf-{test_type}-tsa" # algorithm: "plot_tsa_name" # output-file: "{DIR[STATIC,VPP]}/2n-zn2-xxv710-64b-nat44ed-ip4routing-udp-stf-pps-avf-{test_type}-tsa" -# data: "plot-vpp-throughput-lat-tsa-2n-zn2" +# data: "vpp-2n-zn2-curr-iter" # include: # - "tests.vpp.perf.ip4.2n1l-25ge2p1xxv710-avf-ethip4udp-nat44ed-h1024-p63-s64512-pps-ndrpdr.64b-.t.c-avf-ethip4udp-nat44ed-h1024-p63-s64512-pps-ndrpdr" # - "tests.vpp.perf.ip4.2n1l-25ge2p1xxv710-avf-ethip4udp-ip4base-h1024-p63-s64512-pps-ndrpdr.64b-.t.c-avf-ethip4udp-ip4base-h1024-p63-s64512-pps-ndrpdr" @@ -12122,7 +11547,7 @@ # title: "Speedup: 2n-zn2-xxv710-64b-nat44ed-ip4routing-tcp-stf-cps-avf-{test_type}-tsa" # algorithm: "plot_tsa_name" # output-file: "{DIR[STATIC,VPP]}/2n-zn2-xxv710-64b-nat44ed-ip4routing-tcp-stf-cps-avf-{test_type}-tsa" -# data: "plot-vpp-throughput-lat-tsa-2n-zn2" +# data: "vpp-2n-zn2-curr-iter" # include: # - "tests.vpp.perf.ip4.2n1l-25ge2p1xxv710-avf-ethip4tcp-nat44ed-h1024-p63-s64512-cps-ndrpdr.64b-.t.c-avf-ethip4tcp-nat44ed-h1024-p63-s64512-cps-ndrpdr" # - "tests.vpp.perf.ip4.2n1l-25ge2p1xxv710-avf-ethip4tcp-ip4base-h1024-p63-s64512-cps-ndrpdr.64b-.t.c-avf-ethip4tcp-ip4base-h1024-p63-s64512-cps-ndrpdr" @@ -12142,7 +11567,7 @@ # title: "Speedup: 2n-zn2-xxv710-64b-nat44ed-ip4routing-tcp-stf-pps-avf-{test_type}-tsa" # algorithm: "plot_tsa_name" # output-file: "{DIR[STATIC,VPP]}/2n-zn2-xxv710-64b-nat44ed-ip4routing-tcp-stf-pps-avf-{test_type}-tsa" -# data: "plot-vpp-throughput-lat-tsa-2n-zn2" +# data: "vpp-2n-zn2-curr-iter" # include: # - "tests.vpp.perf.ip4.2n1l-25ge2p1xxv710-avf-ethip4tcp-nat44ed-h1024-p63-s64512-pps-ndrpdr.64b-.t.c-avf-ethip4tcp-nat44ed-h1024-p63-s64512-pps-ndrpdr" # - "tests.vpp.perf.ip4.2n1l-25ge2p1xxv710-avf-ethip4tcp-ip4base-h1024-p63-s64512-pps-ndrpdr.64b-.t.c-avf-ethip4tcp-ip4base-h1024-p63-s64512-pps-ndrpdr" @@ -12162,7 +11587,7 @@ title: "Speedup: 2n-zn2-xxv710-64b-features-ip4routing-base-dpdk-{test_type}-tsa" algorithm: "plot_tsa_name" output-file: "{DIR[STATIC,VPP]}/2n-zn2-xxv710-64b-features-ip4routing-base-dpdk-{test_type}-tsa" - data: "plot-vpp-throughput-lat-tsa-2n-zn2" + data: "vpp-2n-zn2-curr-iter" include: - "Tests.Vpp.Perf.Ip4.2N1L-25Ge2P1Xxv710-Ethip4-Ip4Base-Ndrpdr.64B-.t.c-ethip4-ip4base-ndrpdr" - "Tests.Vpp.Perf.Ip4.2N1L-25Ge2P1Xxv710-Ethip4Udp-Ip4Base-Iacl50Sf-10Kflows-Ndrpdr.64B-.t.c-ethip4udp-ip4base-iacl50sf-10kflows-ndrpdr" @@ -12178,7 +11603,7 @@ title: "Speedup: 2n-zn2-cx556a-64b-rdma-ip4base-{test_type}-tsa" algorithm: "plot_tsa_name" output-file: "{DIR[STATIC,VPP]}/2n-zn2-cx556a-64b-rdma-ip4base-{test_type}-tsa" - data: "plot-vpp-throughput-lat-tsa-2n-zn2" + data: "vpp-2n-zn2-curr-iter" include: - "Tests.Vpp.Perf.Ip4.2N1L-100Ge2P1Cx556A-Rdma-Dot1Q-Ip4Base-Ndrpdr.64B-.t.c-rdma-dot1q-ip4base-ndrpdr" - "Tests.Vpp.Perf.Ip4.2N1L-100Ge2P1Cx556A-Rdma-Ethip4-Ip4Base-Ndrpdr.64B-.t.c-rdma-ethip4-ip4base-ndrpdr" @@ -12196,7 +11621,7 @@ title: "Speedup: 2n-zn2-cx556a-64b-rdma-ethip4-features-{test_type}-tsa" algorithm: "plot_tsa_name" output-file: "{DIR[STATIC,VPP]}/2n-zn2-cx556a-64b-rdma-ethip4-features-{test_type}-tsa" - data: "plot-vpp-throughput-lat-tsa-2n-zn2" + data: "vpp-2n-zn2-curr-iter" include: - "Tests.Vpp.Perf.Ip4.2N1L-100Ge2P1Cx556A-Rdma-Ethip4Udp-Ip4Base-Iacl50Sf-10Kflows-Ndrpdr.64B-.t.c-rdma-ethip4udp-ip4base-iacl50sf-10kflows-ndrpdr" - "Tests.Vpp.Perf.Ip4.2N1L-100Ge2P1Cx556A-Rdma-Ethip4Udp-Ip4Base-Iacl50Sl-10Kflows-Ndrpdr.64B-.t.c-rdma-ethip4udp-ip4base-iacl50sl-10kflows-ndrpdr" @@ -12212,7 +11637,7 @@ title: "Speedup: 2n-zn2-xxv710-64b-ethip4--ethip4udpgeneve-avf-{test_type}-tsa" algorithm: "plot_tsa_name" output-file: "{DIR[STATIC,VPP]}/2n-zn2-xxv710-64b-ethip4--ethip4udpgeneve-avf-{test_type}-tsa" - data: "plot-vpp-throughput-lat-tsa-2n-zn2" + data: "vpp-2n-zn2-curr-iter" include: - "Tests.Vpp.Perf.Ip4 Tunnels.2N1L-25Ge2P1Xxv710-Avf-Ethip4--Ethip4Udpgeneve-1Tun-Ip4Base-Ndrpdr.64B-.t.c-avf-ethip4--ethip4udpgeneve-1tun-ip4base-ndrpdr" - "Tests.Vpp.Perf.Ip4 Tunnels.2N1L-25Ge2P1Xxv710-Avf-Ethip4--Ethip4Udpgeneve-4Tun-Ip4Base-Ndrpdr.64B-.t.c-avf-ethip4--ethip4udpgeneve-4tun-ip4base-ndrpdr" @@ -12227,7 +11652,7 @@ title: "Speedup: 2n-zn2-x710-78b-ip6routing-base-scale-[avf,dpdk]-{test_type}-tsa" algorithm: "plot_tsa_name" output-file: "{DIR[STATIC,VPP]}/2n-zn2-x710-78b-ip6routing-base-scale-[avf,dpdk]-{test_type}-tsa" - data: "plot-vpp-throughput-lat-tsa-2n-zn2" + data: "vpp-2n-zn2-curr-iter" include: - "Tests.Vpp.Perf.Ip6.2N1L-10Ge2P1X710-Avf-Dot1Q-Ip6Base-Ndrpdr.78B-.t.c-avf-dot1q-ip6base-ndrpdr" - "Tests.Vpp.Perf.Ip6.2N1L-10Ge2P1X710-Avf-Ethip6-Ip6Base-Ndrpdr.78B-.t.c-avf-ethip6-ip6base-ndrpdr" @@ -12244,7 +11669,7 @@ title: "Speedup: 2n-zn2-xxv710-78b-ip6routing-base-scale-avf-{test_type}-tsa" algorithm: "plot_tsa_name" output-file: "{DIR[STATIC,VPP]}/2n-zn2-xxv710-78b-ip6routing-base-scale-avf-{test_type}-tsa" - data: "plot-vpp-throughput-lat-tsa-2n-zn2" + data: "vpp-2n-zn2-curr-iter" include: - "Tests.Vpp.Perf.Ip6.2N1L-25Ge2P1Xxv710-Avf-Dot1Q-Ip6Base-Ndrpdr.78B-.t.c-avf-dot1q-ip6base-ndrpdr" - "Tests.Vpp.Perf.Ip6.2N1L-25Ge2P1Xxv710-Avf-Ethip6-Ip6Base-Ndrpdr.78B-.t.c-avf-ethip6-ip6base-ndrpdr" @@ -12262,7 +11687,7 @@ title: "Speedup: 2n-zn2-xxv710-78b-ip6routing-base-scale-dpdk-{test_type}-tsa" algorithm: "plot_tsa_name" output-file: "{DIR[STATIC,VPP]}/2n-zn2-xxv710-78b-ip6routing-base-scale-dpdk-{test_type}-tsa" - data: "plot-vpp-throughput-lat-tsa-2n-zn2" + data: "vpp-2n-zn2-curr-iter" include: - "Tests.Vpp.Perf.Ip6.2N1L-25Ge2P1Xxv710-Dot1Q-Ip6Base-Ndrpdr.78B-.t.c-dot1q-ip6base-ndrpdr" - "Tests.Vpp.Perf.Ip6.2N1L-25Ge2P1Xxv710-Ethip6-Ip6Base-Ndrpdr.78B-.t.c-ethip6-ip6base-ndrpdr" @@ -12280,7 +11705,7 @@ title: "Speedup: 2n-zn2-cx556a-78b-rdma-ip6routing-base-scale-{test_type}-tsa" algorithm: "plot_tsa_name" output-file: "{DIR[STATIC,VPP]}/2n-zn2-cx556a-78b-rdma-ip6routing-base-scale-{test_type}-tsa" - data: "plot-vpp-throughput-lat-tsa-2n-zn2" + data: "vpp-2n-zn2-curr-iter" include: - "Tests.Vpp.Perf.Ip6.2N1L-100Ge2P1Cx556A-Rdma-Dot1Q-Ip6Base-Ndrpdr.78B-.t.c-rdma-dot1q-ip6base-ndrpdr" - "Tests.Vpp.Perf.Ip6.2N1L-100Ge2P1Cx556A-Rdma-Ethip6-Ip6Base-Ndrpdr.78B-.t.c-rdma-ethip6-ip6base-ndrpdr" @@ -12295,7 +11720,7 @@ title: "Speedup: 2n-zn2-x710-64b-l2switching-base-scale-avf-{test_type}-tsa" algorithm: "plot_tsa_name" output-file: "{DIR[STATIC,VPP]}/2n-zn2-x710-64b-l2switching-base-scale-avf-{test_type}-tsa" - data: "plot-vpp-throughput-lat-tsa-2n-zn2" + data: "vpp-2n-zn2-curr-iter" include: - "Tests.Vpp.Perf.L2.2N1L-10Ge2P1X710-Avf-Dot1Q-L2Bdbasemaclrn-Ndrpdr.64B-.t.c-avf-dot1q-l2bdbasemaclrn-ndrpdr" - "Tests.Vpp.Perf.L2.2N1L-10Ge2P1X710-Avf-Eth-L2Patch-Ndrpdr.64B-.t.c-avf-eth-l2patch-ndrpdr" @@ -12310,7 +11735,7 @@ title: "Speedup: 2n-zn2-x710-64b-l2switching-base-scale-dpdk-{test_type}-tsa" algorithm: "plot_tsa_name" output-file: "{DIR[STATIC,VPP]}/2n-zn2-x710-64b-l2switching-base-scale-dpdk-{test_type}-tsa" - data: "plot-vpp-throughput-lat-tsa-2n-zn2" + data: "vpp-2n-zn2-curr-iter" include: - "Tests.Vpp.Perf.L2.2N1L-10Ge2P1X710-Dot1Q-L2Bdbasemaclrn-Ndrpdr.64B-.t.c-dot1q-l2bdbasemaclrn-ndrpdr" - "Tests.Vpp.Perf.L2.2N1L-10Ge2P1X710-Eth-L2Patch-Ndrpdr.64B-.t.c-eth-l2patch-ndrpdr" @@ -12325,7 +11750,7 @@ title: "Speedup: 2n-zn2-xxv710-64b-l2switching-base-avf-{test_type}-tsa" algorithm: "plot_tsa_name" output-file: "{DIR[STATIC,VPP]}/2n-zn2-xxv710-64b-l2switching-base-avf-{test_type}-tsa" - data: "plot-vpp-throughput-lat-tsa-2n-zn2" + data: "vpp-2n-zn2-curr-iter" include: - "Tests.Vpp.Perf.L2.2N1L-25Ge2P1Xxv710-Avf-Dot1Q-L2Xcbase-Ndrpdr.64B-.t.c-avf-dot1q-l2xcbase-ndrpdr" - "Tests.Vpp.Perf.L2.2N1L-25Ge2P1Xxv710-Avf-Dot1Q-L2Bdbasemaclrn-Ndrpdr.64B-.t.c-avf-dot1q-l2bdbasemaclrn-ndrpdr" @@ -12341,7 +11766,7 @@ title: "Speedup: 2n-zn2-xxv710-64b-l2switching-base-scale-avf-{test_type}-tsa" algorithm: "plot_tsa_name" output-file: "{DIR[STATIC,VPP]}/2n-zn2-xxv710-64b-l2switching-base-scale-avf-{test_type}-tsa" - data: "plot-vpp-throughput-lat-tsa-2n-zn2" + data: "vpp-2n-zn2-curr-iter" include: - "Tests.Vpp.Perf.L2.2N1L-25Ge2P1Xxv710-Avf-Eth-L2Bdbasemaclrn-Ndrpdr.64B-.t.c-avf-eth-l2bdbasemaclrn-ndrpdr" - "Tests.Vpp.Perf.L2.2N1L-25Ge2P1Xxv710-Avf-Eth-L2Bdscale10Kmaclrn-Ndrpdr.64B-.t.c-avf-eth-l2bdscale10kmaclrn-ndrpdr" @@ -12355,7 +11780,7 @@ title: "Speedup: 2n-zn2-xxv710-64b-l2switching-base-dpdk-{test_type}-tsa" algorithm: "plot_tsa_name" output-file: "{DIR[STATIC,VPP]}/2n-zn2-xxv710-64b-l2switching-base-dpdk-{test_type}-tsa" - data: "plot-vpp-throughput-lat-tsa-2n-zn2" + data: "vpp-2n-zn2-curr-iter" include: - "Tests.Vpp.Perf.L2.2N1L-25Ge2P1Xxv710-Dot1Q-L2Xcbase-Ndrpdr.64B-.t.c-dot1q-l2xcbase-ndrpdr" - "Tests.Vpp.Perf.L2.2N1L-25Ge2P1Xxv710-Dot1Q-L2Bdbasemaclrn-Ndrpdr.64B-.t.c-dot1q-l2bdbasemaclrn-ndrpdr" @@ -12371,7 +11796,7 @@ title: "Speedup: 2n-zn2-xxv710-64b-l2switching-base-scale-dpdk-{test_type}-tsa" algorithm: "plot_tsa_name" output-file: "{DIR[STATIC,VPP]}/2n-zn2-xxv710-64b-l2switching-base-scale-dpdk-{test_type}-tsa" - data: "plot-vpp-throughput-lat-tsa-2n-zn2" + data: "vpp-2n-zn2-curr-iter" include: - "Tests.Vpp.Perf.L2.2N1L-25Ge2P1Xxv710-Eth-L2Bdbasemaclrn-Ndrpdr.64B-.t.c-eth-l2bdbasemaclrn-ndrpdr" - "Tests.Vpp.Perf.L2.2N1L-25Ge2P1Xxv710-Eth-L2Bdscale10Kmaclrn-Ndrpdr.64B-.t.c-eth-l2bdscale10kmaclrn-ndrpdr" @@ -12385,7 +11810,7 @@ title: "Speedup: 2n-zn2-cx556a-64b-rdma-l2switching-base-{test_type}-tsa" algorithm: "plot_tsa_name" output-file: "{DIR[STATIC,VPP]}/2n-zn2-cx556a-64b-rdma-l2switching-base-{test_type}-tsa" - data: "plot-vpp-throughput-lat-tsa-2n-zn2" + data: "vpp-2n-zn2-curr-iter" include: - "Tests.Vpp.Perf.L2.2N1L-100Ge2P1Cx556A-Rdma-Dot1Q-L2Xcbase-Ndrpdr.64B-.t.c-rdma-dot1q-l2xcbase-ndrpdr" - "Tests.Vpp.Perf.L2.2N1L-100Ge2P1Cx556A-Rdma-Dot1Q-L2Bdbasemaclrn-Ndrpdr.64B-.t.c-rdma-dot1q-l2bdbasemaclrn-ndrpdr" @@ -12401,7 +11826,7 @@ title: "Speedup: 2n-zn2-cx556a-64b-rdma-l2switching-scale-{test_type}-tsa" algorithm: "plot_tsa_name" output-file: "{DIR[STATIC,VPP]}/2n-zn2-cx556a-64b-rdma-l2switching-scale-{test_type}-tsa" - data: "plot-vpp-throughput-lat-tsa-2n-zn2" + data: "vpp-2n-zn2-curr-iter" include: - "Tests.Vpp.Perf.L2.2N1L-100Ge2P1Cx556A-Rdma-Eth-L2Bdbasemaclrn-Ndrpdr.64B-.t.c-rdma-eth-l2bdbasemaclrn-ndrpdr" - "Tests.Vpp.Perf.L2.2N1L-100Ge2P1Cx556A-Rdma-Eth-L2Bdscale10Kmaclrn-Ndrpdr.64B-.t.c-rdma-eth-l2bdscale10kmaclrn-ndrpdr" @@ -12415,7 +11840,7 @@ title: "Speedup: 2n-zn2-xxv710-64b-vhost-base-avf-{test_type}-tsa" algorithm: "plot_tsa_name" output-file: "{DIR[STATIC,VPP]}/2n-zn2-xxv710-64b-vhost-base-avf-{test_type}-tsa" - data: "plot-vpp-throughput-lat-tsa-2n-zn2" + data: "vpp-2n-zn2-curr-iter" include: - "Tests.Vpp.Perf.Vm Vhost.2N1L-25Ge2P1Xxv710-Avf-Dot1Q-L2Xcbase-Eth-2Vhostvr1024-1Vm-Ndrpdr.64B-.t.c-avf-dot1q-l2xcbase-eth-2vhostvr1024-1vm-ndrpdr" - "Tests.Vpp.Perf.Vm Vhost.2N1L-25Ge2P1Xxv710-Avf-Dot1Q-L2Bdbasemaclrn-Eth-2Vhostvr1024-1Vm-Ndrpdr.64B-.t.c-avf-dot1q-l2bdbasemaclrn-eth-2vhostvr1024-1vm-ndrpdr" @@ -12430,7 +11855,7 @@ title: "Speedup: 2n-zn2-xxv710-64b-vhost-base-avf-vpp-{test_type}-tsa" algorithm: "plot_tsa_name" output-file: "{DIR[STATIC,VPP]}/2n-zn2-xxv710-64b-vhost-base-avf-vpp-{test_type}-tsa" - data: "plot-vpp-throughput-lat-tsa-2n-zn2" + data: "vpp-2n-zn2-curr-iter" include: - "Tests.Vpp.Perf.Vm Vhost.2N1L-25Ge2P1Xxv710-Avf-Dot1Q-L2Xcbase-Eth-2Vhostvr1024-1Vm-Vppl2Xc-Ndrpdr.64B-.t.c-avf-dot1q-l2xcbase-eth-2vhostvr1024-1vm-vppl2xc-ndrpdr" - "Tests.Vpp.Perf.Vm Vhost.2N1L-25Ge2P1Xxv710-Avf-Dot1Q-L2Bdbasemaclrn-Eth-2Vhostvr1024-1Vm-Vppl2Xc-Ndrpdr.64B-.t.c-avf-dot1q-l2bdbasemaclrn-eth-2vhostvr1024-1vm-vppl2xc-ndrpdr" @@ -12445,7 +11870,7 @@ title: "Speedup: 2n-zn2-xxv710-64b-vhost-base-dpdk-{test_type}-tsa" algorithm: "plot_tsa_name" output-file: "{DIR[STATIC,VPP]}/2n-zn2-xxv710-64b-vhost-base-dpdk-{test_type}-tsa" - data: "plot-vpp-throughput-lat-tsa-2n-zn2" + data: "vpp-2n-zn2-curr-iter" include: - "Tests.Vpp.Perf.Vm Vhost.2N1L-25Ge2P1Xxv710-Dot1Q-L2Xcbase-Eth-2Vhostvr1024-1Vm-Ndrpdr.64B-.t.c-dot1q-l2xcbase-eth-2vhostvr1024-1vm-ndrpdr" - "Tests.Vpp.Perf.Vm Vhost.2N1L-25Ge2P1Xxv710-Dot1Q-L2Bdbasemaclrn-Eth-2Vhostvr1024-1Vm-Ndrpdr.64B-.t.c-dot1q-l2bdbasemaclrn-eth-2vhostvr1024-1vm-ndrpdr" @@ -12460,7 +11885,7 @@ title: "Speedup: 2n-zn2-xxv710-64b-vhost-base-dpdk-vpp-{test_type}-tsa" algorithm: "plot_tsa_name" output-file: "{DIR[STATIC,VPP]}/2n-zn2-xxv710-64b-vhost-base-dpdk-vpp-{test_type}-tsa" - data: "plot-vpp-throughput-lat-tsa-2n-zn2" + data: "vpp-2n-zn2-curr-iter" include: - "Tests.Vpp.Perf.Vm Vhost.2N1L-25Ge2P1Xxv710-Dot1Q-L2Xcbase-Eth-2Vhostvr1024-1Vm-Vppl2Xc-Ndrpdr.64B-.t.c-dot1q-l2xcbase-eth-2vhostvr1024-1vm-vppl2xc-ndrpdr" - "Tests.Vpp.Perf.Vm Vhost.2N1L-25Ge2P1Xxv710-Dot1Q-L2Bdbasemaclrn-Eth-2Vhostvr1024-1Vm-Vppl2Xc-Ndrpdr.64B-.t.c-dot1q-l2bdbasemaclrn-eth-2vhostvr1024-1vm-vppl2xc-ndrpdr" @@ -12475,7 +11900,7 @@ title: "Speedup: 2n-zn2-cx556a-64b-rdma-l2-vhost-base-{test_type}-tsa" algorithm: "plot_tsa_name" output-file: "{DIR[STATIC,VPP]}/2n-zn2-cx556a-64b-rdma-l2-vhost-base-{test_type}-tsa" - data: "plot-vpp-throughput-lat-tsa-2n-zn2" + data: "vpp-2n-zn2-curr-iter" include: - "Tests.Vpp.Perf.Vm Vhost.2N1L-100Ge2P1Cx556A-Rdma-Dot1Q-L2Xcbase-Eth-2Vhostvr1024-1Vm-Ndrpdr.64B-.t.c-rdma-dot1q-l2xcbase-eth-2vhostvr1024-1vm-ndrpdr" - "Tests.Vpp.Perf.Vm Vhost.2N1L-100Ge2P1Cx556A-Rdma-Dot1Q-L2Bdbasemaclrn-Eth-2Vhostvr1024-1Vm-Ndrpdr.64B-.t.c-rdma-dot1q-l2bdbasemaclrn-eth-2vhostvr1024-1vm-ndrpdr" @@ -12489,7 +11914,7 @@ title: "Speedup: 2n-zn2-cx556a-64b-rdma-l2-vhost-vppl2xc-base-{test_type}-tsa" algorithm: "plot_tsa_name" output-file: "{DIR[STATIC,VPP]}/2n-zn2-cx556a-64b-rdma-l2-vhost-vppl2xc-base-{test_type}-tsa" - data: "plot-vpp-throughput-lat-tsa-2n-zn2" + data: "vpp-2n-zn2-curr-iter" include: - "Tests.Vpp.Perf.Vm Vhost.2N1L-100Ge2P1Cx556A-Rdma-Dot1Q-L2Xcbase-Eth-2Vhostvr1024-1Vm-Vppl2Xc-Ndrpdr.64B-.t.c-rdma-dot1q-l2xcbase-eth-2vhostvr1024-1vm-vppl2xc-ndrpdr" - "Tests.Vpp.Perf.Vm Vhost.2N1L-100Ge2P1Cx556A-Rdma-Dot1Q-L2Bdbasemaclrn-Eth-2Vhostvr1024-1Vm-Vppl2Xc-Ndrpdr.64B-.t.c-rdma-dot1q-l2bdbasemaclrn-eth-2vhostvr1024-1vm-vppl2xc-ndrpdr" @@ -12503,7 +11928,7 @@ title: "Speedup: 2n-zn2-xxv710-114b-vts-l2switching-base-dpdk-{test_type}-tsa" algorithm: "plot_tsa_name" output-file: "{DIR[STATIC,VPP]}/2n-zn2-xxv710-114b-vts-l2switching-base-dpdk-{test_type}-tsa" - data: "plot-vpp-throughput-lat-tsa-2n-zn2" + data: "vpp-2n-zn2-curr-iter" include: - "Tests.Vpp.Perf.Vts.2N1L-25Ge2P1Xxv710-Avf-Ethip4Vxlan-L2Bdbasemaclrn-Eth-Iacldstbase-Aclpermit-2Vhostvr1024-1Vm-Ndrpdr.114B-.t.c-avf-ethip4vxlan-l2bdbasemaclrn-eth-iacldstbase-aclpermit-2vhostvr1024-1vm-ndrpdr" - "Tests.Vpp.Perf.Vts.2N1L-25Ge2P1Xxv710-Avf-Ethip4Vxlan-L2Bdbasemaclrn-Eth-Iacldstbase-Aclpermitreflect-2Vhostvr1024-1Vm-Ndrpdr.114B-.t.c-avf-ethip4vxlan-l2bdbasemaclrn-eth-iacldstbase-aclpermitreflect-2vhostvr1024-1vm-ndrpdr" @@ -12523,7 +11948,7 @@ title: "DPDK Throughput: 2n-zn2-xxv710-64b-{core}-base-{test_type}" algorithm: "plot_ndrpdr_box_name" output-file: "{DIR[STATIC,DPDK]}/2n-zn2-xxv710-64b-{core}-base-{test_type}" - data: "plot-dpdk-throughput-latency-2n-zn2" + data: "dpdk-2n-zn2-curr-iter" core: ["2t1c", "4t2c"] include: - "tests.dpdk.perf.2n1l-25ge2p1xxv710-eth-l2xcbase-testpmd-ndrpdr.64b-{core}-eth-l2xcbase-testpmd-ndrpdr" @@ -12536,7 +11961,7 @@ title: "DPDK Throughput: 2n-zn2-x710-64b-{core}-base-{test_type}" algorithm: "plot_ndrpdr_box_name" output-file: "{DIR[STATIC,DPDK]}/2n-zn2-x710-64b-{core}-base-{test_type}" - data: "plot-dpdk-throughput-latency-2n-zn2" + data: "dpdk-2n-zn2-curr-iter" core: ["2t1c", "4t2c"] include: - "tests.dpdk.perf.2n1l-10ge2p1x710-eth-l2xcbase-testpmd-ndrpdr.64b-{core}-eth-l2xcbase-testpmd-ndrpdr" @@ -12553,29 +11978,7 @@ output-file: "{DIR[STATIC,VPP]}/hdrh-lat-percentile-2n-skx" output-file-links: "{DIR[LAT,VPP]}/2n_skx.rst" target-links: "../../_static/vpp" - data: "plot-vpp-hdrh-lat-2n-skx" - filter: "'2T1C' and 'NIC_Intel-XXV710'" - layout: - layout: "plot-hdrh-latency-percentile-x-log" - -- type: "plot" - title: "Latency by percentile: 2n-skx RND" - algorithm: "plot_hdrh_lat_by_percentile_x_log" - output-file: "{DIR[STATIC,VPP]}/hdrh-lat-percentile-2n-skx" - output-file-links: "{DIR[LAT,VPP]}/2n_skx.rst" - target-links: "../../_static/vpp" - data: "plot-vpp-hdrh-lat-2n-skx-rnd" - filter: "'2T1C' and 'NIC_Intel-XXV710'" - layout: - layout: "plot-hdrh-latency-percentile-x-log" - -- type: "plot" - title: "Latency by percentile: 2n-skx NAT" - algorithm: "plot_hdrh_lat_by_percentile_x_log" - output-file: "{DIR[STATIC,VPP]}/hdrh-lat-percentile-2n-skx" - output-file-links: "{DIR[LAT,VPP]}/2n_skx.rst" - target-links: "../../_static/vpp" - data: "plot-vpp-hdrh-lat-2n-skx-nat" + data: "vpp-2n-skx-curr-iter-best" filter: "'2T1C' and 'NIC_Intel-XXV710'" layout: layout: "plot-hdrh-latency-percentile-x-log" @@ -12586,18 +11989,7 @@ output-file: "{DIR[STATIC,VPP]}/hdrh-lat-percentile-2n-zn2" output-file-links: "{DIR[LAT,VPP]}/2n_zn2.rst" target-links: "../../_static/vpp" - data: "plot-vpp-hdrh-lat-2n-zn2" - filter: "'2T1C' and 'NIC_Intel-XXV710'" - layout: - layout: "plot-hdrh-latency-percentile-x-log" - -- type: "plot" - title: "Latency by percentile: 2n-zn2 RND" - algorithm: "plot_hdrh_lat_by_percentile_x_log" - output-file: "{DIR[STATIC,VPP]}/hdrh-lat-percentile-2n-zn2" - output-file-links: "{DIR[LAT,VPP]}/2n_zn2.rst" - target-links: "../../_static/vpp" - data: "plot-vpp-hdrh-lat-2n-zn2-rnd" + data: "vpp-2n-zn2-curr-iter-best" filter: "'2T1C' and 'NIC_Intel-XXV710'" layout: layout: "plot-hdrh-latency-percentile-x-log" @@ -12608,7 +12000,7 @@ output-file: "{DIR[STATIC,VPP]}/hdrh-lat-percentile-3n-skx" output-file-links: "{DIR[LAT,VPP]}/3n_skx.rst" target-links: "../../_static/vpp" - data: "plot-vpp-hdrh-lat-3n-skx" + data: "vpp-3n-skx-curr-iter-best" filter: "'2T1C' and 'NIC_Intel-XXV710'" layout: layout: "plot-hdrh-latency-percentile-x-log" @@ -12619,74 +12011,30 @@ output-file: "{DIR[STATIC,VPP]}/hdrh-lat-percentile-2n-clx" output-file-links: "{DIR[LAT,VPP]}/2n_clx.rst" target-links: "../../_static/vpp" - data: "plot-vpp-hdrh-lat-2n-clx" - filter: "'2T1C' and 'NIC_Intel-XXV710'" - layout: - layout: "plot-hdrh-latency-percentile-x-log" - -- type: "plot" - title: "Latency by percentile: 2n-clx RND" - algorithm: "plot_hdrh_lat_by_percentile_x_log" - output-file: "{DIR[STATIC,VPP]}/hdrh-lat-percentile-2n-clx" - output-file-links: "{DIR[LAT,VPP]}/2n_clx.rst" - target-links: "../../_static/vpp" - data: "plot-vpp-hdrh-lat-2n-clx-rnd" - filter: "'2T1C' and 'NIC_Intel-XXV710'" - layout: - layout: "plot-hdrh-latency-percentile-x-log" - -- type: "plot" - title: "Latency by percentile: 2n-clx NAT" - algorithm: "plot_hdrh_lat_by_percentile_x_log" - output-file: "{DIR[STATIC,VPP]}/hdrh-lat-percentile-2n-clx" - output-file-links: "{DIR[LAT,VPP]}/2n_clx.rst" - target-links: "../../_static/vpp" - data: "plot-vpp-hdrh-lat-2n-clx-nat" + data: "vpp-2n-clx-curr-iter-best" filter: "'2T1C' and 'NIC_Intel-XXV710'" layout: layout: "plot-hdrh-latency-percentile-x-log" - type: "plot" - title: "Latency by percentile: 2n-clx MLX" + title: "Latency by percentile: 2n-icx" algorithm: "plot_hdrh_lat_by_percentile_x_log" - output-file: "{DIR[STATIC,VPP]}/hdrh-lat-percentile-2n-clx" - output-file-links: "{DIR[LAT,VPP]}/2n_clx.rst" - target-links: "../../_static/vpp" - data: "plot-vpp-hdrh-lat-2n-clx-mlx" - filter: "'2T1C' and 'NIC_Mellanox-CX556A'" - layout: - layout: "plot-hdrh-latency-percentile-x-log" - -# - type: "plot" -# title: "Latency by percentile: 2n-icx" -# algorithm: "plot_hdrh_lat_by_percentile_x_log" -# output-file: "{DIR[STATIC,VPP]}/hdrh-lat-percentile-2n-icx" -# output-file-links: "{DIR[LAT,VPP]}/2n_icx.rst" -# target-links: "../../_static/vpp" -# data: "plot-vpp-hdrh-lat-2n-icx" -# filter: "'2T1C' and 'NIC_Intel-E810CQ' and 'NDRPDR'" -# layout: -# layout: "plot-hdrh-latency-percentile-x-log" - -- type: "plot" - title: "Latency by percentile: 3n-hsw" - algorithm: "plot_hdrh_lat_by_percentile_x_log" - output-file: "{DIR[STATIC,VPP]}/hdrh-lat-percentile-3n-hsw" - output-file-links: "{DIR[LAT,VPP]}/3n_hsw.rst" + output-file: "{DIR[STATIC,VPP]}/hdrh-lat-percentile-2n-icx" + output-file-links: "{DIR[LAT,VPP]}/2n_icx.rst" target-links: "../../_static/vpp" - data: "plot-vpp-hdrh-lat-3n-hsw" - filter: "'1T1C' and 'NIC_Intel-XL710'" + data: "vpp-2n-icx-curr-iter-best" + filter: "'2T1C' and 'NIC_Intel-E810CQ' and 'NDRPDR'" layout: layout: "plot-hdrh-latency-percentile-x-log" - type: "plot" - title: "Latency by percentile: 3n-hsw RND" + title: "Latency by percentile: 3n-icx" algorithm: "plot_hdrh_lat_by_percentile_x_log" - output-file: "{DIR[STATIC,VPP]}/hdrh-lat-percentile-3n-hsw" - output-file-links: "{DIR[LAT,VPP]}/3n_hsw.rst" + output-file: "{DIR[STATIC,VPP]}/hdrh-lat-percentile-3n-icx" + output-file-links: "{DIR[LAT,VPP]}/3n_icx.rst" target-links: "../../_static/vpp" - data: "plot-vpp-hdrh-lat-3n-hsw-rnd" - filter: "'1T1C' and 'NIC_Intel-XL710'" + data: "vpp-3n-icx-curr-iter-best" + filter: "'2T1C' and 'NIC_Intel-E810CQ' and 'NDRPDR'" layout: layout: "plot-hdrh-latency-percentile-x-log" @@ -12696,7 +12044,7 @@ output-file: "{DIR[STATIC,VPP]}/hdrh-lat-percentile-3n-tsh" output-file-links: "{DIR[LAT,VPP]}/3n_tsh.rst" target-links: "../../_static/vpp" - data: "plot-vpp-hdrh-lat-3n-tsh" + data: "vpp-3n-tsh-curr-iter-best" filter: "'1T1C' and 'NIC_Intel-X520-DA2'" layout: layout: "plot-hdrh-latency-percentile-x-log" @@ -12707,7 +12055,7 @@ output-file: "{DIR[STATIC,VPP]}/hdrh-lat-percentile-2n-tx2" output-file-links: "{DIR[LAT,VPP]}/2n-tx2.rst" target-links: "../../_static/vpp" - data: "plot-vpp-hdrh-lat-2n-tx2" + data: "vpp-2n-tx2-curr-iter" filter: "'1T1C' and 'NIC_Intel-XL710'" layout: layout: "plot-hdrh-latency-percentile-x-log" @@ -12718,7 +12066,7 @@ output-file: "{DIR[STATIC,DPDK]}/hdrh-lat-percentile-2n-skx" output-file-links: "{DIR[LAT,DPDK]}/2n_skx.rst" target-links: "../../_static/dpdk" - data: "plot-dpdk-hdrh-lat-2n-skx" + data: "dpdk-2n-skx-curr-iter-best" filter: "'2T1C' and 'NIC_Intel-XXV710'" layout: layout: "plot-hdrh-latency-percentile-x-log" @@ -12729,7 +12077,7 @@ output-file: "{DIR[STATIC,DPDK]}/hdrh-lat-percentile-3n-skx" output-file-links: "{DIR[LAT,DPDK]}/3n_skx.rst" target-links: "../../_static/dpdk" - data: "plot-dpdk-hdrh-lat-3n-skx" + data: "dpdk-3n-skx-curr-iter-best" filter: "'2T1C' and 'NIC_Intel-XXV710'" layout: layout: "plot-hdrh-latency-percentile-x-log" @@ -12740,7 +12088,7 @@ output-file: "{DIR[STATIC,DPDK]}/hdrh-lat-percentile-2n-clx" output-file-links: "{DIR[LAT,DPDK]}/2n_clx.rst" target-links: "../../_static/dpdk" - data: "plot-dpdk-hdrh-lat-2n-clx" + data: "dpdk-2n-clx-curr-iter-best" filter: "'2T1C' and 'NIC_Intel-XXV710'" layout: layout: "plot-hdrh-latency-percentile-x-log" @@ -12751,43 +12099,32 @@ output-file: "{DIR[STATIC,DPDK]}/hdrh-lat-percentile-2n-zn2" output-file-links: "{DIR[LAT,DPDK]}/2n_zn2.rst" target-links: "../../_static/dpdk" - data: "plot-dpdk-hdrh-lat-2n-zn2" + data: "dpdk-2n-zn2-curr-iter-best" filter: "'2T1C' and 'NIC_Intel-XXV710'" layout: layout: "plot-hdrh-latency-percentile-x-log" -- type: "plot" - title: "Latency by percentile: DPDK 3n-hsw" - algorithm: "plot_hdrh_lat_by_percentile_x_log" - output-file: "{DIR[STATIC,DPDK]}/hdrh-lat-percentile-3n-hsw" - output-file-links: "{DIR[LAT,DPDK]}/3n_hsw.rst" - target-links: "../../_static/dpdk" - data: "plot-dpdk-hdrh-lat-3n-hsw" - filter: "'1T1C' and 'NIC_Intel-XL710'" - layout: - layout: "plot-hdrh-latency-percentile-x-log" - - type: "plot" title: "Latency by percentile: DPDK 3n-tsh" algorithm: "plot_hdrh_lat_by_percentile_x_log" output-file: "{DIR[STATIC,DPDK]}/hdrh-lat-percentile-3n-tsh" output-file-links: "{DIR[LAT,DPDK]}/3n_tsh.rst" target-links: "../../_static/dpdk" - data: "plot-dpdk-hdrh-lat-3n-tsh" + data: "dpdk-3n-tsh-curr-iter-best" filter: "'1T1C' and 'NIC_Intel-X520-DA2'" layout: layout: "plot-hdrh-latency-percentile-x-log" -- type: "plot" - title: "Latency by percentile: DPDK 2n-tx2" - algorithm: "plot_hdrh_lat_by_percentile_x_log" - output-file: "{DIR[STATIC,DPDK]}/hdrh-lat-percentile-2n-tx2" - output-file-links: "{DIR[LAT,DPDK]}/2n-tx2.rst" - target-links: "../../_static/dpdk" - data: "plot-dpdk-hdrh-lat-2n-tx2" - filter: "'1T1C' and 'NIC_Intel-XL710'" - layout: - layout: "plot-hdrh-latency-percentile-x-log" +# - type: "plot" +# title: "Latency by percentile: DPDK 2n-tx2" +# algorithm: "plot_hdrh_lat_by_percentile_x_log" +# output-file: "{DIR[STATIC,DPDK]}/hdrh-lat-percentile-2n-tx2" +# output-file-links: "{DIR[LAT,DPDK]}/2n-tx2.rst" +# target-links: "../../_static/dpdk" +# data: "dpdk-2n-tx2-curr-iter-best" +# filter: "'1T1C' and 'NIC_Intel-XL710'" +# layout: +# layout: "plot-hdrh-latency-percentile-x-log" ############################################################################### @@ -12795,7 +12132,7 @@ title: "Throughput: 2n-skx-128kb-{core}-ip4routing-iperf3" algorithm: "plot_mrr_box_name" output-file: "{DIR[STATIC,VPP]}/2n-skx-128kb-{core}-ip4routing-iperf3" - data: "plot-vpp-gso-2n-skx" + data: "vpp-2n-skx-curr-gso" core: ["1t1c", "2t2c", "4t4c"] include: - "Tests.Vpp.Perf.Gso.2N1L-10Ge2P1X710-Ethip4-Ip4Base-2Tap-Gso-Iperf3-Mrr.128KB-{core}-ethip4-ip4base-2tap-gso-iperf3-mrr" @@ -12810,7 +12147,7 @@ title: "Throughput: 2n-clx-128kb-{core}-ip4routing-iperf3" algorithm: "plot_mrr_box_name" output-file: "{DIR[STATIC,VPP]}/2n-clx-128kb-{core}-ip4routing-iperf3" - data: "plot-vpp-gso-2n-clx" + data: "vpp-2n-clx-curr-iter-gso" core: ["1t1c", "2t2c", "4t4c"] include: - "Tests.Vpp.Perf.Gso.2N1L-10Ge2P1X710-Ethip4-Ip4Base-2Tap-Gso-Iperf3-Mrr.128KB-{core}-ethip4-ip4base-2tap-gso-iperf3-mrr" @@ -12825,7 +12162,7 @@ title: "Throughput: 2n-zn2-128kb-{core}-ip4routing-iperf3" algorithm: "plot_mrr_box_name" output-file: "{DIR[STATIC,VPP]}/2n-zn2-128kb-{core}-ip4routing-iperf3" - data: "plot-vpp-gso-2n-zn2" + data: "vpp-2n-zn2-curr-iter-gso" core: ["1t1c", "2t2c", "4t4c"] include: - "Tests.Vpp.Perf.Gso.2N1L-10Ge2P1X710-Ethip4-Ip4Base-2Tap-Gso-Iperf3-Mrr.128KB-{core}-ethip4-ip4base-2tap-gso-iperf3-mrr"