X-Git-Url: https://gerrit.fd.io/r/gitweb?a=blobdiff_plain;f=resources%2Ftools%2Fpresentation%2Fspecifications%2Freport%2Felements.yaml;h=3b47978ebdb3391aca7b73c33eb7a3fa89691b81;hb=4bb5b6a0426c67cdf02f7fe58722a37c6a2f6a9e;hp=fd6e5bcb13c1a2ac6602c8b99f6a858a6ccfd040;hpb=a8dfaf8fb174651832a9285b78460846cc1840b1;p=csit.git diff --git a/resources/tools/presentation/specifications/report/elements.yaml b/resources/tools/presentation/specifications/report/elements.yaml index fd6e5bcb13..3b47978ebd 100644 --- a/resources/tools/presentation/specifications/report/elements.yaml +++ b/resources/tools/presentation/specifications/report/elements.yaml @@ -26,6 +26,8 @@ data-set: "vpp-2n-icx-curr-nfv-reconf" - job-spec: "dpdk-mlr-00" data-set: "dpdk-2n-icx-curr-iter" + - job-spec: "trex-mlr-00" + data-set: "trex-2n-icx-curr-iter # - type: "table" # title: "Job Specification Duration: 2n-icx-coverage" @@ -79,6 +81,8 @@ data-set: "vpp-3n-icx-curr-iter-mrr" - job-spec: "vpp-mlr-00" data-set: "vpp-3n-icx-curr-iter" + - job-spec: "hoststack-00" + data-set: "vpp-3n-icx-curr-iter-hoststack" - job-spec: "dpdk-mlr-00" data-set: "dpdk-3n-icx-curr-iter" @@ -174,8 +178,6 @@ data-set: "vpp-2n-clx-curr-iter-gso" - job-spec: "soak-00" data-set: "vpp-2n-clx-curr-soak" - # - job-spec: "vsap-00" - # data-set: "vpp-2n-clx-curr-iter-vsap" - job-spec: "nfv-density-mrr-00" data-set: "vpp-2n-clx-curr-nfv-mrr" - job-spec: "nfv-density-mlr-00" @@ -418,6 +420,47 @@ # - job-spec: "l2-01" # build: "10" +- type: "table" + title: "Job Specification Duration: 3n-snr-iterative" + algorithm: "table_job_spec_duration" + output-file: "{DIR[STATIC,VPP]}/job-spec-duration-3n-snr-iter" + jb-type: "iterative" + lines: + - job-spec: "vpp-mrr-00" + data-set: "vpp-3n-snr-curr-iter-mrr" + - job-spec: "vpp-mlr-00" + data-set: "vpp-3n-snr-curr-iter" + - job-spec: "dpdk-mlr-00" + data-set: "dpdk-3n-snr-curr-iter" + +# - type: "table" +# title: "Job Specification Duration: 3n-snr-coverage" +# algorithm: "table_job_spec_duration" +# output-file: "{DIR[STATIC,VPP]}/job-spec-duration-3n-snr-cov" +# jb-type: "coverage" +# data: "vpp-3n-snr-curr-cov" +# lines: +# - job-spec: "crypto-00" +# build: "1" +# - job-spec: "crypto-01" +# build: "2" +# - job-spec: "crypto-02" +# build: "3" +# - job-spec: "ip4-00" +# build: "4" +# - job-spec: "ip4-01" +# build: "5" +# - job-spec: "ip4tun-00" +# build: "6" +# - job-spec: "ip6-00" +# build: "7" +# - job-spec: "ip6-01" +# build: "8" +# - job-spec: "l2-00" +# build: "9" +# - job-spec: "l2-01" +# build: "10" + - type: "table" title: "Job Specification Duration: 3n-tsh-iterative" algorithm: "table_job_spec_duration" @@ -1515,6 +1558,111 @@ # - '2210.0-11 vs 2206.0-11: Compares VPP code current vs previous in the current CSIT environment.' - '2210.0-11 vs 2206.0-10: Compares current VPP code in the current CSIT environment vs previous VPP code in the previous CSIT environment.' +# VPP Latency Changes 3n-alt 1t1c +- type: "table" + title: "VPP Latency Changes 3n-alt 1t1c PDR50-direction1-avg" + algorithm: "table_comparison" + output-file: "{DIR[STATIC,VPP]}/latency-changes-3n-alt-xl710-1t1c-pdr50-d1-avg" + include-tests: "latency-PDR50-direction1-avg" + filter: "'1T1C' and 'NDRPDR'" + columns: + # - title: "2202.0-10" + # data-set: "vpp-3n-alt-hist-iter" + - title: "2206.0-10" + data-set: "vpp-3n-alt-prev-iter-old-env" + # - title: "2206.0-11" + # data-set: "vpp-3n-alt-prev-iter-new-env" + - title: "2210.0-11" + data-set: "vpp-3n-alt-curr-iter" + comparisons: + # - title: "2206.0-11 vs 2206.0-10" + # reference: 2 + # compare: 3 + # - title: "2210.0-11 vs 2206.0-11" + # reference: 3 + # compare: 4 + - title: "2210.0-11 vs 2206.0-10" + reference: 1 + compare: 2 + legend: + - '' + - 'Test Case: Test cases executed for: PDR throughput on 3n-alt with xl710.' + - 'YYMM.V-E: [uSec +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "10" for CSIT rls2206, "11" for CSIT rls2210).' + - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' + # - '2206.0-11 vs 2206.0-10: Compares CSIT environment current vs previous with previous VPP code.' + # - '2210.0-11 vs 2206.0-11: Compares VPP code current vs previous in the current CSIT environment.' + - '2210.0-11 vs 2206.0-10: Compares current VPP code in the current CSIT environment vs previous VPP code in the previous CSIT environment.' + +# VPP Latency Changes 3n-alt 1t1c +- type: "table" + title: "VPP Latency Changes 3n-alt 1t1c PDR90-direction1-avg" + algorithm: "table_comparison" + output-file: "{DIR[STATIC,VPP]}/latency-changes-3n-alt-xl710-1t1c-pdr90-d1-avg" + include-tests: "latency-PDR90-direction1-avg" + filter: "'1T1C' and 'NDRPDR'" + columns: + # - title: "2202.0-10" + # data-set: "vpp-3n-alt-hist-iter" + - title: "2206.0-10" + data-set: "vpp-3n-alt-prev-iter-old-env" + # - title: "2206.0-11" + # data-set: "vpp-3n-alt-prev-iter-new-env" + - title: "2210.0-11" + data-set: "vpp-3n-alt-curr-iter" + comparisons: + # - title: "2206.0-11 vs 2206.0-10" + # reference: 2 + # compare: 3 + # - title: "2210.0-11 vs 2206.0-11" + # reference: 3 + # compare: 4 + - title: "2210.0-11 vs 2206.0-10" + reference: 1 + compare: 2 + legend: + - '' + - 'Test Case: Test cases executed for: PDR throughput on 3n-alt with xl710.' + - 'YYMM.V-E: [uSec +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "10" for CSIT rls2206, "11" for CSIT rls2210).' + - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' + # - '2206.0-11 vs 2206.0-10: Compares CSIT environment current vs previous with previous VPP code.' + # - '2210.0-11 vs 2206.0-11: Compares VPP code current vs previous in the current CSIT environment.' + - '2210.0-11 vs 2206.0-10: Compares current VPP code in the current CSIT environment vs previous VPP code in the previous CSIT environment.' + +# VPP Latency Changes 3n-alt 1t1c +- type: "table" + title: "VPP Latency Changes 3n-alt 1t1c PDR90-direction1-max" + algorithm: "table_comparison" + output-file: "{DIR[STATIC,VPP]}/latency-changes-3n-alt-xl710-1t1c-pdr90-d1-max" + include-tests: "latency-PDR90-direction1-max" + filter: "'1T1C' and 'NDRPDR'" + columns: + # - title: "2202.0-10" + # data-set: "vpp-3n-alt-hist-iter"" + - title: "2206.0-10" + data-set: "vpp-3n-alt-prev-iter-old-env" + # - title: "2206.0-11" + # data-set: "vpp-3n-alt-prev-iter-new-env" + - title: "2210.0-11" + data-set: "vpp-3n-alt-curr-iter" + comparisons: + # - title: "2206.0-11 vs 2206.0-10" + # reference: 2 + # compare: 3 + # - title: "2210.0-11 vs 2206.0-11" + # reference: 3 + # compare: 4 + - title: "2210.0-11 vs 2206.0-10" + reference: 1 + compare: 2 + legend: + - '' + - 'Test Case: Test cases executed for: PDR throughput on 3n-alt with xl710.' + - 'YYMM.V-E: [uSec +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "10" for CSIT rls2206, "11" for CSIT rls2210).' + - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' + # - '2206.0-11 vs 2206.0-10: Compares CSIT environment current vs previous with previous VPP code.' + # - '2210.0-11 vs 2206.0-11: Compares VPP code current vs previous in the current CSIT environment.' + - '2210.0-11 vs 2206.0-10: Compares current VPP code in the current CSIT environment vs previous VPP code in the previous CSIT environment.' + # VPP Soak vs NDR - 2n-icx - type: "table" title: "VPP Soak vs NDR 2n-icx" @@ -1558,30 +1706,30 @@ ################################################################################ # VPP -# # VPP Performance Changes 2n-clx VSAP +# # VPP Performance Changes 3n-icx Hoststack # - type: "table" -# title: "VPP Performance Changes 2n-clx VSAP" +# title: "VPP Performance Changes 3n-icx Hoststack" # algorithm: "table_comparison" -# output-file: "{DIR[STATIC,VPP]}/performance-changes-2n-clx-vsap" -# include-tests: "vsap" +# output-file: "{DIR[STATIC,VPP]}/performance-changes-3n-icx-hoststack" +# include-tests: "hoststack" # filter: "all" # columns: +# - title: "2110.0-8" +# data-set: "vpp-3n-icx-hist-iter-hoststack-new-env" # - title: "2202.0-9" -# data-set: "vpp-2n-clx-hist-iter-vsap" +# data-set: "vpp-3n-icx-prev-iter-hoststack-old-env" # - title: "2206.0-10" -# data-set: "vpp-2n-clx-prev-iter-vsap" -# - title: "2210.0-11" -# data-set: "vpp-2n-clx-curr-iter-vsap" +# data-set: "vpp-3n-icx-curr-iter-hoststack" # comparisons: -# - title: "2210.0-11 vs 2206.0-10" +# - title: "2206.0-10 vs 2202.0-9" # reference: 2 # compare: 3 # legend: # - '' -# - 'Test Case: Test cases executed for: VSAP on 2n-clx with cx556a.' -# - 'YYMM.V-E: [uSec +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "10" for CSIT rls2206, "11" for CSIT rls2210).' -# - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' -# - '2210.0-11 vs 2206.0-11: Compares VPP code current vs previous.' +# - 'Test Case: Test cases executed for: Hoststack on 3n-icx with e810xxv.' +# - 'YYMM.V-E: [Mbps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "9" for CSIT rls2202, "10" for CSIT rls2210).' +# - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' +# - '2206.0-10 vs 2202.0-9: Compares VPP code current vs previous.' # VPP Performance Changes 3n-icx 2t1c pdr - type: "table" @@ -2943,6 +3091,146 @@ - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' - '2210.0-11 vs 2206.0-10: Compares VPP code current vs previous.' +# VPP Performance Changes 3n-alt 1t1c pdr +- type: "table" + title: "VPP Performance Changes 3n-alt 1t1c pdr" + algorithm: "table_comparison" + output-file: "{DIR[STATIC,VPP]}/performance-changes-3n-alt-1t1c-pdr" + include-tests: "PDR" # "PDR" | "NDR" | "MRR" + filter: "'1T1C'" + columns: + # - title: "2202.0-10" + # data-set: "vpp-3n-alt-hist-iter" + - title: "2206.0-10" + data-set: "vpp-3n-alt-prev-iter-old-env" + # - title: "2206.0-11" + # data-set: "vpp-3n-alt-prev-iter-new-env" + - title: "2210.0-11" + data-set: "vpp-3n-alt-curr-iter" + comparisons: + # - title: "2206.0-11 vs 2206.0-10" + # reference: 2 + # compare: 3 + # - title: "2210.0-11 vs 2206.0-11" + # reference: 3 + # compare: 4 + - title: "2210.0-11 vs 2206.0-10" + reference: 1 + compare: 2 + legend: + - '' + - 'Test Case: Test cases executed for: PDR throughput on 3n-alt with xl710.' + - 'YYMM.V-E: [uSec +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "10" for CSIT rls2206, "11" for CSIT rls2210).' + - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' + # - '2206.0-11 vs 2206.0-10: Compares CSIT environment current vs previous with previous VPP code.' + # - '2210.0-11 vs 2206.0-11: Compares VPP code current vs previous in the current CSIT environment.' + - '2210.0-11 vs 2206.0-10: Compares current VPP code in the current CSIT environment vs previous VPP code in the previous CSIT environment.' + +# VPP Performance Changes 3n-alt 2t2c pdr +- type: "table" + title: "VPP Performance Changes 3n-alt 2t2c pdr" + algorithm: "table_comparison" + output-file: "{DIR[STATIC,VPP]}/performance-changes-3n-alt-2t2c-pdr" + include-tests: "PDR" # "PDR" | "NDR" | "MRR" + filter: "'2T2C'" + columns: + # - title: "2202.0-10" + # data-set: "vpp-3n-alt-hist-iter" + - title: "2206.0-10" + data-set: "vpp-3n-alt-prev-iter-old-env" + # - title: "2206.0-11" + # data-set: "vpp-3n-alt-prev-iter-new-env" + - title: "2210.0-11" + data-set: "vpp-3n-alt-curr-iter" + comparisons: + # - title: "2206.0-11 vs 2206.0-10" + # reference: 2 + # compare: 3 + # - title: "2210.0-11 vs 2206.0-11" + # reference: 3 + # compare: 4 + - title: "2210.0-11 vs 2206.0-10" + reference: 1 + compare: 2 + legend: + - '' + - 'Test Case: Test cases executed for: PDR throughput on 3n-alt with xl710.' + - 'YYMM.V-E: [uSec +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "10" for CSIT rls2206, "11" for CSIT rls2210).' + - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' + # - '2206.0-11 vs 2206.0-10: Compares CSIT environment current vs previous with previous VPP code.' + # - '2210.0-11 vs 2206.0-11: Compares VPP code current vs previous in the current CSIT environment.' + - '2210.0-11 vs 2206.0-10: Compares current VPP code in the current CSIT environment vs previous VPP code in the previous CSIT environment.' + +# VPP Performance Changes 3n-alt 1t1c ndr +- type: "table" + title: "VPP Performance Changes 3n-alt 1t1c ndr" + algorithm: "table_comparison" + output-file: "{DIR[STATIC,VPP]}/performance-changes-3n-alt-1t1c-ndr" + include-tests: "NDR" # "PDR" | "NDR" | "MRR" + filter: "'1T1C'" + columns: + # - title: "2202.0-10" + # data-set: "vpp-3n-alt-hist-iter" + - title: "2206.0-10" + data-set: "vpp-3n-alt-prev-iter-old-env" + # - title: "2206.0-11" + # data-set: "vpp-3n-alt-prev-iter-new-env" + - title: "2210.0-11" + data-set: "vpp-3n-alt-curr-iter" + comparisons: + # - title: "2206.0-11 vs 2206.0-10" + # reference: 2 + # compare: 3 + # - title: "2210.0-11 vs 2206.0-11" + # reference: 3 + # compare: 4 + - title: "2210.0-11 vs 2206.0-10" + reference: 1 + compare: 2 + legend: + - '' + - 'Test Case: Test cases executed for: NDR throughput on 3n-alt with xl710.' + - 'YYMM.V-E: [uSec +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "10" for CSIT rls2206, "11" for CSIT rls2210).' + - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' + # - '2206.0-11 vs 2206.0-10: Compares CSIT environment current vs previous with previous VPP code.' + # - '2210.0-11 vs 2206.0-11: Compares VPP code current vs previous in the current CSIT environment.' + - '2210.0-11 vs 2206.0-10: Compares current VPP code in the current CSIT environment vs previous VPP code in the previous CSIT environment.' + +# VPP Performance Changes 3n-alt 2t2c ndr +- type: "table" + title: "VPP Performance Changes 3n-alt 2t2c ndr" + algorithm: "table_comparison" + output-file: "{DIR[STATIC,VPP]}/performance-changes-3n-alt-2t2c-ndr" + include-tests: "NDR" # "PDR" | "NDR" | "MRR" + filter: "'2T2C'" + columns: + # - title: "2202.0-10" + # data-set: "vpp-3n-alt-hist-iter" + - title: "2206.0-10" + data-set: "vpp-3n-alt-prev-iter-old-env" + # - title: "2206.0-11" + # data-set: "vpp-3n-alt-prev-iter-new-env" + - title: "2210.0-11" + data-set: "vpp-3n-alt-curr-iter" + comparisons: + # - title: "2206.0-11 vs 2206.0-10" + # reference: 2 + # compare: 3 + # - title: "2210.0-11 vs 2206.0-11" + # reference: 3 + # compare: 4 + - title: "2210.0-11 vs 2206.0-10" + reference: 1 + compare: 2 + legend: + - '' + - 'Test Case: Test cases executed for: NDR throughput on 3n-alt with xl710.' + - 'YYMM.V-E: [uSec +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "10" for CSIT rls2206, "11" for CSIT rls2210).' + - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' + # - '2206.0-11 vs 2206.0-10: Compares CSIT environment current vs previous with previous VPP code.' + # - '2210.0-11 vs 2206.0-11: Compares VPP code current vs previous in the current CSIT environment.' + - '2210.0-11 vs 2206.0-10: Compares current VPP code in the current CSIT environment vs previous VPP code in the previous CSIT environment.' + # VPP Performance Changes 3n-icx 2t1c mrr - type: "table" title: "VPP Performance Changes 3n-icx 2t1c mrr" @@ -3938,6 +4226,111 @@ - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' - '2210.0-11 vs 2206.0-10: Compares VPP code current vs previous.' +# VPP Performance Changes 3n-alt 1t1c mrr +- type: "table" + title: "VPP Performance Changes 3n-alt 1t1c mrr" + algorithm: "table_comparison" + output-file: "{DIR[STATIC,VPP]}/performance-changes-3n-alt-1t1c-mrr" + include-tests: "MRR" # "PDR" | "NDR" | "MRR" + filter: "'1T1C'" + columns: + # - title: "2202.0-10" + # data-set: "vpp-3n-alt-hist-iter-mrr" + - title: "2206.0-10" + data-set: "vpp-3n-alt-prev-iter-mrr-old-env" + # - title: "2206.0-11" + # data-set: "vpp-3n-alt-prev-iter-mrr-new-env" + - title: "2210.0-11" + data-set: "vpp-3n-alt-curr-iter-mrr" + comparisons: + # - title: "2206.0-11 vs 2206.0-10" + # reference: 2 + # compare: 3 + # - title: "2210.0-11 vs 2206.0-11" + # reference: 3 + # compare: 4 + - title: "2210.0-11 vs 2206.0-10" + reference: 1 + compare: 2 + legend: + - '' + - 'Test Case: Test cases executed for: MRR throughput on 3n-alt with xl710.' + - 'YYMM.V-E: [uSec +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "10" for CSIT rls2206, "11" for CSIT rls2210).' + - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' + # - '2206.0-11 vs 2206.0-10: Compares CSIT environment current vs previous with previous VPP code.' + # - '2210.0-11 vs 2206.0-11: Compares VPP code current vs previous in the current CSIT environment.' + - '2210.0-11 vs 2206.0-10: Compares current VPP code in the current CSIT environment vs previous VPP code in the previous CSIT environment.' + +# VPP Performance Changes 3n-alt 2t2c mrr +- type: "table" + title: "VPP Performance Changes 3n-alt 2t2c mrr" + algorithm: "table_comparison" + output-file: "{DIR[STATIC,VPP]}/performance-changes-3n-alt-2t2c-mrr" + include-tests: "MRR" # "PDR" | "NDR" | "MRR" + filter: "'2T2C'" + columns: + # - title: "2202.0-10" + # data-set: "vpp-3n-alt-hist-iter-mrr" + - title: "2206.0-10" + data-set: "vpp-3n-alt-prev-iter-mrr-old-env" + # - title: "2206.0-11" + # data-set: "vpp-3n-alt-prev-iter-mrr-new-env" + - title: "2210.0-11" + data-set: "vpp-3n-alt-curr-iter-mrr" + comparisons: + # - title: "2206.0-11 vs 2206.0-10" + # reference: 2 + # compare: 3 + # - title: "2210.0-11 vs 2206.0-11" + # reference: 3 + # compare: 4 + - title: "2210.0-11 vs 2206.0-10" + reference: 1 + compare: 2 + legend: + - '' + - 'Test Case: Test cases executed for: MRR throughput on 3n-alt with xl710.' + - 'YYMM.V-E: [uSec +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "10" for CSIT rls2206, "11" for CSIT rls2210).' + - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' + # - '2206.0-11 vs 2206.0-10: Compares CSIT environment current vs previous with previous VPP code.' + # - '2210.0-11 vs 2206.0-11: Compares VPP code current vs previous in the current CSIT environment.' + - '2210.0-11 vs 2206.0-10: Compares current VPP code in the current CSIT environment vs previous VPP code in the previous CSIT environment.' + +# VPP Performance Changes 3n-alt 4t4c mrr +- type: "table" + title: "VPP Performance Changes 3n-alt 4t4c mrr" + algorithm: "table_comparison" + output-file: "{DIR[STATIC,VPP]}/performance-changes-3n-alt-4t4c-mrr" + include-tests: "MRR" # "PDR" | "NDR" | "MRR" + filter: "'4T4C'" + columns: + # - title: "2202.0-10" + # data-set: "vpp-3n-alt-hist-iter-mrr" + - title: "2206.0-10" + data-set: "vpp-3n-alt-prev-iter-mrr-old-env" + # - title: "2206.0-11" + # data-set: "vpp-3n-alt-prev-iter-mrr-new-env" + - title: "2210.0-11" + data-set: "vpp-3n-alt-curr-iter-mrr" + comparisons: + # - title: "2206.0-11 vs 2206.0-10" + # reference: 2 + # compare: 3 + # - title: "2210.0-11 vs 2206.0-11" + # reference: 3 + # compare: 4 + - title: "2210.0-11 vs 2206.0-10" + reference: 1 + compare: 2 + legend: + - '' + - 'Test Case: Test cases executed for: MRR throughput on 3n-alt with xl710.' + - 'YYMM.V-E: [uSec +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "10" for CSIT rls2206, "11" for CSIT rls2210).' + - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' + # - '2206.0-11 vs 2206.0-10: Compares CSIT environment current vs previous with previous VPP code.' + # - '2210.0-11 vs 2206.0-11: Compares VPP code current vs previous in the current CSIT environment.' + - '2210.0-11 vs 2206.0-10: Compares current VPP code in the current CSIT environment vs previous VPP code in the previous CSIT environment.' + # Detailed Test Results - VPP Performance Results 2n-zn2 - type: "table" title: "Detailed Test Results - VPP Performance Results 2n-zn2" @@ -4094,6 +4487,23 @@ - "parent" - "msg" +# Detailed Test Results - VPP Performance Results 3n-snr +- type: "table" + title: "Detailed Test Results - VPP Performance Results 3n-snr" + algorithm: "table_merged_details" + output-file: "{DIR[DTR,PERF,VPP,3N,SNR]}/" + columns: + - title: " |prein| Test Name |preout| " + data: "data name" + - title: " |prein| Throughput: |br| 1. Mpps Gbps (NDR) |br| 2. Mpps Gbps (PDR) |br| |br| One-Way Latency Percentiles in uSec at %PDR load, |br| one set per each direction: |br| 3. P50 P90 P99 P50 P90 P99 (10% PDR) |br| 4. P50 P90 P99 P50 P90 P99 (50% PDR) |br| 5. P50 P90 P99 P50 P90 P99 (90% PDR) |preout| " + data: "data msg" + data: "vpp-3n-snr-curr-cov" + filter: "all" + parameters: + - "name" + - "parent" + - "msg" + # Detailed Test Results - VPP Performance Results 2n-aws - type: "table" title: "Detailed Test Results - VPP Performance Results 2n-aws" @@ -4266,6 +4676,23 @@ - "name" - "conf-history" +# Test configuration - VPP Performance Test Configs 3n-snr +- type: "table" + title: "Test configuration - VPP Performance Test Configs 3n-snr" + algorithm: "table_merged_details" + output-file: "{DIR[DTC,PERF,VPP,3N,SNR]}/" + columns: + - title: " |prein| Test Name |preout| " + data: "data name" + - title: " |prein| VPP API Test Commands History - Commands Used Per Test Case |preout| " + data: "data conf-history" + data: "vpp-3n-snr-curr-cov" + filter: "all" + parameters: + - "parent" + - "name" + - "conf-history" + # Test configuration - VPP Performance Test Configs 2n-aws - type: "table" title: "Test configuration - VPP Performance Test Configs 2n-aws" @@ -4355,6 +4782,14 @@ data: "vpp-2n-dnv-curr-cov" filter: "all" +# Test Operational Data - VPP Performance Operational Data 3n-snr +- type: "table" + title: "Test Operational Data - VPP Performance Operational Data 3n-snr" + algorithm: "table_oper_data_html" + output-file: "{DIR[DTO,PERF,VPP,3N,SNR]}/" + data: "vpp-3n-snr-curr-cov" + filter: "all" + # Test Operational Data - VPP Performance Operational Data 2n-aws - type: "table" title: "Test Operational Data - VPP Performance Operational Data 2n-aws" @@ -4516,6 +4951,23 @@ - "parent" - "msg" +# Detailed Test Results - VPP MRR Results 3n-snr +- type: "table" + title: "Detailed Test Results - VPP MRR Results 3n-snr" + algorithm: "table_merged_details" + output-file: "{DIR[DTR,MRR,VPP,3N,SNR]}/" + columns: + - title: " |prein| Test Name |preout| " + data: "data name" + - title: " |prein| Maximum Receive Rate trial [Mpps] |preout| " + data: "data msg" + data: "vpp-3n-snr-curr-iter-mrr" + filter: "all" + parameters: + - "name" + - "parent" + - "msg" + # Detailed Test Results - VPP MRR Results 2n-aws - type: "table" title: "Detailed Test Results - VPP MRR Results 2n-aws" @@ -4686,6 +5138,23 @@ - "name" - "conf-history" +# Test configuration - VPP MRR Test Configs 3n-snr +- type: "table" + title: "Test configuration - VPP MRR Test Configs 3n-snr" + algorithm: "table_merged_details" + output-file: "{DIR[DTC,MRR,VPP,3N,SNR]}/" + columns: + - title: " |prein| Test Name |preout| " + data: "data name" + - title: " |prein| VPP API Test Commands History - Commands Used Per Test Case |preout| " + data: "data conf-history" + data: "vpp-3n-snr-curr-iter-mrr" + filter: "all" + parameters: + - "parent" + - "name" + - "conf-history" + # Test configuration - VPP MRR Test Configs 2n-aws - type: "table" title: "Test configuration - VPP MRR Test Configs 2n-aws" @@ -5419,6 +5888,23 @@ - "parent" - "msg" +# Detailed Test Results - DPDK Performance Results 3n-snr +- type: "table" + title: "Detailed Test Results - DPDK Performance Results 3n-snr" + algorithm: "table_merged_details" + output-file: "{DIR[DTR,PERF,DPDK,3N,SNR]}/dpdk_performance_results_3n_snr" + columns: + - title: " |prein| Test Name |preout| " + data: "data name" + - title: " |prein| Throughput: |br| 1. Mpps Gbps (NDR) |br| 2. Mpps Gbps (PDR) |br| |br| One-Way Latency Percentiles in uSec at %PDR load, |br| one set per each direction: |br| 3. P50 P90 P99 P50 P90 P99 (10% PDR) |br| 4. P50 P90 P99 P50 P90 P99 (50% PDR) |br| 5. P50 P90 P99 P50 P90 P99 (90% PDR) |preout| " + data: "data msg" + data: "dpdk-3n-snr-curr-iter-best" + filter: "all" + parameters: + - "name" + - "parent" + - "msg" + # Detailed Test Results - DPDK Performance Results 2n-tx2 - type: "table" title: "Detailed Test Results - DPDK Performance Results 2n-tx2" @@ -5436,6 +5922,42 @@ - "parent" - "msg" +# Detailed Test Results - TRex Performance Results 2n-icx +- type: "table" + title: "Detailed Test Results - TRex Performance Results 2n-icx" + algorithm: "table_merged_details" + output-file: "{DIR[DTR,PERF,TREX,2N,ICX]}/trex_performance_results_2n_icx" + columns: + - title: " |prein| Test Name |preout| " + data: "data name" + - title: " |prein| Throughput: |br| 1. Mpps Gbps (NDR) |br| 2. Mpps Gbps (PDR) |br| |br| One-Way Latency Percentiles in uSec at %PDR load, |br| one set per each direction: |br| 3. P50 P90 P99 P50 P90 P99 (10% PDR) |br| 4. P50 P90 P99 P50 P90 P99 (50% PDR) |br| 5. P50 P90 P99 P50 P90 P99 (90% PDR) |preout| " + data: "data msg" + data: "trex-2n-icx-curr-cov" + filter: "all" + remove-ndr: False + parameters: + - "name" + - "parent" + - "msg" + +# Detailed Test Results - TRex Performance Results 1n-aws +- type: "table" + title: "Detailed Test Results - TRex Performance Results 1n-aws" + algorithm: "table_merged_details" + output-file: "{DIR[DTR,PERF,TREX,1N,AWS]}/trex_performance_results_1n_aws" + columns: + - title: " |prein| Test Name |preout| " + data: "data name" + - title: " |prein| Throughput: |br| 1. Mpps Gbps (NDR) |br| 2. Mpps Gbps (PDR) |br| |br| One-Way Latency Percentiles in uSec at %PDR load, |br| one set per each direction: |br| 3. P50 P90 P99 P50 P90 P99 (10% PDR) |br| 4. P50 P90 P99 P50 P90 P99 (50% PDR) |br| 5. P50 P90 P99 P50 P90 P99 (90% PDR) |preout| " + data: "data msg" + data: "trex-1n-aws-curr-cov" + filter: "all" + remove-ndr: False + parameters: + - "name" + - "parent" + - "msg" + ################################################################################ ### F I L E S ### ################################################################################ @@ -5456,6 +5978,7 @@ - "{DIR[DTR,PERF,VPP,2N,DNV]}" - "{DIR[DTR,PERF,VPP,3N,DNV]}" - "{DIR[DTR,PERF,VPP,2N,AWS]}" + - "{DIR[DTR,PERF,VPP,3N,SNR]}" data: - "vpp-2n-clx-curr-cov" - "vpp-2n-icx-curr-cov" @@ -5467,6 +5990,7 @@ - "vpp-2n-dnv-curr-cov" - "vpp-3n-dnv-curr-cov" - "vpp-2n-aws-curr-cov" + - "vpp-3n-snr-curr-cov" filter: "'NDRPDR'" data-start-level: 4 order-chapters: @@ -5495,6 +6019,7 @@ - "2n-dnv" - "3n-dnv" - "2n-aws" + - "3n-snr" level-3: - "xl710" - "x520" @@ -5523,6 +6048,7 @@ - "{DIR[DTC,PERF,VPP,2N,DNV]}" - "{DIR[DTC,PERF,VPP,3N,DNV]}" - "{DIR[DTC,PERF,VPP,2N,AWS]}" + - "{DIR[DTC,PERF,VPP,3N,SNR]}" data: - "vpp-2n-clx-curr-cov" - "vpp-2n-icx-curr-cov" @@ -5534,6 +6060,7 @@ - "vpp-2n-dnv-curr-cov" - "vpp-3n-dnv-curr-cov" - "vpp-2n-aws-curr-cov" + - "vpp-3n-snr-curr-cov" filter: "'NDRPDR'" data-start-level: 4 order-chapters: @@ -5562,6 +6089,7 @@ - "2n-dnv" - "3n-dnv" - "2n-aws" + - "3n-snr" level-3: - "xl710" - "x520" @@ -5590,6 +6118,7 @@ - "{DIR[DTO,PERF,VPP,2N,DNV]}" - "{DIR[DTO,PERF,VPP,3N,DNV]}" - "{DIR[DTO,PERF,VPP,2N,AWS]}" + - "{DIR[DTO,PERF,VPP,3N,SNR]}" data: - "vpp-2n-clx-curr-cov" - "vpp-2n-icx-curr-cov" @@ -5601,6 +6130,7 @@ - "vpp-2n-dnv-curr-cov" - "vpp-3n-dnv-curr-cov" - "vpp-2n-aws-curr-cov" + - "vpp-3n-snr-curr-cov" filter: "'NDRPDR'" data-start-level: 4 order-chapters: @@ -5629,6 +6159,7 @@ - "2n-dnv" - "3n-dnv" - "2n-aws" + - "3n-snr" level-3: - "xl710" - "x520" @@ -5657,6 +6188,7 @@ - "{DIR[DTR,MRR,VPP,2N,DNV]}" - "{DIR[DTR,MRR,VPP,3N,DNV]}" - "{DIR[DTR,MRR,VPP,2N,AWS]}" + - "{DIR[DTR,MRR,VPP,3N,SNR]}" data: - "vpp-2n-clx-curr-iter-mrr" - "vpp-2n-icx-curr-iter-mrr" @@ -5668,6 +6200,7 @@ - "vpp-2n-dnv-curr-iter-mrr" - "vpp-3n-dnv-curr-iter-mrr" - "vpp-2n-aws-curr-iter-mrr" + - "vpp-3n-snr-curr-iter-mrr" filter: "'MRR'" data-start-level: 4 order-chapters: @@ -5696,6 +6229,7 @@ - "2n-dnv" - "3n-dnv" - "2n-aws" + - "3n-snr" level-3: - "xl710" - "x520" @@ -5724,6 +6258,7 @@ - "{DIR[DTC,MRR,VPP,2N,DNV]}" - "{DIR[DTC,MRR,VPP,3N,DNV]}" - "{DIR[DTC,MRR,VPP,2N,AWS]}" + - "{DIR[DTC,MRR,VPP,3N,SNR]}" data: - "vpp-2n-clx-curr-iter-mrr" - "vpp-2n-icx-curr-iter-mrr" @@ -5735,6 +6270,7 @@ - "vpp-2n-dnv-curr-iter-mrr" - "vpp-3n-dnv-curr-iter-mrr" - "vpp-2n-aws-curr-iter-mrr" + - "vpp-3n-snr-curr-iter-mrr" filter: "'MRR'" data-start-level: 4 order-chapters: @@ -5763,6 +6299,7 @@ - "2n-dnv" - "3n-dnv" - "2n-aws" + - "3n-snr" level-3: - "xl710" - "x520" @@ -5837,217 +6374,47 @@ # DPDK Performance Results 3n-tsh - type: "file" - title: "DPDK Performance Results 3n-tsh" - algorithm: "file_test_results" - output-file: "{DIR[DTR,PERF,DPDK,3N,TSH]}" - dir-tables: "{DIR[DTR,PERF,DPDK,3N,TSH]}" - data: "dpdk-3n-tsh-curr-iter-best" - filter: "all" - data-start-level: 4 - -# DPDK Performance Results 3n-alt -- type: "file" - title: "DPDK Performance Results 3n-alt" - algorithm: "file_test_results" - output-file: "{DIR[DTR,PERF,DPDK,3N,ALT]}" - dir-tables: "{DIR[DTR,PERF,DPDK,3N,ALT]}" - data: "dpdk-3n-alt-curr-iter-best" - filter: "all" - data-start-level: 4 - -# DPDK Performance Results 2n-tx2 -- type: "file" - title: "DPDK Performance Results 2n-tx2" - algorithm: "file_test_results" - output-file: "{DIR[DTR,PERF,DPDK,2N,TX2]}" - dir-tables: "{DIR[DTR,PERF,DPDK,2N,TX2]}" - data: "dpdk-2n-tx2-curr-iter-best" - filter: "all" - data-start-level: 4 - -################################################################################ -### P L O T S ### -################################################################################ - -# # VSAP tests 2n-clx - -# - type: "plot" -# title: "2n-clx-cx556a-0B-2t1c-rdma-eth-ip4tcphttp-ldpreload-nginx-1_15_0-cps" -# algorithm: "plot_perf_box_name" -# output-file: "{DIR[STATIC,VPP]}/2n-clx-cx556a-0B-2t1c-rdma-eth-ip4tcphttp-ldpreload-nginx-1_15_0-cps" -# data: "vpp-2n-clx-curr-iter-vsap" -# include: -# - "Tests.Vpp.Perf.Hoststack.2N1L-100Ge2P1Cx556A-Rdma-Eth-Ip4Tcphttp-Ldpreload-Nginx-1 15 0-Cps.0B-2t1c-rdma-eth-ip4tcphttp-ldpreload-nginx-1_15_0-cps" -# layout: -# title: "2n-clx-cx556a-0B-2t1c-rdma-eth-ip4tcphttp-ldpreload-nginx-1_15_0" -# layout: "plot-hoststack" - -# - type: "plot" -# title: "2n-clx-cx556a-64B-2t1c-rdma-eth-ip4tcphttp-ldpreload-nginx-1_15_0-cps" -# algorithm: "plot_perf_box_name" -# output-file: "{DIR[STATIC,VPP]}/2n-clx-cx556a-64B-2t1c-rdma-eth-ip4tcphttp-ldpreload-nginx-1_15_0-cps" -# data: "vpp-2n-clx-curr-iter-vsap" -# include: -# - "Tests.Vpp.Perf.Hoststack.2N1L-100Ge2P1Cx556A-Rdma-Eth-Ip4Tcphttp-Ldpreload-Nginx-1 15 0-Cps.64B-2t1c-rdma-eth-ip4tcphttp-ldpreload-nginx-1_15_0-cps" -# layout: -# title: "2n-clx-cx556a-64B-2t1c-rdma-eth-ip4tcphttp-ldpreload-nginx-1_15_0" -# layout: "plot-hoststack" - -# - type: "plot" -# title: "2n-clx-cx556a-1024B-2t1c-rdma-eth-ip4tcphttp-ldpreload-nginx-1_15_0-cps" -# algorithm: "plot_perf_box_name" -# output-file: "{DIR[STATIC,VPP]}/2n-clx-cx556a-1024B-2t1c-rdma-eth-ip4tcphttp-ldpreload-nginx-1_15_0-cps" -# data: "vpp-2n-clx-curr-iter-vsap" -# include: -# - "Tests.Vpp.Perf.Hoststack.2N1L-100Ge2P1Cx556A-Rdma-Eth-Ip4Tcphttp-Ldpreload-Nginx-1 15 0-Cps.1024B-2t1c-rdma-eth-ip4tcphttp-ldpreload-nginx-1_15_0-cps" -# layout: -# title: "2n-clx-cx556a-1024B-2t1c-rdma-eth-ip4tcphttp-ldpreload-nginx-1_15_0" -# layout: "plot-hoststack" - -# - type: "plot" -# title: "2n-clx-cx556a-2048B-2t1c-rdma-eth-ip4tcphttp-ldpreload-nginx-1_15_0-cps" -# algorithm: "plot_perf_box_name" -# output-file: "{DIR[STATIC,VPP]}/2n-clx-cx556a-2048B-2t1c-rdma-eth-ip4tcphttp-ldpreload-nginx-1_15_0-cps" -# data: "vpp-2n-clx-curr-iter-vsap" -# include: -# - "Tests.Vpp.Perf.Hoststack.2N1L-100Ge2P1Cx556A-Rdma-Eth-Ip4Tcphttp-Ldpreload-Nginx-1 15 0-Cps.2048B-2t1c-rdma-eth-ip4tcphttp-ldpreload-nginx-1_15_0-cps" -# layout: -# title: "2n-clx-cx556a-2048B-2t1c-rdma-eth-ip4tcphttp-ldpreload-nginx-1_15_0" -# layout: "plot-hoststack" - -# - type: "plot" -# title: "2n-clx-cx556a-0B-2t1c-rdma-eth-ip4tcphttp-ldpreload-nginx-1_15_0-rps" -# algorithm: "plot_perf_box_name" -# output-file: "{DIR[STATIC,VPP]}/2n-clx-cx556a-0B-2t1c-rdma-eth-ip4tcphttp-ldpreload-nginx-1_15_0-rps" -# data: "vpp-2n-clx-curr-iter-vsap" -# include: -# - "Tests.Vpp.Perf.Hoststack.2N1L-100Ge2P1Cx556A-Rdma-Eth-Ip4Tcphttp-Ldpreload-Nginx-1 15 0-Rps.0B-2t1c-rdma-eth-ip4tcphttp-ldpreload-nginx-1_15_0-rps" -# layout: -# title: "2n-clx-cx556a-0B-2t1c-rdma-eth-ip4tcphttp-ldpreload-nginx-1_15_0" -# layout: "plot-hoststack" - -# - type: "plot" -# title: "2n-clx-cx556a-64B-2t1c-rdma-eth-ip4tcphttp-ldpreload-nginx-1_15_0-rps" -# algorithm: "plot_perf_box_name" -# output-file: "{DIR[STATIC,VPP]}/2n-clx-cx556a-64B-2t1c-rdma-eth-ip4tcphttp-ldpreload-nginx-1_15_0-rps" -# data: "vpp-2n-clx-curr-iter-vsap" -# include: -# - "Tests.Vpp.Perf.Hoststack.2N1L-100Ge2P1Cx556A-Rdma-Eth-Ip4Tcphttp-Ldpreload-Nginx-1 15 0-Rps.64B-2t1c-rdma-eth-ip4tcphttp-ldpreload-nginx-1_15_0-rps" -# layout: -# title: "2n-clx-cx556a-64B-2t1c-rdma-eth-ip4tcphttp-ldpreload-nginx-1_15_0" -# layout: "plot-hoststack" - -# - type: "plot" -# title: "2n-clx-cx556a-1024B-2t1c-rdma-eth-ip4tcphttp-ldpreload-nginx-1_15_0-rps" -# algorithm: "plot_perf_box_name" -# output-file: "{DIR[STATIC,VPP]}/2n-clx-cx556a-1024B-2t1c-rdma-eth-ip4tcphttp-ldpreload-nginx-1_15_0-rps" -# data: "vpp-2n-clx-curr-iter-vsap" -# include: -# - "Tests.Vpp.Perf.Hoststack.2N1L-100Ge2P1Cx556A-Rdma-Eth-Ip4Tcphttp-Ldpreload-Nginx-1 15 0-Rps.1024B-2t1c-rdma-eth-ip4tcphttp-ldpreload-nginx-1_15_0-rps" -# layout: -# title: "2n-clx-cx556a-1024B-2t1c-rdma-eth-ip4tcphttp-ldpreload-nginx-1_15_0" -# layout: "plot-hoststack" - -# - type: "plot" -# title: "2n-clx-cx556a-2048B-2t1c-rdma-eth-ip4tcphttp-ldpreload-nginx-1_15_0-rps" -# algorithm: "plot_perf_box_name" -# output-file: "{DIR[STATIC,VPP]}/2n-clx-cx556a-2048B-2t1c-rdma-eth-ip4tcphttp-ldpreload-nginx-1_15_0-rps" -# data: "vpp-2n-clx-curr-iter-vsap" -# include: -# - "Tests.Vpp.Perf.Hoststack.2N1L-100Ge2P1Cx556A-Rdma-Eth-Ip4Tcphttp-Ldpreload-Nginx-1 15 0-Rps.2048B-2t1c-rdma-eth-ip4tcphttp-ldpreload-nginx-1_15_0-rps" -# layout: -# title: "2n-clx-cx556a-2048B-2t1c-rdma-eth-ip4tcphttp-ldpreload-nginx-1_15_0" -# layout: "plot-hoststack" - -# - type: "plot" -# title: "2n-clx-e810cq-0B-2t1c-eth-ip4tcphttp-ldpreload-nginx-1_15_0-cps" -# algorithm: "plot_perf_box_name" -# output-file: "{DIR[STATIC,VPP]}/2n-clx-e810cq-0B-2t1c-eth-ip4tcphttp-ldpreload-nginx-1_15_0-cps" -# data: "vpp-2n-clx-curr-iter-vsap" -# include: -# - "Tests.Vpp.Perf.Hoststack.2N1L-100Ge2P1E810Cq-Eth-Ip4Tcphttp-Ldpreload-Nginx-1 15 0-Cps.0B-2t1c-eth-ip4tcphttp-ldpreload-nginx-1_15_0-cps" -# layout: -# title: "2n-clx-e810cq-0B-2t1c-eth-ip4tcphttp-ldpreload-nginx-1_15_0" -# layout: "plot-hoststack" - -# - type: "plot" -# title: "2n-clx-e810cq-64B-2t1c-eth-ip4tcphttp-ldpreload-nginx-1_15_0-cps" -# algorithm: "plot_perf_box_name" -# output-file: "{DIR[STATIC,VPP]}/2n-clx-e810cq-64B-2t1c-eth-ip4tcphttp-ldpreload-nginx-1_15_0-cps" -# data: "vpp-2n-clx-curr-iter-vsap" -# include: -# - "Tests.Vpp.Perf.Hoststack.2N1L-100Ge2P1E810Cq-Eth-Ip4Tcphttp-Ldpreload-Nginx-1 15 0-Cps.64B-2t1c-eth-ip4tcphttp-ldpreload-nginx-1_15_0-cps" -# layout: -# title: "2n-clx-e810cq-64B-2t1c-eth-ip4tcphttp-ldpreload-nginx-1_15_0" -# layout: "plot-hoststack" - -# - type: "plot" -# title: "2n-clx-e810cq-1024B-2t1c-eth-ip4tcphttp-ldpreload-nginx-1_15_0-cps" -# algorithm: "plot_perf_box_name" -# output-file: "{DIR[STATIC,VPP]}/2n-clx-e810cq-1024B-2t1c-eth-ip4tcphttp-ldpreload-nginx-1_15_0-cps" -# data: "vpp-2n-clx-curr-iter-vsap" -# include: -# - "Tests.Vpp.Perf.Hoststack.2N1L-100Ge2P1E810Cq-Eth-Ip4Tcphttp-Ldpreload-Nginx-1 15 0-Cps.1024B-2t1c-eth-ip4tcphttp-ldpreload-nginx-1_15_0-cps" -# layout: -# title: "2n-clx-e810cq-1024B-2t1c-eth-ip4tcphttp-ldpreload-nginx-1_15_0" -# layout: "plot-hoststack" - -# - type: "plot" -# title: "2n-clx-e810cq-2048B-2t1c-eth-ip4tcphttp-ldpreload-nginx-1_15_0-cps" -# algorithm: "plot_perf_box_name" -# output-file: "{DIR[STATIC,VPP]}/2n-clx-e810cq-2048B-2t1c-eth-ip4tcphttp-ldpreload-nginx-1_15_0-cps" -# data: "vpp-2n-clx-curr-iter-vsap" -# include: -# - "Tests.Vpp.Perf.Hoststack.2N1L-100Ge2P1E810Cq-Eth-Ip4Tcphttp-Ldpreload-Nginx-1 15 0-Cps.2048B-2t1c-eth-ip4tcphttp-ldpreload-nginx-1_15_0-cps" -# layout: -# title: "2n-clx-e810cq-2048B-2t1c-eth-ip4tcphttp-ldpreload-nginx-1_15_0" -# layout: "plot-hoststack" - -# - type: "plot" -# title: "2n-clx-e810cq-0B-2t1c-eth-ip4tcphttp-ldpreload-nginx-1_15_0-rps" -# algorithm: "plot_perf_box_name" -# output-file: "{DIR[STATIC,VPP]}/2n-clx-e810cq-0B-2t1c-eth-ip4tcphttp-ldpreload-nginx-1_15_0-rps" -# data: "vpp-2n-clx-curr-iter-vsap" -# include: -# - "Tests.Vpp.Perf.Hoststack.2N1L-100Ge2P1E810Cq-Eth-Ip4Tcphttp-Ldpreload-Nginx-1 15 0-Rps.0B-2t1c-eth-ip4tcphttp-ldpreload-nginx-1_15_0-rps" -# layout: -# title: "2n-clx-e810cq-0B-2t1c-eth-ip4tcphttp-ldpreload-nginx-1_15_0" -# layout: "plot-hoststack" + title: "DPDK Performance Results 3n-tsh" + algorithm: "file_test_results" + output-file: "{DIR[DTR,PERF,DPDK,3N,TSH]}" + dir-tables: "{DIR[DTR,PERF,DPDK,3N,TSH]}" + data: "dpdk-3n-tsh-curr-iter-best" + filter: "all" + data-start-level: 4 -# - type: "plot" -# title: "2n-clx-e810cq-64B-2t1c-eth-ip4tcphttp-ldpreload-nginx-1_15_0-rps" -# algorithm: "plot_perf_box_name" -# output-file: "{DIR[STATIC,VPP]}/2n-clx-e810cq-64B-2t1c-eth-ip4tcphttp-ldpreload-nginx-1_15_0-rps" -# data: "vpp-2n-clx-curr-iter-vsap" -# include: -# - "Tests.Vpp.Perf.Hoststack.2N1L-100Ge2P1E810Cq-Eth-Ip4Tcphttp-Ldpreload-Nginx-1 15 0-Rps.64B-2t1c-eth-ip4tcphttp-ldpreload-nginx-1_15_0-rps" -# layout: -# title: "2n-clx-e810cq-64B-2t1c-eth-ip4tcphttp-ldpreload-nginx-1_15_0" -# layout: "plot-hoststack" +# DPDK Performance Results 3n-alt +- type: "file" + title: "DPDK Performance Results 3n-alt" + algorithm: "file_test_results" + output-file: "{DIR[DTR,PERF,DPDK,3N,ALT]}" + dir-tables: "{DIR[DTR,PERF,DPDK,3N,ALT]}" + data: "dpdk-3n-alt-curr-iter-best" + filter: "all" + data-start-level: 4 -# - type: "plot" -# title: "2n-clx-e810cq-1024B-2t1c-eth-ip4tcphttp-ldpreload-nginx-1_15_0-rps" -# algorithm: "plot_perf_box_name" -# output-file: "{DIR[STATIC,VPP]}/2n-clx-e810cq-1024B-2t1c-eth-ip4tcphttp-ldpreload-nginx-1_15_0-rps" -# data: "vpp-2n-clx-curr-iter-vsap" -# include: -# - "Tests.Vpp.Perf.Hoststack.2N1L-100Ge2P1E810Cq-Eth-Ip4Tcphttp-Ldpreload-Nginx-1 15 0-Rps.1024B-2t1c-eth-ip4tcphttp-ldpreload-nginx-1_15_0-rps" -# layout: -# title: "2n-clx-e810cq-1024B-2t1c-eth-ip4tcphttp-ldpreload-nginx-1_15_0" -# layout: "plot-hoststack" +# DPDK Performance Results 3n-snr +- type: "file" + title: "DPDK Performance Results 3n-snr" + algorithm: "file_test_results" + output-file: "{DIR[DTR,PERF,DPDK,3N,SNR]}" + dir-tables: "{DIR[DTR,PERF,DPDK,3N,SNR]}" + data: "dpdk-3n-snr-curr-iter-best" + filter: "all" + data-start-level: 4 -# - type: "plot" -# title: "2n-clx-e810cq-2048B-2t1c-eth-ip4tcphttp-ldpreload-nginx-1_15_0-rps" -# algorithm: "plot_perf_box_name" -# output-file: "{DIR[STATIC,VPP]}/2n-clx-e810cq-2048B-2t1c-eth-ip4tcphttp-ldpreload-nginx-1_15_0-rps" -# data: "vpp-2n-clx-curr-iter-vsap" -# include: -# - "Tests.Vpp.Perf.Hoststack.2N1L-100Ge2P1E810Cq-Eth-Ip4Tcphttp-Ldpreload-Nginx-1 15 0-Rps.2048B-2t1c-eth-ip4tcphttp-ldpreload-nginx-1_15_0-rps" -# layout: -# title: "2n-clx-e810cq-2048B-2t1c-eth-ip4tcphttp-ldpreload-nginx-1_15_0" -# layout: "plot-hoststack" +# DPDK Performance Results 2n-tx2 +- type: "file" + title: "DPDK Performance Results 2n-tx2" + algorithm: "file_test_results" + output-file: "{DIR[DTR,PERF,DPDK,2N,TX2]}" + dir-tables: "{DIR[DTR,PERF,DPDK,2N,TX2]}" + data: "dpdk-2n-tx2-curr-iter-best" + filter: "all" + data-start-level: 4 ################################################################################ +### P L O T S ### +################################################################################ # Soak Test (PLRsearch), boxes - 2n-icx - type: "plot" @@ -7873,20 +8240,6 @@ title: "3n-dnv-x553-64b-features-l2switching-base-ixgbe-{test_type}" layout: "plot-throughput-speedup-analysis" -#- type: "plot" -# title: "Speedup: 3n-dnv-x553-78b-srv6-ip6routing-base-ixgbe-{test_type}-tsa" -# algorithm: "plot_tsa_name" -# output-file: "{DIR[STATIC,VPP]}/3n-dnv-x553-78b-srv6-ip6routing-base-ixgbe-{test_type}-tsa" -# data: "vpp-3n-dnv-curr-iter" -# test-type: ["ndr", "pdr"] -# include: -# - "Tests.Vpp.Perf.Srv6.10Ge2P1X553-Ethip6Ip6-Ip6Base-Srv6Enc1Sid-Ndrpdr.78B-.t.c-ethip6ip6-ip6base-srv6enc1sid-ndrpdr" -# - "Tests.Vpp.Perf.Srv6.10Ge2P1X553-Ethip6Srhip6-Ip6Base-Srv6Enc2Sids-Ndrpdr.78B-.t.c-ethip6srhip6-ip6base-srv6enc2sids-ndrpdr" -# - "Tests.Vpp.Perf.Srv6.10Ge2P1X553-Ethip6Srhip6-Ip6Base-Srv6Enc2Sids-Nodecaps-Ndrpdr.78B-.t.c-ethip6srhip6-ip6base-srv6enc2sids-nodecaps-ndrpdr" -# layout: -# title: "3n-dnv-x553-78b-srv6-ip6routing-base-ixgbe-{test_type}" -# layout: "plot-throughput-speedup-analysis" - - type: "plot" title: "Speedup: 2n-tx2-xl710-64b-ipsec-base-scale-sw-policy-dpdk-{test_type}-tsa" algorithm: "plot_tsa_name" @@ -11698,18 +12051,272 @@ title: "3n-icx-xxv710-78b-srv6-ip6routing-base-avf-{test_type}" layout: "plot-throughput-speedup-analysis" +# 3n-snr Packet Throughput + +- type: "plot" + title: "Throughput: 3n-snr-e822cq-64b-{core}-ip4routing-base-scale-{test_type}" + algorithm: "plot_ndrpdr_box_name" + output-file: "{DIR[STATIC,VPP]}/3n-snr-e822cq-64b-{core}-ip4routing-base-scale-{test_type}" + data: "vpp-3n-snr-curr-iter" + core: ["1t1c", ] + include: + - "Tests.Vpp.Perf.Ip4.25Ge2P1E822Cq-Ethip4-Ip4Base-Ndrpdr.64B-{core}-ethip4-ip4base-ndrpdr" + - "Tests.Vpp.Perf.Ip4.25Ge2P1E822Cq-Ethip4-Ip4Scale20K-Ndrpdr.64B-{core}-ethip4-ip4scale20k-ndrpdr" + - "Tests.Vpp.Perf.Ip4.25Ge2P1E822Cq-Ethip4-Ip4Scale20K-Rnd-Ndrpdr.64B-{core}-ethip4-ip4scale20k-rnd-ndrpdr" + layout: + title: "3n-snr-e822cq-64b-{core}-ip4routing-base-scale-{test_type}" + layout: "plot-throughput" + +- type: "plot" + title: "Throughput: 3n-snr-e822cq-64b-{core}-ip4tunnel-base-{test_type}" + algorithm: "plot_ndrpdr_box_name" + output-file: "{DIR[STATIC,VPP]}/3n-snr-e822cq-64b-{core}-ip4tunnel-base-{test_type}" + data: "vpp-3n-snr-curr-iter" + core: ["1t1c", ] + include: + - "Tests.Vpp.Perf.Ip4 Tunnels.25Ge2P1E822Cq-Ethip4Vxlan-L2Xcbase-Ndrpdr.64B-{core}-ethip4vxlan-l2xcbase-ndrpdr" + - "Tests.Vpp.Perf.Ip4 Tunnels.25Ge2P1E822Cq-Ethip4Vxlan-L2Bdbasemaclrn-Ndrpdr.64B-{core}-ethip4vxlan-l2bdbasemaclrn-ndrpdr" + layout: + title: "3n-snr-e822cq-64b-{core}-ip4tunnel-base-{test_type}" + layout: "plot-throughput" + +- type: "plot" + title: "Throughput: 3n-snr-e822cq-78b-{core}-ip6routing-base-scale-{test_type}" + algorithm: "plot_ndrpdr_box_name" + output-file: "{DIR[STATIC,VPP]}/3n-snr-e822cq-78b-{core}-ip6routing-base-scale-{test_type}" + data: "vpp-3n-snr-curr-iter" + core: ["1t1c", ] + include: + - "Tests.Vpp.Perf.Ip6.25Ge2P1E822Cq-Ethip6-Ip6Base-Ndrpdr.78B-{core}-ethip6-ip6base-ndrpdr" + - "Tests.Vpp.Perf.Ip6.25Ge2P1E822Cq-Ethip6-Ip6Scale20K-Ndrpdr.78B-{core}-ethip6-ip6scale20k-ndrpdr" + - "Tests.Vpp.Perf.Ip6.25Ge2P1E822Cq-Ethip6-Ip6Scale20K-Rnd-Ndrpdr.78B-{core}-ethip6-ip6scale20k-rnd-ndrpdr" + layout: + title: "3n-snr-e822cq-78b-{core}-ip6routing-base-scale-{test_type}" + layout: "plot-throughput" + +- type: "plot" + title: "Throughput: 3n-snr-e822cq-64b-{core}-l2switching-base-scale-{test_type}" + algorithm: "plot_ndrpdr_box_name" + output-file: "{DIR[STATIC,VPP]}/3n-snr-e822cq-64b-{core}-l2switching-base-scale-{test_type}" + data: "vpp-3n-snr-curr-iter" + core: ["1t1c", ] + include: + - "Tests.Vpp.Perf.L2.25Ge2P1E822Cq-Eth-L2Patch-Ndrpdr.64B-{core}-eth-l2patch-ndrpdr" + - "Tests.Vpp.Perf.L2.25Ge2P1E822Cq-Eth-L2Xcbase-Ndrpdr.64B-{core}-eth-l2xcbase-ndrpdr" + - "Tests.Vpp.Perf.L2.25Ge2P1E822Cq-Eth-L2Bdbasemaclrn-Ndrpdr.64B-{core}-eth-l2bdbasemaclrn-ndrpdr" + - "Tests.Vpp.Perf.L2.25Ge2P1E822Cq-Eth-L2Bdscale10Kmaclrn-Ndrpdr.64B-{core}-eth-l2bdscale10kmaclrn-ndrpdr" + layout: + title: "3n-snr-e822cq-64b-{core}-l2switching-base-scale-{test_type}" + layout: "plot-throughput" + +- type: "plot" + title: "Throughput: 3n-snr-e822cq-imix-{core}-ipsec-ip4routing-scale-sw-{test_type}" + algorithm: "plot_ndrpdr_box_name" + output-file: "{DIR[STATIC,VPP]}/3n-snr-e822cq-imix-{core}-ipsec-ip4routing-scale-sw-{test_type}" + data: "vpp-3n-snr-curr-iter" + core: ["1t1c", ] + include: + - "Tests.Vpp.Perf.Crypto.25Ge2P1E822Cq-Ethip4Ipsec4Tnlsw-Ip4Base-Int-Aes128Cbc-Hmac512Sha-Ndrpdr.IMIX-{core}-ethip4ipsec4tnlsw-ip4base-int-aes128cbc-hmac512sha-ndrpdr" + - "Tests.Vpp.Perf.Crypto.25Ge2P1E822Cq-Ethip4Ipsec1000Tnlsw-Ip4Base-Int-Aes128Cbc-Hmac512Sha-Ndrpdr.IMIX-{core}-ethip4ipsec1000tnlsw-ip4base-int-aes128cbc-hmac512sha-ndrpdr" + - "Tests.Vpp.Perf.Crypto.25Ge2P1E822Cq-Ethip4Ipsec1000Tnlsw-Ip4Base-Int-Aes256Gcm-Ndrpdr.IMIX-{core}-ethip4ipsec1000tnlsw-ip4base-int-aes256gcm-ndrpdr" + layout: + title: "3n-snr-e822cq-imix-{core}-ipsec-ip4routing-scale-sw-{test_type}" + layout: "plot-throughput" + +- type: "plot" + title: "Throughput: 3n-snr-e822cq-1518b-{core}-ipsec-ip4routing-scale-sw-{test_type}" + algorithm: "plot_ndrpdr_box_name" + output-file: "{DIR[STATIC,VPP]}/3n-snr-e822cq-1518b-{core}-ipsec-ip4routing-scale-sw-{test_type}" + data: "vpp-3n-snr-curr-iter" + core: ["1t1c", ] + include: + - "Tests.Vpp.Perf.Crypto.25Ge2P1E822Cq-Ethip4Ipsec4Tnlsw-Ip4Base-Int-Aes128Cbc-Hmac512Sha-Ndrpdr.1518B-{core}-ethip4ipsec4tnlsw-ip4base-int-aes128cbc-hmac512sha-ndrpdr" + - "Tests.Vpp.Perf.Crypto.25Ge2P1E822Cq-Ethip4Ipsec1000Tnlsw-Ip4Base-Int-Aes128Cbc-Hmac512Sha-Ndrpdr.1518B-{core}-ethip4ipsec1000tnlsw-ip4base-int-aes128cbc-hmac512sha-ndrpdr" + - "Tests.Vpp.Perf.Crypto.25Ge2P1E822Cq-Ethip4Ipsec1000Tnlsw-Ip4Base-Int-Aes256Gcm-Ndrpdr.1518B-{core}-ethip4ipsec1000tnlsw-ip4base-int-aes256gcm-ndrpdr" + layout: + title: "3n-snr-e822cq-1518b-{core}-ipsec-ip4routing-scale-sw-{test_type}" + layout: "plot-throughput" + +- type: "plot" + title: "Throughput: 3n-snr-e822cq-imix-{core}-ipsec-ip4routing-scale-scheduler-{test_type}" + algorithm: "plot_ndrpdr_box_name" + output-file: "{DIR[STATIC,VPP]}/3n-snr-e822cq-imix-{core}-ipsec-ip4routing-scale-scheduler-{test_type}" + data: "vpp-3n-snr-curr-iter" + core: ["1t2c", ] + include: + - "Tests.Vpp.Perf.Crypto.25Ge2P1E822Cq-Ethip4Ipsec1Tnlswasync-Scheduler-Ip4Base-Int-Aes128Cbc-Hmac512Sha-Ndrpdr.1518B-{core}-ethip4ipsec1tnlswasync-scheduler-ip4base-int-aes128cbc-hmac512sha-ndrpdr" + - "Tests.Vpp.Perf.Crypto.25Ge2P1E822Cq-Ethip4Ipsec1Tnlswasync-Scheduler-Ip4Base-Int-Aes256Gcm-Ndrpdr.1518B-{core}-ethip4ipsec1tnlswasync-scheduler-ip4base-int-aes256gcm-ndrpdr" + layout: + title: "3n-snr-e822cq-imix-{core}-ipsec-ip4routing-scale-scheduler-{test_type}" + layout: "plot-throughput" + +- type: "plot" + title: "Throughput: 3n-snr-e822cq-1518b-{core}-ipsec-ip4routing-scale-scheduler-{test_type}" + algorithm: "plot_ndrpdr_box_name" + output-file: "{DIR[STATIC,VPP]}/3n-snr-e822cq-1518b-{core}-ipsec-ip4routing-scale-scheduler-{test_type}" + data: "vpp-3n-snr-curr-iter" + core: ["1t2c", ] + include: + - "Tests.Vpp.Perf.Crypto.25Ge2P1E822Cq-Ethip4Ipsec1Tnlswasync-Scheduler-Ip4Base-Int-Aes128Cbc-Hmac512Sha-Ndrpdr.IMIX-{core}-ethip4ipsec1tnlswasync-scheduler-ip4base-int-aes128cbc-hmac512sha-ndrpdr" + - "Tests.Vpp.Perf.Crypto.25Ge2P1E822Cq-Ethip4Ipsec1Tnlswasync-Scheduler-Ip4Base-Int-Aes256Gcm-Ndrpdr.IMIX-{core}-ethip4ipsec1tnlswasync-scheduler-ip4base-int-aes256gcm-ndrpdr" + layout: + title: "3n-snr-e822cq-1518b-{core}-ipsec-ip4routing-scale-scheduler-{test_type}" + layout: "plot-throughput" + +# 3n-snr Speedup + +- type: "plot" + title: "Speedup: 3n-snr-e822cq-64b-ip4routing-base-scale-{test_type}-tsa" + algorithm: "plot_tsa_name" + output-file: "{DIR[STATIC,VPP]}/3n-snr-e822cq-64b-ip4routing-base-scale-{test_type}-tsa" + data: "vpp-3n-snr-curr-iter" + include: + - "Tests.Vpp.Perf.Ip4.25Ge2P1E822Cq-Ethip4-Ip4Base-Ndrpdr.64B-.t.c-ethip4-ip4base-ndrpdr" + - "Tests.Vpp.Perf.Ip4.25Ge2P1E822Cq-Ethip4-Ip4Scale20K-Ndrpdr.64B-.t.c-ethip4-ip4scale20k-ndrpdr" + - "Tests.Vpp.Perf.Ip4.25Ge2P1E822Cq-Ethip4-Ip4Scale20K-Rnd-Ndrpdr.64B-.t.c-ethip4-ip4scale20k-rnd-ndrpdr" + layout: + title: "3n-snr-e822cq-64b-ip4routing-base-scale-{test_type}" + layout: "plot-throughput-speedup-analysis" + +- type: "plot" + title: "Speedup: 3n-snr-e822cq-64b-ip4tunnel-base-{test_type}-tsa" + algorithm: "plot_tsa_name" + output-file: "{DIR[STATIC,VPP]}/3n-snr-e822cq-64b-ip4tunnel-base-{test_type}-tsa" + data: "vpp-3n-snr-curr-iter" + include: + - "Tests.Vpp.Perf.Ip4 Tunnels.25Ge2P1E822Cq-Ethip4Vxlan-L2Xcbase-Ndrpdr.64B-.t.c-ethip4vxlan-l2xcbase-ndrpdr" + - "Tests.Vpp.Perf.Ip4 Tunnels.25Ge2P1E822Cq-Ethip4Vxlan-L2Bdbasemaclrn-Ndrpdr.64B-.t.c-ethip4vxlan-l2bdbasemaclrn-ndrpdr" + layout: + title: "3n-snr-e822cq-64b-ip4tunnel-base-{test_type}" + layout: "plot-throughput-speedup-analysis" + +- type: "plot" + title: "Speedup: 3n-snr-e822cq-78b-ip6routing-base-scale-{test_type}-tsa" + algorithm: "plot_tsa_name" + output-file: "{DIR[STATIC,VPP]}/3n-snr-e822cq-78b-ip6routing-base-scale-{test_type}-tsa" + data: "vpp-3n-snr-curr-iter" + include: + - "Tests.Vpp.Perf.Ip6.25Ge2P1E822Cq-Ethip6-Ip6Base-Ndrpdr.78B-.t.c-ethip6-ip6base-ndrpdr" + - "Tests.Vpp.Perf.Ip6.25Ge2P1E822Cq-Ethip6-Ip6Scale20K-Ndrpdr.78B-.t.c-ethip6-ip6scale20k-ndrpdr" + - "Tests.Vpp.Perf.Ip6.25Ge2P1E822Cq-Ethip6-Ip6Scale20K-Rnd-Ndrpdr.78B-.t.c-ethip6-ip6scale20k-rnd-ndrpdr" + layout: + title: "3n-snr-e822cq-78b-ip6routing-base-scale-{test_type}" + layout: "plot-throughput-speedup-analysis" + +- type: "plot" + title: "Speedup: 3n-snr-e822cq-64b-l2switching-base-{test_type}-tsa" + algorithm: "plot_tsa_name" + output-file: "{DIR[STATIC,VPP]}/3n-snr-e822cq-64b-l2switching-base-{test_type}-tsa" + data: "vpp-3n-snr-curr-iter" + include: + - "Tests.Vpp.Perf.L2.25Ge2P1E822Cq-Eth-L2Patch-Ndrpdr.64B-.t.c-eth-l2patch-ndrpdr" + - "Tests.Vpp.Perf.L2.25Ge2P1E822Cq-Eth-L2Xcbase-Ndrpdr.64B-.t.c-eth-l2xcbase-ndrpdr" + - "Tests.Vpp.Perf.L2.25Ge2P1E822Cq-Eth-L2Bdbasemaclrn-Ndrpdr.64B-.t.c-eth-l2bdbasemaclrn-ndrpdr" + - "Tests.Vpp.Perf.L2.25Ge2P1E822Cq-Eth-L2Bdscale10Kmaclrn-Ndrpdr.64B-.t.c-eth-l2bdscale10kmaclrn-ndrpdr" + layout: + title: "3n-snr-e822cq-64b-l2switching-base-{test_type}" + layout: "plot-throughput-speedup-analysis" + +- type: "plot" + title: "Speedup: 3n-snr-e822cq-1518b-ipsec-ip4routing-scale-sw-{test_type}-tsa" + algorithm: "plot_tsa_name" + output-file: "{DIR[STATIC,VPP]}/3n-snr-e822cq-1518b-ipsec-ip4routing-scale-sw-{test_type}-tsa" + data: "vpp-3n-snr-curr-iter" + include: + - "Tests.Vpp.Perf.Crypto.25Ge2P1E822Cq-Ethip4Ipsec4Tnlsw-Ip4Base-Int-Aes128Cbc-Hmac512Sha-Ndrpdr.1518B-.t.c-ethip4ipsec4tnlsw-ip4base-int-aes128cbc-hmac512sha-ndrpdr" + - "Tests.Vpp.Perf.Crypto.25Ge2P1E822Cq-Ethip4Ipsec1000Tnlsw-Ip4Base-Int-Aes128Cbc-Hmac512Sha-Ndrpdr.1518B-.t.c-ethip4ipsec1000tnlsw-ip4base-int-aes128cbc-hmac512sha-ndrpdr" + - "Tests.Vpp.Perf.Crypto.25Ge2P1E822Cq-Ethip4Ipsec1000Tnlsw-Ip4Base-Int-Aes256Gcm-Ndrpdr.1518B-.t.c-ethip4ipsec1000tnlsw-ip4base-int-aes256gcm-ndrpdr" + layout: + title: "3n-snr-e822cq-1518b-ipsec-ip4routing-scale-sw-{test_type}" + layout: "plot-throughput-speedup-analysis" + +- type: "plot" + title: "Speedup: 3n-snr-e822cq-imix-ipsec-ip4routing-scale-sw-{test_type}-tsa" + algorithm: "plot_tsa_name" + output-file: "{DIR[STATIC,VPP]}/3n-snr-e822cq-imix-ipsec-ip4routing-scale-sw-{test_type}-tsa" + data: "vpp-3n-snr-curr-iter" + include: + - "Tests.Vpp.Perf.Crypto.25Ge2P1E822Cq-Ethip4Ipsec4Tnlsw-Ip4Base-Int-Aes128Cbc-Hmac512Sha-Ndrpdr.IMIX-.t.c-ethip4ipsec4tnlsw-ip4base-int-aes128cbc-hmac512sha-ndrpdr" + - "Tests.Vpp.Perf.Crypto.25Ge2P1E822Cq-Ethip4Ipsec1000Tnlsw-Ip4Base-Int-Aes128Cbc-Hmac512Sha-Ndrpdr.IMIX-.t.c-ethip4ipsec1000tnlsw-ip4base-int-aes128cbc-hmac512sha-ndrpdr" + - "Tests.Vpp.Perf.Crypto.25Ge2P1E822Cq-Ethip4Ipsec1000Tnlsw-Ip4Base-Int-Aes256Gcm-Ndrpdr.IMIX-.t.c-ethip4ipsec1000tnlsw-ip4base-int-aes256gcm-ndrpdr" + layout: + title: "3n-snr-e822cq-imix-ipsec-ip4routing-scale-sw-{test_type}" + layout: "plot-throughput-speedup-analysis" + +- type: "plot" + title: "Speedup: 3n-snr-e822cq-1518b-ipsec-ip4routing-scale-scheduler-{test_type}-tsa" + algorithm: "plot_tsa_name" + output-file: "{DIR[STATIC,VPP]}/3n-snr-e822cq-1518b-ipsec-ip4routing-scale-scheduler-{test_type}-tsa" + data: "vpp-3n-snr-curr-iter" + include: + - "Tests.Vpp.Perf.Crypto.25Ge2P1E822Cq-Ethip4Ipsec1Tnlswasync-Scheduler-Ip4Base-Int-Aes128Cbc-Hmac512Sha-Ndrpdr.1518B-.t.c-ethip4ipsec1tnlswasync-scheduler-ip4base-int-aes128cbc-hmac512sha-ndrpdr" + - "Tests.Vpp.Perf.Crypto.25Ge2P1E822Cq-Ethip4Ipsec1Tnlswasync-Scheduler-Ip4Base-Int-Aes256Gcm-Ndrpdr.1518B-.t.c-ethip4ipsec1tnlswasync-scheduler-ip4base-int-aes256gcm-ndrpdr" + layout: + title: "3n-snr-e822cq-1518b-ipsec-ip4routing-scale-scheduler-{test_type}" + layout: "plot-throughput-speedup-analysis" + +- type: "plot" + title: "Speedup: 3n-snr-e822cq-imix-ipsec-ip4routing-scale-scheduler-{test_type}-tsa" + algorithm: "plot_tsa_name" + output-file: "{DIR[STATIC,VPP]}/3n-snr-e822cq-imix-ipsec-ip4routing-scale-scheduler-{test_type}-tsa" + data: "vpp-3n-snr-curr-iter" + include: + - "Tests.Vpp.Perf.Crypto.25Ge2P1E822Cq-Ethip4Ipsec1Tnlswasync-Scheduler-Ip4Base-Int-Aes128Cbc-Hmac512Sha-Ndrpdr.IMIX-.t.c-ethip4ipsec1tnlswasync-scheduler-ip4base-int-aes128cbc-hmac512sha-ndrpdr" + - "Tests.Vpp.Perf.Crypto.25Ge2P1E822Cq-Ethip4Ipsec1Tnlswasync-Scheduler-Ip4Base-Int-Aes256Gcm-Ndrpdr.IMIX-.t.c-ethip4ipsec1tnlswasync-scheduler-ip4base-int-aes256gcm-ndrpdr" + layout: + title: "3n-snr-e822cq-imix-ipsec-ip4routing-scale-scheduler-{test_type}" + layout: "plot-throughput-speedup-analysis" + +# DPDK 3n-snr-e822cq + +- type: "plot" + title: "DPDK Throughput: 3n-snr-e822cq-64b-{core}-base-{test_type}" + algorithm: "plot_ndrpdr_box_name" + output-file: "{DIR[STATIC,DPDK]}/3n-snr-e822cq-64b-{core}-base-{test_type}" + data: "dpdk-3n-snr-curr-iter" + core: ["1t1c", "2t2c"] + include: + - "Tests.Dpdk.Perf.25Ge2P1E822Cq-Eth-L2Xcbase-Testpmd-Ndrpdr.64B-{core}-eth-l2xcbase-testpmd-ndrpdr" + - "Tests.Dpdk.Perf.25Ge2P1E822Cq-Ethip4-Ip4Base-L3Fwd-Ndrpdr.64B-{core}-ethip4-ip4base-l3fwd-ndrpdr" + layout: + title: "3n-snr-e822cq-64b-{core}-base-{test_type}" + layout: "plot-throughput" + +- type: "plot" + title: "Speedup: 3n-snr-e822cq-64b-base-{test_type}-tsa" + algorithm: "plot_tsa_name" + output-file: "{DIR[STATIC,DPDK]}/3n-snr-e822cq-64b-base-{test_type}-tsa" + data: "dpdk-3n-snr-curr-iter" + include: + - "Tests.Dpdk.Perf.25Ge2P1E822Cq-Eth-L2Xcbase-Testpmd-Ndrpdr.64B-.t.c-eth-l2xcbase-testpmd-ndrpdr" + - "Tests.Dpdk.Perf.25Ge2P1E822Cq-Ethip4-Ip4Base-L3Fwd-Ndrpdr.64B-.t.c-ethip4-ip4base-l3fwd-ndrpdr" + layout: + title: "3n-snr-e822cq-64b-base-{test_type}-tsa" + layout: "plot-throughput-speedup-analysis" + ################################################################################ -# - type: "plot" -# title: "Latency by percentile: TRex 2n-skx" -# algorithm: "plot_hdrh_lat_by_percentile_x_log" -# output-file: "{DIR[STATIC,TREX]}/hdrh-lat-percentile-2n-skx" -# output-file-links: "{DIR[LAT,TREX]}/2n_skx.rst" -# target-links: "../../_static/trex" -# data: "trex-2n-skx-curr-iter-best" -# filter: "'NIC_Intel-X710'" -# layout: -# layout: "plot-hdrh-latency-percentile-x-log" +- type: "plot" + title: "Latency by percentile: TRex 2n-icx" + algorithm: "plot_hdrh_lat_by_percentile_x_log" + output-file: "{DIR[STATIC,TREX]}/hdrh-lat-percentile-2n-icx" + output-file-links: "{DIR[LAT,TREX]}/2n_icx.rst" + target-links: "../../_static/trex" + data: "trex-2n-icx-curr-iter-best" + filter: "'NIC_Intel-E810CQ'" + layout: + layout: "plot-hdrh-latency-percentile-x-log" + +- type: "plot" + title: "Latency by percentile: TRex 1n-aws" + algorithm: "plot_hdrh_lat_by_percentile_x_log" + output-file: "{DIR[STATIC,TREX]}/hdrh-lat-percentile-1n-aws" + output-file-links: "{DIR[LAT,TREX]}/1n_aws.rst" + target-links: "../../_static/trex" + data: "trex-1n-aws-curr-iter-best" + filter: "'2T1C'" + layout: + layout: "plot-hdrh-latency-percentile-x-log" - type: "plot" title: "Latency by percentile: 2n-zn2" @@ -11949,72 +12556,142 @@ ############################################################################### -# TRex 2n-skx +# Hoststack tests 3n-icx -# - type: "plot" -# title: "Throughput: 2n-skx-x710-64b--ip4-base-scale-{test_type}" -# algorithm: "plot_ndrpdr_box_name" -# output-file: "{DIR[STATIC,TREX]}/2n-skx-x710-64b--ip4-base-scale-{test_type}" -# data: "trex-2n-skx-curr-iter" -# core: ["2t1c", ] -# include: -# - "Tests.Trex.Perf.Ip4.1N1L-10Ge2P1X710-Ethip4-Ip4Base-Tg-Ndrpdr.64B--ethip4-ip4base-tg-ndrpdr" -# - "Tests.Trex.Perf.Ip4.1N1L-10Ge2P1X710-Ethip4-Ip4Scale2M-Tg-Ndrpdr.64B--ethip4-ip4scale2m-tg-ndrpdr" -# layout: -# title: "2n-skx-x710-64b--ip4-base-scale-{test_type}" -# layout: "plot-throughput" +- type: "plot" + title: "Bandwidth: 3n-icx-e810xxv-1460b-2t1c-eth-ip4tcp-ldpreload-iperf3" + algorithm: "plot_perf_box_name" + output-file: "{DIR[STATIC,VPP]}/3n-icx-e810xxv-1460b-2t1c-eth-ip4tcp-ldpreload-iperf3-bps" + data: "vpp-3n-icx-curr-iter-hoststack" + include: + - "Tests.Vpp.Perf.Hoststack.25Ge2P1E810Xxv-Eth-Ip4Tcpbase-Ldpreload-Iperf3-Bps.1460B-2t1c-eth-ip4tcpbase-ldpreload-iperf3-bps" + - "Tests.Vpp.Perf.Hoststack.25Ge2P1E810Xxv-Eth-Ip4Tcpscale1Cl10S-Ldpreload-Iperf3-Bps.1460B-2t1c-eth-ip4tcpscale1cl10s-ldpreload-iperf3-bps" + layout: + title: "3n-icx-e810xxv-1460b-2t1c-eth-ip4tcp-ldpreload-iperf3" + layout: "plot-hoststack" -# - type: "plot" -# title: "Throughput: 2n-skx-x710-64b--ip4routing-stf-cps-{test_type}" -# algorithm: "plot_ndrpdr_box_name" -# output-file: "{DIR[STATIC,TREX]}/2n-skx-x710-64b--ip4routing-stf-cps-{test_type}" -# data: "trex-2n-skx-curr-iter" -# core: ["2t1c", ] -# include: -# - "Tests.Trex.Perf.Ip4.1N1L-10Ge2P1X710-Ethip4Tcp-Ip4Base-H1024-P63-S64512-Cps-Tg-Ndrpdr.64B--ethip4tcp-ip4base-h1024-p63-s64512-cps-tg-ndrpdr" -# - "Tests.Trex.Perf.Ip4.1N1L-10Ge2P1X710-Ethip4Tcp-Ip4Base-H262144-P63-S16515072-Cps-Tg-Ndrpdr.64B--ethip4tcp-ip4base-h262144-p63-s16515072-cps-tg-ndrpdr" -# - "Tests.Trex.Perf.Ip4.1N1L-10Ge2P1X710-Ethip4Udp-Ip4Base-H1024-P63-S64512-Cps-Tg-Ndrpdr.64B--ethip4udp-ip4base-h1024-p63-s64512-cps-tg-ndrpdr" -# - "Tests.Trex.Perf.Ip4.1N1L-10Ge2P1X710-Ethip4Udp-Ip4Base-H262144-P63-S16515072-Cps-Tg-Ndrpdr.64B--ethip4udp-ip4base-h262144-p63-s16515072-cps-tg-ndrpdr" -# layout: -# title: "2n-skx-x710-64b--ip4routing-stf-cps-{test_type}" -# layout: "plot-throughput" +- type: "plot" + title: "Bandwidth: 3n-icx-e810xxv-1460b-2t1c-eth-ip4udp-ldpreload-iperf3" + algorithm: "plot_perf_box_name" + output-file: "{DIR[STATIC,VPP]}/3n-icx-e810xxv-1460b-2t1c-eth-ip4udp-ldpreload-iperf3-bps" + data: "vpp-3n-icx-curr-iter-hoststack" + include: + - "Tests.Vpp.Perf.Hoststack.25Ge2P1E810Xxv-Eth-Ip4Udpbase-Ldpreload-Iperf3-Bps.1460B-2t1c-eth-ip4udpbase-ldpreload-iperf3-bps" + - "Tests.Vpp.Perf.Hoststack.25Ge2P1E810Xxv-Eth-Ip4Udpscale1Cl10S-Ldpreload-Iperf3-Bps.1460B-2t1c-eth-ip4udpscale1cl10s-ldpreload-iperf3-bps" + layout: + title: "3n-icx-e810xxv-1460b-2t1c-eth-ip4udp-ldpreload-iperf3" + layout: "plot-hoststack" # - type: "plot" -# title: "Throughput: 2n-skx-x710-64b--ip4routing-stf-pps-{test_type}" -# algorithm: "plot_ndrpdr_box_name" -# output-file: "{DIR[STATIC,TREX]}/2n-skx-x710-64b--ip4routing-stf-pps-{test_type}" -# data: "trex-2n-skx-curr-iter" -# core: ["2t1c", ] +# title: "Bandwidth: 3n-icx-e810xxv-1280b-2t1c-eth-ip4udpquic-vppecho" +# algorithm: "plot_perf_box_name" +# output-file: "{DIR[STATIC,VPP]}/3n-icx-e810xxv-1280b-2t1c-eth-ip4udpquic-vppecho-bps" +# data: "vpp-3n-icx-curr-iter-hoststack" # include: -# - "Tests.Trex.Perf.Ip4.1N1L-10Ge2P1X710-Ethip4Tcp-Ip4Base-H1024-P63-S64512-pps-Tg-Ndrpdr.100B--ethip4tcp-ip4base-h1024-p63-s64512-pps-tg-ndrpdr" -# - "Tests.Trex.Perf.Ip4.1N1L-10Ge2P1X710-Ethip4Tcp-Ip4Base-H262144-P63-S16515072-pps-Tg-Ndrpdr.100B--ethip4tcp-ip4base-h262144-p63-s16515072-pps-tg-ndrpdr" -# - "Tests.Trex.Perf.Ip4.1N1L-10Ge2P1X710-Ethip4Udp-Ip4Base-H1024-P63-S64512-pps-Tg-Ndrpdr.100B--ethip4udp-ip4base-h1024-p63-s64512-pps-tg-ndrpdr" -# - "Tests.Trex.Perf.Ip4.1N1L-10Ge2P1X710-Ethip4Udp-Ip4Base-H262144-P63-S16515072-pps-Tg-Ndrpdr.100B--ethip4udp-ip4base-h262144-p63-s16515072-pps-tg-ndrpdr" +# - "Tests.Vpp.Perf.Hoststack.25Ge2P1E810Xxv-Eth-Ip4Udpquicbase-Vppecho-Bps.1280B-2t1c-eth-ip4udpquicbase-vppecho-bps" +# - "Tests.Vpp.Perf.Hoststack.25Ge2P1E810Xxv-Eth-Ip4Udpquicscale1Cl10S-Vppecho-Bps.1280B-2t1c-eth-ip4udpquicscale1cl10s-vppecho-bps" +# - "Tests.Vpp.Perf.Hoststack.25Ge2P1E810Xxv-Eth-Ip4Udpquicscale10Cl1S-Vppecho-Bps.1280B-2t1c-eth-ip4udpquicscale10cl1s-vppecho-bps" +# - "Tests.Vpp.Perf.Hoststack.25Ge2P1E810Xxv-Eth-Ip4Udpquicscale10Cl10S-Vppecho-Bps.1280B-2t1c-eth-ip4udpquicscale10cl10s-vppecho-bps" # layout: -# title: "2n-skx-x710-64b--ip4routing-stf-pps-{test_type}" -# layout: "plot-throughput" +# title: "3n-icx-e810xxv-1280b-2t1c-eth-ip4udpquic-vppecho" +# layout: "plot-hoststack" -# - type: "plot" -# title: "Throughput: 2n-skx-x710-78b--ip6-base-scale-{test_type}" -# algorithm: "plot_ndrpdr_box_name" -# output-file: "{DIR[STATIC,TREX]}/2n-skx-x710-78b--ip6-base-scale-{test_type}" -# data: "trex-2n-skx-curr-iter" -# core: ["2t1c", ] -# include: -# - "Tests.Trex.Perf.Ip6.1N1L-10Ge2P1X710-Ethip6-Ip6Base-Tg-Ndrpdr.78B--ethip6-ip6base-tg-ndrpdr" -# - "Tests.Trex.Perf.Ip6.1N1L-10Ge2P1X710-Ethip6-Ip6Scale2M-Tg-Ndrpdr.78B--ethip6-ip6scale2m-tg-ndrpdr" -# layout: -# title: "2n-skx-x710-78b--ip6-base-scale-{test_type}" -# layout: "plot-throughput" +############################################################################### -# - type: "plot" -# title: "Throughput: 2n-skx-x710-64b--l2-scale-{test_type}" -# algorithm: "plot_ndrpdr_box_name" -# output-file: "{DIR[STATIC,TREX]}/2n-skx-x710-64b--l2-scale-{test_type}" -# data: "trex-2n-skx-curr-iter" -# core: ["2t1c", ] -# include: -# - "Tests.Trex.Perf.L2.1N1L-10Ge2P1X710-Eth-L2Bdscale1Mmaclrn-Tg-Ndrpdr.64B--eth-l2bdscale1mmaclrn-tg-ndrpdr" -# layout: -# title: "2n-skx-x710-64b--l2-scale-{test_type}" -# layout: "plot-throughput" +# TRex 2n-icx + +- type: "plot" + title: "Throughput: 2n-icx-e810cq-64b--ip4-base-scale-{test_type}" + algorithm: "plot_ndrpdr_box_name" + output-file: "{DIR[STATIC,TREX]}/2n-icx-e810cq-64b--ip4-base-scale-{test_type}" + data: "trex-2n-icx-curr-iter" + core: ["2t1c", ] + include: + - "Tests.Trex.Perf.Ip4.1N1L-100Ge2P1E810Cq-Ethip4-Ip4Base-Tg-Ndrpdr.64B--ethip4-ip4base-tg-ndrpdr" + - "Tests.Trex.Perf.Ip4.1N1L-100Ge2P1E810Cq-Ethip4-Ip4Scale2M-Tg-Ndrpdr.64B--ethip4-ip4scale2m-tg-ndrpdr" + layout: + title: "2n-icx-e810cq-64b--ip4-base-scale-{test_type}" + layout: "plot-throughput" + +- type: "plot" + title: "Throughput: 2n-icx-e810cq-64b--ip4routing-stf-cps-{test_type}" + algorithm: "plot_ndrpdr_box_name" + output-file: "{DIR[STATIC,TREX]}/2n-icx-e810cq-64b--ip4routing-stf-cps-{test_type}" + data: "trex-2n-icx-curr-iter" + core: ["2t1c", ] + include: + - "Tests.Trex.Perf.Ip4.1N1L-100Ge2P1E810Cq-Ethip4Tcp-Ip4Base-H1024-P63-S64512-Cps-Tg-Ndrpdr.64B--ethip4tcp-ip4base-h1024-p63-s64512-cps-tg-ndrpdr" + - "Tests.Trex.Perf.Ip4.1N1L-100Ge2P1E810Cq-Ethip4Tcp-Ip4Base-H262144-P63-S16515072-Cps-Tg-Ndrpdr.64B--ethip4tcp-ip4base-h262144-p63-s16515072-cps-tg-ndrpdr" + - "Tests.Trex.Perf.Ip4.1N1L-100Ge2P1E810Cq-Ethip4Udp-Ip4Base-H1024-P63-S64512-Cps-Tg-Ndrpdr.64B--ethip4udp-ip4base-h1024-p63-s64512-cps-tg-ndrpdr" + - "Tests.Trex.Perf.Ip4.1N1L-100Ge2P1E810Cq-Ethip4Udp-Ip4Base-H262144-P63-S16515072-Cps-Tg-Ndrpdr.64B--ethip4udp-ip4base-h262144-p63-s16515072-cps-tg-ndrpdr" + layout: + title: "2n-icx-e810cq-64b--ip4routing-stf-cps-{test_type}" + layout: "plot-throughput" + +- type: "plot" + title: "Throughput: 2n-icx-e810cq-64b--ip4routing-stf-pps-{test_type}" + algorithm: "plot_ndrpdr_box_name" + output-file: "{DIR[STATIC,TREX]}/2n-icx-e810cq-64b--ip4routing-stf-pps-{test_type}" + data: "trex-2n-icx-curr-iter" + core: ["2t1c", ] + include: + - "Tests.Trex.Perf.Ip4.1N1L-100Ge2P1E810Cq-Ethip4Tcp-Ip4Base-H1024-P63-S64512-pps-Tg-Ndrpdr.100B--ethip4tcp-ip4base-h1024-p63-s64512-pps-tg-ndrpdr" + - "Tests.Trex.Perf.Ip4.1N1L-100Ge2P1E810Cq-Ethip4Tcp-Ip4Base-H262144-P63-S16515072-pps-Tg-Ndrpdr.100B--ethip4tcp-ip4base-h262144-p63-s16515072-pps-tg-ndrpdr" + - "Tests.Trex.Perf.Ip4.1N1L-100Ge2P1E810Cq-Ethip4Udp-Ip4Base-H1024-P63-S64512-pps-Tg-Ndrpdr.100B--ethip4udp-ip4base-h1024-p63-s64512-pps-tg-ndrpdr" + - "Tests.Trex.Perf.Ip4.1N1L-100Ge2P1E810Cq-Ethip4Udp-Ip4Base-H262144-P63-S16515072-pps-Tg-Ndrpdr.100B--ethip4udp-ip4base-h262144-p63-s16515072-pps-tg-ndrpdr" + layout: + title: "2n-icx-e810cq-64b--ip4routing-stf-pps-{test_type}" + layout: "plot-throughput" + +- type: "plot" + title: "Throughput: 2n-icx-e810cq-78b--ip6-base-scale-{test_type}" + algorithm: "plot_ndrpdr_box_name" + output-file: "{DIR[STATIC,TREX]}/2n-icx-e810cq-78b--ip6-base-scale-{test_type}" + data: "trex-2n-icx-curr-iter" + core: ["2t1c", ] + include: + - "Tests.Trex.Perf.Ip6.1N1L-100Ge2P1E810Cq-Ethip6-Ip6Base-Tg-Ndrpdr.78B--ethip6-ip6base-tg-ndrpdr" + - "Tests.Trex.Perf.Ip6.1N1L-100Ge2P1E810Cq-Ethip6-Ip6Scale2M-Tg-Ndrpdr.78B--ethip6-ip6scale2m-tg-ndrpdr" + layout: + title: "2n-icx-e810cq-78b--ip6-base-scale-{test_type}" + layout: "plot-throughput" + +- type: "plot" + title: "Throughput: 2n-icx-e810cq-64b--l2-scale-{test_type}" + algorithm: "plot_ndrpdr_box_name" + output-file: "{DIR[STATIC,TREX]}/2n-icx-e810cq-64b--l2-scale-{test_type}" + data: "trex-2n-icx-curr-iter" + core: ["2t1c", ] + include: + - "Tests.Trex.Perf.L2.1N1L-100Ge2P1E810Cq-Eth-L2Bdscale1Mmaclrn-Tg-Ndrpdr.64B--eth-l2bdscale1mmaclrn-tg-ndrpdr" + layout: + title: "2n-icx-e810cq-64b--l2-scale-{test_type}" + layout: "plot-throughput" + +# TRex 1n-aws + +- type: "plot" + title: "Throughput: 1n-aws-nitro50g-64b--ip4-base-scale-{test_type}" + algorithm: "plot_ndrpdr_box_name" + output-file: "{DIR[STATIC,TREX]}/1n-aws-nitro50g-64b--ip4-base-scale-{test_type}" + data: "trex-1n-aws-curr-iter" + core: ["2t1c", ] + include: + - "Tests.Trex.Perf.Ip4.1N1L-50Ge1P1Ena-Ethip4-Ip4Base-Tg-Ndrpdr.64B--ethip4-ip4base-tg-ndrpdr" + - "Tests.Trex.Perf.Ip4.1N1L-50Ge1P1Ena-Ethip4-Ip4Scale2M-Tg-Ndrpdr.64B--ethip4-ip4scale2m-tg-ndrpdr" + layout: + title: "1n-aws-nitro50g-64b--ip4-base-scale-{test_type}" + layout: "plot-throughput" + +- type: "plot" + title: "Throughput: 1n-aws-nitro50g-78b--ip6-base-scale-{test_type}" + algorithm: "plot_ndrpdr_box_name" + output-file: "{DIR[STATIC,TREX]}/1n-aws-nitro50g-78b--ip6-base-scale-{test_type}" + data: "trex-1n-aws-curr-iter" + core: ["2t1c", ] + include: + - "Tests.Trex.Perf.Ip6.1N1L-50Ge1P1Ena-Ethip6-Ip6Base-Tg-Ndrpdr.78B--ethip6-ip6base-tg-ndrpdr" + - "Tests.Trex.Perf.Ip6.1N1L-50Ge1P1Ena-Ethip6-Ip6Scale2M-Tg-Ndrpdr.78B--ethip6-ip6scale2m-tg-ndrpdr" + layout: + title: "1n-aws-nitro50g-78b--ip6-base-scale-{test_type}" + layout: "plot-throughput"