X-Git-Url: https://gerrit.fd.io/r/gitweb?p=csit.git;a=blobdiff_plain;f=resources%2Ftools%2Fpresentation%2Fspecifications%2Freport%2Felements.yaml;h=b6867ffd6744f33beab7376d2173d4cabd3bc3d9;hp=0d88f48ff8b3972ab9ad7e5608b89cbae47d6693;hb=578e9a678ebd96789fb63a450336645d6d840afd;hpb=6726e389d87ebd601a4f4d083833c9f04f573d75 diff --git a/resources/tools/presentation/specifications/report/elements.yaml b/resources/tools/presentation/specifications/report/elements.yaml index 0d88f48ff8..b6867ffd67 100644 --- a/resources/tools/presentation/specifications/report/elements.yaml +++ b/resources/tools/presentation/specifications/report/elements.yaml @@ -1287,18 +1287,19 @@ data-set: "vpp-3n-tsh-hist-iter-new-env" - title: "2101.0-6" data-set: "vpp-3n-tsh-prev-iter-old-env" - - title: "2101.0-7" - data-set: "vpp-3n-tsh-prev-iter-new-env" +# - title: "2101.0-7" +# data-set: "vpp-3n-tsh-prev-iter-new-env" - title: "2106.0-7" data-set: "vpp-3n-tsh-curr-iter" comparisons: - - title: "2101.0-7 vs 2101.0-6" - reference: 2 - compare: 3 +# - title: "2101.0-7 vs 2101.0-6" +# reference: 2 +# compare: 3 # rca-file: "rca/rca-3n-tsh-1t1c-pdr-rca1.yaml" - - title: "2106.0-7 vs 2101.0-7" - reference: 3 - compare: 4 +# - title: "2106.0-7 vs 2101.0-7" + - title: "2106.0-7 vs 2101.0-6" + reference: 2 # 3 + compare: 3 # 4 # rca-file: "rca/rca-3n-tsh-1t1c-pdr-rca2.yaml" legend: - '' @@ -1306,7 +1307,8 @@ - 'YYMM.V-E: [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "6" for CSIT rls2101, "7" for CSIT rls2106).' - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' - '2101.0-7 vs 2101.0-6: Compares CSIT environment current vs previous with previous VPP code.' - - '2106.0-7 vs 2101.0-7: Compares VPP code current vs previous in the current CSIT environment.' +# - '2106.0-7 vs 2101.0-7: Compares VPP code current vs previous in the current CSIT environment.' + - '2106.0-7 vs 2101.0-6: Compares VPP code current vs previous.' # VPP Performance Changes 3n-tsh 2t2c pdr - type: "table" @@ -1320,18 +1322,19 @@ data-set: "vpp-3n-tsh-hist-iter-new-env" - title: "2101.0-6" data-set: "vpp-3n-tsh-prev-iter-old-env" - - title: "2101.0-7" - data-set: "vpp-3n-tsh-prev-iter-new-env" +# - title: "2101.0-7" +# data-set: "vpp-3n-tsh-prev-iter-new-env" - title: "2106.0-7" data-set: "vpp-3n-tsh-curr-iter" comparisons: - - title: "2101.0-7 vs 2101.0-6" - reference: 2 - compare: 3 +# - title: "2101.0-7 vs 2101.0-6" +# reference: 2 +# compare: 3 # rca-file: "rca/rca-3n-tsh-2t2c-pdr-rca1.yaml" - - title: "2106.0-7 vs 2101.0-7" - reference: 3 - compare: 4 +# - title: "2106.0-7 vs 2101.0-7" + - title: "2106.0-7 vs 2101.0-6" + reference: 2 # 3 + compare: 3 # 4 # rca-file: "rca/rca-3n-tsh-2t2c-pdr-rca2.yaml" legend: - '' @@ -1339,7 +1342,8 @@ - 'YYMM.V-E: [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "6" for CSIT rls2101, "7" for CSIT rls2106).' - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' - '2101.0-7 vs 2101.0-6: Compares CSIT environment current vs previous with previous VPP code.' - - '2106.0-7 vs 2101.0-7: Compares VPP code current vs previous in the current CSIT environment.' +# - '2106.0-7 vs 2101.0-7: Compares VPP code current vs previous in the current CSIT environment.' + - '2106.0-7 vs 2101.0-6: Compares VPP code current vs previous.' # VPP Performance Changes 3n-tsh 1t1c ndr - type: "table" @@ -1353,26 +1357,28 @@ data-set: "vpp-3n-tsh-hist-iter-new-env" - title: "2101.0-6" data-set: "vpp-3n-tsh-prev-iter-old-env" - - title: "2101.0-7" - data-set: "vpp-3n-tsh-prev-iter-new-env" +# - title: "2101.0-7" +# data-set: "vpp-3n-tsh-prev-iter-new-env" - title: "2106.0-7" data-set: "vpp-3n-tsh-curr-iter" comparisons: - - title: "2101.0-7 vs 2101.0-6" - reference: 2 - compare: 3 -# rca-file: "rca/rca-3n-tsh-1t1c-pdr-rca1.yaml" - - title: "2106.0-7 vs 2101.0-7" - reference: 3 - compare: 4 -# rca-file: "rca/rca-3n-tsh-1t1c-pdr-rca2.yaml" +# - title: "2101.0-7 vs 2101.0-6" +# reference: 2 +# compare: 3 +# rca-file: "rca/rca-3n-tsh-1t1c-ndr-rca1.yaml" +# - title: "2106.0-7 vs 2101.0-7" + - title: "2106.0-7 vs 2101.0-6" + reference: 2 # 3 + compare: 3 # 4 +# rca-file: "rca/rca-3n-tsh-1t1c-ndr-rca2.yaml" legend: - '' - 'Test Case: Test cases executed for: NDR throughput on 3n-tsh with x520.' - 'YYMM.V-E: [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "6" for CSIT rls2101, "7" for CSIT rls2106).' - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' - '2101.0-7 vs 2101.0-6: Compares CSIT environment current vs previous with previous VPP code.' - - '2106.0-7 vs 2101.0-7: Compares VPP code current vs previous in the current CSIT environment.' +# - '2106.0-7 vs 2101.0-7: Compares VPP code current vs previous in the current CSIT environment.' + - '2106.0-7 vs 2101.0-6: Compares VPP code current vs previous.' # VPP Performance Changes 3n-tsh 2t2c ndr - type: "table" @@ -1386,26 +1392,28 @@ data-set: "vpp-3n-tsh-hist-iter-new-env" - title: "2101.0-6" data-set: "vpp-3n-tsh-prev-iter-old-env" - - title: "2101.0-7" - data-set: "vpp-3n-tsh-prev-iter-new-env" +# - title: "2101.0-7" +# data-set: "vpp-3n-tsh-prev-iter-new-env" - title: "2106.0-7" data-set: "vpp-3n-tsh-curr-iter" comparisons: - - title: "2101.0-7 vs 2101.0-6" - reference: 2 - compare: 3 -# rca-file: "rca/rca-3n-tsh-2t2c-pdr-rca1.yaml" - - title: "2106.0-7 vs 2101.0-7" - reference: 3 - compare: 4 -# rca-file: "rca/rca-3n-tsh-2t2c-pdr-rca2.yaml" +# - title: "2101.0-7 vs 2101.0-6" +# reference: 2 +# compare: 3 +# rca-file: "rca/rca-3n-tsh-2t2c-ndr-rca1.yaml" +# - title: "2106.0-7 vs 2101.0-7" + - title: "2106.0-7 vs 2101.0-6" + reference: 2 # 3 + compare: 3 # 4 +# rca-file: "rca/rca-3n-tsh-2t2c-ndr-rca2.yaml" legend: - '' - 'Test Case: Test cases executed for: NDR throughput on 3n-tsh with x520.' - 'YYMM.V-E: [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "6" for CSIT rls2101, "7" for CSIT rls2106).' - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' - '2101.0-7 vs 2101.0-6: Compares CSIT environment current vs previous with previous VPP code.' - - '2106.0-7 vs 2101.0-7: Compares VPP code current vs previous in the current CSIT environment.' +# - '2106.0-7 vs 2101.0-7: Compares VPP code current vs previous in the current CSIT environment.' + - '2106.0-7 vs 2101.0-6: Compares VPP code current vs previous.' # VPP Performance Changes 2n-tx2 1t1c pdr - type: "table" @@ -1419,24 +1427,26 @@ data-set: "vpp-2n-tx2-hist-iter-new-env" - title: "2101.0-6" data-set: "vpp-2n-tx2-prev-iter-old-env" - - title: "2101.0-7" - data-set: "vpp-2n-tx2-prev-iter-new-env" +# - title: "2101.0-7" +# data-set: "vpp-2n-tx2-prev-iter-new-env" - title: "2106.0-7" data-set: "vpp-2n-tx2-curr-iter" comparisons: - - title: "2101.0-7 vs 2101.0-6" - reference: 2 - compare: 3 - - title: "2106.0-7 vs 2101.0-7" - reference: 3 - compare: 4 +# - title: "2101.0-7 vs 2101.0-6" +# reference: 2 +# compare: 3 +# - title: "2106.0-7 vs 2101.0-7" + - title: "2106.0-7 vs 2101.0-6" + reference: 2 # 3 + compare: 3 # 4 legend: - '' - 'Test Case: Test cases executed for: PDR throughput on 2n-tx2 with xl710.' - 'YYMM.V-E: [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "6" for CSIT rls2101, "7" for CSIT rls2106).' - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' - '2101.0-7 vs 2101.0-6: Compares CSIT environment current vs previous with previous VPP code.' - - '2106.0-7 vs 2101.0-7: Compares VPP code current vs previous in the current CSIT environment.' +# - '2106.0-7 vs 2101.0-7: Compares VPP code current vs previous in the current CSIT environment.' + - '2106.0-7 vs 2101.0-6: Compares VPP code current vs previous.' # VPP Performance Changes 2n-tx2 2t2c pdr - type: "table" @@ -1450,30 +1460,32 @@ data-set: "vpp-2n-tx2-hist-iter-new-env" - title: "2101.0-6" data-set: "vpp-2n-tx2-prev-iter-old-env" - - title: "2101.0-7" - data-set: "vpp-2n-tx2-prev-iter-new-env" +# - title: "2101.0-7" +# data-set: "vpp-2n-tx2-prev-iter-new-env" - title: "2106.0-7" data-set: "vpp-2n-tx2-curr-iter" comparisons: - - title: "2101.0-7 vs 2101.0-6" - reference: 2 - compare: 3 - - title: "2106.0-7 vs 2101.0-7" - reference: 3 - compare: 4 +# - title: "2101.0-7 vs 2101.0-6" +# reference: 2 +# compare: 3 +# - title: "2106.0-7 vs 2101.0-7" + - title: "2106.0-7 vs 2101.0-6" + reference: 2 # 3 + compare: 3 # 4 legend: - '' - 'Test Case: Test cases executed for: PDR throughput on 2n-tx2 with xl710.' - 'YYMM.V-E: [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "6" for CSIT rls2101, "7" for CSIT rls2106).' - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' - '2101.0-7 vs 2101.0-6: Compares CSIT environment current vs previous with previous VPP code.' - - '2106.0-7 vs 2101.0-7: Compares VPP code current vs previous in the current CSIT environment.' +# - '2106.0-7 vs 2101.0-7: Compares VPP code current vs previous in the current CSIT environment.' + - '2106.0-7 vs 2101.0-6: Compares VPP code current vs previous.' # VPP Performance Changes 2n-tx2 1t1c ndr - type: "table" title: "VPP Performance Changes 2n-tx2 1t1c ndr" algorithm: "table_comparison" - output-file: "{DIR[STATIC,VPP]}/performance-changes-2n-tx2-1t1c-pdr" + output-file: "{DIR[STATIC,VPP]}/performance-changes-2n-tx2-1t1c-ndr" include-tests: "NDR" # "PDR" | "NDR" | "MRR" filter: "'1T1C'" columns: @@ -1481,30 +1493,32 @@ data-set: "vpp-2n-tx2-hist-iter-new-env" - title: "2101.0-6" data-set: "vpp-2n-tx2-prev-iter-old-env" - - title: "2101.0-7" - data-set: "vpp-2n-tx2-prev-iter-new-env" +# - title: "2101.0-7" +# data-set: "vpp-2n-tx2-prev-iter-new-env" - title: "2106.0-7" data-set: "vpp-2n-tx2-curr-iter" comparisons: - - title: "2101.0-7 vs 2101.0-6" - reference: 2 - compare: 3 - - title: "2106.0-7 vs 2101.0-7" - reference: 3 - compare: 4 +# - title: "2101.0-7 vs 2101.0-6" +# reference: 2 +# compare: 3 +# - title: "2106.0-7 vs 2101.0-7" + - title: "2106.0-7 vs 2101.0-6" + reference: 2 # 3 + compare: 3 # 4 legend: - '' - 'Test Case: Test cases executed for: NDR throughput on 2n-tx2 with xl710.' - 'YYMM.V-E: [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "6" for CSIT rls2101, "7" for CSIT rls2106).' - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' - '2101.0-7 vs 2101.0-6: Compares CSIT environment current vs previous with previous VPP code.' - - '2106.0-7 vs 2101.0-7: Compares VPP code current vs previous in the current CSIT environment.' +# - '2106.0-7 vs 2101.0-7: Compares VPP code current vs previous in the current CSIT environment.' + - '2106.0-7 vs 2101.0-6: Compares VPP code current vs previous.' # VPP Performance Changes 2n-tx2 2t2c ndr - type: "table" title: "VPP Performance Changes 2n-tx2 2t2c ndr" algorithm: "table_comparison" - output-file: "{DIR[STATIC,VPP]}/performance-changes-2n-tx2-2t2c-pdr" + output-file: "{DIR[STATIC,VPP]}/performance-changes-2n-tx2-2t2c-ndr" include-tests: "NDR" # "PDR" | "NDR" | "MRR" filter: "'2T2C'" columns: @@ -1512,24 +1526,26 @@ data-set: "vpp-2n-tx2-hist-iter-new-env" - title: "2101.0-6" data-set: "vpp-2n-tx2-prev-iter-old-env" - - title: "2101.0-7" - data-set: "vpp-2n-tx2-prev-iter-new-env" +# - title: "2101.0-7" +# data-set: "vpp-2n-tx2-prev-iter-new-env" - title: "2106.0-7" data-set: "vpp-2n-tx2-curr-iter" comparisons: - - title: "2101.0-7 vs 2101.0-6" - reference: 2 - compare: 3 - - title: "2106.0-7 vs 2101.0-7" - reference: 3 - compare: 4 +# - title: "2101.0-7 vs 2101.0-6" +# reference: 2 +# compare: 3 +# - title: "2106.0-7 vs 2101.0-7" + - title: "2106.0-7 vs 2101.0-6" + reference: 2 # 3 + compare: 3 # 4 legend: - '' - 'Test Case: Test cases executed for: NDR throughput on 2n-tx2 with xl710.' - 'YYMM.V-E: [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "6" for CSIT rls2101, "7" for CSIT rls2106).' - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' - '2101.0-7 vs 2101.0-6: Compares CSIT environment current vs previous with previous VPP code.' - - '2106.0-7 vs 2101.0-7: Compares VPP code current vs previous in the current CSIT environment.' +# - '2106.0-7 vs 2101.0-7: Compares VPP code current vs previous in the current CSIT environment.' + - '2106.0-7 vs 2101.0-6: Compares VPP code current vs previous.' # VPP Comparison Across Testbeds 2n-skx to 2n-clx 2t1c ndr - type: "table" @@ -5074,6 +5090,104 @@ ### P L O T S ### ################################################################################ +# VSAP tests 2n-clx + +- type: "plot" + title: "2n-clx-e810cg-0b-2t1c-eth-ip4tcphttp-ldpreload-nginx-cps" + algorithm: "plot_perf_box_name" + output-file: "{DIR[STATIC,VPP]}/2n-clx-e810cg-0b-2t1c-eth-ip4tcphttp-ldpreload-nginx-cps" + data: "vpp-2n-clx-curr-iter-vsap" + include: + - "Tests.Vpp.Perf.Hoststack.2N1L-100Ge2P1E810Cq-Eth-Ip4Tcphttp-Ldpreload-Nginx-1.14.2-Cps.0B-2t1c-eth-ip4tcphttp-ldpreload-nginx-1.14.2-cps" + - "Tests.Vpp.Perf.Hoststack.2N1L-100Ge2P1E810Cq-Eth-Ip4Tcphttp-Ldpreload-Nginx-1.15.0-Cps.0B-2t1c-eth-ip4tcphttp-ldpreload-nginx-1.15.0-cps" + layout: + title: "2n-clx-e810cg-0b-2t1c-eth-ip4tcphttp-ldpreload-nginx" + layout: "plot-hoststack" + +- type: "plot" + title: "2n-clx-e810cg-64b-2t1c-eth-ip4tcphttp-ldpreload-nginx-cps" + algorithm: "plot_perf_box_name" + output-file: "{DIR[STATIC,VPP]}/2n-clx-e810cg-64b-2t1c-eth-ip4tcphttp-ldpreload-nginx-cps" + data: "vpp-2n-clx-curr-iter-vsap" + include: + - "Tests.Vpp.Perf.Hoststack.2N1L-100Ge2P1E810Cq-Eth-Ip4Tcphttp-Ldpreload-Nginx-1.14.2-Cps.64b-2t1c-eth-ip4tcphttp-ldpreload-nginx-1.14.2-cps" + - "Tests.Vpp.Perf.Hoststack.2N1L-100Ge2P1E810Cq-Eth-Ip4Tcphttp-Ldpreload-Nginx-1.15.0-Cps.64b-2t1c-eth-ip4tcphttp-ldpreload-nginx-1.15.0-cps" + layout: + title: "2n-clx-e810cg-64b-2t1c-eth-ip4tcphttp-ldpreload-nginx" + layout: "plot-hoststack" + +- type: "plot" + title: "2n-clx-e810cg-1024b-2t1c-eth-ip4tcphttp-ldpreload-nginx-cps" + algorithm: "plot_perf_box_name" + output-file: "{DIR[STATIC,VPP]}/2n-clx-e810cg-1024b-2t1c-eth-ip4tcphttp-ldpreload-nginx-cps" + data: "vpp-2n-clx-curr-iter-vsap" + include: + - "Tests.Vpp.Perf.Hoststack.2N1L-100Ge2P1E810Cq-Eth-Ip4Tcphttp-Ldpreload-Nginx-1.14.2-Cps.1024b-2t1c-eth-ip4tcphttp-ldpreload-nginx-1.14.2-cps" + - "Tests.Vpp.Perf.Hoststack.2N1L-100Ge2P1E810Cq-Eth-Ip4Tcphttp-Ldpreload-Nginx-1.15.0-Cps.1024b-2t1c-eth-ip4tcphttp-ldpreload-nginx-1.15.0-cps" + layout: + title: "2n-clx-e810cg-1024b-2t1c-eth-ip4tcphttp-ldpreload-nginx" + layout: "plot-hoststack" + +- type: "plot" + title: "2n-clx-e810cg-2048b-2t1c-eth-ip4tcphttp-ldpreload-nginx-cps" + algorithm: "plot_perf_box_name" + output-file: "{DIR[STATIC,VPP]}/2n-clx-e810cg-2048b-2t1c-eth-ip4tcphttp-ldpreload-nginx-cps" + data: "vpp-2n-clx-curr-iter-vsap" + include: + - "Tests.Vpp.Perf.Hoststack.2N1L-100Ge2P1E810Cq-Eth-Ip4Tcphttp-Ldpreload-Nginx-1.14.2-Cps.2048b-2t1c-eth-ip4tcphttp-ldpreload-nginx-1.14.2-cps" + - "Tests.Vpp.Perf.Hoststack.2N1L-100Ge2P1E810Cq-Eth-Ip4Tcphttp-Ldpreload-Nginx-1.15.0-Cps.2048b-2t1c-eth-ip4tcphttp-ldpreload-nginx-1.15.0-cps" + layout: + title: "2n-clx-e810cg-2048b-2t1c-eth-ip4tcphttp-ldpreload-nginx" + layout: "plot-hoststack" + +- type: "plot" + title: "2n-clx-e810cg-0b-2t1c-eth-ip4tcphttp-ldpreload-nginx-rps" + algorithm: "plot_perf_box_name" + output-file: "{DIR[STATIC,VPP]}/2n-clx-e810cg-0b-2t1c-eth-ip4tcphttp-ldpreload-nginx-rps" + data: "vpp-2n-clx-curr-iter-vsap" + include: + - "Tests.Vpp.Perf.Hoststack.2N1L-100Ge2P1E810Cq-Eth-Ip4Tcphttp-Ldpreload-Nginx-1.14.2-rps.0B-2t1c-eth-ip4tcphttp-ldpreload-nginx-1.14.2-rps" + - "Tests.Vpp.Perf.Hoststack.2N1L-100Ge2P1E810Cq-Eth-Ip4Tcphttp-Ldpreload-Nginx-1.15.0-rps.0B-2t1c-eth-ip4tcphttp-ldpreload-nginx-1.15.0-rps" + layout: + title: "2n-clx-e810cg-0b-2t1c-eth-ip4tcphttp-ldpreload-nginx" + layout: "plot-hoststack" + +- type: "plot" + title: "2n-clx-e810cg-64b-2t1c-eth-ip4tcphttp-ldpreload-nginx-rps" + algorithm: "plot_perf_box_name" + output-file: "{DIR[STATIC,VPP]}/2n-clx-e810cg-64b-2t1c-eth-ip4tcphttp-ldpreload-nginx-rps" + data: "vpp-2n-clx-curr-iter-vsap" + include: + - "Tests.Vpp.Perf.Hoststack.2N1L-100Ge2P1E810Cq-Eth-Ip4Tcphttp-Ldpreload-Nginx-1.14.2-rps.64b-2t1c-eth-ip4tcphttp-ldpreload-nginx-1.14.2-rps" + - "Tests.Vpp.Perf.Hoststack.2N1L-100Ge2P1E810Cq-Eth-Ip4Tcphttp-Ldpreload-Nginx-1.15.0-rps.64b-2t1c-eth-ip4tcphttp-ldpreload-nginx-1.15.0-rps" + layout: + title: "2n-clx-e810cg-64b-2t1c-eth-ip4tcphttp-ldpreload-nginx" + layout: "plot-hoststack" + +- type: "plot" + title: "2n-clx-e810cg-1024b-2t1c-eth-ip4tcphttp-ldpreload-nginx-rps" + algorithm: "plot_perf_box_name" + output-file: "{DIR[STATIC,VPP]}/2n-clx-e810cg-1024b-2t1c-eth-ip4tcphttp-ldpreload-nginx-rps" + data: "vpp-2n-clx-curr-iter-vsap" + include: + - "Tests.Vpp.Perf.Hoststack.2N1L-100Ge2P1E810Cq-Eth-Ip4Tcphttp-Ldpreload-Nginx-1.14.2-rps.1024b-2t1c-eth-ip4tcphttp-ldpreload-nginx-1.14.2-rps" + - "Tests.Vpp.Perf.Hoststack.2N1L-100Ge2P1E810Cq-Eth-Ip4Tcphttp-Ldpreload-Nginx-1.15.0-rps.1024b-2t1c-eth-ip4tcphttp-ldpreload-nginx-1.15.0-rps" + layout: + title: "2n-clx-e810cg-1024b-2t1c-eth-ip4tcphttp-ldpreload-nginx" + layout: "plot-hoststack" + +- type: "plot" + title: "2n-clx-e810cg-2048b-2t1c-eth-ip4tcphttp-ldpreload-nginx-rps" + algorithm: "plot_perf_box_name" + output-file: "{DIR[STATIC,VPP]}/2n-clx-e810cg-2048b-2t1c-eth-ip4tcphttp-ldpreload-nginx-rps" + data: "vpp-2n-clx-curr-iter-vsap" + include: + - "Tests.Vpp.Perf.Hoststack.2N1L-100Ge2P1E810Cq-Eth-Ip4Tcphttp-Ldpreload-Nginx-1.14.2-rps.2048b-2t1c-eth-ip4tcphttp-ldpreload-nginx-1.14.2-rps" + - "Tests.Vpp.Perf.Hoststack.2N1L-100Ge2P1E810Cq-Eth-Ip4Tcphttp-Ldpreload-Nginx-1.15.0-rps.2048b-2t1c-eth-ip4tcphttp-ldpreload-nginx-1.15.0-rps" + layout: + title: "2n-clx-e810cg-2048b-2t1c-eth-ip4tcphttp-ldpreload-nginx" + layout: "plot-hoststack" + # Hoststack tests 3n-skx - type: "plot" @@ -5089,15 +5203,15 @@ layout: "plot-hoststack" - type: "plot" - title: "Bandwidth: 3n-skx-xxv710-1460b-2t1c-eth-ip4tcp-nsim-ldpreload-iperf3" + title: "Bandwidth: 3n-skx-xxv710-1460b-2t1c-eth-ip4udp-ldpreload-iperf3" algorithm: "plot_perf_box_name" - output-file: "{DIR[STATIC,VPP]}/3n-skx-xxv710-1460b-2t1c-eth-ip4tcp-nsim-ldpreload-iperf3-bps" + output-file: "{DIR[STATIC,VPP]}/3n-skx-xxv710-1460b-2t1c-eth-ip4udp-ldpreload-iperf3-bps" data: "vpp-3n-skx-curr-iter-hoststack" include: - - "Tests.Vpp.Perf.Hoststack.25Ge2P1Xxv710-Eth-Ip4Tcpbase-Nsim-Ldpreload-Iperf3-Bps.1460B-2t1c-eth-ip4tcpbase-nsim-ldpreload-iperf3-bps" - - "Tests.Vpp.Perf.Hoststack.25Ge2P1Xxv710-Eth-Ip4Tcpscale1Cl10S-Nsim-Ldpreload-Iperf3-Bps.1460B-2t1c-eth-ip4tcpscale1cl10s-nsim-ldpreload-iperf3-bps" + - "Tests.Vpp.Perf.Hoststack.25Ge2P1Xxv710-Eth-Ip4Udpbase-Ldpreload-Iperf3-Bps.1460B-2t1c-eth-ip4udpbase-ldpreload-iperf3-bps" + - "Tests.Vpp.Perf.Hoststack.25Ge2P1Xxv710-Eth-Ip4Udpscale1Cl10S-Ldpreload-Iperf3-Bps.1460B-2t1c-eth-ip4udpscale1cl10s-ldpreload-iperf3-bps" layout: - title: "3n-skx-xxv710-1460b-1t1c-eth-ip4tcp-nsim-ldpreload-iperf3" + title: "3n-skx-xxv710-1460b-2t1c-eth-ip4udp-ldpreload-iperf3" layout: "plot-hoststack" - type: "plot"