X-Git-Url: https://gerrit.fd.io/r/gitweb?p=csit.git;a=blobdiff_plain;f=resources%2Ftools%2Fpresentation%2Fspecification.yaml;h=1ab1ea78afe94a5b4a9f3d9917149fa1cae7a944;hp=e4bc132b766dc417ce886a15567f2f8cda0b266e;hb=c1356fb4855e23d6c939c14045a63483eba01628;hpb=e0db487320596ce7fbdd29bd121969878297e12a diff --git a/resources/tools/presentation/specification.yaml b/resources/tools/presentation/specification.yaml index e4bc132b76..1ab1ea78af 100644 --- a/resources/tools/presentation/specification.yaml +++ b/resources/tools/presentation/specification.yaml @@ -130,7 +130,6 @@ # 3n-hsw plot-vpp-throughput-lat-tsa-3n-hsw: - # TODO: Add 1904 data csit-vpp-perf-verify-1904-3n-hsw: - 11 # NDRPDR sel - 12 # NDRPDR sel @@ -141,21 +140,22 @@ - 25 # NDRPDR sel - 26 # NDRPDR sel - 29 # NDRPDR sel + - 30 # NDRPDR sel - plot-vpp-http-server-performance: - # TODO: Replace with 1904 data - # csit-vpp-perf-verify-1904-3n-hsw: - csit-vpp-perf-verify-1810-3n-hsw: - - 28 # WRK - - 29 # WRK - - 30 # WRK - - 31 # WRK - - 32 # WRK - - 33 # WRK - - 34 # WRK - - 35 # WRK - - 36 # WRK - - 37 # WRK +# plot-vpp-http-server-performance: +# # TODO: Replace with 1904 data +# # csit-vpp-perf-verify-1904-3n-hsw: +# csit-vpp-perf-verify-1810-3n-hsw: +# - 28 # WRK +# - 29 # WRK +# - 30 # WRK +# - 31 # WRK +# - 32 # WRK +# - 33 # WRK +# - 34 # WRK +# - 35 # WRK +# - 36 # WRK +# - 37 # WRK # plot-ligato-throughput-lat-tsa-3n-hsw: # # TODO: Replace with 1904 data @@ -229,23 +229,25 @@ - 32 # NDRPDR sel plot-vpp-soak-2n-skx: - # TODO: Replace with 1904 data - # csit-vpp-perf-verify-1904-2n-skx: - csit-vpp-perf-verify-1901-2n-skx: - - 45 # SOAK sel + # TODO: Add 1904 data + csit-vpp-perf-verify-1904-2n-skx: + - 70 # SOAK + - 71 # SOAK plot-vpp-nfv-2n-skx-ndrpdr-64b: - # TODO: Add 1904 data csit-vpp-perf-verify-1904-2n-skx: - 56 # NFV NDRPDR 64b - 59 # NFV NDRPDR 64b - 60 # NFV NDRPDR 64b + - 65 # NFV NDRPDR 64b + - 68 # NFV NDRPDR 64b plot-vpp-nfv-2n-skx-ndrpdr-imix: # TODO: Add 1904 data csit-vpp-perf-verify-1904-2n-skx: - - 61 # NFV NDRPDR IMIX - - 63 # NFV NDRPDR IMIX + - 66 # NFV NDRPDR IMIX + - 67 # NFV NDRPDR IMIX + - 69 # NFV NDRPDR IMIX plot-vpp-nfv-2n-skx-mrr-64b: csit-vpp-perf-verify-1904-2n-skx: @@ -291,7 +293,6 @@ # NIC Comparisons vpp-nic-comparison-3n-hsw: - # TODO: Add 1904 data csit-vpp-perf-verify-1904-3n-hsw: - 11 # NDRPDR sel - 12 # NDRPDR sel @@ -302,6 +303,7 @@ - 25 # NDRPDR sel - 26 # NDRPDR sel - 29 # NDRPDR sel + - 30 # NDRPDR sel vpp-nic-comparison-3n-skx: csit-vpp-perf-verify-1904-3n-skx: @@ -349,10 +351,11 @@ - 12 # NDRPDR sel vpp-perf-results-3n-skx: - # TODO: Add FULL 1904 data csit-vpp-perf-verify-1904-3n-skx: - 26 # NDRPDR full - 27 # NDRPDR full + - 30 # NDRPDR full + - 31 # NDRPDR full vpp-perf-results-2n-skx: csit-vpp-perf-verify-1904-2n-skx: @@ -476,7 +479,6 @@ - 70 # NDRPDR LB - 71 # NDRPDR LB vpp-performance-changes-3n-hsw-cmp: - # TODO: Add 1904 data csit-vpp-perf-verify-1904-3n-hsw: - 11 # NDRPDR sel - 12 # NDRPDR sel @@ -487,6 +489,7 @@ - 25 # NDRPDR sel - 26 # NDRPDR sel - 29 # NDRPDR sel + - 30 # NDRPDR sel vpp-performance-changes-3n-hsw: - "vpp-performance-changes-3n-hsw-h1" - "vpp-performance-changes-3n-hsw-ref" @@ -584,6 +587,37 @@ - "vpp-performance-changes-2n-skx-ref" - "vpp-performance-changes-2n-skx-cmp" + vpp-soak-vs-ndr-2n-skx-ref: + csit-vpp-perf-verify-1904-2n-skx: + - 12 # NDRPDR sel + - 14 # NDRPDR sel + - 16 # NDRPDR sel + - 17 # NDRPDR sel + - 18 # NDRPDR sel + - 21 # NDRPDR sel + - 27 # NDRPDR sel + - 30 # NDRPDR sel + - 31 # NDRPDR sel + - 32 # NDRPDR sel + vpp-soak-vs-ndr-2n-skx-cmp: + csit-vpp-perf-verify-1904-2n-skx: + - 70 # SOAK + - 71 # SOAK + vpp-soak-vs-ndr-2n-skx: + csit-vpp-perf-verify-1904-2n-skx: + - 12 # NDRPDR sel + - 14 # NDRPDR sel + - 16 # NDRPDR sel + - 17 # NDRPDR sel + - 18 # NDRPDR sel + - 21 # NDRPDR sel + - 27 # NDRPDR sel + - 30 # NDRPDR sel + - 31 # NDRPDR sel + - 32 # NDRPDR sel + - 70 # SOAK + - 71 # SOAK + vpp-performance-changes-3n-hsw-mrr-h1: csit-vpp-perf-verify-1810-3n-hsw: - 9 # MRR sel @@ -758,7 +792,6 @@ # Compare testbeds vpp-compare-testbeds-ref: - # TODO: Add 1904 data csit-vpp-perf-verify-1904-3n-hsw: - 11 # NDRPDR sel - 12 # NDRPDR sel @@ -769,6 +802,7 @@ - 25 # NDRPDR sel - 26 # NDRPDR sel - 29 # NDRPDR sel + - 30 # NDRPDR sel vpp-compare-testbeds-cmp: csit-vpp-perf-verify-1904-3n-skx: - 8 # NDRPDR sel @@ -1314,16 +1348,16 @@ - 39 # NDRPDR sel - 41 # NDRPDR sel - 42 # NDRPDR sel - - 28 # WRK - - 29 # WRK - - 30 # WRK - - 31 # WRK - - 32 # WRK - - 33 # WRK - - 34 # WRK - - 35 # WRK - - 36 # WRK - - 37 # WRK +# - 28 # WRK +# - 29 # WRK +# - 30 # WRK +# - 31 # WRK +# - 32 # WRK +# - 33 # WRK +# - 34 # WRK +# - 35 # WRK +# - 36 # WRK +# - 37 # WRK csit-vpp-perf-verify-1901-3n-hsw: - 35 # MRR sel - 10 # NDRPDR sel @@ -1358,6 +1392,7 @@ - 25 # NDRPDR sel - 26 # NDRPDR sel - 29 # NDRPDR sel + - 30 # NDRPDR sel csit-vpp-perf-verify-1810-3n-skx: - 9 # MRR sel @@ -1400,6 +1435,8 @@ - 7 # MRR sel - 26 # NDRPDR full - 27 # NDRPDR full + - 30 # NDRPDR full + - 31 # NDRPDR full - 8 # NDRPDR sel - 9 # NDRPDR sel - 10 # NDRPDR sel @@ -1438,7 +1475,6 @@ - 40 # NDRPDR sel - 42 # NDRPDR sel - 43 # NDRPDR sel - - 45 # SOAK # TODO: Add 1904 data csit-vpp-perf-verify-1904-2n-skx: - 11 # MRR sel @@ -1469,8 +1505,13 @@ - 56 # NFV NDRPDR 64b - 59 # NFV NDRPDR 64b - 60 # NFV NDRPDR 64b - - 61 # NFV NDRPDR IMIX - - 63 # NFV NDRPDR IMIX + - 65 # NFV NDRPDR 64b + - 68 # NFV NDRPDR 64b + - 66 # NFV NDRPDR IMIX + - 67 # NFV NDRPDR IMIX + - 69 # NFV NDRPDR IMIX + - 70 # SOAK + - 71 # SOAK # csit-ligato-perf-verify-1901-3n-hsw: # - 10 # NDRPDR full @@ -1615,6 +1656,54 @@ ################################################################################ ### T A B L E S ### ################################################################################ + +# VPP SOAK vs NDR +- type: "table" + title: "VPP SOAK vs NDR 2n-skx" + algorithm: "table_soak_vs_ndr" + output-file: "{DIR[STATIC,VPP]}/soak-vs-ndr-2n-skx" + reference: + title: "NDR" + data: "vpp-soak-vs-ndr-2n-skx-ref" + compare: + title: "SOAK" + data: "vpp-soak-vs-ndr-2n-skx-cmp" + data: "vpp-soak-vs-ndr-2n-skx" + include-tests: "NDR" # "PDR" | "NDR" | "MRR" + filter: "('NDRPDR' or 'SOAK')" + parameters: + - "throughput" + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + + # VPP Compare NICs 3n-hsw 1t1c ndr - type: "table" @@ -4507,8 +4596,8 @@ - "throughput" - "parent" - "tags" - sort: - - "L2PATCH" +# sort: +# - "L2PATCH" # - "L2XCBASE" # - "L2BDMACLRN" # - "IP4FWD" @@ -4530,8 +4619,8 @@ - "throughput" - "parent" - "tags" - sort: - - "L2PATCH" +# sort: +# - "L2PATCH" # - "L2XCBASE" # - "L2BDMACLRN" # - "IP4FWD" @@ -6291,48 +6380,48 @@ layout: "plot-service-density" ################################################################################ -# Plots VPP HTTP Server Performance -- type: "plot" - title: "VPP HTTP Server Performance" - algorithm: "plot_http_server_performance_box" - output-file-type: ".html" - output-file: "{DIR[STATIC,VPP]}/http-server-performance-cps" - data: - "plot-vpp-http-server-performance" - # Keep this formatting, the filter is enclosed with " (quotation mark) and - # each tag is enclosed with ' (apostrophe). - filter: "'HTTP' and 'TCP_CPS'" - parameters: - - "result" - - "name" - traces: - hoverinfo: "x+y" - boxpoints: "outliers" - whiskerwidth: 0 - layout: - title: "VPP HTTP Server Performance" - layout: - "plot-cps" - -- type: "plot" - title: "VPP HTTP Server Performance" - algorithm: "plot_http_server_performance_box" - output-file-type: ".html" - output-file: "{DIR[STATIC,VPP]}/http-server-performance-rps" - data: - "plot-vpp-http-server-performance" - filter: "'HTTP' and 'TCP_RPS'" - parameters: - - "result" - - "name" - traces: - hoverinfo: "x+y" - boxpoints: "outliers" - whiskerwidth: 0 - layout: - title: "VPP HTTP Server Performance" - layout: - "plot-rps" +## Plots VPP HTTP Server Performance +#- type: "plot" +# title: "VPP HTTP Server Performance" +# algorithm: "plot_http_server_performance_box" +# output-file-type: ".html" +# output-file: "{DIR[STATIC,VPP]}/http-server-performance-cps" +# data: +# "plot-vpp-http-server-performance" +# # Keep this formatting, the filter is enclosed with " (quotation mark) and +# # each tag is enclosed with ' (apostrophe). +# filter: "'HTTP' and 'TCP_CPS'" +# parameters: +# - "result" +# - "name" +# traces: +# hoverinfo: "x+y" +# boxpoints: "outliers" +# whiskerwidth: 0 +# layout: +# title: "VPP HTTP Server Performance" +# layout: +# "plot-cps" +# +#- type: "plot" +# title: "VPP HTTP Server Performance" +# algorithm: "plot_http_server_performance_box" +# output-file-type: ".html" +# output-file: "{DIR[STATIC,VPP]}/http-server-performance-rps" +# data: +# "plot-vpp-http-server-performance" +# filter: "'HTTP' and 'TCP_RPS'" +# parameters: +# - "result" +# - "name" +# traces: +# hoverinfo: "x+y" +# boxpoints: "outliers" +# whiskerwidth: 0 +# layout: +# title: "VPP HTTP Server Performance" +# layout: +# "plot-rps" ################################################################################ @@ -18901,10 +18990,10 @@ # Packet Latency - VPP L2 2n-skx-x710 base and scale - type: "plot" - title: "VPP Latency: l2sw-2n-skx-x710-64b-2t1c-base-ndr-lat" + title: "VPP Latency: l2sw-2n-skx-x710-64b-2t1c-base_and_scale-ndr-lat" algorithm: "plot_latency_error_bars" output-file-type: ".html" - output-file: "{DIR[STATIC,VPP]}/l2sw-2n-skx-x710-64b-2t1c-base-ndr-lat" + output-file: "{DIR[STATIC,VPP]}/l2sw-2n-skx-x710-64b-2t1c-base_and_scale-ndr-lat" data: "plot-vpp-throughput-lat-tsa-2n-skx" filter: "'NIC_Intel-X710' and '64B' and @@ -18927,14 +19016,14 @@ - "FIB_100K" - "FIB_1M" layout: - title: "l2sw-2n-skx-x710-64b-2t1c-base-ndr" + title: "l2sw-2n-skx-x710-64b-2t1c-base_and_scale-ndr" layout: "plot-latency" - type: "plot" - title: "VPP Latency: l2sw-2n-skx-x710-64b-4t2c-base-ndr-lat" + title: "VPP Latency: l2sw-2n-skx-x710-64b-4t2c-base_and_scale-ndr-lat" algorithm: "plot_latency_error_bars" output-file-type: ".html" - output-file: "{DIR[STATIC,VPP]}/l2sw-2n-skx-x710-64b-4t2c-base-ndr-lat" + output-file: "{DIR[STATIC,VPP]}/l2sw-2n-skx-x710-64b-4t2c-base_and_scale-ndr-lat" data: "plot-vpp-throughput-lat-tsa-2n-skx" filter: "'NIC_Intel-X710' and '64B' and @@ -18957,7 +19046,7 @@ - "FIB_100K" - "FIB_1M" layout: - title: "l2sw-2n-skx-x710-64b-4t2c-base-ndr" + title: "l2sw-2n-skx-x710-64b-4t2c-base_and_scale-ndr" layout: "plot-latency" # Packet Latency - VPP L2 2n-skx-xxv710 base and scale