X-Git-Url: https://gerrit.fd.io/r/gitweb?a=blobdiff_plain;ds=sidebyside;f=resources%2Ftools%2Fpresentation%2Fspecification.yaml;h=339bf5c2c8bacebb99ecae1ac541f03e6090f39c;hb=b1589042d816ce58648153c20906520916feff49;hp=d898241b9416d280e5dc7c710d7fece575e9340b;hpb=2e387760e5bac9635fce3de41f7008df6acdbb7a;p=csit.git diff --git a/resources/tools/presentation/specification.yaml b/resources/tools/presentation/specification.yaml index d898241b94..339bf5c2c8 100644 --- a/resources/tools/presentation/specification.yaml +++ b/resources/tools/presentation/specification.yaml @@ -44,8 +44,6 @@ DIR[DTR,FUNC,HC]: "{DIR[DTR]}/honeycomb_functional_results" DIR[DTR,FUNC,NSHSFC]: "{DIR[DTR]}/nshsfc_functional_results" DIR[DTR,PERF,VPP,IMPRV]: "{DIR[WORKING,SRC]}/vpp_performance_tests/performance_improvements" - DIR[DTR,PERF,VPP,IMPACT,SPECTRE]: "{DIR[WORKING,SRC]}/vpp_performance_tests/performance_impact_spectre" - DIR[DTR,PERF,VPP,IMPACT,MELTDOWN]: "{DIR[WORKING,SRC]}/vpp_performance_tests/performance_impact_meltdown" # Detailed test configurations DIR[DTC]: "{DIR[WORKING,SRC]}/test_configuration" @@ -89,6 +87,14 @@ - type: "configuration" data-sets: +# TODO: Add the data sources + plot-vpp-http-server-performance: + csit-vpp-perf-1801-all: + - 1 + - 2 + - 3 + - 4 +# TODO: Add the data sources vpp-meltdown-impact: csit-vpp-perf-1707-all: - 9 @@ -98,6 +104,7 @@ - 11 - 12 - 13 +# TODO: Add the data sources vpp-spectre-impact: csit-vpp-perf-1707-all: - 9 @@ -110,7 +117,9 @@ # TODO: Add the data sources plot-throughput-speedup-analysis: csit-vpp-perf-1801-all: - - 12 + - 13 + - 14 + - 21 performance-improvements: csit-vpp-perf-1707-all: - 9 @@ -134,10 +143,11 @@ - 18 - 19 - 20 -# TODO: +# TODO: Add the data sources csit-vpp-perf-1801-all: - 13 - 14 + - 21 csit-ligato-perf-1710-all: - 5 - 7 @@ -181,6 +191,7 @@ csit-vpp-perf-1801-all: - 13 - 14 + - 21 plot-dpdk-throughput-latency: csit-dpdk-perf-1801-all: - 1 @@ -199,7 +210,93 @@ - 1 - 3 - 7 + plot-layouts: + + plot-cps: + xaxis: + autorange: True + autotick: False + fixedrange: False + gridcolor: "rgb(238, 238, 238)" + linecolor: "rgb(238, 238, 238)" + linewidth: 1 + showgrid: True + showline: True + showticklabels: True + tickcolor: "rgb(238, 238, 238)" + tickmode: "linear" + title: "Indexed Test Cases" + zeroline: False + yaxis: + gridcolor: "rgb(238, 238, 238)'" + hoverformat: ".4s" + linecolor: "rgb(238, 238, 238)" + linewidth: 1 + range: [] + rangemode: "tozero" + showgrid: True + showline: True + showticklabels: True + tickcolor: "rgb(238, 238, 238)" + title: "Connections Per Second [cps]" + zeroline: False + boxmode: "group" + boxgroupgap: 0.5 + autosize: False + margin: + t: 50 + b: 20 + l: 50 + r: 20 + showlegend: True + legend: + orientation: "h" + width: 700 + height: 1000 + + plot-rps: + xaxis: + autorange: True + autotick: False + fixedrange: False + gridcolor: "rgb(238, 238, 238)" + linecolor: "rgb(238, 238, 238)" + linewidth: 1 + showgrid: True + showline: True + showticklabels: True + tickcolor: "rgb(238, 238, 238)" + tickmode: "linear" + title: "Indexed Test Cases" + zeroline: False + yaxis: + gridcolor: "rgb(238, 238, 238)'" + hoverformat: ".4s" + linecolor: "rgb(238, 238, 238)" + linewidth: 1 + range: [] + rangemode: "tozero" + showgrid: True + showline: True + showticklabels: True + tickcolor: "rgb(238, 238, 238)" + title: "Requests Per Second [rps]" + zeroline: False + boxmode: "group" + boxgroupgap: 0.5 + autosize: False + margin: + t: 50 + b: 20 + l: 50 + r: 20 + showlegend: True + legend: + orientation: "h" + width: 700 + height: 1000 + plot-throughput: xaxis: autorange: True @@ -240,6 +337,7 @@ orientation: "h" width: 700 height: 1000 + plot-latency: xaxis: autorange: True @@ -280,6 +378,7 @@ orientation: "h" width: 700 height: 1000 + plot-throughput-speedup-analysis: xaxis: autorange: True @@ -342,6 +441,12 @@ - build: 2 file: "{DIR[WORKING,DATA]}/output.xml" + - + build: 3 + file: "{DIR[WORKING,DATA]}/output.xml" + - + build: 4 + file: "{DIR[WORKING,DATA]}/output.xml" - type: "static" @@ -381,9 +486,10 @@ - 23 # TODO: csit-vpp-perf-1801-all: - - 12 - - 13 - - 14 + - 12 # full + - 13 # sel + - 14 # sel + - 21 # sel csit-ligato-perf-1710-all: - 5 - 7 @@ -509,21 +615,18 @@ output-file-ext: ".csv" output-file: "{DIR[DTR,PERF,VPP,IMPRV]}/performance_improvements" columns: - - - title: "Functionality" - data: "template 1" - title: "Test Name" - data: "template 2" + data: "template 1" - title: "16.09 mean [Mpps]" - data: "template 3" + data: "template 2" - title: "17.01 mean [Mpps]" - data: "template 4" + data: "template 3" - title: "17.04 mean [Mpps]" - data: "template 5" + data: "template 4" - title: "17.07 mean [Mpps]" data: "data csit-vpp-perf-1707-all mean" @@ -538,7 +641,7 @@ data: "data csit-vpp-perf-1801-all csit-ligato-perf-1801-all stdev" - title: "17.10 to 18.01 change [%]" - data: "operation relative_change 6 7" + data: "operation relative_change 5 6" rows: "generated" data: "performance-improvements" @@ -947,6 +1050,51 @@ ### P L O T S ### ################################################################################ +# Plots VPP HTTP Server Performance +- + type: "plot" + title: "VPP HTTP Server Performance" + algorithm: "plot_http_server_performance_box" + output-file-type: ".html" + output-file: "{DIR[STATIC,VPP]}/http-server-performance-cps" + data: + "plot-vpp-http-server-performance" + # Keep this formatting, the filter is enclosed with " (quotation mark) and + # each tag is enclosed with ' (apostrophe). + filter: "'HTTP' and 'TCP_CPS'" + parameters: + - "result" + - "name" + traces: + hoverinfo: "x+y" + boxpoints: "outliers" + whiskerwidth: 0 + layout: + title: "VPP HTTP Server Performance" + layout: + "plot-cps" + +- + type: "plot" + title: "VPP HTTP Server Performance" + algorithm: "plot_http_server_performance_box" + output-file-type: ".html" + output-file: "{DIR[STATIC,VPP]}/http-server-performance-rps" + data: + "plot-vpp-http-server-performance" + filter: "'HTTP' and 'TCP_RPS'" + parameters: + - "result" + - "name" + traces: + hoverinfo: "x+y" + boxpoints: "outliers" + whiskerwidth: 0 + layout: + title: "VPP HTTP Server Performance" + layout: + "plot-rps" + # Plot Throughput Speedup Analysis # L2 - 10ge2p1x520 - NDR