X-Git-Url: https://gerrit.fd.io/r/gitweb?p=csit.git;a=blobdiff_plain;f=resources%2Ftools%2Fpresentation%2Fspecification.yaml;h=b8ee748aab2f711593e8ce0a9b61f15a8a7060f9;hp=7e3e4b7cdf83fc7fa66945b67f595af884a72ecb;hb=1ef49b2e3ab7a08cbe17ae89f3e3e48fd14aee27;hpb=5ff648bac50bb669bd6f483f9515dbe78cdd42a7 diff --git a/resources/tools/presentation/specification.yaml b/resources/tools/presentation/specification.yaml index 7e3e4b7cdf..b8ee748aab 100644 --- a/resources/tools/presentation/specification.yaml +++ b/resources/tools/presentation/specification.yaml @@ -89,13 +89,19 @@ - type: "configuration" data-sets: -# TODO: Add the data sources -# plot-vpp-http-server-performance: -# csit-vpp-perf-1801-all: -# - 1 -# - 2 -# - 3 -# - 4 + plot-vpp-http-server-performance: + csit-vpp-perf-1801-all: + - 157 + - 158 + - 159 + - 160 + - 161 + - 164 + - 165 + - 166 + - 168 + - 169 + - 170 # TODO: Add the data sources # vpp-meltdown-impact: # csit-vpp-perf-1707-all: @@ -128,17 +134,37 @@ - 18 - 19 - 20 -# TODO: Add the data sources csit-vpp-perf-1801-all: - - 124 - - 127 - - 128 -# TODO: Add the data sources + - 124 # sel + - 127 # sel + - 128 # sel + - 141 # sel + - 142 # sel + - 143 # sel + - 145 # sel + - 146 # sel + - 162 # sel + - 163 # sel + - 167 # sel + - 172 # sel acl only plot-throughput-speedup-analysis: csit-vpp-perf-1801-all: - - 124 - - 127 - - 128 + - 122 # full + - 126 # full + - 129 # full + - 140 # full + - 124 # sel + - 127 # sel + - 128 # sel + - 141 # sel + - 142 # sel + - 143 # sel + - 145 # sel + - 146 # sel + - 162 # sel + - 163 # sel + - 167 # sel + - 172 # sel acl only # performance-improvements: # csit-vpp-perf-1707-all: # - 9 @@ -162,7 +188,6 @@ # - 18 # - 19 # - 20 -## TODO: Add the data sources # csit-vpp-perf-1801-all: # - 124 # - 127 @@ -179,22 +204,27 @@ # - 16 # - 17 # csit-ligato-perf-1801-all: -# - 1 -# - 3 -# - 7 -# TODO: Add the data sources +# - 16 # sel +# - 17 # sel +# - 18 # sel +# - 19 # sel +# - 20 # sel +# - 21 # sel +# - 22 # sel +# - 23 # sel +# - 24 # sel vpp-perf-results: csit-vpp-perf-1801-all: - 122 - 126 - 129 + - 140 vpp-func-results: csit-vpp-functional-1801-ubuntu1604-virl: - "lastSuccessfulBuild" -# TODO: Add the data sources ligato-perf-results: csit-ligato-perf-1801-all: - - 1 + - 25 # full dpdk-perf-results: csit-dpdk-perf-1801-all: - 12 @@ -204,12 +234,24 @@ nsh-func-results: csit-nsh_sfc-verify-func-1801-ubuntu1604-virl: - 1 -# TODO: Add the data sources plot-vpp-throughput-latency: csit-vpp-perf-1801-all: - - 124 - - 127 - - 128 + - 122 # full + - 126 # full + - 129 # full + - 140 # full + - 124 # sel + - 127 # sel + - 128 # sel + - 141 # sel + - 142 # sel + - 143 # sel + - 145 # sel + - 146 # sel + - 162 # sel + - 163 # sel + - 167 # sel + - 172 # sel acl only plot-dpdk-throughput-latency: csit-dpdk-perf-1801-all: - 1 @@ -221,12 +263,17 @@ - 8 - 10 - 12 -# TODO: Add the data sources plot-ligato-throughput-latency: csit-ligato-perf-1801-all: - - 1 - - 3 - - 7 + - 16 # sel + - 17 # sel + - 18 # sel + - 19 # sel + - 20 # sel + - 21 # sel + - 22 # sel + - 23 # sel + - 24 # sel plot-layouts: @@ -500,14 +547,34 @@ - 18 - 19 - 20 -# TODO: csit-vpp-perf-1801-all: - 122 # full - 126 # full - 129 # full + - 140 # full - 124 # sel - 127 # sel - 128 # sel + - 141 # sel + - 142 # sel + - 143 # sel + - 145 # sel + - 146 # sel + - 157 # wrk + - 158 # wrk + - 159 # wrk + - 160 # wrk + - 161 # wrk + - 162 # sel + - 163 # sel + - 164 # wrk + - 165 # wrk + - 166 # wrk + - 167 # sel + - 168 # wrk + - 169 # wrk + - 170 # wrk + - 172 # sel acl only csit-ligato-perf-1710-all: - 5 - 7 @@ -529,11 +596,17 @@ - 12 - 16 - 17 -# TODO: csit-ligato-perf-1801-all: - - 1 - - 3 - - 7 + - 16 # sel + - 17 # sel + - 18 # sel + - 19 # sel + - 20 # sel + - 21 # sel + - 22 # sel + - 23 # sel + - 24 # sel + - 25 # full csit-dpdk-perf-1801-all: - 1 - 3 @@ -637,11 +710,9 @@ title: "VPP Performance Changes" algorithm: "table_performance_comparison" output-file-ext: ".csv" -# TODO: specify dir output-file: "{DIR[STATIC,VPP]}/performance-changes" reference: title: "Release 1710" -# TODO: specify data sources data: csit-vpp-perf-1710-all: - 11 @@ -659,9 +730,18 @@ # TODO: specify data sources data: csit-vpp-perf-1801-all: - - 124 - - 127 - - 128 + - 124 # sel + - 127 # sel + - 128 # sel + - 141 # sel + - 142 # sel + - 143 # sel + - 145 # sel + - 146 # sel + - 162 # sel + - 163 # sel + - 167 # sel + - 172 # sel acl only data: "vpp-performance-changes" filter: "all" parameters: @@ -671,6 +751,7 @@ # Number of the best and the worst tests presented in the table. Use 0 (zero) # to present all tests. nr-of-tests-shown: 20 + outlier-const: 1.5 #- # type: "table" @@ -1116,49 +1197,49 @@ ################################################################################ # Plots VPP HTTP Server Performance -#- -# type: "plot" -# title: "VPP HTTP Server Performance" -# algorithm: "plot_http_server_performance_box" -# output-file-type: ".html" -# output-file: "{DIR[STATIC,VPP]}/http-server-performance-cps" -# data: -# "plot-vpp-http-server-performance" -# # Keep this formatting, the filter is enclosed with " (quotation mark) and -# # each tag is enclosed with ' (apostrophe). -# filter: "'HTTP' and 'TCP_CPS'" -# parameters: -# - "result" -# - "name" -# traces: -# hoverinfo: "x+y" -# boxpoints: "outliers" -# whiskerwidth: 0 -# layout: -# title: "VPP HTTP Server Performance" -# layout: -# "plot-cps" -# -#- -# type: "plot" -# title: "VPP HTTP Server Performance" -# algorithm: "plot_http_server_performance_box" -# output-file-type: ".html" -# output-file: "{DIR[STATIC,VPP]}/http-server-performance-rps" -# data: -# "plot-vpp-http-server-performance" -# filter: "'HTTP' and 'TCP_RPS'" -# parameters: -# - "result" -# - "name" -# traces: -# hoverinfo: "x+y" -# boxpoints: "outliers" -# whiskerwidth: 0 -# layout: -# title: "VPP HTTP Server Performance" -# layout: -# "plot-rps" +- + type: "plot" + title: "VPP HTTP Server Performance" + algorithm: "plot_http_server_performance_box" + output-file-type: ".html" + output-file: "{DIR[STATIC,VPP]}/http-server-performance-cps" + data: + "plot-vpp-http-server-performance" + # Keep this formatting, the filter is enclosed with " (quotation mark) and + # each tag is enclosed with ' (apostrophe). + filter: "'HTTP' and 'TCP_CPS'" + parameters: + - "result" + - "name" + traces: + hoverinfo: "x+y" + boxpoints: "outliers" + whiskerwidth: 0 + layout: + title: "VPP HTTP Server Performance" + layout: + "plot-cps" + +- + type: "plot" + title: "VPP HTTP Server Performance" + algorithm: "plot_http_server_performance_box" + output-file-type: ".html" + output-file: "{DIR[STATIC,VPP]}/http-server-performance-rps" + data: + "plot-vpp-http-server-performance" + filter: "'HTTP' and 'TCP_RPS'" + parameters: + - "result" + - "name" + traces: + hoverinfo: "x+y" + boxpoints: "outliers" + whiskerwidth: 0 + layout: + title: "VPP HTTP Server Performance" + layout: + "plot-rps" # Plot Throughput Speedup Analysis @@ -1900,7 +1981,7 @@ hoverformat: ".4s" linecolor: "rgb(238, 238, 238)" linewidth: 1 - range: [2000000, 6000000] + range: [4000000, 12000000] showgrid: True showline: True showticklabels: True