X-Git-Url: https://gerrit.fd.io/r/gitweb?p=csit.git;a=blobdiff_plain;f=resources%2Ftools%2Fpresentation%2Fspecification.yaml;h=0e8a51f23643d70ada111404a81725143b56db93;hp=d34c517003165f47e57f5506fa7158049d8a7533;hb=e15553412cfcc2b14ee3be0e30d1ca3bd146b32a;hpb=52eabb71d784978afa48f7ac2f5d53a228b256ec diff --git a/resources/tools/presentation/specification.yaml b/resources/tools/presentation/specification.yaml index d34c517003..0e8a51f236 100644 --- a/resources/tools/presentation/specification.yaml +++ b/resources/tools/presentation/specification.yaml @@ -90,12 +90,10 @@ type: "configuration" data-sets: # TODO: Add the data sources -# plot-vpp-http-server-performance: -# csit-vpp-perf-1801-all: -# - 1 -# - 2 -# - 3 -# - 4 + plot-vpp-http-server-performance: + csit-vpp-perf-1801-all: + - 157 + - 158 # TODO: Add the data sources # vpp-meltdown-impact: # csit-vpp-perf-1707-all: @@ -103,7 +101,7 @@ # - 10 # - 13 # csit-vpp-perf-1710-all: -# - 11 +# - 11l # - 12 # - 13 # TODO: Add the data sources @@ -130,15 +128,25 @@ - 20 # TODO: Add the data sources csit-vpp-perf-1801-all: - - 124 - - 127 - - 128 + - 124 # sel + - 127 # sel + - 128 # sel + - 141 # sel + - 142 # sel + - 143 # sel + - 145 # sel + - 146 # sel # TODO: Add the data sources plot-throughput-speedup-analysis: csit-vpp-perf-1801-all: - - 124 - - 127 - - 128 + - 124 # sel + - 127 # sel + - 128 # sel + - 141 # sel + - 142 # sel + - 143 # sel + - 145 # sel + - 146 # sel # performance-improvements: # csit-vpp-perf-1707-all: # - 9 @@ -162,7 +170,6 @@ # - 18 # - 19 # - 20 -## TODO: Add the data sources # csit-vpp-perf-1801-all: # - 124 # - 127 @@ -179,22 +186,23 @@ # - 16 # - 17 # csit-ligato-perf-1801-all: -# - 1 -# - 3 -# - 7 +# - 16 # sel +# - 17 # sel +# - 18 # sel # TODO: Add the data sources vpp-perf-results: csit-vpp-perf-1801-all: - 122 - 126 - 129 + - 140 vpp-func-results: csit-vpp-functional-1801-ubuntu1604-virl: - "lastSuccessfulBuild" # TODO: Add the data sources ligato-perf-results: csit-ligato-perf-1801-all: - - 1 + - 17 dpdk-perf-results: csit-dpdk-perf-1801-all: - 12 @@ -207,9 +215,14 @@ # TODO: Add the data sources plot-vpp-throughput-latency: csit-vpp-perf-1801-all: - - 124 - - 127 - - 128 + - 124 # sel + - 127 # sel + - 128 # sel + - 141 # sel + - 142 # sel + - 143 # sel + - 145 # sel + - 146 # sel plot-dpdk-throughput-latency: csit-dpdk-perf-1801-all: - 1 @@ -224,9 +237,9 @@ # TODO: Add the data sources plot-ligato-throughput-latency: csit-ligato-perf-1801-all: - - 1 - - 3 - - 7 + - 16 # sel + - 17 # sel + - 18 # sel plot-layouts: @@ -505,9 +518,17 @@ - 122 # full - 126 # full - 129 # full + - 140 # full - 124 # sel - 127 # sel - 128 # sel + - 141 # sel + - 142 # sel + - 143 # sel + - 145 # sel + - 146 # sel + - 157 # wrk + - 158 # wrk csit-ligato-perf-1710-all: - 5 - 7 @@ -531,9 +552,9 @@ - 17 # TODO: csit-ligato-perf-1801-all: - - 1 - - 3 - - 7 + - 16 # sel + - 17 # sel + - 18 # sel csit-dpdk-perf-1801-all: - 1 - 3 @@ -659,9 +680,14 @@ # TODO: specify data sources data: csit-vpp-perf-1801-all: - - 124 - - 127 - - 128 + - 124 # sel + - 127 # sel + - 128 # sel + - 141 # sel + - 142 # sel + - 143 # sel + - 145 # sel + - 146 # sel data: "vpp-performance-changes" filter: "all" parameters: @@ -671,6 +697,7 @@ # Number of the best and the worst tests presented in the table. Use 0 (zero) # to present all tests. nr-of-tests-shown: 20 + outlier-const: 1.5 #- # type: "table" @@ -1116,49 +1143,49 @@ ################################################################################ # Plots VPP HTTP Server Performance -#- -# type: "plot" -# title: "VPP HTTP Server Performance" -# algorithm: "plot_http_server_performance_box" -# output-file-type: ".html" -# output-file: "{DIR[STATIC,VPP]}/http-server-performance-cps" -# data: -# "plot-vpp-http-server-performance" -# # Keep this formatting, the filter is enclosed with " (quotation mark) and -# # each tag is enclosed with ' (apostrophe). -# filter: "'HTTP' and 'TCP_CPS'" -# parameters: -# - "result" -# - "name" -# traces: -# hoverinfo: "x+y" -# boxpoints: "outliers" -# whiskerwidth: 0 -# layout: -# title: "VPP HTTP Server Performance" -# layout: -# "plot-cps" -# -#- -# type: "plot" -# title: "VPP HTTP Server Performance" -# algorithm: "plot_http_server_performance_box" -# output-file-type: ".html" -# output-file: "{DIR[STATIC,VPP]}/http-server-performance-rps" -# data: -# "plot-vpp-http-server-performance" -# filter: "'HTTP' and 'TCP_RPS'" -# parameters: -# - "result" -# - "name" -# traces: -# hoverinfo: "x+y" -# boxpoints: "outliers" -# whiskerwidth: 0 -# layout: -# title: "VPP HTTP Server Performance" -# layout: -# "plot-rps" +- + type: "plot" + title: "VPP HTTP Server Performance" + algorithm: "plot_http_server_performance_box" + output-file-type: ".html" + output-file: "{DIR[STATIC,VPP]}/http-server-performance-cps" + data: + "plot-vpp-http-server-performance" + # Keep this formatting, the filter is enclosed with " (quotation mark) and + # each tag is enclosed with ' (apostrophe). + filter: "'HTTP' and 'TCP_CPS'" + parameters: + - "result" + - "name" + traces: + hoverinfo: "x+y" + boxpoints: "outliers" + whiskerwidth: 0 + layout: + title: "VPP HTTP Server Performance" + layout: + "plot-cps" + +- + type: "plot" + title: "VPP HTTP Server Performance" + algorithm: "plot_http_server_performance_box" + output-file-type: ".html" + output-file: "{DIR[STATIC,VPP]}/http-server-performance-rps" + data: + "plot-vpp-http-server-performance" + filter: "'HTTP' and 'TCP_RPS'" + parameters: + - "result" + - "name" + traces: + hoverinfo: "x+y" + boxpoints: "outliers" + whiskerwidth: 0 + layout: + title: "VPP HTTP Server Performance" + layout: + "plot-rps" # Plot Throughput Speedup Analysis @@ -1171,7 +1198,7 @@ output-file: "{DIR[STATIC,VPP]}/10ge2p1x520-64B-l2-tsa-ndrdisc" data: "plot-throughput-speedup-analysis" - filter: "'NIC_Intel-X520-DA2' and '64B' and 'BASE' and 'NDRDISC' and ('L2BDMACSTAT' or 'L2BDMACLRN' or 'L2XCFWD') and not 'VHOST'" + filter: "'NIC_Intel-X520-DA2' and '64B' and 'BASE' and 'NDRDISC' and ('L2BDMACSTAT' or 'L2BDMACLRN' or 'L2XCFWD') and not 'VHOST' and not 'LXC' and not 'DOCKER'" parameters: - "throughput" - "parent" @@ -1190,7 +1217,7 @@ output-file: "{DIR[STATIC,VPP]}/40ge2p1xl710-64B-l2-tsa-ndrdisc" data: "plot-throughput-speedup-analysis" - filter: "'NIC_Intel-XL710' and '64B' and 'BASE' and 'NDRDISC' and ('L2BDMACSTAT' or 'L2BDMACLRN' or 'L2XCFWD') and not 'VHOST'" + filter: "'NIC_Intel-XL710' and '64B' and 'BASE' and 'NDRDISC' and ('L2BDMACSTAT' or 'L2BDMACLRN' or 'L2XCFWD') and not 'VHOST' and not 'LXC' and not 'DOCKER'" parameters: - "throughput" - "parent" @@ -1209,7 +1236,7 @@ output-file: "{DIR[STATIC,VPP]}/10ge2p1x520-64B-l2-tsa-pdrdisc" data: "plot-throughput-speedup-analysis" - filter: "'NIC_Intel-X520-DA2' and '64B' and 'BASE' and 'PDRDISC' and not 'NDRDISC' and ('L2BDMACSTAT' or 'L2BDMACLRN' or 'L2XCFWD') and not 'VHOST'" + filter: "'NIC_Intel-X520-DA2' and '64B' and 'BASE' and 'PDRDISC' and not 'NDRDISC' and ('L2BDMACSTAT' or 'L2BDMACLRN' or 'L2XCFWD') and not 'VHOST' and not 'LXC' and not 'DOCKER'" parameters: - "throughput" - "parent" @@ -1228,7 +1255,7 @@ output-file: "{DIR[STATIC,VPP]}/10ge2p1x520-64B-ip4-tsa-ndrdisc" data: "plot-throughput-speedup-analysis" - filter: "'NIC_Intel-X520-DA2' and '64B' and ('BASE' or 'SCALE') and 'NDRDISC' and not 'VHOST'" + filter: "'NIC_Intel-X520-DA2' and '64B' and 'IP4FWD' and ('BASE' or 'SCALE') and 'NDRDISC' and not 'VHOST' and not 'FEATURE' and not 'DOT1Q' and not 'IPSEC'" parameters: - "throughput" - "parent" @@ -1247,7 +1274,7 @@ output-file: "{DIR[STATIC,VPP]}/40ge2p1xl710-64B-ip4-tsa-ndrdisc" data: "plot-throughput-speedup-analysis" - filter: "'NIC_Intel-XL710' and '64B' and ('BASE' or 'SCALE') and 'NDRDISC' and not 'VHOST'" + filter: "'NIC_Intel-XL710' and '64B' and 'IP4FWD' and ('BASE' or 'SCALE') and 'NDRDISC' and not 'VHOST' and not 'FEATURE' and not 'DOT1Q' and not 'IPSEC'" parameters: - "throughput" - "parent" @@ -1266,7 +1293,7 @@ output-file: "{DIR[STATIC,VPP]}/10ge2p1x520-64B-ip4-tsa-pdrdisc" data: "plot-throughput-speedup-analysis" - filter: "'NIC_Intel-X520-DA2' and '64B' and ('BASE' or 'SCALE') and 'PDRDISC' and not 'NDRDISC' and not 'VHOST'" + filter: "'NIC_Intel-X520-DA2' and '64B' and 'IP4FWD' and ('BASE' or 'SCALE') and 'PDRDISC' and not 'NDRDISC' and not 'VHOST' and not 'FEATURE' and not 'DOT1Q' and not 'IPSEC'" parameters: - "throughput" - "parent" @@ -1285,7 +1312,7 @@ output-file: "{DIR[STATIC,VPP]}/10ge2p1x520-78B-ip6-tsa-ndrdisc" data: "plot-throughput-speedup-analysis" - filter: "'NIC_Intel-X520-DA2' and '78B' and ('BASE' or 'SCALE') and 'NDRDISC' and not 'VHOST'" + filter: "'NIC_Intel-X520-DA2' and '78B' and 'IP6FWD' and ('BASE' or 'SCALE') and 'NDRDISC' and not 'VHOST'" parameters: - "throughput" - "parent" @@ -1304,7 +1331,7 @@ output-file: "{DIR[STATIC,VPP]}/40ge2p1xl710-78B-ip6-tsa-ndrdisc" data: "plot-throughput-speedup-analysis" - filter: "'NIC_Intel-XL710' and '78B' and ('BASE' or 'SCALE') and 'NDRDISC' and not 'VHOST'" + filter: "'NIC_Intel-XL710' and '78B' and 'IP6FWD' and ('BASE' or 'SCALE') and 'NDRDISC' and not 'VHOST'" parameters: - "throughput" - "parent" @@ -1323,7 +1350,7 @@ output-file: "{DIR[STATIC,VPP]}/10ge2p1x520-78B-ip6-tsa-pdrdisc" data: "plot-throughput-speedup-analysis" - filter: "'NIC_Intel-X520-DA2' and '78B' and ('BASE' or 'SCALE') and 'PDRDISC' and not 'NDRDISC' and not 'VHOST'" + filter: "'NIC_Intel-X520-DA2' and '78B' and 'IP6FWD' and ('BASE' or 'SCALE') and 'PDRDISC' and not 'NDRDISC' and not 'VHOST'" parameters: - "throughput" - "parent" @@ -1781,8 +1808,45 @@ whiskerwidth: 0 layout: title: "78B-1t1c-ethip6[a-z0-9]+-[a-z0-9]*-ndrdisc" - layout: - "plot-throughput" + xaxis: + autorange: True + autotick: False + fixedrange: False + gridcolor: "rgb(238, 238, 238)" + linecolor: "rgb(238, 238, 238)" + linewidth: 1 + showgrid: True + showline: True + showticklabels: True + tickcolor: "rgb(238, 238, 238)" + tickmode: "linear" + title: "Indexed Test Cases" + zeroline: False + yaxis: + gridcolor: "rgb(238, 238, 238)'" + hoverformat: ".4s" + linecolor: "rgb(238, 238, 238)" + linewidth: 1 + range: [2000000, 6000000] + showgrid: True + showline: True + showticklabels: True + tickcolor: "rgb(238, 238, 238)" + title: "Packets Per Second [pps]" + zeroline: False + boxmode: "group" + boxgroupgap: 0.5 + autosize: False + margin: + t: 50 + b: 20 + l: 50 + r: 20 + showlegend: True + legend: + orientation: "h" + width: 700 + height: 1000 - type: "plot" @@ -1844,8 +1908,45 @@ whiskerwidth: 0 layout: title: "78B-2t2c-ethip6[a-z0-9]+-[a-z0-9]*-pdrdisc" - layout: - "plot-throughput" + xaxis: + autorange: True + autotick: False + fixedrange: False + gridcolor: "rgb(238, 238, 238)" + linecolor: "rgb(238, 238, 238)" + linewidth: 1 + showgrid: True + showline: True + showticklabels: True + tickcolor: "rgb(238, 238, 238)" + tickmode: "linear" + title: "Indexed Test Cases" + zeroline: False + yaxis: + gridcolor: "rgb(238, 238, 238)'" + hoverformat: ".4s" + linecolor: "rgb(238, 238, 238)" + linewidth: 1 + range: [4000000, 12000000] + showgrid: True + showline: True + showticklabels: True + tickcolor: "rgb(238, 238, 238)" + title: "Packets Per Second [pps]" + zeroline: False + boxmode: "group" + boxgroupgap: 0.5 + autosize: False + margin: + t: 50 + b: 20 + l: 50 + r: 20 + showlegend: True + legend: + orientation: "h" + width: 700 + height: 1000 # VPP VM VHOST - @@ -1866,8 +1967,45 @@ whiskerwidth: 0 layout: title: "64B-1t1c-.*vhost.*-ndrdisc" - layout: - "plot-throughput" + xaxis: + autorange: True + autotick: False + fixedrange: False + gridcolor: "rgb(238, 238, 238)" + linecolor: "rgb(238, 238, 238)" + linewidth: 1 + showgrid: True + showline: True + showticklabels: True + tickcolor: "rgb(238, 238, 238)" + tickmode: "linear" + title: "Indexed Test Cases" + zeroline: False + yaxis: + gridcolor: "rgb(238, 238, 238)'" + hoverformat: ".4s" + linecolor: "rgb(238, 238, 238)" + linewidth: 1 + range: [0, 3500000] + showgrid: True + showline: True + showticklabels: True + tickcolor: "rgb(238, 238, 238)" + title: "Packets Per Second [pps]" + zeroline: False + boxmode: "group" + boxgroupgap: 0.5 + autosize: False + margin: + t: 50 + b: 20 + l: 50 + r: 20 + showlegend: True + legend: + orientation: "h" + width: 700 + height: 1000 - type: "plot" @@ -2870,8 +3008,45 @@ whiskerwidth: 0 layout: title: "64B-1t1c-(eth|dot1q|dot1ad)-(l2xcbase|l2bdbasemaclrn)-memif-ndrdisc" - layout: - "plot-throughput" + xaxis: + autorange: True + autotick: False + fixedrange: False + gridcolor: "rgb(238, 238, 238)" + linecolor: "rgb(238, 238, 238)" + linewidth: 1 + showgrid: True + showline: True + showticklabels: True + tickcolor: "rgb(238, 238, 238)" + tickmode: "linear" + title: "Indexed Test Cases" + zeroline: False + yaxis: + gridcolor: "rgb(238, 238, 238)'" + hoverformat: ".4s" + linecolor: "rgb(238, 238, 238)" + linewidth: 1 + range: [0, 4500000] + showgrid: True + showline: True + showticklabels: True + tickcolor: "rgb(238, 238, 238)" + title: "Packets Per Second [pps]" + zeroline: False + boxmode: "group" + boxgroupgap: 0.5 + autosize: False + margin: + t: 50 + b: 20 + l: 50 + r: 20 + showlegend: True + legend: + orientation: "h" + width: 700 + height: 1000 - type: "plot" @@ -2891,8 +3066,45 @@ whiskerwidth: 0 layout: title: "64B-2t2c-(eth|dot1q|dot1ad)-(l2xcbase|l2bdbasemaclrn)-memif-ndrdisc" - layout: - "plot-throughput" + xaxis: + autorange: True + autotick: False + fixedrange: False + gridcolor: "rgb(238, 238, 238)" + linecolor: "rgb(238, 238, 238)" + linewidth: 1 + showgrid: True + showline: True + showticklabels: True + tickcolor: "rgb(238, 238, 238)" + tickmode: "linear" + title: "Indexed Test Cases" + zeroline: False + yaxis: + gridcolor: "rgb(238, 238, 238)'" + hoverformat: ".4s" + linecolor: "rgb(238, 238, 238)" + linewidth: 1 + range: [0, 8000000] + showgrid: True + showline: True + showticklabels: True + tickcolor: "rgb(238, 238, 238)" + title: "Packets Per Second [pps]" + zeroline: False + boxmode: "group" + boxgroupgap: 0.5 + autosize: False + margin: + t: 50 + b: 20 + l: 50 + r: 20 + showlegend: True + legend: + orientation: "h" + width: 700 + height: 1000 - type: "plot" @@ -2912,8 +3124,45 @@ whiskerwidth: 0 layout: title: "64B-1t1c-(eth|dot1q|dot1ad)-(l2xcbase|l2bdbasemaclrn)-memif-pdrdisc" - layout: - "plot-throughput" + xaxis: + autorange: True + autotick: False + fixedrange: False + gridcolor: "rgb(238, 238, 238)" + linecolor: "rgb(238, 238, 238)" + linewidth: 1 + showgrid: True + showline: True + showticklabels: True + tickcolor: "rgb(238, 238, 238)" + tickmode: "linear" + title: "Indexed Test Cases" + zeroline: False + yaxis: + gridcolor: "rgb(238, 238, 238)'" + hoverformat: ".4s" + linecolor: "rgb(238, 238, 238)" + linewidth: 1 + range: [0, 4500000] + showgrid: True + showline: True + showticklabels: True + tickcolor: "rgb(238, 238, 238)" + title: "Packets Per Second [pps]" + zeroline: False + boxmode: "group" + boxgroupgap: 0.5 + autosize: False + margin: + t: 50 + b: 20 + l: 50 + r: 20 + showlegend: True + legend: + orientation: "h" + width: 700 + height: 1000 - type: "plot" @@ -2933,8 +3182,45 @@ whiskerwidth: 0 layout: title: "64B-2t2c-(eth|dot1q|dot1ad)-(l2xcbase|l2bdbasemaclrn)-memif-pdrdisc" - layout: - "plot-throughput" + xaxis: + autorange: True + autotick: False + fixedrange: False + gridcolor: "rgb(238, 238, 238)" + linecolor: "rgb(238, 238, 238)" + linewidth: 1 + showgrid: True + showline: True + showticklabels: True + tickcolor: "rgb(238, 238, 238)" + tickmode: "linear" + title: "Indexed Test Cases" + zeroline: False + yaxis: + gridcolor: "rgb(238, 238, 238)'" + hoverformat: ".4s" + linecolor: "rgb(238, 238, 238)" + linewidth: 1 + range: [0, 8000000] + showgrid: True + showline: True + showticklabels: True + tickcolor: "rgb(238, 238, 238)" + title: "Packets Per Second [pps]" + zeroline: False + boxmode: "group" + boxgroupgap: 0.5 + autosize: False + margin: + t: 50 + b: 20 + l: 50 + r: 20 + showlegend: True + legend: + orientation: "h" + width: 700 + height: 1000 # Container orchestrated -