X-Git-Url: https://gerrit.fd.io/r/gitweb?p=csit.git;a=blobdiff_plain;f=resources%2Ftools%2Fpresentation%2Fspecification.yaml;h=d6e0b0ea78ed5f5ba1235e3a7d4dd41144eacc7d;hp=b8b16d29412944ecd088965b0ce611e4571e94a2;hb=0f6410d3c95eb28164fdd349778155c6525e1a79;hpb=6c1043c843b4fcd33e7004876cbced565c222f58 diff --git a/resources/tools/presentation/specification.yaml b/resources/tools/presentation/specification.yaml index b8b16d2941..d6e0b0ea78 100644 --- a/resources/tools/presentation/specification.yaml +++ b/resources/tools/presentation/specification.yaml @@ -44,6 +44,8 @@ DIR[DTR,FUNC,HC]: "{DIR[DTR]}/honeycomb_functional_results" DIR[DTR,FUNC,NSHSFC]: "{DIR[DTR]}/nshsfc_functional_results" DIR[DTR,PERF,VPP,IMPRV]: "{DIR[WORKING,SRC]}/vpp_performance_tests/performance_improvements" + DIR[DTR,PERF,VPP,IMPACT,SPECTRE]: "{DIR[WORKING,SRC]}/vpp_performance_tests/performance_impact_spectre" + DIR[DTR,PERF,VPP,IMPACT,MELTDOWN]: "{DIR[WORKING,SRC]}/vpp_performance_tests/performance_improvements" # Detailed test configurations DIR[DTC]: "{DIR[WORKING,SRC]}/test_configuration" @@ -87,6 +89,26 @@ - type: "configuration" data-sets: + vpp-meltdown-impact: +# TODO: specify data sources +# csit-vpp-perf-1801-all: +# - 1 +# - 2 + plot-throughput-speedup-analysis: +# TODO: Add the data sources +# csit-vpp-perf-1801-all: +# - 1 +# - 2 + vpp-spectre-impact: +# TODO: specify data sources +# csit-vpp-perf-1801-all: +# - 1 +# - 2 + plot-throughput-speedup-analysis: +# TODO: Add the data sources +# csit-vpp-perf-1801-all: +# - 1 +# - 2 performance-improvements: csit-vpp-perf-1707-all: - 9 @@ -124,7 +146,7 @@ vpp-perf-results: csit-vpp-perf-1710-all: - 20 -# - 23 + - 23 vpp-func-results: csit-vpp-functional-1710-ubuntu1604-virl: - 126 @@ -257,6 +279,54 @@ orientation: "h" width: 700 height: 1000 + plot-throughput-speedup-analysis: + xaxis: + # title: "Test Cases" + autorange: True + autotick: False + fixedrange: False + gridcolor: "rgb(238, 238, 238)" + linecolor: "rgb(238, 238, 238)" + linewidth: 1 + showgrid: True + showline: True + showticklabels: True + tickcolor: "rgb(238, 238, 238)" + tickmode: "linear" + tickangle: 270 + zeroline: False + yaxis: + title: "Throughput speedup factor" + gridcolor: "rgb(238, 238, 238)" + hoverformat: ".4s" + linecolor: "rgb(238, 238, 238)" + linewidth: 1 + range: [] + showgrid: True + showline: True + showticklabels: True + tickcolor: "rgb(238, 238, 238)" + zeroline: False + legend: + orientation: "h" + xanchor: "center" + yanchor: "top" + x: 0.5 + y: 1 + bgcolor: "rgba(255, 255, 255, 0)" + bordercolor: "rgba(255, 255, 255, 0)" + barmode: "group" + bargap: 0.15 + bargroupgap: 0.1 + autosize: False + margin: + 't': 50 + 'b': 200 + 'l': 50 + 'r': 20 + showlegend: True + width: 700 + height: 1000 - type: "debug" @@ -265,32 +335,39 @@ extract: "robot-plugin/output.xml" # Only for zip builds: # The files must be in the directory DIR[WORKING,DATA] - csit-dpdk-perf-1707-all: - - - build: 10 - file: "{DIR[WORKING,DATA]}/csit-dpdk-perf-1707-all__10.xml" + csit-vpp-perf-1801-all: - - build: 9 - file: "{DIR[WORKING,DATA]}/csit-dpdk-perf-1707-all__9.xml" - csit-nsh_sfc-verify-func-1707-ubuntu1604-virl: + build: 1 + file: "{DIR[WORKING,DATA]}/output.xml" - build: 2 - file: "{DIR[WORKING,DATA]}/csit-nsh_sfc-verify-func-1707-ubuntu1604-virl-2.xml" - csit-vpp-functional-1707-ubuntu1604-virl: - - - build: lastSuccessfulBuild - file: "{DIR[WORKING,DATA]}/csit-vpp-functional-1707-ubuntu1604-virl-lastSuccessfulBuild.xml" - hc2vpp-csit-integration-1707-ubuntu1604: - - - build: lastSuccessfulBuild - file: "{DIR[WORKING,DATA]}/hc2vpp-csit-integration-1707-ubuntu1604-lastSuccessfulBuild.xml" - csit-vpp-perf-1707-all: - - - build: 16 - file: "{DIR[WORKING,DATA]}/csit-vpp-perf-1707-all__16__output.xml" - - - build: 17 - file: "{DIR[WORKING,DATA]}/csit-vpp-perf-1707-all__17__output.xml" + file: "{DIR[WORKING,DATA]}/output.xml" +# csit-dpdk-perf-1707-all: +# - +# build: 10 +# file: "{DIR[WORKING,DATA]}/csit-dpdk-perf-1707-all__10.xml" +# - +# build: 9 +# file: "{DIR[WORKING,DATA]}/csit-dpdk-perf-1707-all__9.xml" +# csit-nsh_sfc-verify-func-1707-ubuntu1604-virl: +# - +# build: 2 +# file: "{DIR[WORKING,DATA]}/csit-nsh_sfc-verify-func-1707-ubuntu1604-virl-2.xml" +# csit-vpp-functional-1707-ubuntu1604-virl: +# - +# build: lastSuccessfulBuild +# file: "{DIR[WORKING,DATA]}/csit-vpp-functional-1707-ubuntu1604-virl-lastSuccessfulBuild.xml" +# hc2vpp-csit-integration-1707-ubuntu1604: +# - +# build: lastSuccessfulBuild +# file: "{DIR[WORKING,DATA]}/hc2vpp-csit-integration-1707-ubuntu1604-lastSuccessfulBuild.xml" +# csit-vpp-perf-1707-all: +# - +# build: 16 +# file: "{DIR[WORKING,DATA]}/csit-vpp-perf-1707-all__16__output.xml" +# - +# build: 17 +# file: "{DIR[WORKING,DATA]}/csit-vpp-perf-1707-all__17__output.xml" - type: "static" @@ -327,6 +404,7 @@ - 18 - 19 - 20 + - 23 csit-dpdk-perf-1710-all: - 2 - 3 @@ -368,6 +446,70 @@ ### T A B L E S ### ################################################################################ +- + type: "table" + title: "Performance Impact of Meltdown Patches" + algorithm: "table_performance_comparision" + output-file-ext: ".csv" +# TODO: specify dir + output-file: "{DIR[DTR,PERF,VPP,IMPACT,MELTDOWN]}/meltdown-impact" + reference: + title: "No Meltdown" +# TODO: specify data sources +# data: +# csit-vpp-perf-1801-all: +# - 1 +# - 2 + compare: + title: "Meltdown Patches Applied" +# TODO: specify data sources +# data: +# csit-vpp-perf-1801-all: +# - 1 +# - 2 + data: + "vpp-meltdown-impact" + filter: "all" + parameters: + - "name" + - "parent" + - "throughput" + # Number of the best and the worst tests presented in the table. Use 0 (zero) + # to present all tests. + nr-of-tests-shown: 20 + +- + type: "table" + title: "Performance Impact of Spectre Patches" + algorithm: "table_performance_comparision" + output-file-ext: ".csv" +# TODO: specify dir + output-file: "{DIR[DTR,PERF,VPP,IMPACT,SPECTRE]}/spectre-impact" + reference: + title: "No Spectre" +# TODO: specify data sources +# data: +# csit-vpp-perf-1801-all: +# - 1 +# - 2 + compare: + title: "Spectre Patches Applied" +# TODO: specify data sources +# data: +# csit-vpp-perf-1801-all: +# - 1 +# - 2 + data: + "vpp-spectre-impact" + filter: "all" + parameters: + - "name" + - "parent" + - "throughput" + # Number of the best and the worst tests presented in the table. Use 0 (zero) + # to present all tests. + nr-of-tests-shown: 20 + - type: "table" title: "Performance improvements" @@ -429,7 +571,7 @@ rows: "generated" data: "vpp-perf-results" - filter: "all" + filter: "not 'NDRCHK' and not 'PDRCHK'" parameters: - "name" - "parent" @@ -452,7 +594,7 @@ rows: "generated" data: "vpp-perf-results" - filter: "all" + filter: "not 'NDRCHK' and not 'PDRCHK'" parameters: - "parent" - "name" @@ -474,7 +616,7 @@ rows: "generated" data: "vpp-perf-results" - filter: "all" + filter: "not 'NDRCHK' and not 'PDRCHK'" parameters: - "parent" - "name" @@ -646,7 +788,7 @@ dir-tables: "{DIR[DTR,PERF,VPP]}" data: "vpp-perf-results" - filter: "all" + filter: "not 'NDRCHK' and not 'PDRCHK'" parameters: - "name" - "doc" @@ -665,7 +807,7 @@ dir-tables: "{DIR[DTC,PERF,VPP]}" data: "vpp-perf-results" - filter: "all" + filter: "not 'NDRCHK' and not 'PDRCHK'" parameters: - "name" - "doc" @@ -684,7 +826,7 @@ dir-tables: "{DIR[DTO,PERF,VPP]}" data: "vpp-perf-results" - filter: "all" + filter: "not 'NDRCHK' and not 'PDRCHK'" parameters: - "name" - "doc" @@ -811,6 +953,179 @@ ### P L O T S ### ################################################################################ +# Plot Throughput Speedup Analysis + +# L2 - 10ge2p1x520 - NDR +- + type: "plot" + title: "TSA: 64B-*-(eth|dot1q|dot1ad)-(l2xcbase|l2bdbasemaclrn)-ndrdisc" + algorithm: "plot_throughput_speedup_analysis" + output-file-type: ".html" + output-file: "{DIR[STATIC,VPP]}/10ge2p1x520-64B-l2-tsa-ndrdisc" + data: + "plot-throughput-speedup-analysis" + filter: "'NIC_Intel-X520-DA2' and '64B' and 'BASE' and 'NDRDISC' and ('L2BDMACSTAT' or 'L2BDMACLRN' or 'L2XCFWD') and not 'VHOST'" + parameters: + - "throughput" + - "parent" + - "tags" + layout: + title: "64B-*-(eth|dot1q|dot1ad)-(l2xcbase|l2bdbasemaclrn)-ndrdisc" + layout: + "plot-throughput-speedup-analysis" + +# L2 - 40ge2p1xl710 - NDR +- + type: "plot" + title: "TSA: 64B-*-(eth|dot1q|dot1ad)-(l2xcbase|l2bdbasemaclrn)-ndrdisc" + algorithm: "plot_throughput_speedup_analysis" + output-file-type: ".html" + output-file: "{DIR[STATIC,VPP]}/40ge2p1xl710-64B-l2-tsa-ndrdisc" + data: + "plot-throughput-speedup-analysis" + filter: "'NIC_Intel-XL710' and '64B' and 'BASE' and 'NDRDISC' and ('L2BDMACSTAT' or 'L2BDMACLRN' or 'L2XCFWD') and not 'VHOST'" + parameters: + - "throughput" + - "parent" + - "tags" + layout: + title: "64B-*-(eth|dot1q|dot1ad)-(l2xcbase|l2bdbasemaclrn)-ndrdisc" + layout: + "plot-throughput-speedup-analysis" + +# L2 - 10ge2p1x520 - PDR +- + type: "plot" + title: "TSA: 64B-*-(eth|dot1q|dot1ad)-(l2xcbase|l2bdbasemaclrn)-pdrdisc" + algorithm: "plot_throughput_speedup_analysis" + output-file-type: ".html" + output-file: "{DIR[STATIC,VPP]}/10ge2p1x520-64B-l2-tsa-pdrdisc" + data: + "plot-throughput-speedup-analysis" + filter: "'NIC_Intel-X520-DA2' and '64B' and 'BASE' and 'PDRDISC' and not 'NDRDISC' and ('L2BDMACSTAT' or 'L2BDMACLRN' or 'L2XCFWD') and not 'VHOST'" + parameters: + - "throughput" + - "parent" + - "tags" + layout: + title: "64B-*-(eth|dot1q|dot1ad)-(l2xcbase|l2bdbasemaclrn)-pdrdisc" + layout: + "plot-throughput-speedup-analysis" + +# IPv4 - 10ge2p1x520 - NDR +- + type: "plot" + title: "TSA: 64B-*-ethip4-ip4(base|scale)*ndrdisc" + algorithm: "plot_throughput_speedup_analysis" + output-file-type: ".html" + output-file: "{DIR[STATIC,VPP]}/10ge2p1x520-64B-ip4-tsa-ndrdisc" + data: + "plot-throughput-speedup-analysis" + filter: "'NIC_Intel-X520-DA2' and '64B' and ('BASE' or 'SCALE') and 'NDRDISC' and not 'VHOST'" + parameters: + - "throughput" + - "parent" + - "tags" + layout: + title: "64B-*-ethip4-ip4(base|scale)*ndrdisc" + layout: + "plot-throughput-speedup-analysis" + +# IPv4 - 40ge2p1xl710 - NDR +- + type: "plot" + title: "TSA: 64B-*-ethip4-ip4(base|scale)*ndrdisc" + algorithm: "plot_throughput_speedup_analysis" + output-file-type: ".html" + output-file: "{DIR[STATIC,VPP]}/40ge2p1xl710-64B-ip4-tsa-ndrdisc" + data: + "plot-throughput-speedup-analysis" + filter: "'NIC_Intel-XL710' and '64B' and ('BASE' or 'SCALE') and 'NDRDISC' and not 'VHOST'" + parameters: + - "throughput" + - "parent" + - "tags" + layout: + title: "64B-*-ethip4-ip4(base|scale)*ndrdisc" + layout: + "plot-throughput-speedup-analysis" + +# IPv4 - 10ge2p1x520 - PDR +- + type: "plot" + title: "TSA: 64B-*-ethip4-ip4(base|scale)*pdrdisc" + algorithm: "plot_throughput_speedup_analysis" + output-file-type: ".html" + output-file: "{DIR[STATIC,VPP]}/10ge2p1x520-64B-ip4-tsa-pdrdisc" + data: + "plot-throughput-speedup-analysis" + filter: "'NIC_Intel-X520-DA2' and '64B' and ('BASE' or 'SCALE') and 'PDRDISC' and not 'NDRDISC' and not 'VHOST'" + parameters: + - "throughput" + - "parent" + - "tags" + layout: + title: "64B-*-ethip4-ip4(base|scale)*pdrdisc" + layout: + "plot-throughput-speedup-analysis" + +# IPv6 - 10ge2p1x520 - NDR +- + type: "plot" + title: "TSA: 78B-*-ethip6-ip6(base|scale)*ndrdisc" + algorithm: "plot_throughput_speedup_analysis" + output-file-type: ".html" + output-file: "{DIR[STATIC,VPP]}/10ge2p1x520-78B-ip6-tsa-ndrdisc" + data: + "plot-throughput-speedup-analysis" + filter: "'NIC_Intel-X520-DA2' and '78B' and ('BASE' or 'SCALE') and 'NDRDISC' and not 'VHOST'" + parameters: + - "throughput" + - "parent" + - "tags" + layout: + title: "78B-*-ethip6-ip6(base|scale)*ndrdisc" + layout: + "plot-throughput-speedup-analysis" + +# IPv6 - 40ge2p1xl710 - NDR +- + type: "plot" + title: "TSA: 78B-*-ethip6-ip6(base|scale)*ndrdisc" + algorithm: "plot_throughput_speedup_analysis" + output-file-type: ".html" + output-file: "{DIR[STATIC,VPP]}/40ge2p1xl710-78B-ip6-tsa-ndrdisc" + data: + "plot-throughput-speedup-analysis" + filter: "'NIC_Intel-XL710' and '78B' and ('BASE' or 'SCALE') and 'NDRDISC' and not 'VHOST'" + parameters: + - "throughput" + - "parent" + - "tags" + layout: + title: "78B-*-ethip6-ip6(base|scale)*ndrdisc" + layout: + "plot-throughput-speedup-analysis" + +# IPv6 - 10ge2p1x520 - PDR +- + type: "plot" + title: "TSA: 78B-*-ethip6-ip6(base|scale)*pdrdisc" + algorithm: "plot_throughput_speedup_analysis" + output-file-type: ".html" + output-file: "{DIR[STATIC,VPP]}/10ge2p1x520-78B-ip6-tsa-pdrdisc" + data: + "plot-throughput-speedup-analysis" + filter: "'NIC_Intel-X520-DA2' and '78B' and ('BASE' or 'SCALE') and 'PDRDISC' and not 'NDRDISC' and not 'VHOST'" + parameters: + - "throughput" + - "parent" + - "tags" + layout: + title: "78B-*-ethip6-ip6(base|scale)*pdrdisc" + layout: + "plot-throughput-speedup-analysis" + # Plot packets per second # VPP L2 sel1