X-Git-Url: https://gerrit.fd.io/r/gitweb?p=csit.git;a=blobdiff_plain;f=resources%2Ftools%2Fpresentation%2Fspecification.yaml;h=78dd9f3b21e074521dba752a407078e0640de42b;hp=8a105fe974fe331f43e7ed7eb0101808541d83d2;hb=e7e12e617468322c8b9d170c0c2b2d132e131431;hpb=b4b7fac76d29cc780b3ccd865379ad2ed38c0586 diff --git a/resources/tools/presentation/specification.yaml b/resources/tools/presentation/specification.yaml index 8a105fe974..78dd9f3b21 100644 --- a/resources/tools/presentation/specification.yaml +++ b/resources/tools/presentation/specification.yaml @@ -44,6 +44,8 @@ DIR[DTR,FUNC,HC]: "{DIR[DTR]}/honeycomb_functional_results" DIR[DTR,FUNC,NSHSFC]: "{DIR[DTR]}/nshsfc_functional_results" DIR[DTR,PERF,VPP,IMPRV]: "{DIR[WORKING,SRC]}/vpp_performance_tests/performance_improvements" + DIR[DTR,PERF,VPP,IMPACT,SPECTRE]: "{DIR[WORKING,SRC]}/vpp_performance_tests/performance_impact_spectre" + DIR[DTR,PERF,VPP,IMPACT,MELTDOWN]: "{DIR[WORKING,SRC]}/vpp_performance_tests/performance_impact_meltdown" # Detailed test configurations DIR[DTC]: "{DIR[WORKING,SRC]}/test_configuration" @@ -87,11 +89,28 @@ - type: "configuration" data-sets: - plot-throughput-speedup-analysis: + vpp-meltdown-impact: + csit-vpp-perf-1707-all: + - 9 + - 10 + - 13 + csit-vpp-perf-1710-all: + - 11 + - 12 + - 13 + vpp-spectre-impact: + csit-vpp-perf-1707-all: + - 9 + - 10 + - 13 + csit-vpp-perf-1710-all: + - 11 + - 12 + - 13 # TODO: Add the data sources -# csit-vpp-perf-1801-all: -# - 1 -# - 2 + plot-throughput-speedup-analysis: + csit-vpp-perf-1801-all: + - 12 performance-improvements: csit-vpp-perf-1707-all: - 9 @@ -115,6 +134,10 @@ - 18 - 19 - 20 +# TODO: + csit-vpp-perf-1801-all: + - 13 + - 14 csit-ligato-perf-1710-all: - 5 - 7 @@ -126,61 +149,56 @@ - 13 - 16 - 17 + csit-ligato-perf-1801-all: + - 1 + - 3 + - 7 +# TODO: vpp-perf-results: - csit-vpp-perf-1710-all: - - 20 - - 23 + csit-vpp-perf-1801-all: + - 12 vpp-func-results: - csit-vpp-functional-1710-ubuntu1604-virl: - - 126 + csit-vpp-functional-1801-ubuntu1604-virl: + - "lastSuccessfulBuild" +# TODO: ligato-perf-results: - csit-ligato-perf-1710-all: - - 17 + csit-ligato-perf-1801-all: + - 1 dpdk-perf-results: - csit-dpdk-perf-1710-all: - - 13 + csit-dpdk-perf-1801-all: + - 12 hc-func-results: - csit-hc2vpp-verify-func-1710-ubuntu1604: + csit-hc2vpp-verify-func-1801-ubuntu1604: - "lastSuccessfulBuild" +# TODO: Will we use this one? +# hc2vpp-csit-integration-odl-carbon-1801-ubuntu1604: +# - lastSuccessfulBuild nsh-func-results: - csit-nsh_sfc-verify-func-1710-ubuntu1604-virl: - - 7 + csit-nsh_sfc-verify-func-1801-ubuntu1604-virl: + - 1 +# TODO: plot-vpp-throughput-latency: - csit-vpp-perf-1710-all: - - 11 - - 12 + csit-vpp-perf-1801-all: - 13 - 14 - - 15 - - 16 - - 17 - - 18 - - 19 - - 20 plot-dpdk-throughput-latency: - csit-dpdk-perf-1710-all: - - 2 + csit-dpdk-perf-1801-all: + - 1 - 3 + - 4 - 5 - 6 - 7 - 8 - 9 - 10 - - 11 - - 13 + - 12 +# TODO: plot-ligato-throughput-latency: - csit-ligato-perf-1710-all: - - 5 + csit-ligato-perf-1801-all: + - 1 + - 3 - 7 - - 8 - - 9 - - 10 - - 11 - - 12 - - 13 - - 16 - - 17 plot-layouts: plot-throughput: xaxis: @@ -264,7 +282,6 @@ height: 1000 plot-throughput-speedup-analysis: xaxis: - # title: "Test Cases" autorange: True autotick: False fixedrange: False @@ -325,32 +342,6 @@ - build: 2 file: "{DIR[WORKING,DATA]}/output.xml" -# csit-dpdk-perf-1707-all: -# - -# build: 10 -# file: "{DIR[WORKING,DATA]}/csit-dpdk-perf-1707-all__10.xml" -# - -# build: 9 -# file: "{DIR[WORKING,DATA]}/csit-dpdk-perf-1707-all__9.xml" -# csit-nsh_sfc-verify-func-1707-ubuntu1604-virl: -# - -# build: 2 -# file: "{DIR[WORKING,DATA]}/csit-nsh_sfc-verify-func-1707-ubuntu1604-virl-2.xml" -# csit-vpp-functional-1707-ubuntu1604-virl: -# - -# build: lastSuccessfulBuild -# file: "{DIR[WORKING,DATA]}/csit-vpp-functional-1707-ubuntu1604-virl-lastSuccessfulBuild.xml" -# hc2vpp-csit-integration-1707-ubuntu1604: -# - -# build: lastSuccessfulBuild -# file: "{DIR[WORKING,DATA]}/hc2vpp-csit-integration-1707-ubuntu1604-lastSuccessfulBuild.xml" -# csit-vpp-perf-1707-all: -# - -# build: 16 -# file: "{DIR[WORKING,DATA]}/csit-vpp-perf-1707-all__16__output.xml" -# - -# build: 17 -# file: "{DIR[WORKING,DATA]}/csit-vpp-perf-1707-all__17__output.xml" - type: "static" @@ -388,17 +379,11 @@ - 19 - 20 - 23 - csit-dpdk-perf-1710-all: - - 2 - - 3 - - 5 - - 6 - - 7 - - 8 - - 9 - - 10 - - 11 +# TODO: + csit-vpp-perf-1801-all: + - 12 - 13 + - 14 csit-ligato-perf-1710-all: - 5 - 7 @@ -410,12 +395,31 @@ - 13 - 16 - 17 - csit-vpp-functional-1710-ubuntu1604-virl: - - 126 - csit-nsh_sfc-verify-func-1710-ubuntu1604-virl: +# TODO: + csit-ligato-perf-1801-all: + - 1 + - 3 + - 7 + csit-dpdk-perf-1801-all: + - 1 + - 3 + - 4 + - 5 + - 6 - 7 - csit-hc2vpp-verify-func-1710-ubuntu1604: + - 8 + - 9 + - 10 + - 12 + csit-vpp-functional-1801-ubuntu1604-virl: - lastSuccessfulBuild + csit-nsh_sfc-verify-func-1801-ubuntu1604-virl: + - 1 + csit-hc2vpp-verify-func-1801-ubuntu1604: + - lastSuccessfulBuild +# TODO: Will we use this one? +# hc2vpp-csit-integration-odl-carbon-1801-ubuntu1604: +# - lastSuccessfulBuild - type: "output" @@ -429,6 +433,74 @@ ### T A B L E S ### ################################################################################ +- + type: "table" + title: "Performance Impact of Meltdown Patches" + algorithm: "table_performance_comparison" + output-file-ext: ".csv" +# TODO: specify dir + output-file: "{DIR[DTR,PERF,VPP,IMPACT,MELTDOWN]}/meltdown-impact" + reference: + title: "No Meltdown" +# TODO: specify data sources + data: + csit-vpp-perf-1707-all: + - 9 + - 10 + - 13 + compare: + title: "Meltdown Patches Applied" +# TODO: specify data sources + data: + csit-vpp-perf-1710-all: + - 11 + - 12 + - 13 + data: + "vpp-meltdown-impact" + filter: "all" + parameters: + - "name" + - "parent" + - "throughput" + # Number of the best and the worst tests presented in the table. Use 0 (zero) + # to present all tests. + nr-of-tests-shown: 20 + +- + type: "table" + title: "Performance Impact of Spectre Patches" + algorithm: "table_performance_comparison" + output-file-ext: ".csv" +# TODO: specify dir + output-file: "{DIR[DTR,PERF,VPP,IMPACT,SPECTRE]}/meltdown-spectre-impact" + reference: + title: "No Spectre" +# TODO: specify data sources + data: + csit-vpp-perf-1707-all: + - 9 + - 10 + - 13 + compare: + title: "Spectre Patches Applied" +# TODO: specify data sources + data: + csit-vpp-perf-1710-all: + - 11 + - 12 + - 13 + data: + "vpp-spectre-impact" + filter: "all" + parameters: + - "name" + - "parent" + - "throughput" + # Number of the best and the worst tests presented in the table. Use 0 (zero) + # to present all tests. + nr-of-tests-shown: 20 + - type: "table" title: "Performance improvements" @@ -459,11 +531,14 @@ title: "17.10 mean [Mpps]" data: "data csit-vpp-perf-1710-all csit-ligato-perf-1710-all mean" - - title: "17.10 stdev [Mpps]" - data: "data csit-vpp-perf-1710-all csit-ligato-perf-1710-all stdev" + title: "18.01 mean [Mpps]" + data: "data csit-vpp-perf-1801-all csit-ligato-perf-1801-all mean" + - + title: "18.01 stdev [Mpps]" + data: "data csit-vpp-perf-1801-all csit-ligato-perf-1801-all stdev" - - title: "17.07 to 17.10 change [%]" - data: "operation relative_change 5 6" + title: "17.10 to 18.01 change [%]" + data: "operation relative_change 6 7" rows: "generated" data: "performance-improvements"