X-Git-Url: https://gerrit.fd.io/r/gitweb?p=csit.git;a=blobdiff_plain;f=resources%2Ftools%2Fpresentation%2Fspecification.yaml;h=78dd9f3b21e074521dba752a407078e0640de42b;hp=e1ce00cfe8ff9947f16a9c1d48b29032622b24a3;hb=e7e12e617468322c8b9d170c0c2b2d132e131431;hpb=c01120c62b3d3649a5c7e6962c077b88c5512622 diff --git a/resources/tools/presentation/specification.yaml b/resources/tools/presentation/specification.yaml index e1ce00cfe8..78dd9f3b21 100644 --- a/resources/tools/presentation/specification.yaml +++ b/resources/tools/presentation/specification.yaml @@ -45,7 +45,7 @@ DIR[DTR,FUNC,NSHSFC]: "{DIR[DTR]}/nshsfc_functional_results" DIR[DTR,PERF,VPP,IMPRV]: "{DIR[WORKING,SRC]}/vpp_performance_tests/performance_improvements" DIR[DTR,PERF,VPP,IMPACT,SPECTRE]: "{DIR[WORKING,SRC]}/vpp_performance_tests/performance_impact_spectre" - DIR[DTR,PERF,VPP,IMPACT,MELTDOWN]: "{DIR[WORKING,SRC]}/vpp_performance_tests/performance_improvements" + DIR[DTR,PERF,VPP,IMPACT,MELTDOWN]: "{DIR[WORKING,SRC]}/vpp_performance_tests/performance_impact_meltdown" # Detailed test configurations DIR[DTC]: "{DIR[WORKING,SRC]}/test_configuration" @@ -90,25 +90,27 @@ type: "configuration" data-sets: vpp-meltdown-impact: -# TODO: specify data sources -# csit-vpp-perf-1801-all: -# - 1 -# - 2 - plot-throughput-speedup-analysis: -# TODO: Add the data sources -# csit-vpp-perf-1801-all: -# - 1 -# - 2 + csit-vpp-perf-1707-all: + - 9 + - 10 + - 13 + csit-vpp-perf-1710-all: + - 11 + - 12 + - 13 vpp-spectre-impact: -# TODO: specify data sources -# csit-vpp-perf-1801-all: -# - 1 -# - 2 - plot-throughput-speedup-analysis: + csit-vpp-perf-1707-all: + - 9 + - 10 + - 13 + csit-vpp-perf-1710-all: + - 11 + - 12 + - 13 # TODO: Add the data sources -# csit-vpp-perf-1801-all: -# - 1 -# - 2 + plot-throughput-speedup-analysis: + csit-vpp-perf-1801-all: + - 12 performance-improvements: csit-vpp-perf-1707-all: - 9 @@ -132,6 +134,10 @@ - 18 - 19 - 20 +# TODO: + csit-vpp-perf-1801-all: + - 13 + - 14 csit-ligato-perf-1710-all: - 5 - 7 @@ -143,61 +149,56 @@ - 13 - 16 - 17 + csit-ligato-perf-1801-all: + - 1 + - 3 + - 7 +# TODO: vpp-perf-results: - csit-vpp-perf-1710-all: - - 20 - - 23 + csit-vpp-perf-1801-all: + - 12 vpp-func-results: - csit-vpp-functional-1710-ubuntu1604-virl: - - 126 + csit-vpp-functional-1801-ubuntu1604-virl: + - "lastSuccessfulBuild" +# TODO: ligato-perf-results: - csit-ligato-perf-1710-all: - - 17 + csit-ligato-perf-1801-all: + - 1 dpdk-perf-results: - csit-dpdk-perf-1710-all: - - 13 + csit-dpdk-perf-1801-all: + - 12 hc-func-results: - csit-hc2vpp-verify-func-1710-ubuntu1604: + csit-hc2vpp-verify-func-1801-ubuntu1604: - "lastSuccessfulBuild" +# TODO: Will we use this one? +# hc2vpp-csit-integration-odl-carbon-1801-ubuntu1604: +# - lastSuccessfulBuild nsh-func-results: - csit-nsh_sfc-verify-func-1710-ubuntu1604-virl: - - 7 + csit-nsh_sfc-verify-func-1801-ubuntu1604-virl: + - 1 +# TODO: plot-vpp-throughput-latency: - csit-vpp-perf-1710-all: - - 11 - - 12 + csit-vpp-perf-1801-all: - 13 - 14 - - 15 - - 16 - - 17 - - 18 - - 19 - - 20 plot-dpdk-throughput-latency: - csit-dpdk-perf-1710-all: - - 2 + csit-dpdk-perf-1801-all: + - 1 - 3 + - 4 - 5 - 6 - 7 - 8 - 9 - 10 - - 11 - - 13 + - 12 +# TODO: plot-ligato-throughput-latency: - csit-ligato-perf-1710-all: - - 5 + csit-ligato-perf-1801-all: + - 1 + - 3 - 7 - - 8 - - 9 - - 10 - - 11 - - 12 - - 13 - - 16 - - 17 plot-layouts: plot-throughput: xaxis: @@ -281,7 +282,6 @@ height: 1000 plot-throughput-speedup-analysis: xaxis: - # title: "Test Cases" autorange: True autotick: False fixedrange: False @@ -342,32 +342,6 @@ - build: 2 file: "{DIR[WORKING,DATA]}/output.xml" -# csit-dpdk-perf-1707-all: -# - -# build: 10 -# file: "{DIR[WORKING,DATA]}/csit-dpdk-perf-1707-all__10.xml" -# - -# build: 9 -# file: "{DIR[WORKING,DATA]}/csit-dpdk-perf-1707-all__9.xml" -# csit-nsh_sfc-verify-func-1707-ubuntu1604-virl: -# - -# build: 2 -# file: "{DIR[WORKING,DATA]}/csit-nsh_sfc-verify-func-1707-ubuntu1604-virl-2.xml" -# csit-vpp-functional-1707-ubuntu1604-virl: -# - -# build: lastSuccessfulBuild -# file: "{DIR[WORKING,DATA]}/csit-vpp-functional-1707-ubuntu1604-virl-lastSuccessfulBuild.xml" -# hc2vpp-csit-integration-1707-ubuntu1604: -# - -# build: lastSuccessfulBuild -# file: "{DIR[WORKING,DATA]}/hc2vpp-csit-integration-1707-ubuntu1604-lastSuccessfulBuild.xml" -# csit-vpp-perf-1707-all: -# - -# build: 16 -# file: "{DIR[WORKING,DATA]}/csit-vpp-perf-1707-all__16__output.xml" -# - -# build: 17 -# file: "{DIR[WORKING,DATA]}/csit-vpp-perf-1707-all__17__output.xml" - type: "static" @@ -405,17 +379,11 @@ - 19 - 20 - 23 - csit-dpdk-perf-1710-all: - - 2 - - 3 - - 5 - - 6 - - 7 - - 8 - - 9 - - 10 - - 11 +# TODO: + csit-vpp-perf-1801-all: + - 12 - 13 + - 14 csit-ligato-perf-1710-all: - 5 - 7 @@ -427,12 +395,31 @@ - 13 - 16 - 17 - csit-vpp-functional-1710-ubuntu1604-virl: - - 126 - csit-nsh_sfc-verify-func-1710-ubuntu1604-virl: +# TODO: + csit-ligato-perf-1801-all: + - 1 + - 3 + - 7 + csit-dpdk-perf-1801-all: + - 1 + - 3 + - 4 + - 5 + - 6 - 7 - csit-hc2vpp-verify-func-1710-ubuntu1604: + - 8 + - 9 + - 10 + - 12 + csit-vpp-functional-1801-ubuntu1604-virl: - lastSuccessfulBuild + csit-nsh_sfc-verify-func-1801-ubuntu1604-virl: + - 1 + csit-hc2vpp-verify-func-1801-ubuntu1604: + - lastSuccessfulBuild +# TODO: Will we use this one? +# hc2vpp-csit-integration-odl-carbon-1801-ubuntu1604: +# - lastSuccessfulBuild - type: "output" @@ -456,17 +443,19 @@ reference: title: "No Meltdown" # TODO: specify data sources -# data: -# csit-vpp-perf-1801-all: -# - 1 -# - 2 + data: + csit-vpp-perf-1707-all: + - 9 + - 10 + - 13 compare: title: "Meltdown Patches Applied" # TODO: specify data sources -# data: -# csit-vpp-perf-1801-all: -# - 1 -# - 2 + data: + csit-vpp-perf-1710-all: + - 11 + - 12 + - 13 data: "vpp-meltdown-impact" filter: "all" @@ -484,21 +473,23 @@ algorithm: "table_performance_comparison" output-file-ext: ".csv" # TODO: specify dir - output-file: "{DIR[DTR,PERF,VPP,IMPACT,SPECTRE]}/spectre-impact" + output-file: "{DIR[DTR,PERF,VPP,IMPACT,SPECTRE]}/meltdown-spectre-impact" reference: title: "No Spectre" # TODO: specify data sources -# data: -# csit-vpp-perf-1801-all: -# - 1 -# - 2 + data: + csit-vpp-perf-1707-all: + - 9 + - 10 + - 13 compare: title: "Spectre Patches Applied" # TODO: specify data sources -# data: -# csit-vpp-perf-1801-all: -# - 1 -# - 2 + data: + csit-vpp-perf-1710-all: + - 11 + - 12 + - 13 data: "vpp-spectre-impact" filter: "all" @@ -540,11 +531,14 @@ title: "17.10 mean [Mpps]" data: "data csit-vpp-perf-1710-all csit-ligato-perf-1710-all mean" - - title: "17.10 stdev [Mpps]" - data: "data csit-vpp-perf-1710-all csit-ligato-perf-1710-all stdev" + title: "18.01 mean [Mpps]" + data: "data csit-vpp-perf-1801-all csit-ligato-perf-1801-all mean" + - + title: "18.01 stdev [Mpps]" + data: "data csit-vpp-perf-1801-all csit-ligato-perf-1801-all stdev" - - title: "17.07 to 17.10 change [%]" - data: "operation relative_change 5 6" + title: "17.10 to 18.01 change [%]" + data: "operation relative_change 6 7" rows: "generated" data: "performance-improvements"