X-Git-Url: https://gerrit.fd.io/r/gitweb?p=csit.git;a=blobdiff_plain;f=resources%2Ftools%2Fpresentation%2Fspecification.yaml;h=cdc9dc149b44761e3b0ba22988bb86934f9f9942;hp=9d51d51faec4a411f4b81b6e190fa7096a2dc9f0;hb=e7fe3850f2777db5c5b6d1fbd0877ebd7cac0f18;hpb=eb9c66ae07b3b3cf2146ac6b4a52e5ddd4424f44 diff --git a/resources/tools/presentation/specification.yaml b/resources/tools/presentation/specification.yaml index 9d51d51fae..cdc9dc149b 100644 --- a/resources/tools/presentation/specification.yaml +++ b/resources/tools/presentation/specification.yaml @@ -90,6 +90,7 @@ type: "configuration" data-sets: plot-vpp-http-server-performance: +# TODO: Add the data sources csit-vpp-perf-1801-all: - 157 - 158 @@ -147,24 +148,40 @@ - 163 # sel - 167 # sel - 172 # sel acl only + csit-vpp-perf-1804-all: + - 1 # sel + - 13 # sel + - 14 # sel + - 16 # full + - 17 # sel + - 18 # full + vpp-performance-changes-mrr: + csit-vpp-perf-check-1801: + - 1 + - 2 + - 3 + - 4 + - 5 + - 6 + - 7 + - 8 + - 9 + - 11 + - 12 + - 13 + csit-vpp-perf-check-1804: + - 1 # mrr + - 2 # mrr + - 3 # mrr + - 4 # mrr plot-throughput-speedup-analysis: - csit-vpp-perf-1801-all: - - 122 # full - - 126 # full - - 129 # full - - 140 # full - - 124 # sel - - 127 # sel - - 128 # sel - - 141 # sel - - 142 # sel - - 143 # sel - - 145 # sel - - 146 # sel - - 162 # sel - - 163 # sel - - 167 # sel - - 172 # sel acl only + csit-vpp-perf-1804-all: + - 1 # sel + - 13 # sel + - 14 # sel + - 16 # full + - 17 # sel + - 18 # full # performance-improvements: # csit-vpp-perf-1707-all: # - 9 @@ -214,55 +231,46 @@ # - 23 # sel # - 24 # sel vpp-perf-results: - csit-vpp-perf-1801-all: - - 122 - - 126 - - 129 - - 140 + csit-vpp-perf-1804-all: + - 16 # full + - 18 # full vpp-func-results: - csit-vpp-functional-1801-ubuntu1604-virl: + csit-vpp-functional-1804-ubuntu1604-virl: - "lastSuccessfulBuild" ligato-perf-results: csit-ligato-perf-1801-all: - 25 # full dpdk-perf-results: - csit-dpdk-perf-1801-all: - - 12 + csit-dpdk-perf-1804-all: + - 15 hc-func-results: - csit-hc2vpp-verify-func-1801-ubuntu1604: + csit-hc2vpp-verify-func-1804-ubuntu1604: - "lastSuccessfulBuild" nsh-func-results: - csit-nsh_sfc-verify-func-1801-ubuntu1604-virl: - - 1 + csit-nsh_sfc-verify-func-1804-ubuntu1604-virl: + - "lastSuccessfulBuild" plot-vpp-throughput-latency: - csit-vpp-perf-1801-all: - - 122 # full - - 126 # full - - 129 # full - - 140 # full - - 124 # sel - - 127 # sel - - 128 # sel - - 141 # sel - - 142 # sel - - 143 # sel - - 145 # sel - - 146 # sel - - 162 # sel - - 163 # sel - - 167 # sel - - 172 # sel acl only + csit-vpp-perf-1804-all: + - 1 # sel + - 13 # sel + - 14 # sel + - 16 # full + - 17 # sel + - 18 # full plot-dpdk-throughput-latency: - csit-dpdk-perf-1801-all: - - 1 - - 3 + csit-dpdk-perf-1804-all: - 4 - 5 - 6 - 7 - 8 + - 9 - 10 + - 11 - 12 + - 13 + - 14 + - 15 plot-ligato-throughput-latency: csit-ligato-perf-1801-all: - 16 # sel @@ -575,27 +583,42 @@ - 169 # wrk - 170 # wrk - 172 # sel acl only - csit-ligato-perf-1710-all: - - 5 - - 7 - - 8 - - 9 - - 10 - - 11 - - 12 - - 13 - - 16 - - 17 - csit-dpdk-perf-1801-all: - - 1 - - 4 - - 5 - - 7 - - 8 - - 10 - - 12 - - 16 - - 17 + csit-vpp-perf-1804-all: + - 1 # sel + - 13 # sel + - 14 # sel + - 16 # full + - 17 # sel + - 18 # full + csit-vpp-perf-check-1801: + - 1 # mrr + - 2 # mrr + - 3 # mrr + - 4 # mrr + - 5 # mrr + - 6 # mrr + - 7 # mrr + - 8 # mrr + - 9 # mrr + - 11 # mrr + - 12 # mrr + - 13 # mrr + csit-vpp-perf-check-1804: + - 1 # mrr + - 2 # mrr + - 3 # mrr + - 4 # mrr +# csit-ligato-perf-1710-all: +# - 5 +# - 7 +# - 8 +# - 9 +# - 10 +# - 11 +# - 12 +# - 13 +# - 16 +# - 17 csit-ligato-perf-1801-all: - 16 # sel - 17 # sel @@ -607,9 +630,7 @@ - 23 # sel - 24 # sel - 25 # full - csit-dpdk-perf-1801-all: - - 1 - - 3 + csit-dpdk-perf-1804-all: - 4 - 5 - 6 @@ -617,13 +638,17 @@ - 8 - 9 - 10 + - 11 - 12 - csit-vpp-functional-1801-ubuntu1604-virl: - - lastSuccessfulBuild - csit-nsh_sfc-verify-func-1801-ubuntu1604-virl: - - 1 - csit-hc2vpp-verify-func-1801-ubuntu1604: - - lastSuccessfulBuild + - 13 + - 14 + - 15 + csit-vpp-functional-1804-ubuntu1604-virl: + - "lastSuccessfulBuild" + csit-nsh_sfc-verify-func-1804-ubuntu1604-virl: + - "lastSuccessfulBuild" + csit-hc2vpp-verify-func-1804-ubuntu1604: + - "lastSuccessfulBuild" - type: "output" @@ -712,23 +737,23 @@ algorithm: "table_performance_comparison" output-file-ext: ".csv" output-file: "{DIR[STATIC,VPP]}/performance-changes" + history: + - + title: "rls1710" + data: + csit-vpp-perf-1710-all: + - 11 + - 12 + - 13 + - 14 + - 15 + - 16 + - 17 + - 18 + - 19 + - 20 reference: - title: "Release 1710" - data: - csit-vpp-perf-1710-all: - - 11 - - 12 - - 13 - - 14 - - 15 - - 16 - - 17 - - 18 - - 19 - - 20 - compare: - title: "Release 1801" -# TODO: specify data sources + title: "rls1801" data: csit-vpp-perf-1801-all: - 124 # sel @@ -743,6 +768,11 @@ - 163 # sel - 167 # sel - 172 # sel acl only + compare: + title: "rls1804" + data: + csit-vpp-perf-1804-all: + - 1 data: "vpp-performance-changes" filter: "all" parameters: @@ -754,6 +784,44 @@ nr-of-tests-shown: 20 outlier-const: 1.5 +- + type: "table" + title: "VPP Performance Changes - MRR" + algorithm: "table_performance_comparison_mrr" + output-file-ext: ".csv" + output-file: "{DIR[STATIC,VPP]}/performance-changes-mrr" + reference: + title: "Release 1801" + data: + csit-vpp-perf-check-1801: + - 1 + - 2 + - 3 + - 4 + - 5 + - 6 + - 7 + - 8 + - 9 + - 11 + - 12 + - 13 + compare: + title: "Release 1804" + data: + csit-vpp-perf-check-1804: + - 1 + data: "vpp-performance-changes-mrr" + filter: "all" + parameters: + - "name" + - "parent" + - "result" + # Number of the best and the worst tests presented in the table. Use 0 (zero) + # to present all tests. + nr-of-tests-shown: 20 + outlier-const: 1.5 + #- # type: "table" # title: "Performance improvements" @@ -1598,7 +1666,7 @@ output-file: "{DIR[STATIC,VPP]}/64B-1t1c-ethip4-ip4-ndrdisc" data: "plot-vpp-throughput-latency" - filter: "'64B' and ('BASE' or 'SCALE' or 'FEATURE') and 'NDRDISC' and '1T1C' and 'IP4FWD' and not 'IPSEC' and not 'VHOST'" + filter: "'64B' and ('BASE' or 'SCALE' or 'FEATURE') and 'NDRDISC' and '1T1C' and 'IP4FWD' and not 'ACL1' and not 'ACL10' and not '100_FLOWS' and not '100k_FLOWS' and not 'IPSEC' and not 'VHOST'" parameters: - "throughput" - "parent" @@ -1619,7 +1687,7 @@ output-file: "{DIR[STATIC,VPP]}/64B-2t2c-ethip4-ip4-ndrdisc" data: "plot-vpp-throughput-latency" - filter: "'64B' and ('BASE' or 'SCALE' or 'FEATURE') and 'NDRDISC' and '2T2C' and 'IP4FWD' and not 'IPSEC' and not 'VHOST'" + filter: "'64B' and ('BASE' or 'SCALE' or 'FEATURE') and 'NDRDISC' and '2T2C' and 'IP4FWD' and not 'ACL1' and not 'ACL10' and not '100_FLOWS' and not '100k_FLOWS' and not 'IPSEC' and not 'VHOST'" parameters: - "throughput" - "parent" @@ -1640,7 +1708,7 @@ output-file: "{DIR[STATIC,VPP]}/64B-1t1c-ethip4-ip4-pdrdisc" data: "plot-vpp-throughput-latency" - filter: "'64B' and ('BASE' or 'SCALE' or 'FEATURE') and 'PDRDISC' and not 'NDRDISC' and '1T1C' and 'IP4FWD' and not 'IPSEC' and not 'VHOST'" + filter: "'64B' and ('BASE' or 'SCALE' or 'FEATURE') and 'PDRDISC' and not 'NDRDISC' and '1T1C' and 'IP4FWD' and not 'ACL1' and not 'ACL10' and not '100_FLOWS' and not '100k_FLOWS' and not 'IPSEC' and not 'VHOST'" parameters: - "throughput" - "parent" @@ -1661,7 +1729,7 @@ output-file: "{DIR[STATIC,VPP]}/64B-2t2c-ethip4-ip4-pdrdisc" data: "plot-vpp-throughput-latency" - filter: "'64B' and ('BASE' or 'SCALE' or 'FEATURE') and 'PDRDISC' and not 'NDRDISC' and '2T2C' and 'IP4FWD' and not 'IPSEC' and not 'VHOST'" + filter: "'64B' and ('BASE' or 'SCALE' or 'FEATURE') and 'PDRDISC' and not 'NDRDISC' and '2T2C' and 'IP4FWD' and not 'ACL1' and not 'ACL10' and not '100_FLOWS' and not '100k_FLOWS' and not 'IPSEC' and not 'VHOST'" parameters: - "throughput" - "parent" @@ -2701,7 +2769,7 @@ output-file: "{DIR[STATIC,VPP]}/64B-1t1c-ethip4-ip4-ndrdisc-lat50" data: "plot-vpp-throughput-latency" - filter: "'64B' and ('BASE' or 'SCALE' or 'FEATURE') and 'NDRDISC' and '1T1C' and 'IP4FWD' and not 'IPSEC' and not 'VHOST'" + filter: "'64B' and ('BASE' or 'SCALE' or 'FEATURE') and 'NDRDISC' and '1T1C' and 'IP4FWD' and not 'ACL1' and not 'ACL10' and not '100_FLOWS' and not '100k_FLOWS' and not 'IPSEC' and not 'VHOST'" parameters: - "latency" - "parent" @@ -2720,7 +2788,7 @@ output-file: "{DIR[STATIC,VPP]}/64B-2t2c-ethip4-ip4-ndrdisc-lat50" data: "plot-vpp-throughput-latency" - filter: "'64B' and ('BASE' or 'SCALE' or 'FEATURE') and 'NDRDISC' and '2T2C' and 'IP4FWD' and not 'IPSEC' and not 'VHOST'" + filter: "'64B' and ('BASE' or 'SCALE' or 'FEATURE') and 'NDRDISC' and '2T2C' and 'IP4FWD' and not 'ACL1' and not 'ACL10' and not '100_FLOWS' and not '100k_FLOWS' and not 'IPSEC' and not 'VHOST'" parameters: - "latency" - "parent"