X-Git-Url: https://gerrit.fd.io/r/gitweb?p=csit.git;a=blobdiff_plain;f=resources%2Ftools%2Fpresentation%2Fspecification.yaml;h=da4443dc30a96f466a171a8d21a9f85173399960;hp=2c0b3f521651c93ab9e6edf33d6da952f3f830fb;hb=4eda23fc4270aa7db20b0f4579b10370e76593df;hpb=c9d1aec367e6a6aa8cb0105d24eb828e4c9929b8 diff --git a/resources/tools/presentation/specification.yaml b/resources/tools/presentation/specification.yaml index 2c0b3f5216..da4443dc30 100644 --- a/resources/tools/presentation/specification.yaml +++ b/resources/tools/presentation/specification.yaml @@ -89,7 +89,6 @@ - type: "configuration" data-sets: -# TODO: Add the data sources plot-vpp-http-server-performance: csit-vpp-perf-1801-all: - 157 @@ -97,6 +96,12 @@ - 159 - 160 - 161 + - 164 + - 165 + - 166 + - 168 + - 169 + - 170 # TODO: Add the data sources # vpp-meltdown-impact: # csit-vpp-perf-1707-all: @@ -129,7 +134,6 @@ - 18 - 19 - 20 -# TODO: Add the data sources csit-vpp-perf-1801-all: - 124 # sel - 127 # sel @@ -139,9 +143,16 @@ - 143 # sel - 145 # sel - 146 # sel -# TODO: Add the data sources + - 162 # sel + - 163 # sel + - 167 # sel + - 172 # sel acl only plot-throughput-speedup-analysis: csit-vpp-perf-1801-all: + - 122 # full + - 126 # full + - 129 # full + - 140 # full - 124 # sel - 127 # sel - 128 # sel @@ -150,6 +161,10 @@ - 143 # sel - 145 # sel - 146 # sel + - 162 # sel + - 163 # sel + - 167 # sel + - 172 # sel acl only # performance-improvements: # csit-vpp-perf-1707-all: # - 9 @@ -198,7 +213,6 @@ # - 22 # sel # - 23 # sel # - 24 # sel -# TODO: Add the data sources vpp-perf-results: csit-vpp-perf-1801-all: - 122 @@ -208,7 +222,6 @@ vpp-func-results: csit-vpp-functional-1801-ubuntu1604-virl: - "lastSuccessfulBuild" -# TODO: Add the data sources ligato-perf-results: csit-ligato-perf-1801-all: - 25 # full @@ -221,9 +234,12 @@ nsh-func-results: csit-nsh_sfc-verify-func-1801-ubuntu1604-virl: - 1 -# TODO: Add the data sources plot-vpp-throughput-latency: csit-vpp-perf-1801-all: + - 122 # full + - 126 # full + - 129 # full + - 140 # full - 124 # sel - 127 # sel - 128 # sel @@ -232,6 +248,10 @@ - 143 # sel - 145 # sel - 146 # sel + - 162 # sel + - 163 # sel + - 167 # sel + - 172 # sel acl only plot-dpdk-throughput-latency: csit-dpdk-perf-1801-all: - 1 @@ -243,7 +263,6 @@ - 8 - 10 - 12 -# TODO: Add the data sources plot-ligato-throughput-latency: csit-ligato-perf-1801-all: - 16 # sel @@ -528,7 +547,6 @@ - 18 - 19 - 20 -# TODO: csit-vpp-perf-1801-all: - 122 # full - 126 # full @@ -547,6 +565,16 @@ - 159 # wrk - 160 # wrk - 161 # wrk + - 162 # sel + - 163 # sel + - 164 # wrk + - 165 # wrk + - 166 # wrk + - 167 # sel + - 168 # wrk + - 169 # wrk + - 170 # wrk + - 172 # sel acl only csit-ligato-perf-1710-all: - 5 - 7 @@ -568,7 +596,6 @@ - 12 - 16 - 17 -# TODO: csit-ligato-perf-1801-all: - 16 # sel - 17 # sel @@ -600,6 +627,7 @@ - type: "output" + output: "report" format: html: - full @@ -683,11 +711,9 @@ title: "VPP Performance Changes" algorithm: "table_performance_comparison" output-file-ext: ".csv" -# TODO: specify dir output-file: "{DIR[STATIC,VPP]}/performance-changes" reference: title: "Release 1710" -# TODO: specify data sources data: csit-vpp-perf-1710-all: - 11 @@ -713,6 +739,10 @@ - 143 # sel - 145 # sel - 146 # sel + - 162 # sel + - 163 # sel + - 167 # sel + - 172 # sel acl only data: "vpp-performance-changes" filter: "all" parameters: @@ -1568,7 +1598,7 @@ output-file: "{DIR[STATIC,VPP]}/64B-1t1c-ethip4-ip4-ndrdisc" data: "plot-vpp-throughput-latency" - filter: "'64B' and ('BASE' or 'SCALE' or 'FEATURE') and 'NDRDISC' and '1T1C' and 'IP4FWD' and not 'IPSEC' and not 'VHOST'" + filter: "'64B' and ('BASE' or 'SCALE' or 'FEATURE') and 'NDRDISC' and '1T1C' and 'IP4FWD' and not 'ACL1' and not 'ACL10' and not '100_FLOWS' and not '100k_FLOWS' and not 'IPSEC' and not 'VHOST'" parameters: - "throughput" - "parent" @@ -1589,7 +1619,7 @@ output-file: "{DIR[STATIC,VPP]}/64B-2t2c-ethip4-ip4-ndrdisc" data: "plot-vpp-throughput-latency" - filter: "'64B' and ('BASE' or 'SCALE' or 'FEATURE') and 'NDRDISC' and '2T2C' and 'IP4FWD' and not 'IPSEC' and not 'VHOST'" + filter: "'64B' and ('BASE' or 'SCALE' or 'FEATURE') and 'NDRDISC' and '2T2C' and 'IP4FWD' and not 'ACL1' and not 'ACL10' and not '100_FLOWS' and not '100k_FLOWS' and not 'IPSEC' and not 'VHOST'" parameters: - "throughput" - "parent" @@ -1610,7 +1640,7 @@ output-file: "{DIR[STATIC,VPP]}/64B-1t1c-ethip4-ip4-pdrdisc" data: "plot-vpp-throughput-latency" - filter: "'64B' and ('BASE' or 'SCALE' or 'FEATURE') and 'PDRDISC' and not 'NDRDISC' and '1T1C' and 'IP4FWD' and not 'IPSEC' and not 'VHOST'" + filter: "'64B' and ('BASE' or 'SCALE' or 'FEATURE') and 'PDRDISC' and not 'NDRDISC' and '1T1C' and 'IP4FWD' and not 'ACL1' and not 'ACL10' and not '100_FLOWS' and not '100k_FLOWS' and not 'IPSEC' and not 'VHOST'" parameters: - "throughput" - "parent" @@ -1631,7 +1661,7 @@ output-file: "{DIR[STATIC,VPP]}/64B-2t2c-ethip4-ip4-pdrdisc" data: "plot-vpp-throughput-latency" - filter: "'64B' and ('BASE' or 'SCALE' or 'FEATURE') and 'PDRDISC' and not 'NDRDISC' and '2T2C' and 'IP4FWD' and not 'IPSEC' and not 'VHOST'" + filter: "'64B' and ('BASE' or 'SCALE' or 'FEATURE') and 'PDRDISC' and not 'NDRDISC' and '2T2C' and 'IP4FWD' and not 'ACL1' and not 'ACL10' and not '100_FLOWS' and not '100k_FLOWS' and not 'IPSEC' and not 'VHOST'" parameters: - "throughput" - "parent" @@ -2671,7 +2701,7 @@ output-file: "{DIR[STATIC,VPP]}/64B-1t1c-ethip4-ip4-ndrdisc-lat50" data: "plot-vpp-throughput-latency" - filter: "'64B' and ('BASE' or 'SCALE' or 'FEATURE') and 'NDRDISC' and '1T1C' and 'IP4FWD' and not 'IPSEC' and not 'VHOST'" + filter: "'64B' and ('BASE' or 'SCALE' or 'FEATURE') and 'NDRDISC' and '1T1C' and 'IP4FWD' and not 'ACL1' and not 'ACL10' and not '100_FLOWS' and not '100k_FLOWS' and not 'IPSEC' and not 'VHOST'" parameters: - "latency" - "parent" @@ -2690,7 +2720,7 @@ output-file: "{DIR[STATIC,VPP]}/64B-2t2c-ethip4-ip4-ndrdisc-lat50" data: "plot-vpp-throughput-latency" - filter: "'64B' and ('BASE' or 'SCALE' or 'FEATURE') and 'NDRDISC' and '2T2C' and 'IP4FWD' and not 'IPSEC' and not 'VHOST'" + filter: "'64B' and ('BASE' or 'SCALE' or 'FEATURE') and 'NDRDISC' and '2T2C' and 'IP4FWD' and not 'ACL1' and not 'ACL10' and not '100_FLOWS' and not '100k_FLOWS' and not 'IPSEC' and not 'VHOST'" parameters: - "latency" - "parent"