X-Git-Url: https://gerrit.fd.io/r/gitweb?a=blobdiff_plain;f=resources%2Ftools%2Fpresentation%2Fspecification.yaml;h=a8986f7c9985bbf7d4bc425bbcaaad60c6d88d7c;hb=refs%2Fchanges%2F61%2F27361%2F2;hp=30db1b6632e74a5b53226fc4dc16ba1cd85fae7b;hpb=f8103a10cf197c4b28a3d48abcf1bb6f16db5016;p=csit.git diff --git a/resources/tools/presentation/specification.yaml b/resources/tools/presentation/specification.yaml index 30db1b6632..a8986f7c99 100644 --- a/resources/tools/presentation/specification.yaml +++ b/resources/tools/presentation/specification.yaml @@ -193,28 +193,34 @@ # 3n-hsw plot-vpp-throughput-lat-tsa-3n-hsw: - # TODO: Add data: csit-vpp-perf-report-iterative-2005-3n-hsw: - 3 # NDRPDR sel + - 4 # NDRPDR sel - 5 # NDRPDR sel + - 10 # NDRPDR sel + - 11 # NDRPDR sel + - 12 # NDRPDR sel + - 15 # NDRPDR sel + - 16 # NDRPDR sel plot-vpp-hdrh-lat-3n-hsw: - # TODO: Add data: csit-vpp-perf-report-iterative-2005-3n-hsw: - 3 # NDRPDR sel - - 5 # NDRPDR sel plot-vpp-nfv-3n-hsw-ndrpdr: - # TODO: Add data: csit-vpp-perf-report-iterative-2005-3n-hsw: - 3 # NDRPDR sel + - 4 # NDRPDR sel - 5 # NDRPDR sel + - 10 # NDRPDR sel + - 11 # NDRPDR sel + - 12 # NDRPDR sel + - 15 # NDRPDR sel + - 16 # NDRPDR sel plot-vpp-nfv-3n-hsw-mrr: - # TODO: Replace: - # csit-vpp-perf-report-iterative-2005-3n-hsw: - csit-vpp-perf-verify-2001-3n-hsw: - - 17 # MRR sel + csit-vpp-perf-report-iterative-2005-3n-hsw: + - 13 # MRR plot-vpp-hoststack-3n-hsw: # TODO: Replace: @@ -266,7 +272,6 @@ - 50 # MRR sel plot-dpdk-throughput-latency-3n-skx: - # TODO: Add data: csit-dpdk-perf-report-iterative-2005-3n-skx: - 4 # NDRPDR sel - 5 # NDRPDR sel @@ -276,6 +281,8 @@ - 11 # NDRPDR sel - 12 # NDRPDR sel - 13 # NDRPDR sel + - 14 # NDRPDR sel + - 15 # NDRPDR sel plot-dpdk-hdrh-lat-3n-skx: csit-dpdk-perf-report-iterative-2005-3n-skx: @@ -415,44 +422,56 @@ - 10 # NDRPDR sel plot-dpdk-throughput-latency-3n-tsh: - # TODO: Replace: - # csit-dpdk-perf-report-iterative-2005-3n-tsh: - csit-dpdk-perf-verify-2001-3n-tsh: - - 3 # NDRPDR sel + # TODO: Add data: + csit-dpdk-perf-report-iterative-2005-3n-tsh: + - 5 # NDRPDR sel plot-dpdk-hdrh-lat-3n-tsh: - # TODO: Replace: - # csit-dpdk-perf-report-iterative-2005-3n-tsh: - csit-dpdk-perf-verify-2001-3n-tsh: - - 3 # NDRPDR sel + # TODO: Replace with better results: + csit-dpdk-perf-report-iterative-2005-3n-tsh: + - 5 # NDRPDR sel # 3n-dnv plot-vpp-throughput-lat-tsa-3n-dnv: - # TODO: Replace: - # csit-vpp-perf-report-iterative-2005-3n-dnv: - csit-vpp-perf-verify-2001-3n-dnv: + # TODO: Add data: + csit-vpp-perf-report-iterative-2005-3n-dnv: + - 2 # NDRPDR sel + - 3 # NDRPDR sel + - 4 # NDRPDR sel - 5 # NDRPDR sel + - 6 # NDRPDR sel + - 7 # NDRPDR sel plot-dpdk-throughput-latency-3n-dnv: - # TODO: Add data: csit-dpdk-perf-report-iterative-2005-3n-dnv: - 6 # NDRPDR sel - 7 # NDRPDR sel - 8 # NDRPDR sel - 9 # NDRPDR sel - 10 # NDRPDR sel + - 11 # NDRPDR sel + - 12 # NDRPDR sel + - 13 # NDRPDR sel + - 14 # NDRPDR sel + - 16 # NDRPDR sel # 2n-dnv plot-vpp-throughput-lat-tsa-2n-dnv: - # TODO: Replace: - # csit-vpp-perf-report-iterative-2005-2n-dnv: - csit-vpp-perf-verify-2001-2n-dnv: - - 4 # NDRPDR sel + csit-vpp-perf-report-iterative-2005-2n-dnv: + - 3 # NDRPDR sel + - 6 # NDRPDR sel + - 7 # NDRPDR sel + - 8 # NDRPDR sel + - 9 # NDRPDR sel + - 10 # NDRPDR sel + - 11 # NDRPDR sel + - 12 # NDRPDR sel + - 13 # NDRPDR sel + - 14 # NDRPDR sel plot-dpdk-throughput-latency-2n-dnv: - # TODO: Add data: csit-dpdk-perf-report-iterative-2005-2n-dnv: - 8 # NDRPDR sel - 9 # NDRPDR sel @@ -461,6 +480,9 @@ - 12 # NDRPDR sel - 13 # NDRPDR sel - 14 # NDRPDR sel + - 15 # NDRPDR sel + - 16 # NDRPDR sel + - 17 # NDRPDR sel ########################################################################### # Simple tables (only one data set): @@ -525,22 +547,18 @@ - 10 # NDRPDR sel vpp-perf-results-3n-dnv: - # TODO: Replace: - # csit-vpp-perf-report-iterative-2005-3n-dnv: - csit-vpp-perf-verify-2001-3n-dnv: - - 6 # NDRPDR sel + # TODO: Replace by FULL: + csit-vpp-perf-report-iterative-2005-3n-dnv: + - 3 # NDRPDR sel vpp-perf-results-2n-dnv: - # TODO: Replace: - # csit-vpp-perf-report-iterative-2005-2n-dnv: - csit-vpp-perf-verify-2001-2n-dnv: - - 4 # NDRPDR sel + # TODO: Replace by FULL: + csit-vpp-perf-report-iterative-2005-2n-dnv: + - 3 # NDRPDR sel vpp-mrr-results-3n-hsw: - # TODO: Replace: - # csit-vpp-perf-report-iterative-2005-3n-hsw: - csit-vpp-perf-verify-2001-3n-hsw: - - 17 # MRR sel + csit-vpp-perf-report-iterative-2005-3n-hsw: + - 13 # MRR vpp-mrr-results-3n-skx: # TODO: Replace: @@ -569,10 +587,8 @@ - 9 # MRR sel vpp-mrr-results-3n-dnv: - # TODO: Replace: - # csit-vpp-perf-report-iterative-2005-3n-dnv: - csit-vpp-perf-verify-2001-3n-dnv: - - 11 # MRR sel + csit-vpp-perf-report-iterative-2005-3n-dnv: + - 8 # MRR vpp-mrr-results-2n-dnv: # TODO: Replace: @@ -585,40 +601,33 @@ - 35 dpdk-perf-results-3n-hsw: - # TODO: Replace by FULL csit-dpdk-perf-report-iterative-2005-3n-hsw: - 5 # NDRPDR sel dpdk-perf-results-3n-skx: - # TODO: Replace by FULL csit-dpdk-perf-report-iterative-2005-3n-skx: - 4 # NDRPDR sel dpdk-perf-results-2n-skx: - # TODO: Replace by FULL csit-dpdk-perf-report-iterative-2005-2n-skx: - 1 # NDRPDR sel dpdk-perf-results-2n-clx: - # TODO: Replace by FULL csit-dpdk-perf-report-iterative-2005-2n-clx: - 1 # NDRPDR sel dpdk-perf-results-2n-dnv: - # TODO: Replace by FULL csit-dpdk-perf-report-iterative-2005-2n-dnv: - 8 # NDRPDR sel dpdk-perf-results-3n-dnv: - # TODO: Replace by FULL csit-dpdk-perf-report-iterative-2005-3n-dnv: - 6 # NDRPDR sel dpdk-perf-results-3n-tsh: - # TODO: Replace: - # csit-dpdk-perf-report-iterative-2005-3n-tsh: - csit-dpdk-perf-verify-2001-3n-tsh: - - 3 # NDRPDR sel + # TODO: Replace with better results: + csit-dpdk-perf-report-iterative-2005-3n-tsh: + - 5 # NDRPDR sel ########################################################################### # Tables (more than one data set) @@ -650,10 +659,15 @@ - 32 # NDRPDR sel - 34 # NDRPDR sel vpp-performance-changes-3n-hsw-cmp: - # TODO: Add data: csit-vpp-perf-report-iterative-2005-3n-hsw: - 3 # NDRPDR sel + - 4 # NDRPDR sel - 5 # NDRPDR sel + - 10 # NDRPDR sel + - 11 # NDRPDR sel + - 12 # NDRPDR sel + - 15 # NDRPDR sel + - 16 # NDRPDR sel vpp-performance-changes-3n-skx-h1: csit-vpp-perf-verify-1908-3n-skx: @@ -797,19 +811,17 @@ - 13 # NDRPDR sel - 16 # NDRPDR sel vpp-performance-changes-2n-dnv-cmp: - # TODO: Replace: - # csit-vpp-perf-report-iterative-2005-2n-dnv: - csit-vpp-perf-verify-2001-2n-dnv: - - 4 # NDRPDR sel - - 5 # NDRPDR sel + csit-vpp-perf-report-iterative-2005-2n-dnv: + - 3 # NDRPDR sel - 6 # NDRPDR sel - 7 # NDRPDR sel - 8 # NDRPDR sel - 9 # NDRPDR sel - 10 # NDRPDR sel - 11 # NDRPDR sel + - 12 # NDRPDR sel - 13 # NDRPDR sel - - 16 # NDRPDR sel + - 14 # NDRPDR sel vpp-performance-changes-3n-dnv-h1: csit-vpp-perf-verify-1908-3n-dnv: @@ -836,19 +848,14 @@ - 17 # NDRPDR sel - 18 # NDRPDR sel vpp-performance-changes-3n-dnv-cmp: - # TODO: Replace: - # csit-vpp-perf-report-iterative-2005-3n-dnv: - csit-vpp-perf-verify-2001-3n-dnv: + # TODO: Add data: + csit-vpp-perf-report-iterative-2005-3n-dnv: + - 2 # NDRPDR sel + - 3 # NDRPDR sel + - 4 # NDRPDR sel - 5 # NDRPDR sel - 6 # NDRPDR sel - 7 # NDRPDR sel - - 8 # NDRPDR sel - - 9 # NDRPDR sel - - 10 # NDRPDR sel - - 12 # NDRPDR sel - - 16 # NDRPDR sel - - 17 # NDRPDR sel - - 18 # NDRPDR sel vpp-performance-changes-3n-tsh-h1: csit-vpp-perf-verify-1908-3n-tsh: @@ -970,10 +977,8 @@ csit-vpp-perf-verify-2001-3n-hsw: - 17 # MRR sel vpp-performance-changes-3n-hsw-mrr-cmp: - # TODO: Replace: - # csit-vpp-perf-report-iterative-2005-3n-hsw: - csit-vpp-perf-verify-2001-3n-hsw: - - 17 # MRR sel + csit-vpp-perf-report-iterative-2005-3n-hsw: + - 13 # MRR vpp-performance-changes-3n-skx-mrr-h1: csit-vpp-perf-verify-1908-3n-skx: @@ -1031,10 +1036,8 @@ csit-vpp-perf-verify-2001-3n-dnv: - 11 # MRR sel vpp-performance-changes-3n-dnv-mrr-cmp: - # TODO: Replace: - # csit-vpp-perf-report-iterative-2005-3n-dnv: - csit-vpp-perf-verify-2001-3n-dnv: - - 11 # MRR sel + csit-vpp-perf-report-iterative-2005-3n-dnv: + - 8 # MRR vpp-performance-changes-3n-tsh-mrr-h1: csit-vpp-perf-verify-1908-3n-tsh: @@ -1130,7 +1133,6 @@ - 47 # NDRPDR sel x710 - 48 # NDRPDR sel x710 dpdk-performance-changes-3n-skx-cmp: - # TODO: Add data: csit-dpdk-perf-report-iterative-2005-3n-skx: - 4 # NDRPDR sel - 5 # NDRPDR sel @@ -1140,6 +1142,8 @@ - 11 # NDRPDR sel - 12 # NDRPDR sel - 13 # NDRPDR sel + - 14 # NDRPDR sel + - 15 # NDRPDR sel dpdk-performance-changes-2n-skx-h1: csit-dpdk-perf-verify-1908-2n-skx: @@ -1236,7 +1240,6 @@ - 17 # NDRPDR sel - 18 # NDRPDR sel dpdk-performance-changes-2n-dnv-cmp: - # TODO: Add data: csit-dpdk-perf-report-iterative-2005-2n-dnv: - 8 # NDRPDR sel - 9 # NDRPDR sel @@ -1245,6 +1248,9 @@ - 12 # NDRPDR sel - 13 # NDRPDR sel - 14 # NDRPDR sel + - 15 # NDRPDR sel + - 16 # NDRPDR sel + - 17 # NDRPDR sel dpdk-performance-changes-3n-dnv-ref: csit-dpdk-perf-verify-2001-3n-dnv: @@ -1259,13 +1265,17 @@ - 20 # NDRPDR sel - 22 # NDRPDR sel dpdk-performance-changes-3n-dnv-cmp: - # TODO: Add data: csit-dpdk-perf-report-iterative-2005-3n-dnv: - 6 # NDRPDR sel - 7 # NDRPDR sel - 8 # NDRPDR sel - 9 # NDRPDR sel - 10 # NDRPDR sel + - 11 # NDRPDR sel + - 12 # NDRPDR sel + - 13 # NDRPDR sel + - 14 # NDRPDR sel + - 16 # NDRPDR sel dpdk-performance-changes-3n-tsh-ref: csit-dpdk-perf-verify-2001-3n-tsh: @@ -1280,27 +1290,22 @@ - 15 # NDRPDR sel - 18 # NDRPDR sel dpdk-performance-changes-3n-tsh-cmp: - # TODO: replace: - # csit-dpdk-perf-report-iterative-2005-3n-tsh: - csit-dpdk-perf-verify-2001-3n-tsh: - - 3 # NDRPDR sel - - 4 # NDRPDR sel + # TODO: Add data: + csit-dpdk-perf-report-iterative-2005-3n-tsh: - 5 # NDRPDR sel - - 9 # NDRPDR sel - - 10 # NDRPDR sel - - 11 # NDRPDR sel - - 12 # NDRPDR sel - - 14 # NDRPDR sel - - 15 # NDRPDR sel - - 18 # NDRPDR sel # Compare testbeds vpp-compare-testbeds-ref: - # TODO: Add data: csit-vpp-perf-report-iterative-2005-3n-hsw: - 3 # NDRPDR sel + - 4 # NDRPDR sel - 5 # NDRPDR sel + - 10 # NDRPDR sel + - 11 # NDRPDR sel + - 12 # NDRPDR sel + - 15 # NDRPDR sel + - 16 # NDRPDR sel vpp-compare-testbeds-cmp: # TODO: Replace: # csit-vpp-perf-report-iterative-2005-3n-skx: @@ -1343,10 +1348,15 @@ - 49 # NDRPDR sel vpp-compare-testbeds-hsw-clx-ref: - # TODO: Add data: csit-vpp-perf-report-iterative-2005-3n-hsw: - 3 # NDRPDR sel + - 4 # NDRPDR sel - 5 # NDRPDR sel + - 10 # NDRPDR sel + - 11 # NDRPDR sel + - 12 # NDRPDR sel + - 15 # NDRPDR sel + - 16 # NDRPDR sel vpp-compare-testbeds-hsw-clx-cmp: # TODO: Replace: # csit-vpp-perf-report-iterative-2005-2n-clx: @@ -1363,10 +1373,8 @@ - 49 # NDRPDR sel vpp-compare-testbeds-mrr-ref: - # TODO: Replace: - # csit-vpp-perf-report-iterative-2005-3n-hsw: - csit-vpp-perf-verify-2001-3n-hsw: - - 17 # MRR sel + csit-vpp-perf-report-iterative-2005-3n-hsw: + - 13 # MRR vpp-compare-testbeds-mrr-cmp: # TODO: Replace: # csit-vpp-perf-report-iterative-2005-3n-skx: @@ -1387,10 +1395,8 @@ - 39 # MRR vpp-compare-testbeds-mrr-hsw-clx-ref: - # TODO: Replace: - # csit-vpp-perf-report-iterative-2005-3n-hsw: - csit-vpp-perf-verify-2001-3n-hsw: - - 17 # MRR sel + csit-vpp-perf-report-iterative-2005-3n-hsw: + - 13 # MRR vpp-compare-testbeds-mrr-hsw-clx-cmp: # TODO: Replace: # csit-vpp-perf-report-iterative-2005-2n-clx: @@ -1410,7 +1416,6 @@ - 13 # NDRPDR sel - 14 # NDRPDR sel dpdk-compare-testbeds-cmp: - # TODO: Add data: csit-dpdk-perf-report-iterative-2005-3n-skx: - 4 # NDRPDR sel - 5 # NDRPDR sel @@ -1420,6 +1425,8 @@ - 11 # NDRPDR sel - 12 # NDRPDR sel - 13 # NDRPDR sel + - 14 # NDRPDR sel + - 15 # NDRPDR sel dpdk-compare-testbeds-skx-clx-ref: csit-dpdk-perf-report-iterative-2005-2n-skx: @@ -1488,7 +1495,6 @@ - 128 # MRR sel addition dpdk-compare-topologies-ref: - # TODO: Add data: csit-dpdk-perf-report-iterative-2005-3n-skx: - 4 # NDRPDR sel - 5 # NDRPDR sel @@ -1498,6 +1504,8 @@ - 11 # NDRPDR sel - 12 # NDRPDR sel - 13 # NDRPDR sel + - 14 # NDRPDR sel + - 15 # NDRPDR sel dpdk-compare-topologies-cmp: csit-dpdk-perf-report-iterative-2005-2n-skx: - 1 # NDRPDR sel @@ -2198,10 +2206,16 @@ - 34 # NDRPDR sel - 17 # MRR sel - 103 # hoststack REMOVE - # TODO: Add data: csit-vpp-perf-report-iterative-2005-3n-hsw: - 3 # NDRPDR sel + - 4 # NDRPDR sel - 5 # NDRPDR sel + - 10 # NDRPDR sel + - 11 # NDRPDR sel + - 12 # NDRPDR sel + - 15 # NDRPDR sel + - 16 # NDRPDR sel + - 13 # MRR csit-vpp-perf-verify-1908_1-3n-skx: - 26 # NDRPDR sel - new1908.1 @@ -2334,7 +2348,14 @@ - 18 # NDRPDR sel - 11 # MRR sel # TODO: Add data: - # csit-vpp-perf-report-iterative-2005-3n-dnv: + csit-vpp-perf-report-iterative-2005-3n-dnv: + - 2 # NDRPDR sel + - 3 # NDRPDR sel + - 4 # NDRPDR sel + - 5 # NDRPDR sel + - 6 # NDRPDR sel + - 7 # NDRPDR sel + - 8 # MRR csit-vpp-perf-verify-1908-2n-dnv: - 1 # NDRPDR sel @@ -2360,8 +2381,17 @@ - 13 # NDRPDR sel - 16 # NDRPDR sel - 12 # MRR sel - # TODO: Add data: - # csit-vpp-perf-report-iterative-2005-2n-dnv: + csit-vpp-perf-report-iterative-2005-2n-dnv: + - 3 # NDRPDR sel + - 6 # NDRPDR sel + - 7 # NDRPDR sel + - 8 # NDRPDR sel + - 9 # NDRPDR sel + - 10 # NDRPDR sel + - 11 # NDRPDR sel + - 12 # NDRPDR sel + - 13 # NDRPDR sel + - 14 # NDRPDR sel csit-dpdk-perf-verify-1908-3n-hsw: - 2 # NDRPDR sel @@ -2439,7 +2469,6 @@ - 46 # NDRPDR sel x710 - 47 # NDRPDR sel x710 - 48 # NDRPDR sel x710 - # TODO: Add data: csit-dpdk-perf-report-iterative-2005-3n-skx: - 4 # NDRPDR sel - 5 # NDRPDR sel @@ -2449,6 +2478,8 @@ - 11 # NDRPDR sel - 12 # NDRPDR sel - 13 # NDRPDR sel + - 14 # NDRPDR sel + - 15 # NDRPDR sel csit-dpdk-perf-verify-1908-2n-skx: - 2 # NDRPDR sel @@ -2538,7 +2569,6 @@ - 16 # NDRPDR sel - 17 # NDRPDR sel - 18 # NDRPDR sel - # TODO: Add data: csit-dpdk-perf-report-iterative-2005-2n-dnv: - 8 # NDRPDR sel - 9 # NDRPDR sel @@ -2547,6 +2577,9 @@ - 12 # NDRPDR sel - 13 # NDRPDR sel - 14 # NDRPDR sel + - 15 # NDRPDR sel + - 16 # NDRPDR sel + - 17 # NDRPDR sel csit-dpdk-perf-verify-2001-3n-dnv: - 12 # NDRPDR sel @@ -2559,13 +2592,17 @@ - 19 # NDRPDR sel - 20 # NDRPDR sel - 22 # NDRPDR sel - # TODO: Add data: csit-dpdk-perf-report-iterative-2005-3n-dnv: - 6 # NDRPDR sel - 7 # NDRPDR sel - 8 # NDRPDR sel - 9 # NDRPDR sel - 10 # NDRPDR sel + - 11 # NDRPDR sel + - 12 # NDRPDR sel + - 13 # NDRPDR sel + - 14 # NDRPDR sel + - 16 # NDRPDR sel csit-dpdk-perf-verify-2001-3n-tsh: - 3 # NDRPDR sel @@ -2579,7 +2616,8 @@ - 15 # NDRPDR sel - 18 # NDRPDR sel # TODO: Add data: - # csit-dpdk-perf-report-iterative-2005-3n-tsh: + csit-dpdk-perf-report-iterative-2005-3n-tsh: + - 5 # NDRPDR sel csit-vpp-device-2005-ubuntu1804-1n-skx: - 35