X-Git-Url: https://gerrit.fd.io/r/gitweb?p=csit.git;a=blobdiff_plain;f=resources%2Ftools%2Fpresentation%2Fspecification.yaml;h=1b657480180f3155bafea38675819d7718d1d7b3;hp=3251d73b5961428d161378701593f8a41ff8bfe3;hb=8754c3d7a7cfa6399a5d20720f483c22a43b318b;hpb=cc7ced86fd14dcafc5e6146a2e30e630429e211c diff --git a/resources/tools/presentation/specification.yaml b/resources/tools/presentation/specification.yaml index 3251d73b59..1b65748018 100644 --- a/resources/tools/presentation/specification.yaml +++ b/resources/tools/presentation/specification.yaml @@ -132,7 +132,8 @@ plot-vpp-throughput-lat-tsa-3n-hsw: # TODO: Add 1904 data csit-vpp-perf-verify-1904-3n-hsw: - - 2 # NDRPDR sel + - 11 # NDRPDR sel + - 12 # NDRPDR sel plot-vpp-http-server-performance: # TODO: Replace with 1904 data @@ -167,26 +168,47 @@ plot-dpdk-throughput-latency-3n-hsw: # TODO: Add 1904 data csit-dpdk-perf-verify-1904-3n-hsw: - - 1 # NDRPDR sel + - 2 # NDRPDR sel + - 3 # NDRPDR sel + - 5 # NDRPDR sel + - 6 # NDRPDR sel # 3n-skx plot-vpp-throughput-lat-tsa-3n-skx: # TODO: Add 1904 data csit-vpp-perf-verify-1904-3n-skx: - - 4 # NDRPDR sel + - 8 # NDRPDR sel + - 9 # NDRPDR sel + - 10 # NDRPDR sel + - 11 # NDRPDR sel + - 12 # NDRPDR sel + - 14 # NDRPDR sel plot-dpdk-throughput-latency-3n-skx: # TODO: Add 1904 data csit-dpdk-perf-verify-1904-3n-skx: - - 1 # NDRPDR sel + - 2 # NDRPDR sel + - 3 # NDRPDR sel + - 4 # NDRPDR sel + - 5 # NDRPDR sel + - 6 # NDRPDR sel + - 7 # NDRPDR sel # 2n-skx plot-vpp-throughput-lat-tsa-2n-skx: # TODO: Add 1904 data csit-vpp-perf-verify-1904-2n-skx: - - 5 # NDRPDR sel + - 12 # NDRPDR sel + - 14 # NDRPDR sel + - 16 # NDRPDR sel + - 17 # NDRPDR sel + - 18 # NDRPDR sel + - 21 # NDRPDR sel + - 27 # NDRPDR sel + - 30 # NDRPDR sel + - 31 # NDRPDR sel plot-vpp-soak-2n-skx: # TODO: Replace with 1904 data @@ -195,29 +217,27 @@ - 45 # SOAK sel plot-vpp-nfv-2n-skx: - # TODO: Replace with 1904 data - # csit-vpp-perf-verify-1904-2n-skx: - csit-vpp-perf-verify-1901-2n-skx: - - 28 # NFV NDRPDR - - 29 # NFV NDRPDR - - 32 # NFV NDRPDR - - 39 # NFV NDRPDR - - 46 # NFV NDRPDR + # TODO: Add 1904 data + csit-vpp-perf-verify-1904-2n-skx: + - 9 # NFV NDRPDR plot-vpp-nfv-2n-skx-mrr: - # TODO: Replace with 1904 data - # csit-vpp-perf-verify-1904-2n-skx: - csit-vpp-perf-verify-1901-2n-skx: - - 24 # NFV MRR - - 26 # NFV MRR - - 27 # NFV MRR - - 35 # NFV MRR - - 37 # NFV MRR + # TODO: Add 1904 data + csit-vpp-perf-verify-1904-2n-skx: + - 10 # NFV MRR plot-dpdk-throughput-latency-2n-skx: - # TODO: Add 1904 data csit-dpdk-perf-verify-1904-2n-skx: - - 1 # NDRPDR sel + - 2 # NDRPDR sel + - 3 # NDRPDR sel + - 4 # NDRPDR sel + - 5 # NDRPDR sel + - 7 # NDRPDR sel + - 8 # NDRPDR sel + - 9 # NDRPDR sel + - 10 # NDRPDR sel + - 11 # NDRPDR sel + - 12 # NDRPDR sel # 3rd party @@ -236,17 +256,31 @@ vpp-nic-comparison-3n-hsw: # TODO: Add 1904 data csit-vpp-perf-verify-1904-3n-hsw: - - 2 # NDRPDR sel + - 11 # NDRPDR sel + - 12 # NDRPDR sel vpp-nic-comparison-3n-skx: # TODO: Add 1904 data csit-vpp-perf-verify-1904-3n-skx: - - 4 # NDRPDR sel + - 8 # NDRPDR sel + - 9 # NDRPDR sel + - 10 # NDRPDR sel + - 11 # NDRPDR sel + - 12 # NDRPDR sel + - 14 # NDRPDR sel vpp-nic-comparison-2n-skx: # TODO: Add 1904 data csit-vpp-perf-verify-1904-2n-skx: - - 5 # NDRPDR sel + - 12 # NDRPDR sel + - 14 # NDRPDR sel + - 16 # NDRPDR sel + - 17 # NDRPDR sel + - 18 # NDRPDR sel + - 21 # NDRPDR sel + - 27 # NDRPDR sel + - 30 # NDRPDR sel + - 31 # NDRPDR sel vpp-nic-comparison-3n-hsw-mrr: csit-vpp-perf-verify-1904-3n-hsw: @@ -254,40 +288,28 @@ vpp-nic-comparison-3n-skx-mrr: csit-vpp-perf-verify-1904-3n-skx: - - 3 # MRR sel + - 7 # MRR sel vpp-nic-comparison-2n-skx-mrr: csit-vpp-perf-verify-1904-2n-skx: - - 4 # MRR sel + - 11 # MRR sel # Results vpp-perf-results-3n-hsw: - # TODO: Replace with 1904 data - # csit-vpp-perf-verify-1904-3n-hsw: - csit-vpp-perf-verify-1901-3n-hsw: - - 38 # NDRPDR full - - 43 # NDRPDR full - - 45 # NDRPDR full - - 49 # NDRPDR full + # TODO: Replace with FULL 1904 data + csit-vpp-perf-verify-1904-3n-hsw: + - 12 # NDRPDR sel vpp-perf-results-3n-skx: - # TODO: Replace with 1904 data - # csit-vpp-perf-verify-1904-3n-skx: - csit-vpp-perf-verify-1901-3n-skx: - - 37 # NDRPDR full - - 39 # NDRPDR full - - 40 # NDRPDR full - - 49 # NDRPDR full + # TODO: Replace with FULL 1904 data + csit-vpp-perf-verify-1904-3n-skx: + - 10 # NDRPDR sel vpp-perf-results-2n-skx: - # TODO: Replace with 1904 data - # csit-vpp-perf-verify-1904-2n-skx: - csit-vpp-perf-verify-1901-2n-skx: - - 25 # NDRPDR full - - 30 # NDRPDR full - - 33 # NDRPDR full - - 44 # NDRPDR full + # TODO: Replace with FULL 1904 data + csit-vpp-perf-verify-1904-2n-skx: + - 21 vpp-mrr-results-3n-hsw: csit-vpp-perf-verify-1904-3n-hsw: @@ -295,23 +317,23 @@ vpp-mrr-results-3n-skx: csit-vpp-perf-verify-1904-3n-skx: - - 3 # MRR sel + - 7 # MRR sel vpp-mrr-results-2n-skx: csit-vpp-perf-verify-1904-2n-skx: - - 4 # MRR sel + - 11 # MRR sel vpp-func-results-ubuntu: csit-vpp-functional-1904-ubuntu1604-virl: - - 20 + - 29 vpp-func-results-centos: csit-vpp-functional-1904-centos7-virl: - - 19 + - 32 vpp-device-results-ubuntu: csit-vpp-device-1904-ubuntu1804-1n-skx: - - 18 + - 33 # VPP Ligato ligato-perf-results-3n-hsw: @@ -322,22 +344,20 @@ dpdk-perf-results-3n-hsw: csit-dpdk-perf-verify-1904-3n-hsw: - - 1 # NDRPDR sel + - 5 # NDRPDR sel dpdk-perf-results-3n-skx: csit-dpdk-perf-verify-1904-3n-skx: - - 1 # NDRPDR sel + - 7 # NDRPDR sel dpdk-perf-results-2n-skx: csit-dpdk-perf-verify-1904-2n-skx: - - 1 # NDRPDR sel + - 9 # NDRPDR sel # HoneyComb Functional hc-func-results: - # TODO: Replace with 1904 data - # csit-hc2vpp-verify-func-1904-ubuntu1604: - csit-hc2vpp-verify-func-1901-ubuntu1604: - - 3 + csit-hc2vpp-verify-func-1904-ubuntu1604: + - 1 # # NSH SFC Functional # nsh-func-results: @@ -408,7 +428,8 @@ vpp-performance-changes-3n-hsw-cmp: # TODO: Add 1904 data csit-vpp-perf-verify-1904-3n-hsw: - - 2 # NDRPDR sel + - 11 # NDRPDR sel + - 12 # NDRPDR sel vpp-performance-changes-3n-hsw: - "vpp-performance-changes-3n-hsw-h1" - "vpp-performance-changes-3n-hsw-ref" @@ -451,7 +472,12 @@ vpp-performance-changes-3n-skx-cmp: # TODO: Add 1904 data csit-vpp-perf-verify-1904-3n-skx: - - 4 # NDRPDR sel + - 8 # NDRPDR sel + - 9 # NDRPDR sel + - 10 # NDRPDR sel + - 11 # NDRPDR sel + - 12 # NDRPDR sel + - 14 # NDRPDR sel vpp-performance-changes-3n-skx: - "vpp-performance-changes-3n-skx-h1" - "vpp-performance-changes-3n-skx-ref" @@ -484,7 +510,15 @@ vpp-performance-changes-2n-skx-cmp: # TODO: Add 1904 data csit-vpp-perf-verify-1904-2n-skx: - - 5 # NDRPDR sel + - 12 # NDRPDR sel + - 14 # NDRPDR sel + - 16 # NDRPDR sel + - 17 # NDRPDR sel + - 18 # NDRPDR sel + - 21 # NDRPDR sel + - 27 # NDRPDR sel + - 30 # NDRPDR sel + - 31 # NDRPDR sel vpp-performance-changes-2n-skx: - "vpp-performance-changes-2n-skx-h1" - "vpp-performance-changes-2n-skx-ref" @@ -515,7 +549,7 @@ - 32 # MRR sel vpp-performance-changes-3n-skx-mrr-cmp: csit-vpp-perf-verify-1904-3n-skx: - - 3 # MRR sel + - 7 # MRR sel vpp-performance-changes-3n-skx-mrr: - "vpp-performance-changes-3n-skx-mrr-h1" - "vpp-performance-changes-3n-skx-mrr-ref" @@ -532,7 +566,7 @@ - 22 # MRR sel vpp-performance-changes-2n-skx-mrr-cmp: csit-vpp-perf-verify-1904-2n-skx: - - 4 # MRR sel + - 11 # MRR sel vpp-performance-changes-2n-skx-mrr: - "vpp-performance-changes-2n-skx-mrr-h1" - "vpp-performance-changes-2n-skx-mrr-ref" @@ -565,7 +599,10 @@ dpdk-performance-changes-3n-hsw-cmp: # TODO: Add 1904 data csit-dpdk-perf-verify-1904-3n-hsw: - - 1 # NDRPDR sel + - 2 # NDRPDR sel + - 3 # NDRPDR sel + - 5 # NDRPDR sel + - 6 # NDRPDR sel dpdk-performance-changes-3n-hsw: - "dpdk-performance-changes-3n-hsw-h1" - "dpdk-performance-changes-3n-hsw-ref" @@ -598,7 +635,12 @@ dpdk-performance-changes-3n-skx-cmp: # TODO: Add 1904 data csit-dpdk-perf-verify-1904-3n-skx: - - 1 # NDRPDR sel + - 2 # NDRPDR sel + - 3 # NDRPDR sel + - 4 # NDRPDR sel + - 5 # NDRPDR sel + - 6 # NDRPDR sel + - 7 # NDRPDR sel dpdk-performance-changes-3n-skx: - "dpdk-performance-changes-3n-skx-h1" - "dpdk-performance-changes-3n-skx-ref" @@ -629,9 +671,17 @@ - 20 # NDRPDR sel - 21 # NDRPDR sel dpdk-performance-changes-2n-skx-cmp: - # TODO: Add 1904 data csit-dpdk-perf-verify-1904-2n-skx: - - 1 # NDRPDR sel + - 2 # NDRPDR sel + - 3 # NDRPDR sel + - 4 # NDRPDR sel + - 5 # NDRPDR sel + - 7 # NDRPDR sel + - 8 # NDRPDR sel + - 9 # NDRPDR sel + - 10 # NDRPDR sel + - 11 # NDRPDR sel + - 12 # NDRPDR sel dpdk-performance-changes-2n-skx: - "dpdk-performance-changes-2n-skx-h1" - "dpdk-performance-changes-2n-skx-ref" @@ -642,11 +692,17 @@ vpp-compare-testbeds-ref: # TODO: Add 1904 data csit-vpp-perf-verify-1904-3n-hsw: - - 2 # NDRPDR sel + - 11 # NDRPDR sel + - 12 # NDRPDR sel vpp-compare-testbeds-cmp: # TODO: Add 1904 data csit-vpp-perf-verify-1904-3n-skx: - - 4 # NDRPDR sel + - 8 # NDRPDR sel + - 9 # NDRPDR sel + - 10 # NDRPDR sel + - 11 # NDRPDR sel + - 12 # NDRPDR sel + - 14 # NDRPDR sel vpp-compare-testbeds: - "vpp-compare-testbeds-ref" - "vpp-compare-testbeds-cmp" @@ -656,7 +712,7 @@ - 1 # MRR sel vpp-compare-testbeds-mrr-cmp: csit-vpp-perf-verify-1904-3n-skx: - - 3 # MRR sel + - 7 # MRR sel vpp-compare-testbeds-mrr: - "vpp-compare-testbeds-mrr-ref" - "vpp-compare-testbeds-mrr-cmp" @@ -664,11 +720,19 @@ dpdk-compare-testbeds-ref: # TODO: Add 1904 data csit-dpdk-perf-verify-1904-3n-hsw: - - 1 # NDRPDR sel + - 2 # NDRPDR sel + - 3 # NDRPDR sel + - 5 # NDRPDR sel + - 6 # NDRPDR sel dpdk-compare-testbeds-cmp: # TODO: Add 1904 data csit-dpdk-perf-verify-1904-3n-skx: - - 1 # NDRPDR sel + - 2 # NDRPDR sel + - 3 # NDRPDR sel + - 4 # NDRPDR sel + - 5 # NDRPDR sel + - 6 # NDRPDR sel + - 7 # NDRPDR sel dpdk-compare-testbeds: - "dpdk-compare-testbeds-ref" - "dpdk-compare-testbeds-cmp" @@ -678,21 +742,34 @@ vpp-compare-topologies-ref: # TODO: Add 1904 data csit-vpp-perf-verify-1904-3n-skx: - - 4 # NDRPDR sel + - 8 # NDRPDR sel + - 9 # NDRPDR sel + - 10 # NDRPDR sel + - 11 # NDRPDR sel + - 12 # NDRPDR sel + - 14 # NDRPDR sel vpp-compare-topologies-cmp: # TODO: Add 1904 data csit-vpp-perf-verify-1904-2n-skx: - - 5 # NDRPDR sel + - 12 # NDRPDR sel + - 14 # NDRPDR sel + - 16 # NDRPDR sel + - 17 # NDRPDR sel + - 18 # NDRPDR sel + - 21 # NDRPDR sel + - 27 # NDRPDR sel + - 30 # NDRPDR sel + - 31 # NDRPDR sel vpp-compare-topologies: - "vpp-compare-topologies-ref" - "vpp-compare-topologies-cmp" vpp-compare-topologies-mrr-ref: csit-vpp-perf-verify-1904-3n-skx: - - 3 # MRR sel + - 7 # MRR sel vpp-compare-topologies-mrr-cmp: csit-vpp-perf-verify-1904-2n-skx: - - 4 # MRR sel + - 11 # MRR sel vpp-compare-topologies-mrr: - "vpp-compare-topologies-mrr-ref" - "vpp-compare-topologies-mrr-cmp" @@ -700,11 +777,24 @@ dpdk-compare-topologies-ref: # TODO: Add 1904 data csit-dpdk-perf-verify-1904-3n-skx: - - 1 # NDRPDR sel + - 2 # NDRPDR sel + - 3 # NDRPDR sel + - 4 # NDRPDR sel + - 5 # NDRPDR sel + - 6 # NDRPDR sel + - 7 # NDRPDR sel dpdk-compare-topologies-cmp: - # TODO: Add 1904 data csit-dpdk-perf-verify-1904-2n-skx: - - 1 # NDRPDR sel + - 2 # NDRPDR sel + - 3 # NDRPDR sel + - 4 # NDRPDR sel + - 5 # NDRPDR sel + - 7 # NDRPDR sel + - 8 # NDRPDR sel + - 9 # NDRPDR sel + - 10 # NDRPDR sel + - 11 # NDRPDR sel + - 12 # NDRPDR sel dpdk-compare-topologies: - "dpdk-compare-topologies-ref" - "dpdk-compare-topologies-cmp" @@ -1122,10 +1212,6 @@ csit-vpp-perf-verify-1810-3n-hsw: - 9 # MRR sel - - 20 # NDRPDR full - - 21 # NDRPDR full - - 22 # NDRPDR full - - 27 # NDRPDR full - 8 # NDRPDR sel - 12 # NDRPDR sel - 14 # NDRPDR sel @@ -1148,10 +1234,6 @@ - 37 # WRK csit-vpp-perf-verify-1901-3n-hsw: - 35 # MRR sel - - 38 # NDRPDR full - - 43 # NDRPDR full - - 45 # NDRPDR full - - 49 # NDRPDR full - 10 # NDRPDR sel - 19 # NDRPDR sel - 31 # NDRPDR sel @@ -1174,16 +1256,15 @@ - 71 # NDRPDR LB # TODO: Add 1904 Data csit-vpp-perf-verify-1904-3n-hsw: - - 1 # MRR sel - - 2 # NDRPDR sel + - 1 # MRR sel - replace + - 11 # NDRPDR sel + - 12 # NDRPDR sel csit-vpp-perf-verify-1810-3n-skx: - 9 # MRR sel - 11 # MRR sel - 12 # MRR sel - 13 # MRR sel - - 23 # NDRPDR full - - 24 # NDRPDR full - 10 # NDRPDR sel - 14 # NDRPDR sel - 15 # NDRPDR sel @@ -1196,10 +1277,6 @@ - 25 # NDRPDR sel csit-vpp-perf-verify-1901-3n-skx: - 32 # MRR sel - - 37 # NDRPDR full - - 39 # NDRPDR full - - 40 # NDRPDR full - - 49 # NDRPDR full - 18 # NDRPDR sel - 19 # NDRPDR sel - 20 # NDRPDR sel @@ -1222,16 +1299,19 @@ - 67 # NDRPDR LB # TODO: Add 1904 data csit-vpp-perf-verify-1904-3n-skx: - - 3 # MRR sel - - 4 # NDRPDR sel + - 7 # MRR sel + - 8 # NDRPDR sel + - 9 # NDRPDR sel + - 10 # NDRPDR sel + - 11 # NDRPDR sel + - 12 # NDRPDR sel + - 14 # NDRPDR sel csit-vpp-perf-verify-1810-2n-skx: - 8 # MRR sel - 10 # MRR sel - 11 # MRR sel - 12 # MRR sel - - 25 # NDRPDR full - - 26 # NDRPDR full - 9 # NDRPDR sel - 13 # NDRPDR sel - 14 # NDRPDR sel @@ -1244,10 +1324,6 @@ - 27 # NDRPDR sel csit-vpp-perf-verify-1901-2n-skx: - 22 # MRR sel - - 25 # NDRPDR full - - 30 # NDRPDR full - - 33 # NDRPDR full - - 44 # NDRPDR full - 5 # NDRPDR sel - 12 # NDRPDR sel - 13 # NDRPDR sel @@ -1271,8 +1347,18 @@ - 45 # SOAK # TODO: Add 1904 data csit-vpp-perf-verify-1904-2n-skx: - - 4 # MRR sel - - 5 # NDRPDR sel + - 11 # MRR sel + - 12 # NDRPDR sel + - 14 # NDRPDR sel + - 16 # NDRPDR sel + - 17 # NDRPDR sel + - 18 # NDRPDR sel + - 21 # NDRPDR sel + - 27 # NDRPDR sel + - 30 # NDRPDR sel + - 31 # NDRPDR sel + - 10 # NFV MRR - replace + - 9 # NFV NDRPDR - replace # TODO: Remove csit-ligato-perf-verify-1901-3n-hsw: @@ -1315,7 +1401,10 @@ - 23 # NDRPDR sel # TODO: Add 1904 data csit-dpdk-perf-verify-1904-3n-hsw: - - 1 # NDRPDR sel + - 2 # NDRPDR sel + - 3 # NDRPDR sel + - 5 # NDRPDR sel + - 6 # NDRPDR sel csit-dpdk-perf-verify-1810-3n-skx: - 3 # NDRPDR sel @@ -1341,7 +1430,12 @@ - 13 # NDRPDR sel # TODO: Add 1904 data csit-dpdk-perf-verify-1904-3n-skx: - - 1 # NDRPDR sel + - 2 # NDRPDR sel + - 3 # NDRPDR sel + - 4 # NDRPDR sel + - 5 # NDRPDR sel + - 6 # NDRPDR sel + - 7 # NDRPDR sel csit-dpdk-perf-verify-1810-2n-skx: - 3 # NDRPDR sel @@ -1365,26 +1459,31 @@ - 19 # NDRPDR sel - 20 # NDRPDR sel - 21 # NDRPDR sel - # TODO: Add 1904 data csit-dpdk-perf-verify-1904-2n-skx: - - 1 # NDRPDR sel + - 2 # NDRPDR sel + - 3 # NDRPDR sel + - 4 # NDRPDR sel + - 5 # NDRPDR sel + - 7 # NDRPDR sel + - 8 # NDRPDR sel + - 9 # NDRPDR sel + - 10 # NDRPDR sel + - 11 # NDRPDR sel + - 12 # NDRPDR sel csit-vpp-functional-1904-ubuntu1604-virl: - - 20 + - 33 csit-vpp-functional-1904-centos7-virl: - - 19 + - 32 csit-vpp-device-1904-ubuntu1804-1n-skx: - - 18 + - 32 # # Not used # csit-nsh_sfc-verify-func-1810-ubuntu1604-virl: # - 1 csit-dmm-functional-1904-ubuntu1604-virl: - 1 - csit-hc2vpp-verify-func-1901-ubuntu1604: - - 3 - # TODO: Add 1904 data -# csit-hc2vpp-verify-func-1904-ubuntu1604: -# - + csit-hc2vpp-verify-func-1904-ubuntu1604: + - 1 - type: "output" output: "report"