X-Git-Url: https://gerrit.fd.io/r/gitweb?a=blobdiff_plain;f=resources%2Ftools%2Fpresentation%2Fspecification.yaml;h=a36744f25e2236005b042224ad61d3a5892bebe3;hb=refs%2Fchanges%2F22%2F27522%2F1;hp=6de51ba0af8146d9ba9edbbbcc612b99866cc980;hpb=6a0b39bd8e0dd1bed25e98632ee45f9a88e071d3;p=csit.git diff --git a/resources/tools/presentation/specification.yaml b/resources/tools/presentation/specification.yaml index 6de51ba0af..a36744f25e 100644 --- a/resources/tools/presentation/specification.yaml +++ b/resources/tools/presentation/specification.yaml @@ -263,6 +263,8 @@ csit-vpp-perf-report-iterative-2005-3n-skx: - 4 # NDRPDR sel - 5 # NDRPDR sel ??? all x710 failed + - 33 # NDRPDR sel + - 28 # NDRPDR sel plot-vpp-hdrh-lat-3n-skx: csit-vpp-perf-report-iterative-2005-3n-skx: @@ -273,6 +275,8 @@ csit-vpp-perf-report-iterative-2005-3n-skx: - 4 # NDRPDR sel - 5 # NDRPDR sel ??? all x710 failed + - 33 # NDRPDR sel + - 28 # NDRPDR sel plot-vpp-nfv-3n-skx-mrr: # TODO: Replace: @@ -300,16 +304,13 @@ # 2n-skx plot-vpp-throughput-lat-tsa-2n-skx: - # TODO: Replace: - # csit-vpp-perf-report-iterative-2005-2n-skx: - csit-vpp-perf-verify-2001-2n-skx: - - 143 # NDRPDR sel - new2001.0 + # TODO: Add data: + csit-vpp-perf-report-iterative-2005-2n-skx: + - 7 # NDRPDR sel plot-vpp-hdrh-lat-2n-skx: - # TODO: Replace: - # csit-vpp-perf-report-iterative-2005-2n-skx: - csit-vpp-perf-verify-2001-2n-skx: - - 153 # NDRPDR sel - new2001.0 + csit-vpp-perf-report-iterative-2005-2n-skx: + - 7 # NDRPDR sel plot-vpp-soak-2n-skx: # TODO: Replace: @@ -319,17 +320,13 @@ - 182 # Soak plot-vpp-nfv-2n-skx-ndrpdr: - # TODO: Replace: - # csit-vpp-perf-report-iterative-2005-2n-skx: - csit-vpp-perf-verify-2001-2n-skx: - - 30 # NFV - - 31 # NFV + # TODO: Add data: + csit-vpp-perf-report-iterative-2005-2n-skx: + - 7 # NDRPDR sel plot-vpp-nfv-2n-skx-mrr: - # TODO: Replace: - # csit-vpp-perf-report-iterative-2005-2n-skx: - csit-vpp-perf-verify-1908-2n-skx: - - 71 # NFV MRR + csit-vpp-perf-report-iterative-2005-2n-skx: + - 42 # MRR sel plot-vpp-nfv-reconf-2n-skx: # TODO: Replace: @@ -360,12 +357,17 @@ # TODO: Add data: csit-vpp-perf-report-iterative-2005-2n-clx: - 7 # NDRPDR sel + - 38 # NDRPDR sel - 9 # NDRPDR sel + - 32 # NDRPDR sel ??? + - 33 # NDRPDR sel ??? + - 39 # NDRPDR sel + - 40 # NDRPDR sel plot-vpp-hdrh-lat-2n-clx: # TODO: Add data: csit-vpp-perf-report-iterative-2005-2n-clx: - - 9 # NDRPDR sel + - 40 # NDRPDR sel # plot-vpp-http-server-performance: # # TODO: Replace: @@ -377,13 +379,16 @@ # TODO: Add data: csit-vpp-perf-report-iterative-2005-2n-clx: - 7 # NDRPDR sel + - 38 # NDRPDR sel - 9 # NDRPDR sel + - 32 # NDRPDR sel ??? + - 33 # NDRPDR sel ??? + - 39 # NDRPDR sel + - 40 # NDRPDR sel plot-vpp-nfv-2n-clx-mrr: - # TODO: Replace: - # csit-vpp-perf-report-iterative-2005-2n-clx: - csit-vpp-perf-verify-2001-2n-clx: - - 39 # MRR + csit-vpp-perf-report-iterative-2005-2n-clx: + - 12 # MRR plot-vpp-nfv-reconf-2n-clx: # TODO: Replace: @@ -418,16 +423,14 @@ # 3n-tsh plot-vpp-throughput-lat-tsa-3n-tsh: - # TODO: Replace: - # csit-vpp-perf-report-iterative-2005-3n-tsh: - csit-vpp-perf-verify-2001-3n-tsh: - - 3 # NDRPDR sel + # TODO: Add data: + csit-vpp-perf-report-iterative-2005-3n-tsh: + - 9 # NDRPDR sel plot-vpp-hdrh-lat-3n-tsh: - # TODO: Replace: - # csit-vpp-perf-report-iterative-2005-3n-tsh: - csit-vpp-perf-verify-2001-3n-tsh: - - 10 # NDRPDR sel + # TODO: Add data: + csit-vpp-perf-report-iterative-2005-3n-tsh: + - 9 # NDRPDR sel plot-dpdk-throughput-latency-3n-tsh: # TODO: Add data: @@ -505,32 +508,62 @@ csit-vpp-perf-report-iterative-2005-3n-skx: - 4 # NDRPDR sel - 5 # NDRPDR sel ??? all x710 failed + - 33 # NDRPDR sel + - 28 # NDRPDR sel vpp-nic-comparison-2n-skx: - # TODO: Replace: - # csit-vpp-perf-report-iterative-2005-2n-skx: - csit-vpp-perf-verify-2001-2n-skx: - - 143 # NDRPDR sel - new2001.0 + # TODO: Add data: + csit-vpp-perf-report-iterative-2005-2n-skx: + - 7 # NDRPDR sel vpp-nic-comparison-3n-skx-mrr: - # TODO: Replace: - # csit-vpp-perf-report-iterative-2005-3n-skx: - csit-vpp-perf-verify-2001-3n-skx: - - 50 # MRR sel - - 53 # MRR sel addition + csit-vpp-perf-report-iterative-2005-3n-skx: + - 6 # MRR sel vpp-nic-comparison-2n-skx-mrr: - # TODO: Replace: - # csit-vpp-perf-report-iterative-2005-2n-skx: - csit-vpp-perf-verify-2001-2n-skx: - - 101 # MRR sel - - 128 # MRR sel addition + csit-vpp-perf-report-iterative-2005-2n-skx: + - 42 # MRR sel # Results vpp-perf-results-3n-hsw: csit-vpp-perf-report-coverage-2005-3n-hsw: + - 1 # perf-full-3n-dnv-crypto_I + - 7 # perf-full-3n-hsw-crypto_II - 3 # perf-full-3n-hsw-crypto_III + - 4 # perf-full-3n-dnv-crypto_IV + - 5 # perf-full-3n-hsw-ip4_I + - 6 # perf-full-3n-hsw-ip4_II + - 8 # perf-full-3n-hsw-ip4_III + - 9 # perf-full-3n-hsw-ip4_IV + - 10 # perf-full-3n-hsw-ip4_V + - 26 # perf-full-3n-hsw-ip4_VI + - 18 # perf-full-3n-hsw-ip4_VII + - 27 # perf-full-3n-hsw-ip4_VIII + - 28 # perf-full-3n-hsw-ip4_IX + - 29 # perf-full-3n-hsw-ip6_I + - 35 # perf-full-3n-hsw-ip6_II + - 42 # perf-full-3n-hsw-l2_I + - 33 # perf-full-3n-hsw-l2_II + - 37 # perf-full-3n-hsw-l2_III + - 45 # perf-full-3n-hsw-l2_IV + - 43 # perf-full-3n-hsw-l2_V + - 40 # perf-full-3n-hsw-l2_VI + - 44 # perf-full-3n-hsw-l2_VII + - 51 # perf-full-3n-hsw-l2_VIII + - 50 # perf-full-3n-hsw-l2_IX + - 52 # perf-full-3n-hsw-l2_X + - 53 # perf-full-3n-hsw-l2_XI + - 54 # perf-full-3n-hsw-memif + - 55 # perf-full-3n-hsw-ip4tunnels-I + - 56 # perf-full-3n-hsw-ip4tunnels-II + - 57 # perf-full-3n-hsw-ip4tunnels-III + - 58 # perf-full-3n-hsw-ip6tunnels-I + - 59 # perf-full-3n-hsw-srv6-I + - 60 # perf-full-3n-hsw-srv6-II + - 61 # perf-full-3n-hsw-vhost-I + - 62 # perf-full-3n-hsw-vhost-II + - 63 # perf-full-3n-hsw-vhost-III vpp-perf-results-3n-skx: # TODO: Replace: @@ -539,25 +572,30 @@ vpp-perf-results-2n-skx: # TODO: Replace: - # csit-vpp-perf-report-iterative-2005-2n-skx: - csit-vpp-perf-verify-2001-2n-skx: - - 143 # NDRPDR sel + csit-vpp-perf-report-iterative-2005-2n-skx: + - 7 # NDRPDR sel vpp-perf-results-2n-clx: - # TODO: Add data: + # TODO: Replace: csit-vpp-perf-report-iterative-2005-2n-clx: - - 9 # NDRPDR sel + - 40 # NDRPDR sel vpp-perf-results-3n-tsh: - # TODO: Replace: - # csit-vpp-perf-report-iterative-2005-3n-tsh: - csit-vpp-perf-verify-2001-3n-tsh: - - 10 # NDRPDR sel + # TODO: Add data: + csit-vpp-perf-report-iterative-2005-3n-tsh: + - 9 # NDRPDR sel vpp-perf-results-3n-dnv: - # TODO: Replace by FULL: - csit-vpp-perf-report-iterative-2005-3n-dnv: - - 3 # NDRPDR sel + csit-vpp-perf-report-coverage-2005-3n-dnv: + - 1 # perf-full-3n-dnv-crypto_I + - 24 # perf-full-3n-dnv-crypto_II + - 5 # perf-full-3n-dnv-ip4_I + - 13 # perf-full-3n-dnv-ip4_II + - 17 # perf-full-3n-dnv-ip6_I + - 18 # perf-full-3n-dnv-ip6_II + - 21 # perf-full-3n-dnv-l2_I + - 22 # perf-full-3n-dnv-l2_II + - 23 # perf-full-3n-dnv-ip4-tunnels_I vpp-perf-results-2n-dnv: csit-vpp-perf-report-coverage-2005-2n-dnv: @@ -573,24 +611,16 @@ - 13 # MRR vpp-mrr-results-3n-skx: - # TODO: Replace: - # csit-vpp-perf-report-iterative-2005-3n-skx: - csit-vpp-perf-verify-2001-3n-skx: - - 50 # MRR sel - - 53 # MRR sel addition + csit-vpp-perf-report-iterative-2005-3n-skx: + - 6 # MRR sel vpp-mrr-results-2n-skx: - # TODO: Replace: - # csit-vpp-perf-report-iterative-2005-2n-skx: - csit-vpp-perf-verify-2001-2n-skx: - - 101 # MRR sel - - 128 # MRR sel addition + csit-vpp-perf-report-iterative-2005-2n-skx: + - 42 # MRR sel vpp-mrr-results-2n-clx: - # TODO: Replace: - # csit-vpp-perf-report-iterative-2005-2n-clx: - csit-vpp-perf-verify-2001-2n-clx: - - 39 # MRR + csit-vpp-perf-report-iterative-2005-2n-clx: + - 12 # MRR vpp-mrr-results-3n-tsh: # TODO: Replace: @@ -707,6 +737,8 @@ csit-vpp-perf-report-iterative-2005-3n-skx: - 4 # NDRPDR sel - 5 # NDRPDR sel ??? all x710 failed + - 33 # NDRPDR sel + - 28 # NDRPDR sel vpp-performance-changes-2n-skx-h1: csit-vpp-perf-verify-1908-2n-skx: @@ -733,38 +765,19 @@ - 153 # NDRPDR sel - new2001.0 - 154 # NDRPDR sel - new2001.0 vpp-performance-changes-2n-skx-cmp: - # TODO: Replace: - # csit-vpp-perf-report-iterative-2005-2n-skx: - csit-vpp-perf-verify-2001-2n-skx: - - 143 # NDRPDR sel - new2001.0 - - 146 # NDRPDR sel - new2001.0 - - 147 # NDRPDR sel - new2001.0 - - 148 # NDRPDR sel - new2001.0 - - 149 # NDRPDR sel - new2001.0 - - 150 # NDRPDR sel - new2001.0 - - 151 # NDRPDR sel - new2001.0 - - 152 # NDRPDR sel - new2001.0 - - 153 # NDRPDR sel - new2001.0 - - 154 # NDRPDR sel - new2001.0 + # TODO: Add data: + csit-vpp-perf-report-iterative-2005-2n-skx: + - 7 # NDRPDR sel vpp-performance-changes-nfv-2n-skx-ref: csit-vpp-perf-verify-2001-2n-skx: - 30 # NFV - 31 # NFV vpp-performance-changes-nfv-2n-skx-cmp: - # TODO: Replace: - # csit-vpp-perf-report-iterative-2005-2n-skx: - csit-vpp-perf-verify-2001-2n-skx: - - 30 # NFV - - 31 # NFV + # TODO: Add data: + csit-vpp-perf-report-iterative-2005-2n-skx: + - 7 # NDRPDR sel - vpp-performance-changes-2n-clx-h1: - csit-vpp-perf-verify-1908_1-2n-clx: - - 5 # NDRPDR sel - - 6 # NDRPDR sel - - 7 # NDRPDR sel - - 8 # NDRPDR sel - - 9 # NDRPDR sel vpp-performance-changes-2n-clx-ref: csit-vpp-perf-verify-2001-2n-clx: - 28 # NDRPDR sel @@ -781,7 +794,12 @@ # TODO: Add data: csit-vpp-perf-report-iterative-2005-2n-clx: - 7 # NDRPDR sel + - 38 # NDRPDR sel - 9 # NDRPDR sel + - 32 # NDRPDR sel ??? + - 33 # NDRPDR sel ??? + - 39 # NDRPDR sel + - 40 # NDRPDR sel vpp-performance-changes-2n-dnv-h1: csit-vpp-perf-verify-1908-2n-dnv: @@ -882,19 +900,9 @@ - 15 # NDRPDR sel - 21 # NDRPDR sel vpp-performance-changes-3n-tsh-cmp: - # TODO: Replace: - # csit-vpp-perf-report-iterative-2005-3n-tsh: - csit-vpp-perf-verify-2001-3n-tsh: - - 3 # NDRPDR sel - - 4 # NDRPDR sel - - 7 # NDRPDR sel - - 8 # NDRPDR sel - - 10 # NDRPDR sel - - 12 # NDRPDR sel - - 13 # NDRPDR sel - - 14 # NDRPDR sel - - 15 # NDRPDR sel - - 21 # NDRPDR sel + # TODO: Add data: + csit-vpp-perf-report-iterative-2005-3n-tsh: + - 9 # NDRPDR sel vpp-soak-vs-ndr-2n-skx-ref: # TODO: Replace: @@ -990,11 +998,8 @@ - 50 # MRR sel - 53 # MRR sel addition vpp-performance-changes-3n-skx-mrr-cmp: - # TODO: Replace: - # csit-vpp-perf-report-iterative-2005-3n-skx: - csit-vpp-perf-verify-2001-3n-skx: - - 50 # MRR sel - - 53 # MRR sel addition + csit-vpp-perf-report-iterative-2005-3n-skx: + - 6 # MRR sel vpp-performance-changes-2n-skx-mrr-h1: csit-vpp-perf-verify-1908-2n-skx: @@ -1004,11 +1009,15 @@ - 101 # MRR sel - 128 # MRR sel addition vpp-performance-changes-2n-skx-mrr-cmp: - # TODO: Replace: - # csit-vpp-perf-report-iterative-2005-2n-skx: - csit-vpp-perf-verify-2001-2n-skx: - - 101 # MRR sel - - 128 # MRR sel addition + csit-vpp-perf-report-iterative-2005-2n-skx: + - 42 # MRR sel + + vpp-performance-changes-2n-clx-mrr-ref: + csit-vpp-perf-verify-2001-2n-clx: + - 39 # MRR + vpp-performance-changes-2n-clx-mrr-cmp: + csit-vpp-perf-report-iterative-2005-2n-clx: + - 12 # MRR # vpp-performance-changes-nfv-2n-skx-mrr-ref: # csit-vpp-perf-verify-1908-2n-skx: @@ -1313,26 +1322,23 @@ csit-vpp-perf-report-iterative-2005-3n-skx: - 4 # NDRPDR sel - 5 # NDRPDR sel ??? all x710 failed + - 33 # NDRPDR sel + - 28 # NDRPDR sel vpp-compare-testbeds-skx-clx-ref: - # TODO: Replace: - # csit-vpp-perf-report-iterative-2005-2n-skx: - csit-vpp-perf-verify-2001-2n-skx: - - 143 # NDRPDR sel - new2001.0 - - 146 # NDRPDR sel - new2001.0 - - 147 # NDRPDR sel - new2001.0 - - 148 # NDRPDR sel - new2001.0 - - 149 # NDRPDR sel - new2001.0 - - 150 # NDRPDR sel - new2001.0 - - 151 # NDRPDR sel - new2001.0 - - 152 # NDRPDR sel - new2001.0 - - 153 # NDRPDR sel - new2001.0 - - 154 # NDRPDR sel - new2001.0 + # TODO: Add data: + csit-vpp-perf-report-iterative-2005-2n-skx: + - 7 # NDRPDR sel vpp-compare-testbeds-skx-clx-cmp: # TODO: Add data: csit-vpp-perf-report-iterative-2005-2n-clx: - 7 # NDRPDR sel + - 38 # NDRPDR sel - 9 # NDRPDR sel + - 32 # NDRPDR sel ??? + - 33 # NDRPDR sel ??? + - 39 # NDRPDR sel + - 40 # NDRPDR sel vpp-compare-testbeds-hsw-clx-ref: csit-vpp-perf-report-iterative-2005-3n-hsw: @@ -1350,38 +1356,33 @@ # TODO: Add data: csit-vpp-perf-report-iterative-2005-2n-clx: - 7 # NDRPDR sel + - 38 # NDRPDR sel - 9 # NDRPDR sel + - 32 # NDRPDR sel ??? + - 33 # NDRPDR sel ??? + - 39 # NDRPDR sel + - 40 # NDRPDR sel vpp-compare-testbeds-mrr-ref: csit-vpp-perf-report-iterative-2005-3n-hsw: - 13 # MRR vpp-compare-testbeds-mrr-cmp: - # TODO: Replace: - # csit-vpp-perf-report-iterative-2005-3n-skx: - csit-vpp-perf-verify-2001-3n-skx: - - 50 # MRR sel - - 53 # MRR sel addition + csit-vpp-perf-report-iterative-2005-3n-skx: + - 6 # MRR sel vpp-compare-testbeds-mrr-skx-clx-ref: - # TODO: Replace: - # csit-vpp-perf-report-iterative-2005-2n-skx: - csit-vpp-perf-verify-2001-2n-skx: - - 101 # MRR sel - - 128 # MRR sel addition + csit-vpp-perf-report-iterative-2005-2n-skx: + - 42 # MRR sel vpp-compare-testbeds-mrr-skx-clx-cmp: - # TODO: Replace: - # csit-vpp-perf-report-iterative-2005-2n-clx: - csit-vpp-perf-verify-2001-2n-clx: - - 39 # MRR + csit-vpp-perf-report-iterative-2005-2n-clx: + - 12 # MRR vpp-compare-testbeds-mrr-hsw-clx-ref: csit-vpp-perf-report-iterative-2005-3n-hsw: - 13 # MRR vpp-compare-testbeds-mrr-hsw-clx-cmp: - # TODO: Replace: - # csit-vpp-perf-report-iterative-2005-2n-clx: - csit-vpp-perf-verify-2001-2n-clx: - - 39 # MRR + csit-vpp-perf-report-iterative-2005-2n-clx: + - 12 # MRR dpdk-compare-testbeds-ref: csit-dpdk-perf-report-iterative-2005-3n-hsw: @@ -1440,33 +1441,19 @@ csit-vpp-perf-report-iterative-2005-3n-skx: - 4 # NDRPDR sel - 5 # NDRPDR sel ??? all x710 failed + - 33 # NDRPDR sel + - 28 # NDRPDR sel vpp-compare-topologies-cmp: - # TODO: Replace: - # csit-vpp-perf-report-iterative-2005-2n-skx: - csit-vpp-perf-verify-2001-2n-skx: - - 143 # NDRPDR sel - new2001.0 - - 146 # NDRPDR sel - new2001.0 - - 147 # NDRPDR sel - new2001.0 - - 148 # NDRPDR sel - new2001.0 - - 149 # NDRPDR sel - new2001.0 - - 150 # NDRPDR sel - new2001.0 - - 151 # NDRPDR sel - new2001.0 - - 152 # NDRPDR sel - new2001.0 - - 153 # NDRPDR sel - new2001.0 - - 154 # NDRPDR sel - new2001.0 + # TODO: Add data: + csit-vpp-perf-report-iterative-2005-2n-skx: + - 7 # NDRPDR sel vpp-compare-topologies-mrr-ref: - # TODO: Replace: - # csit-vpp-perf-report-iterative-2005-3n-skx: - csit-vpp-perf-verify-2001-3n-skx: - - 50 # MRR sel - - 53 # MRR sel addition + csit-vpp-perf-report-iterative-2005-3n-skx: + - 6 # MRR sel vpp-compare-topologies-mrr-cmp: - # TODO: Replace: - # csit-vpp-perf-report-iterative-2005-2n-skx: - csit-vpp-perf-verify-2001-2n-skx: - - 101 # MRR sel - - 128 # MRR sel addition + csit-vpp-perf-report-iterative-2005-2n-skx: + - 42 # MRR sel dpdk-compare-topologies-ref: csit-dpdk-perf-report-iterative-2005-3n-skx: @@ -2203,7 +2190,42 @@ - 12 # hoststack - 13 # hoststack csit-vpp-perf-report-coverage-2005-3n-hsw: + - 1 # perf-full-3n-dnv-crypto_I + - 7 # perf-full-3n-hsw-crypto_II - 3 # perf-full-3n-hsw-crypto_III + - 4 # perf-full-3n-dnv-crypto_IV + - 5 # perf-full-3n-hsw-ip4_I + - 6 # perf-full-3n-hsw-ip4_II + - 8 # perf-full-3n-hsw-ip4_III + - 9 # perf-full-3n-hsw-ip4_IV + - 10 # perf-full-3n-hsw-ip4_V + - 26 # perf-full-3n-hsw-ip4_VI + - 18 # perf-full-3n-hsw-ip4_VII + - 27 # perf-full-3n-hsw-ip4_VIII + - 28 # perf-full-3n-hsw-ip4_IX + - 29 # perf-full-3n-hsw-ip6_I + - 35 # perf-full-3n-hsw-ip6_II + - 42 # perf-full-3n-hsw-l2_I + - 33 # perf-full-3n-hsw-l2_II + - 37 # perf-full-3n-hsw-l2_III + - 45 # perf-full-3n-hsw-l2_IV + - 43 # perf-full-3n-hsw-l2_V + - 40 # perf-full-3n-hsw-l2_VI + - 44 # perf-full-3n-hsw-l2_VII + - 51 # perf-full-3n-hsw-l2_VIII + - 50 # perf-full-3n-hsw-l2_IX + - 52 # perf-full-3n-hsw-l2_X + - 53 # perf-full-3n-hsw-l2_XI + - 54 # perf-full-3n-hsw-memif + - 55 # perf-full-3n-hsw-ip4tunnels-I + - 56 # perf-full-3n-hsw-ip4tunnels-II + - 57 # perf-full-3n-hsw-ip4tunnels-III + - 58 # perf-full-3n-hsw-ip6tunnels-I + - 59 # perf-full-3n-hsw-srv6-I + - 60 # perf-full-3n-hsw-srv6-II + - 61 # perf-full-3n-hsw-vhost-I + - 62 # perf-full-3n-hsw-vhost-II + - 63 # perf-full-3n-hsw-vhost-III csit-vpp-perf-verify-1908_1-3n-skx: - 26 # NDRPDR sel - new1908.1 @@ -2230,6 +2252,9 @@ csit-vpp-perf-report-iterative-2005-3n-skx: - 4 # NDRPDR sel - 5 # NDRPDR sel ??? all x710 failed + - 33 # NDRPDR sel + - 28 # NDRPDR sel + - 6 # MRR sel csit-vpp-perf-verify-1908_1-2n-skx: - 39 # NDRPDR sel - new1908.1 @@ -2259,7 +2284,9 @@ - 181 # Soak REMOVE - 182 # Soak REMOVE # TODO: Add data: - # csit-vpp-perf-report-iterative-2005-2n-skx: + csit-vpp-perf-report-iterative-2005-2n-skx: + - 7 # NDRPDR sel + - 42 # MRR sel csit-vpp-perf-verify-1908_1-2n-clx: - 5 # NDRPDR sel @@ -2285,7 +2312,13 @@ # TODO: Add data: csit-vpp-perf-report-iterative-2005-2n-clx: - 7 # NDRPDR sel + - 38 # NDRPDR sel - 9 # NDRPDR sel + - 32 # NDRPDR sel ??? + - 33 # NDRPDR sel ??? + - 39 # NDRPDR sel + - 40 # NDRPDR sel + - 12 # MRR csit-vpp-perf-verify-1908-3n-tsh: - 7 # NDRPDR sel @@ -2312,7 +2345,8 @@ - 21 # NDRPDR sel - 9 # MRR sel # TODO: Add data: - # csit-vpp-perf-report-iterative-2005-3n-tsh: + csit-vpp-perf-report-iterative-2005-3n-tsh: + - 9 # NDRPDR sel csit-vpp-perf-verify-1908-3n-dnv: - 6 # NDRPDR sel @@ -2338,7 +2372,6 @@ - 17 # NDRPDR sel - 18 # NDRPDR sel - 11 # MRR sel - # TODO: Add data: csit-vpp-perf-report-iterative-2005-3n-dnv: - 2 # NDRPDR sel - 3 # NDRPDR sel @@ -2351,6 +2384,16 @@ - 11 # NDRPDR sel - 12 # NDRPDR sel - 8 # MRR + csit-vpp-perf-report-coverage-2005-3n-dnv: + - 1 # perf-full-3n-dnv-crypto_I + - 24 # perf-full-3n-dnv-crypto_II + - 5 # perf-full-3n-dnv-ip4_I + - 13 # perf-full-3n-dnv-ip4_II + - 17 # perf-full-3n-dnv-ip6_I + - 18 # perf-full-3n-dnv-ip6_II + - 21 # perf-full-3n-dnv-l2_I + - 22 # perf-full-3n-dnv-l2_II + - 23 # perf-full-3n-dnv-ip4-tunnels_I csit-vpp-perf-verify-1908-2n-dnv: - 1 # NDRPDR sel @@ -2769,74 +2812,74 @@ - "x710, xxv710 - NICs tested." - "Diff - difference between x710 and xxv710 NIC." -# VPP Compare NICs 3n-skx 2t1c mrr -- type: "table" - title: "VPP Compare NICs 3n-skx 2t1c mrr" - algorithm: "table_comparison" - output-file: "{DIR[STATIC,VPP]}/performance-changes-3n-skx-2t1c-nics-mrr" - include-tests: "MRR" # "PDR" | "NDR" | "MRR" - filter: "'2T1C' and 'MRR' and not 'NF_DENSITY'" - columns: - - title: "x710" - data-set: "vpp-nic-comparison-3n-skx-mrr" - tag: "NIC_Intel-X710" - - title: "xxv710" - data-set: "vpp-nic-comparison-3n-skx-mrr" - tag: "NIC_Intel-XXV710" - comparisons: - - title: "Diff" - reference: 1 - compare: 2 - legend: - - "Legend to Table:" - - "x710, xxv710 - NICs tested." - - "Diff - difference between x710 and xxv710 NIC." - -# VPP Compare NICs 3n-skx 4t2c mrr -- type: "table" - title: "VPP Compare NICs 3n-skx 4t2c mrr" - algorithm: "table_comparison" - output-file: "{DIR[STATIC,VPP]}/performance-changes-3n-skx-4t2c-nics-mrr" - include-tests: "MRR" # "PDR" | "NDR" | "MRR" - filter: "'4T2C' and 'MRR' and not 'NF_DENSITY'" - columns: - - title: "x710" - data-set: "vpp-nic-comparison-3n-skx-mrr" - tag: "NIC_Intel-X710" - - title: "xxv710" - data-set: "vpp-nic-comparison-3n-skx-mrr" - tag: "NIC_Intel-XXV710" - comparisons: - - title: "Diff" - reference: 1 - compare: 2 - legend: - - "Legend to Table:" - - "x710, xxv710 - NICs tested." - - "Diff - difference between x710 and xxv710 NIC." - -# VPP Compare NICs 3n-skx 8t4c mrr -- type: "table" - title: "VPP Compare NICs 3n-skx 8t4c mrr" - algorithm: "table_comparison" - output-file: "{DIR[STATIC,VPP]}/performance-changes-3n-skx-8t4c-nics-mrr" - include-tests: "MRR" # "PDR" | "NDR" | "MRR" - filter: "'8T4C' and 'MRR' and not 'NF_DENSITY'" - columns: - - title: "x710" - data-set: "vpp-nic-comparison-3n-skx-mrr" - tag: "NIC_Intel-X710" - - title: "xxv710" - data-set: "vpp-nic-comparison-3n-skx-mrr" - tag: "NIC_Intel-XXV710" - comparisons: - - title: "Diff" - reference: 1 - compare: 2 - legend: - - "Legend to Table:" - - "x710, xxv710 - NICs tested." - - "Diff - difference between x710 and xxv710 NIC." +## VPP Compare NICs 3n-skx 2t1c mrr +#- type: "table" +# title: "VPP Compare NICs 3n-skx 2t1c mrr" +# algorithm: "table_comparison" +# output-file: "{DIR[STATIC,VPP]}/performance-changes-3n-skx-2t1c-nics-mrr" +# include-tests: "MRR" # "PDR" | "NDR" | "MRR" +# filter: "'2T1C' and 'MRR' and not 'NF_DENSITY'" +# columns: +# - title: "x710" +# data-set: "vpp-nic-comparison-3n-skx-mrr" +# tag: "NIC_Intel-X710" +# - title: "xxv710" +# data-set: "vpp-nic-comparison-3n-skx-mrr" +# tag: "NIC_Intel-XXV710" +# comparisons: +# - title: "Diff" +# reference: 1 +# compare: 2 +# legend: +# - "Legend to Table:" +# - "x710, xxv710 - NICs tested." +# - "Diff - difference between x710 and xxv710 NIC." +# +## VPP Compare NICs 3n-skx 4t2c mrr +#- type: "table" +# title: "VPP Compare NICs 3n-skx 4t2c mrr" +# algorithm: "table_comparison" +# output-file: "{DIR[STATIC,VPP]}/performance-changes-3n-skx-4t2c-nics-mrr" +# include-tests: "MRR" # "PDR" | "NDR" | "MRR" +# filter: "'4T2C' and 'MRR' and not 'NF_DENSITY'" +# columns: +# - title: "x710" +# data-set: "vpp-nic-comparison-3n-skx-mrr" +# tag: "NIC_Intel-X710" +# - title: "xxv710" +# data-set: "vpp-nic-comparison-3n-skx-mrr" +# tag: "NIC_Intel-XXV710" +# comparisons: +# - title: "Diff" +# reference: 1 +# compare: 2 +# legend: +# - "Legend to Table:" +# - "x710, xxv710 - NICs tested." +# - "Diff - difference between x710 and xxv710 NIC." +# +## VPP Compare NICs 3n-skx 8t4c mrr +#- type: "table" +# title: "VPP Compare NICs 3n-skx 8t4c mrr" +# algorithm: "table_comparison" +# output-file: "{DIR[STATIC,VPP]}/performance-changes-3n-skx-8t4c-nics-mrr" +# include-tests: "MRR" # "PDR" | "NDR" | "MRR" +# filter: "'8T4C' and 'MRR' and not 'NF_DENSITY'" +# columns: +# - title: "x710" +# data-set: "vpp-nic-comparison-3n-skx-mrr" +# tag: "NIC_Intel-X710" +# - title: "xxv710" +# data-set: "vpp-nic-comparison-3n-skx-mrr" +# tag: "NIC_Intel-XXV710" +# comparisons: +# - title: "Diff" +# reference: 1 +# compare: 2 +# legend: +# - "Legend to Table:" +# - "x710, xxv710 - NICs tested." +# - "Diff - difference between x710 and xxv710 NIC." # VPP Compare NICs 2n-skx 2t1c ndr - type: "table" @@ -3564,6 +3607,174 @@ - "1908, 2001, 2005 - VPP versions tested." - "Diff - difference between 2001 and 2005 VPP version." +# VPP Performance Changes 2n-clx-xxv710 2t1c pdr +- type: "table" + title: "VPP Performance Changes 2n-clx-xxv710 2t1c pdr" + algorithm: "table_comparison" + output-file: "{DIR[STATIC,VPP]}/performance-changes-2n-clx-xxv710-2t1c-pdr" + include-tests: "PDR" # "PDR" | "NDR" | "MRR" + filter: "'2T1C' and 'NDRPDR' and 'NIC_Intel-XXV710' and not 'NF_DENSITY'" + columns: + - title: "2001" + data-set: "vpp-performance-changes-2n-clx-ref" + - title: "2005" + data-set: "vpp-performance-changes-2n-clx-cmp" + comparisons: + - title: "Diff" + reference: 1 + compare: 2 + legend: + - "Legend to Table" + - "2001, 2005 - VPP versions tested." + - "Diff - difference between 2001 and 2005 VPP version." + +# VPP Performance Changes 2n-clx-xxv710 4t2c pdr +- type: "table" + title: "VPP Performance Changes 2n-clx-xxv710 4t2c pdr" + algorithm: "table_comparison" + output-file: "{DIR[STATIC,VPP]}/performance-changes-2n-clx-xxv710-4t2c-pdr" + include-tests: "PDR" # "PDR" | "NDR" | "MRR" + filter: "'4T2C' and 'NDRPDR' and 'NIC_Intel-XXV710' and not 'NF_DENSITY'" + columns: + - title: "2001" + data-set: "vpp-performance-changes-2n-clx-ref" + - title: "2005" + data-set: "vpp-performance-changes-2n-clx-cmp" + comparisons: + - title: "Diff" + reference: 1 + compare: 2 + legend: + - "Legend to Table" + - "2001, 2005 - VPP versions tested." + - "Diff - difference between 2001 and 2005 VPP version." + +# VPP Performance Changes 2n-clx-xxv710 2t1c ndr +- type: "table" + title: "VPP Performance Changes 2n-clx-xxv710 2t1c ndr" + algorithm: "table_comparison" + output-file: "{DIR[STATIC,VPP]}/performance-changes-2n-clx-xxv710-2t1c-ndr" + include-tests: "NDR" # "PDR" | "NDR" | "MRR" + filter: "'2T1C' and 'NDRPDR' and 'NIC_Intel-XXV710' and not 'NF_DENSITY'" + columns: + - title: "2001" + data-set: "vpp-performance-changes-2n-clx-ref" + - title: "2005" + data-set: "vpp-performance-changes-2n-clx-cmp" + comparisons: + - title: "Diff" + reference: 1 + compare: 2 + legend: + - "Legend to Table" + - "2001, 2005 - VPP versions tested." + - "Diff - difference between 2001 and 2005 VPP version." + +# VPP Performance Changes 2n-clx-xxv710 4t2c ndr +- type: "table" + title: "VPP Performance Changes 2n-clx-xxv710 ndr" + algorithm: "table_comparison" + output-file: "{DIR[STATIC,VPP]}/performance-changes-2n-clx-xxv710-4t2c-ndr" + include-tests: "NDR" # "PDR" | "NDR" | "MRR" + filter: "'4T2C' and 'NDRPDR' and 'NIC_Intel-XXV710' and not 'NF_DENSITY'" + columns: + - title: "2001" + data-set: "vpp-performance-changes-2n-clx-ref" + - title: "2005" + data-set: "vpp-performance-changes-2n-clx-cmp" + comparisons: + - title: "Diff" + reference: 1 + compare: 2 + legend: + - "Legend to Table" + - "2001, 2005 - VPP versions tested." + - "Diff - difference between 2001 and 2005 VPP version." + +# VPP Performance Changes 2n-clx-x556 2t1c pdr +- type: "table" + title: "VPP Performance Changes 2n-clx-x556 2t1c pdr" + algorithm: "table_comparison" + output-file: "{DIR[STATIC,VPP]}/performance-changes-2n-clx-x556-2t1c-pdr" + include-tests: "PDR" # "PDR" | "NDR" | "MRR" + filter: "'2T1C' and 'NDRPDR' and 'NIC_Mellanox-CX556A' and not 'NF_DENSITY'" + columns: + - title: "2001" + data-set: "vpp-performance-changes-2n-clx-ref" + - title: "2005" + data-set: "vpp-performance-changes-2n-clx-cmp" + comparisons: + - title: "Diff" + reference: 1 + compare: 2 + legend: + - "Legend to Table" + - "2001, 2005 - VPP versions tested." + - "Diff - difference between 2001 and 2005 VPP version." + +# VPP Performance Changes 2n-clx-x556 4t2c pdr +- type: "table" + title: "VPP Performance Changes 2n-clx-x556 4t2c pdr" + algorithm: "table_comparison" + output-file: "{DIR[STATIC,VPP]}/performance-changes-2n-clx-x556-4t2c-pdr" + include-tests: "PDR" # "PDR" | "NDR" | "MRR" + filter: "'4T2C' and 'NDRPDR' and 'NIC_Mellanox-CX556A' and not 'NF_DENSITY'" + columns: + - title: "2001" + data-set: "vpp-performance-changes-2n-clx-ref" + - title: "2005" + data-set: "vpp-performance-changes-2n-clx-cmp" + comparisons: + - title: "Diff" + reference: 1 + compare: 2 + legend: + - "Legend to Table" + - "2001, 2005 - VPP versions tested." + - "Diff - difference between 2001 and 2005 VPP version." + +# VPP Performance Changes 2n-clx-x556 2t1c ndr +- type: "table" + title: "VPP Performance Changes 2n-clx-x556 2t1c ndr" + algorithm: "table_comparison" + output-file: "{DIR[STATIC,VPP]}/performance-changes-2n-clx-x556-2t1c-ndr" + include-tests: "NDR" # "PDR" | "NDR" | "MRR" + filter: "'2T1C' and 'NDRPDR' and 'NIC_Mellanox-CX556A' and not 'NF_DENSITY'" + columns: + - title: "2001" + data-set: "vpp-performance-changes-2n-clx-ref" + - title: "2005" + data-set: "vpp-performance-changes-2n-clx-cmp" + comparisons: + - title: "Diff" + reference: 1 + compare: 2 + legend: + - "Legend to Table" + - "2001, 2005 - VPP versions tested." + - "Diff - difference between 2001 and 2005 VPP version." + +# VPP Performance Changes 2n-clx-x556 4t2c ndr +- type: "table" + title: "VPP Performance Changes 2n-clx-x556 ndr" + algorithm: "table_comparison" + output-file: "{DIR[STATIC,VPP]}/performance-changes-2n-clx-x556-4t2c-ndr" + include-tests: "NDR" # "PDR" | "NDR" | "MRR" + filter: "'4T2C' and 'NDRPDR' and 'NIC_Mellanox-CX556A' and not 'NF_DENSITY'" + columns: + - title: "2001" + data-set: "vpp-performance-changes-2n-clx-ref" + - title: "2005" + data-set: "vpp-performance-changes-2n-clx-cmp" + comparisons: + - title: "Diff" + reference: 1 + compare: 2 + legend: + - "Legend to Table" + - "2001, 2005 - VPP versions tested." + - "Diff - difference between 2001 and 2005 VPP version." + # VPP Performance Changes 2n-dnv 1t1c pdr - type: "table" title: "VPP Performance Changes 2n-dnv 1t1c pdr" @@ -4399,6 +4610,132 @@ - "1908, 2001, 2005 - VPP versions tested." - "Diff - difference between 2001 and 2005 VPP version." +# VPP Performance Changes 2n-clx-xxv710 2t1c mrr +- type: "table" + title: "VPP Performance Changes 2n-clx-xxv710 2t1c mrr" + algorithm: "table_comparison" + output-file: "{DIR[STATIC,VPP]}/performance-changes-2n-clx-xxv710-2t1c-mrr" + include-tests: "MRR" # "PDR" | "NDR" | "MRR" + filter: "'2T1C' and 'MRR' and 'NIC_Intel-XXV710' and not 'NF_DENSITY'" + columns: + - title: "2001" + data-set: "vpp-performance-changes-2n-clx-mrr-ref" + - title: "2005" + data-set: "vpp-performance-changes-2n-clx-mrr-cmp" + comparisons: + - title: "Diff" + reference: 1 + compare: 2 + legend: + - "Legend to Table" + - "2001, 2005 - VPP versions tested." + - "Diff - difference between 2001 and 2005 VPP version." + +# VPP Performance Changes 2n-clx-xxv710 4t2c mrr +- type: "table" + title: "VPP Performance Changes 2n-clx-xxv710 4t2c mrr" + algorithm: "table_comparison" + output-file: "{DIR[STATIC,VPP]}/performance-changes-2n-clx-xxv710-4t2c-mrr" + include-tests: "MRR" # "PDR" | "NDR" | "MRR" + filter: "'4T2C' and 'MRR' and 'NIC_Intel-XXV710' and not 'NF_DENSITY'" + columns: + - title: "2001" + data-set: "vpp-performance-changes-2n-clx-mrr-ref" + - title: "2005" + data-set: "vpp-performance-changes-2n-clx-mrr-cmp" + comparisons: + - title: "Diff" + reference: 1 + compare: 2 + legend: + - "Legend to Table" + - "2001, 2005 - VPP versions tested." + - "Diff - difference between 2001 and 2005 VPP version." + +# VPP Performance Changes 2n-clx-xxv710 8t4c mrr +- type: "table" + title: "VPP Performance Changes 2n-clx-xxv710 8t4c mrr" + algorithm: "table_comparison" + output-file: "{DIR[STATIC,VPP]}/performance-changes-2n-clx-xxv710-8t4c-mrr" + include-tests: "MRR" # "PDR" | "NDR" | "MRR" + filter: "'8T4C' and 'MRR' and 'NIC_Intel-XXV710' and not 'NF_DENSITY'" + columns: + - title: "2001" + data-set: "vpp-performance-changes-2n-clx-mrr-ref" + - title: "2005" + data-set: "vpp-performance-changes-2n-clx-mrr-cmp" + comparisons: + - title: "Diff" + reference: 1 + compare: 2 + legend: + - "Legend to Table" + - "2001, 2005 - VPP versions tested." + - "Diff - difference between 2001 and 2005 VPP version." + +# VPP Performance Changes 2n-clx-clx-x556 2t1c mrr +- type: "table" + title: "VPP Performance Changes 2n-clx-clx-x556 2t1c mrr" + algorithm: "table_comparison" + output-file: "{DIR[STATIC,VPP]}/performance-changes-2n-clx-clx-x556-2t1c-mrr" + include-tests: "MRR" # "PDR" | "NDR" | "MRR" + filter: "'2T1C' and 'MRR' and 'NIC_Mellanox-CX556A' and not 'NF_DENSITY'" + columns: + - title: "2001" + data-set: "vpp-performance-changes-2n-clx-mrr-ref" + - title: "2005" + data-set: "vpp-performance-changes-2n-clx-mrr-cmp" + comparisons: + - title: "Diff" + reference: 1 + compare: 2 + legend: + - "Legend to Table" + - "2001, 2005 - VPP versions tested." + - "Diff - difference between 2001 and 2005 VPP version." + +# VPP Performance Changes 2n-clx-clx-x556 4t2c mrr +- type: "table" + title: "VPP Performance Changes 2n-clx-clx-x556 4t2c mrr" + algorithm: "table_comparison" + output-file: "{DIR[STATIC,VPP]}/performance-changes-2n-clx-clx-x556-4t2c-mrr" + include-tests: "MRR" # "PDR" | "NDR" | "MRR" + filter: "'4T2C' and 'MRR' and 'NIC_Mellanox-CX556A' and not 'NF_DENSITY'" + columns: + - title: "2001" + data-set: "vpp-performance-changes-2n-clx-mrr-ref" + - title: "2005" + data-set: "vpp-performance-changes-2n-clx-mrr-cmp" + comparisons: + - title: "Diff" + reference: 1 + compare: 2 + legend: + - "Legend to Table" + - "2001, 2005 - VPP versions tested." + - "Diff - difference between 2001 and 2005 VPP version." + +# VPP Performance Changes 2n-clx-clx-x556 8t4c mrr +- type: "table" + title: "VPP Performance Changes 2n-clx-clx-x556 8t4c mrr" + algorithm: "table_comparison" + output-file: "{DIR[STATIC,VPP]}/performance-changes-2n-clx-clx-x556-8t4c-mrr" + include-tests: "MRR" # "PDR" | "NDR" | "MRR" + filter: "'8T4C' and 'MRR' and 'NIC_Mellanox-CX556A' and not 'NF_DENSITY'" + columns: + - title: "2001" + data-set: "vpp-performance-changes-2n-clx-mrr-ref" + - title: "2005" + data-set: "vpp-performance-changes-2n-clx-mrr-cmp" + comparisons: + - title: "Diff" + reference: 1 + compare: 2 + legend: + - "Legend to Table" + - "2001, 2005 - VPP versions tested." + - "Diff - difference between 2001 and 2005 VPP version." + # VPP Performance Changes 2n-dnv 1t1c mrr - type: "table" title: "VPP Performance Changes 2n-dnv 1t1c mrr"