X-Git-Url: https://gerrit.fd.io/r/gitweb?a=blobdiff_plain;f=resources%2Ftools%2Fpresentation%2Fspecification.yaml;h=46c6190ca28d87d48a0487c1b3c7579dc9831bf6;hb=db902772e34d62893c60ebf7450ab84ca236eee3;hp=8dc4df7a84f590c8177d908514dbc4078dbb8a15;hpb=7f83ed570d3cd7ec18f2a7ea3c8c3badd0368099;p=csit.git diff --git a/resources/tools/presentation/specification.yaml b/resources/tools/presentation/specification.yaml index 8dc4df7a84..46c6190ca2 100644 --- a/resources/tools/presentation/specification.yaml +++ b/resources/tools/presentation/specification.yaml @@ -126,29 +126,14 @@ data-sets: - # Example - plot-vpp-service-density-3n-hsw: - csit-vpp-perf-verify-1810-3n-hsw: - - 28 - # Denverton: intel-dnv-vpp: + # TODO: Replace with new data intel-dnv-vpp-release-1810: - 1 # VPP Performance vpp-performance-changes-3n-hsw: - csit-vpp-perf-1804-all: - - 21 # sel - - 22 # sel - - 23 # sel - - 24 # sel - - 27 # sel - - 28 # sel - - 29 # sel - - 30 # sel - - 31 # sel - - 35 # sel csit-vpp-perf-verify-1807-3n-hsw: - 11 # NDRPDR full 1 - 22 # NDRPDR full 2 @@ -174,19 +159,18 @@ - 39 # NDRPDR sel - 41 # NDRPDR sel - 42 # NDRPDR sel + # TODO Add new data + csit-vpp-perf-verify-1901-3n-hsw: + - 10 # NDRPDR sel + - 18 # NDRPDR sel F + - 19 # NDRPDR sel vpp-nic-comparison-3n-hsw: - csit-vpp-perf-verify-1810-3n-hsw: - - 8 # NDRPDR sel - - 12 # NDRPDR sel - - 14 # NDRPDR sel - - 18 # NDRPDR sel - - 23 # NDRPDR sel - - 25 # NDRPDR sel - - 38 # NDRPDR sel - - 39 # NDRPDR sel - - 41 # NDRPDR sel - - 42 # NDRPDR sel + # TODO: Add new data + csit-vpp-perf-verify-1901-3n-hsw: + - 10 # NDRPDR sel + - 18 # NDRPDR sel F + - 19 # NDRPDR sel vpp-performance-changes-3n-skx: csit-vpp-perf-verify-1807-3n-skx: @@ -211,19 +195,22 @@ - 21 # NDRPDR sel - 22 # NDRPDR sel - 25 # NDRPDR sel + # TODO Add new data: + csit-vpp-perf-verify-1901-3n-skx: + - 18 # NDRPDR sel + - 19 # NDRPDR sel + - 20 # NDRPDR sel + - 28 # NDRPDR sel + - 31 # NDRPDR sel vpp-nic-comparison-3n-skx: - csit-vpp-perf-verify-1810-3n-skx: - - 10 # NDRPDR sel - - 14 # NDRPDR sel - - 15 # NDRPDR sel - - 16 # NDRPDR sel - - 17 # NDRPDR sel + # TODO: Add new data + csit-vpp-perf-verify-1901-3n-skx: + - 18 # NDRPDR sel - 19 # NDRPDR sel - 20 # NDRPDR sel - - 21 # NDRPDR sel - - 22 # NDRPDR sel - - 25 # NDRPDR sel + - 28 # NDRPDR sel + - 31 # NDRPDR sel vpp-performance-changes-2n-skx: csit-vpp-perf-verify-1807-2n-skx: @@ -248,102 +235,69 @@ - 23 # NDRPDR sel - 24 # NDRPDR sel - 27 # NDRPDR sel + # TODO Add new data: + csit-vpp-perf-verify-1901-2n-skx: + - 5 # NDRPDR sel + - 10 # NDRPDR sel fails + - 12 # NDRPDR sel + - 13 # NDRPDR sel + - 16 # NDRPDR sel fails vpp-nic-comparison-2n-skx: - csit-vpp-perf-verify-1810-2n-skx: - - 9 # NDRPDR sel + # TODO: Add new data + csit-vpp-perf-verify-1901-2n-skx: + - 5 # NDRPDR sel + - 10 # NDRPDR sel fails + - 12 # NDRPDR sel - 13 # NDRPDR sel - - 14 # NDRPDR sel - - 19 # NDRPDR sel - - 20 # NDRPDR sel - - 21 # NDRPDR sel - - 22 # NDRPDR sel - - 23 # NDRPDR sel - - 24 # NDRPDR sel - - 27 # NDRPDR sel + - 16 # NDRPDR sel fails vpp-compare-testbeds: - csit-vpp-perf-verify-1810-3n-hsw: - - 8 # NDRPDR sel - - 12 # NDRPDR sel - - 14 # NDRPDR sel - - 18 # NDRPDR sel - - 23 # NDRPDR sel - - 25 # NDRPDR sel - - 38 # NDRPDR sel - - 39 # NDRPDR sel - - 41 # NDRPDR sel - - 42 # NDRPDR sel - csit-vpp-perf-verify-1810-3n-skx: - - 24 # NDRPDR full + # TODO: Add new data + csit-vpp-perf-verify-1901-3n-hsw: - 10 # NDRPDR sel - - 14 # NDRPDR sel - - 15 # NDRPDR sel - - 16 # NDRPDR sel - - 17 # NDRPDR sel + - 19 # NDRPDR sel + # TODO: Add new data + csit-vpp-perf-verify-1901-3n-skx: + - 18 # NDRPDR sel - 19 # NDRPDR sel - 20 # NDRPDR sel - - 21 # NDRPDR sel - - 22 # NDRPDR sel - - 25 # NDRPDR sel + - 28 # NDRPDR sel + - 31 # NDRPDR sel vpp-compare-testbeds-mrr: - csit-vpp-perf-verify-1810-3n-hsw: - - 9 # MRR sel - csit-vpp-perf-verify-1810-3n-skx: - - 9 # MRR sel - - 11 # MRR sel - - 12 # MRR sel - - 13 # MRR sel + # TODO: Add new data + csit-vpp-perf-verify-1901-3n-hsw: + - 35 # MRR sel + # TODO: Add new data + csit-vpp-perf-verify-1901-3n-skx: + - 32 # MRR sel vpp-compare-topologies: - csit-vpp-perf-verify-1810-3n-skx: - - 10 # NDRPDR sel - - 14 # NDRPDR sel - - 15 # NDRPDR sel - - 16 # NDRPDR sel - - 17 # NDRPDR sel + # TODO: Add new data + csit-vpp-perf-verify-1901-3n-skx: + - 18 # NDRPDR sel - 19 # NDRPDR sel - 20 # NDRPDR sel - - 21 # NDRPDR sel - - 22 # NDRPDR sel - - 25 # NDRPDR sel - csit-vpp-perf-verify-1810-2n-skx: - - 9 # NDRPDR sel + - 28 # NDRPDR sel + - 31 # NDRPDR sel + # TODO: Add new data + csit-vpp-perf-verify-1901-2n-skx: + - 5 # NDRPDR sel + - 10 # NDRPDR sel fails + - 12 # NDRPDR sel - 13 # NDRPDR sel - - 14 # NDRPDR sel - - 19 # NDRPDR sel - - 20 # NDRPDR sel - - 21 # NDRPDR sel - - 22 # NDRPDR sel - - 23 # NDRPDR sel - - 24 # NDRPDR sel - - 27 # NDRPDR sel + - 16 # NDRPDR sel fails vpp-compare-topologies-mrr: - csit-vpp-perf-verify-1810-3n-skx: - - 9 # MRR sel - - 11 # MRR sel - - 12 # MRR sel - - 13 # MRR sel - csit-vpp-perf-verify-1810-2n-skx: - - 8 # MRR sel - - 10 # MRR sel - - 11 # MRR sel - - 12 # MRR sel + # TODO: Add new data + csit-vpp-perf-verify-1901-3n-skx: + - 32 # MRR sel + # TODO: Add new data + csit-vpp-perf-verify-1901-2n-skx: + - 22 # MRR sel vpp-performance-changes-3n-hsw-mrr: - csit-vpp-perf-check-1804: - - 6 # mrr - sel - - 13 # mrr - sel - - 14 # mrr - sel - - 15 # mrr - sel - - 16 # mrr - sel - - 17 # mrr - sel - - 19 # mrr - sel - - 20 # mrr - sel - - 21 # mrr - sel - - 22 # mrr - sel csit-vpp-perf-verify-1807-3n-hsw: - 8 # MRR full - 9 # MRR sel @@ -356,10 +310,14 @@ - 48 # MRR sel csit-vpp-perf-verify-1810-3n-hsw: - 9 # MRR sel + # TODO: Add new data + csit-vpp-perf-verify-1901-3n-hsw: + - 35 # MRR sel vpp-nic-comparison-3n-hsw-mrr: - csit-vpp-perf-verify-1810-3n-hsw: - - 9 # MRR sel + # TODO: Add new data + csit-vpp-perf-verify-1901-3n-hsw: + - 35 # MRR sel vpp-performance-changes-3n-skx-mrr: csit-vpp-perf-verify-1807-3n-skx: @@ -378,13 +336,14 @@ - 11 # MRR sel - 12 # MRR sel - 13 # MRR sel + # TODO: Add new data + csit-vpp-perf-verify-1901-3n-skx: + - 32 # MRR sel vpp-nic-comparison-3n-skx-mrr: - csit-vpp-perf-verify-1810-3n-skx: - - 9 # MRR sel - - 11 # MRR sel - - 12 # MRR sel - - 13 # MRR sel + # TODO: Replace with new data + csit-vpp-perf-verify-1901-3n-skx: + - 32 # MRR sel vpp-performance-changes-2n-skx-mrr: csit-vpp-perf-verify-1807-2n-skx: @@ -403,128 +362,119 @@ - 10 # MRR sel - 11 # MRR sel - 12 # MRR sel + # TODO: Add new data + csit-vpp-perf-verify-1901-2n-skx: + - 22 # MRR sel vpp-nic-comparison-2n-skx-mrr: - csit-vpp-perf-verify-1810-2n-skx: - - 8 # MRR sel - - 10 # MRR sel - - 11 # MRR sel - - 12 # MRR sel + # TODO: Add new data + csit-vpp-perf-verify-1901-2n-skx: + - 22 # MRR sel vpp-perf-results-3n-hsw: - csit-vpp-perf-verify-1810-3n-hsw: - - 20 # NDRPDR full - - 21 # NDRPDR full - - 22 # NDRPDR full - - 27 # NDRPDR full + # TODO: Replace with FULL data + csit-vpp-perf-verify-1901-3n-hsw: + - 19 # NDRPDR sel vpp-perf-results-3n-skx: - csit-vpp-perf-verify-1810-3n-skx: - - 23 # NDRPDR full - - 24 # NDRPDR full + # TODO: Replace with FULL data + csit-vpp-perf-verify-1901-3n-skx: + - 28 # NDRPDR sel vpp-perf-results-2n-skx: - csit-vpp-perf-verify-1810-2n-skx: - - 25 # NDRPDR full - - 26 # NDRPDR full + # TODO: Replace with FULL data + csit-vpp-perf-verify-1901-2n-skx: + - 13 # NDRPDR sel vpp-mrr-results-3n-hsw: - csit-vpp-perf-verify-1810-3n-hsw: - - 9 # MRR sel + # TODO: Replace with FULL data + csit-vpp-perf-verify-1901-3n-hsw: + - 35 # MRR sel vpp-mrr-results-3n-skx: - csit-vpp-perf-verify-1810-3n-skx: - - 9 # MRR sel + # TODO: Replace with FULL data + csit-vpp-perf-verify-1901-3n-skx: + - 32 # MRR sel vpp-mrr-results-2n-skx: - csit-vpp-perf-verify-1810-2n-skx: - - 8 # MRR sel + # TODO: Replace with FULL data + csit-vpp-perf-verify-1901-2n-skx: + - 22 # MRR sel plot-throughput-speedup-analysis-3n-hsw: - csit-vpp-perf-verify-1810-3n-hsw: - - 8 # NDRPDR sel - - 12 # NDRPDR sel - - 14 # NDRPDR sel - - 18 # NDRPDR sel - - 23 # NDRPDR sel - - 25 # NDRPDR sel - - 38 # NDRPDR sel - - 39 # NDRPDR sel - - 41 # NDRPDR sel - - 42 # NDRPDR sel + # TODO: Add new data + csit-vpp-perf-verify-1901-3n-hsw: + - 10 # NDRPDR sel + - 18 # NDRPDR sel F + - 19 # NDRPDR sel plot-throughput-speedup-analysis-3n-skx: - csit-vpp-perf-verify-1810-3n-skx: - - 24 # NDRPDR full - - 10 # NDRPDR sel - - 14 # NDRPDR sel - - 15 # NDRPDR sel - - 16 # NDRPDR sel - - 17 # NDRPDR sel + # TODO: Add new data + csit-vpp-perf-verify-1901-3n-skx: + - 18 # NDRPDR sel - 19 # NDRPDR sel - 20 # NDRPDR sel - - 21 # NDRPDR sel - - 22 # NDRPDR sel - - 25 # NDRPDR sel + - 28 # NDRPDR sel + - 31 # NDRPDR sel plot-throughput-speedup-analysis-2n-skx: - csit-vpp-perf-verify-1810-2n-skx: - - 9 # NDRPDR sel + # TODO: Add new data + csit-vpp-perf-verify-1901-2n-skx: + - 5 # NDRPDR sel + - 10 # NDRPDR sel fails + - 12 # NDRPDR sel - 13 # NDRPDR sel - - 14 # NDRPDR sel - - 19 # NDRPDR sel - - 20 # NDRPDR sel - - 21 # NDRPDR sel - - 22 # NDRPDR sel - - 23 # NDRPDR sel - - 24 # NDRPDR sel - - 27 # NDRPDR sel + - 16 # NDRPDR sel fails plot-vpp-throughput-latency-3n-hsw: - csit-vpp-perf-verify-1810-3n-hsw: - - 8 # NDRPDR sel - - 12 # NDRPDR sel - - 14 # NDRPDR sel - - 18 # NDRPDR sel - - 23 # NDRPDR sel - - 25 # NDRPDR sel - - 38 # NDRPDR sel - - 39 # NDRPDR sel - - 41 # NDRPDR sel - - 42 # NDRPDR sel + # TODO: Add new data + csit-vpp-perf-verify-1901-3n-hsw: + - 10 # NDRPDR sel + - 18 # NDRPDR sel F + - 19 # NDRPDR sel plot-vpp-soak-2n-skx: + # TODO: Replace with new data + # csit-vpp-perf-verify-1901-2n-skx: csit-vpp-perf-verify-master-2n-skx: - - 207 # SOAK sel + - 248 # SOAK sel + - 251 # SOAK sel + + plot-vpp-nfv-2n-skx: + # TODO: Add new data + csit-vpp-perf-verify-1901-2n-skx: + - 28 # NFV NDRPDR + - 29 # NFV NDRPDR + - 32 # NFV NDRPDR + + plot-vpp-nfv-2n-skx-mrr: + # TODO: Add new data + csit-vpp-perf-verify-1901-2n-skx: + - 24 # NFV MRR + - 26 # NFV MRR + - 27 # NFV MRR plot-vpp-throughput-latency-3n-skx: - csit-vpp-perf-verify-1810-3n-skx: - - 24 # NDRPDR full - - 10 # NDRPDR sel - - 14 # NDRPDR sel - - 15 # NDRPDR sel - - 16 # NDRPDR sel - - 17 # NDRPDR sel + # TODO: Add new data + csit-vpp-perf-verify-1901-3n-skx: + - 18 # NDRPDR sel - 19 # NDRPDR sel - 20 # NDRPDR sel - - 21 # NDRPDR sel - - 22 # NDRPDR sel - - 25 # NDRPDR sel + - 28 # NDRPDR sel + - 31 # NDRPDR sel plot-vpp-throughput-latency-2n-skx: - csit-vpp-perf-verify-1810-2n-skx: - - 9 # NDRPDR sel + # TODO: Add new data + csit-vpp-perf-verify-1901-2n-skx: + - 5 # NDRPDR sel + - 10 # NDRPDR sel fails + - 12 # NDRPDR sel - 13 # NDRPDR sel - - 14 # NDRPDR sel - - 19 # NDRPDR sel - - 20 # NDRPDR sel - - 21 # NDRPDR sel - - 22 # NDRPDR sel - - 23 # NDRPDR sel - - 24 # NDRPDR sel - - 27 # NDRPDR sel + - 16 # NDRPDR sel fails plot-vpp-http-server-performance: + # TODO: Replace with new data + # csit-vpp-perf-verify-1901-3n-hsw: csit-vpp-perf-verify-1810-3n-hsw: - 28 # WRK - 29 # WRK @@ -539,23 +489,27 @@ # VPP Functional vpp-func-results-ubuntu: - csit-vpp-functional-1810-ubuntu1604-virl: - - 44 + csit-vpp-functional-1901-ubuntu1604-virl: + - 48 vpp-func-results-centos: - csit-vpp-functional-1810-centos7-virl: - - 44 + csit-vpp-functional-1901-centos7-virl: + - 50 vpp-device-results-ubuntu: - csit-vpp-device-1810-ubuntu1804-1n-skx: - - 2 + csit-vpp-device-1901-ubuntu1804-1n-skx: + - 49 # VPP Ligato ligato-perf-results-3n-hsw: + # TODO: Replace with new data + # csit-ligato-perf-verify-1901-3n-hsw: csit-ligato-perf-verify-1810-3n-hsw: - 5 # full plot-ligato-throughput-speedup-analysis-3n-hsw: + # TODO: Replace with new data + # csit-ligato-perf-verify-1901-3n-hsw: csit-ligato-perf-verify-1810-3n-hsw: - 5 # full - 6 # sel @@ -570,6 +524,8 @@ - 18 # sel plot-ligato-throughput-latency-3n-hsw: + # TODO: Replace with new data + # csit-ligato-perf-verify-1901-3n-hsw: csit-ligato-perf-verify-1810-3n-hsw: - 5 # full - 6 # sel @@ -585,17 +541,6 @@ # DPDK Performance dpdk-performance-changes-3n-hsw: - csit-dpdk-perf-1804-all: - - 4 - - 5 - - 6 - - 7 - - 8 - - 9 - - 10 - - 11 - - 12 - - 13 csit-dpdk-perf-verify-1807-3n-hsw: - 11 - 12 # full @@ -618,6 +563,13 @@ - 8 # NDRPDR sel - 9 # NDRPDR sel - 10 # NDRPDR sel + # TODO: Add new data + csit-dpdk-perf-verify-1901-3n-hsw: + - 3 # NDRPDR sel + - 4 # NDRPDR sel + - 5 # NDRPDR sel + - 6 # NDRPDR sel + - 7 # NDRPDR sel dpdk-performance-changes-3n-skx: csit-dpdk-perf-verify-1807-3n-skx: @@ -642,8 +594,12 @@ - 11 # NDRPDR sel - 12 # NDRPDR sel - 13 # NDRPDR sel + # TODO: Add new data + # csit-dpdk-perf-verify-1901-3n-skx: dpdk-compare-testbeds: + # TODO: Replace with new data + # csit-dpdk-perf-verify-1901-3n-skx: csit-dpdk-perf-verify-1810-3n-skx: - 3 # NDRPDR sel - 4 # NDRPDR sel @@ -655,19 +611,17 @@ - 11 # NDRPDR sel - 12 # NDRPDR sel - 13 # NDRPDR sel - csit-dpdk-perf-verify-1810-3n-hsw: - - 1 # NDRPDR sel - - 2 # NDRPDR sel + # TODO: Add new data + csit-dpdk-perf-verify-1901-3n-hsw: - 3 # NDRPDR sel - 4 # NDRPDR sel - 5 # NDRPDR sel - 6 # NDRPDR sel - 7 # NDRPDR sel - - 8 # NDRPDR sel - - 9 # NDRPDR sel - - 10 # NDRPDR sel dpdk-compare-topologies: + # TODO: Replace with new data + # csit-dpdk-perf-verify-1901-3n-skx: csit-dpdk-perf-verify-1810-3n-skx: - 3 # NDRPDR sel - 4 # NDRPDR sel @@ -679,44 +633,38 @@ - 11 # NDRPDR sel - 12 # NDRPDR sel - 13 # NDRPDR sel - csit-dpdk-perf-verify-1810-2n-skx: - - 3 # NDRPDR sel - - 4 # NDRPDR sel - - 5 # NDRPDR sel - - 7 # NDRPDR sel - - 8 # NDRPDR sel - - 9 # NDRPDR sel - - 10 # NDRPDR sel - - 11 # NDRPDR sel - - 12 # NDRPDR sel - - 13 # NDRPDR sel + # TODO: Add new data + csit-dpdk-perf-verify-1901-2n-skx: + - 2 # NDRPDR sel dpdk-perf-results-3n-hsw: - csit-dpdk-perf-verify-1810-3n-hsw: - - 1 + # TODO: Replace with FULL data + csit-dpdk-perf-verify-1901-3n-hsw: + - 6 # NDRPDR sel dpdk-perf-results-3n-skx: + # TODO: Replace with new data + # csit-dpdk-perf-verify-1901-3n-skx: csit-dpdk-perf-verify-1810-3n-skx: - 3 # NDRPDR sel dpdk-perf-results-2n-skx: - csit-dpdk-perf-verify-1810-2n-skx: - - 3 + # TODO: Replace with FULL data + csit-dpdk-perf-verify-1901-2n-skx: + - 2 # NDRPDR sel plot-dpdk-throughput-latency-3n-hsw: - csit-dpdk-perf-verify-1810-3n-hsw: - - 1 # NDRPDR sel - - 2 # NDRPDR sel + # TODO: Replace with new data + csit-dpdk-perf-verify-1901-3n-hsw: - 3 # NDRPDR sel - 4 # NDRPDR sel - 5 # NDRPDR sel - 6 # NDRPDR sel - 7 # NDRPDR sel - - 8 # NDRPDR sel - - 9 # NDRPDR sel - - 10 # NDRPDR sel plot-dpdk-throughput-latency-3n-skx: + # TODO: Replace with new data + # csit-dpdk-perf-verify-1901-3n-skx: csit-dpdk-perf-verify-1810-3n-skx: - 3 # NDRPDR sel - 4 # NDRPDR sel @@ -730,30 +678,26 @@ - 13 # NDRPDR sel plot-dpdk-throughput-latency-2n-skx: - csit-dpdk-perf-verify-1810-2n-skx: - - 3 # NDRPDR sel - - 4 # NDRPDR sel - - 5 # NDRPDR sel - - 7 # NDRPDR sel - - 8 # NDRPDR sel - - 9 # NDRPDR sel - - 10 # NDRPDR sel - - 11 # NDRPDR sel - - 12 # NDRPDR sel - - 13 # NDRPDR sel + # TODO: Add new data + csit-dpdk-perf-verify-1901-2n-skx: + - 2 # NDRPDR sel # HoneyComb Functional hc-func-results: - csit-hc2vpp-verify-func-1810-ubuntu1604: + csit-hc2vpp-verify-func-1901-ubuntu1604: - 3 # NSH SFC Functional nsh-func-results: + # TODO: Replace with new data + # csit-nsh_sfc-verify-func-1901-ubuntu1604-virl: csit-nsh_sfc-verify-func-1810-ubuntu1604-virl: - 1 # DMM Functional dmm-func-results: + # TODO: Replace with new data + # csit-dmm-functional-1901-ubuntu1604-virl: csit-dmm-functional-1810-ubuntu1604-virl: - 1 @@ -1035,7 +979,7 @@ size: 16 zeroline: True rangemode: "tozero" - # range: [0,100] + range: [0,100] legend: orientation: "h" font: @@ -1164,17 +1108,6 @@ intel-dnv-vpp-release-1810: - 1 - csit-vpp-perf-1804-all: - - 21 # sel - - 22 # sel - - 23 # sel - - 24 # sel - - 27 # sel - - 28 # sel - - 29 # sel - - 30 # sel - - 31 # sel - - 35 # sel csit-vpp-perf-verify-1807-3n-hsw: - 8 # MRR full - 9 # MRR sel @@ -1234,7 +1167,12 @@ - 35 # WRK - 36 # WRK - 37 # WRK - csit-vpp-perf-verify-1807-3n-skx: + csit-vpp-perf-verify-1901-3n-hsw: + - 35 # MRR sel + - 10 # NDRPDR sel + - 18 # NDRPDR sel F + - 19 # NDRPDR sel + csit-vpp-perf-verify-1807-3n-skx: - 31 # MRR full - 28 # MRR sel - 32 # MRR sel @@ -1275,6 +1213,13 @@ - 21 # NDRPDR sel - 22 # NDRPDR sel - 25 # NDRPDR sel + csit-vpp-perf-verify-1901-3n-skx: + - 32 # MRR sel + - 18 # NDRPDR sel + - 19 # NDRPDR sel + - 20 # NDRPDR sel + - 28 # NDRPDR sel + - 31 # NDRPDR sel csit-vpp-perf-verify-1807-2n-skx: - 27 # MRR full - 31 # MRR sel @@ -1315,20 +1260,22 @@ - 23 # NDRPDR sel - 24 # NDRPDR sel - 27 # NDRPDR sel + csit-vpp-perf-verify-1901-2n-skx: + - 22 # MRR sel + - 5 # NDRPDR sel + - 10 # NDRPDR sel fails + - 12 # NDRPDR sel + - 13 # NDRPDR sel + - 16 # NDRPDR sel fails + - 24 # NFV MRR + - 26 # NFV MRR + - 27 # NFV MRR + - 28 # NFV NDRPDR + - 29 # NFV NDRPDR + - 32 # NFV NDRPDR csit-vpp-perf-verify-master-2n-skx: - - 207 # SOAK sel - csit-vpp-perf-check-1804: - - 5 # mrr - full - - 6 # mrr - sel - - 13 # mrr - sel - - 14 # mrr - sel - - 15 # mrr - sel - - 16 # mrr - sel - - 17 # mrr - sel - - 19 # mrr - sel - - 20 # mrr - sel - - 21 # mrr - sel - - 22 # mrr - sel + - 248 # SOAK sel + - 251 # SOAK sel csit-ligato-perf-verify-1810-3n-hsw: - 5 # full - 6 # sel @@ -1341,17 +1288,8 @@ - 16 # sel - 17 # sel - 18 # sel - csit-dpdk-perf-1804-all: - - 4 - - 5 - - 6 - - 7 - - 8 - - 9 - - 10 - - 11 - - 12 - - 13 + # TODO: Add new data + # csit-ligato-perf-verify-1901-3n-hsw: csit-dpdk-perf-verify-1807-3n-hsw: - 11 - 12 # full @@ -1374,6 +1312,12 @@ - 8 # NDRPDR sel - 9 # NDRPDR sel - 10 # NDRPDR sel + csit-dpdk-perf-verify-1901-3n-hsw: + - 3 # NDRPDR sel + - 4 # NDRPDR sel + - 5 # NDRPDR sel + - 6 # NDRPDR sel + - 7 # NDRPDR sel csit-dpdk-perf-verify-1807-3n-skx: - 1 # NDRPDR sel - 2 # NDRPDR sel @@ -1396,29 +1340,30 @@ - 11 # NDRPDR sel - 12 # NDRPDR sel - 13 # NDRPDR sel - csit-dpdk-perf-verify-1810-2n-skx: - - 3 # NDRPDR sel - - 4 # NDRPDR sel - - 5 # NDRPDR sel - - 7 # NDRPDR sel - - 8 # NDRPDR sel - - 9 # NDRPDR sel - - 10 # NDRPDR sel - - 11 # NDRPDR sel - - 12 # NDRPDR sel - - 13 # NDRPDR sel - - csit-vpp-functional-1810-ubuntu1604-virl: - - 44 - csit-vpp-functional-1810-centos7-virl: - - 44 - csit-vpp-device-1810-ubuntu1804-1n-skx: - - 2 +# csit-dpdk-perf-verify-1810-2n-skx: +# - 3 # NDRPDR sel +# - 4 # NDRPDR sel +# - 5 # NDRPDR sel +# - 7 # NDRPDR sel +# - 8 # NDRPDR sel +# - 9 # NDRPDR sel +# - 10 # NDRPDR sel +# - 11 # NDRPDR sel +# - 12 # NDRPDR sel +# - 13 # NDRPDR sel + csit-dpdk-perf-verify-1901-2n-skx: + - 2 # NDRPDR sel + csit-vpp-functional-1901-ubuntu1604-virl: + - 48 + csit-vpp-functional-1901-centos7-virl: + - 50 + csit-vpp-device-1901-ubuntu1804-1n-skx: + - 49 csit-nsh_sfc-verify-func-1810-ubuntu1604-virl: - 1 csit-dmm-functional-1810-ubuntu1604-virl: - 1 - csit-hc2vpp-verify-func-1810-ubuntu1604: + csit-hc2vpp-verify-func-1901-ubuntu1604: - 3 - @@ -1427,8 +1372,8 @@ format: html: - full - pdf: - - minimal +# pdf: +# - minimal ################################################################################ ### T A B L E S ### @@ -1887,37 +1832,22 @@ output-file: "{DIR[STATIC,VPP]}/performance-changes-3n-hsw-1t1c-pdr" history: - - title: "rls1804" + title: "rls1807" data: - csit-vpp-perf-1804-all: - - 21 # sel - - 22 # sel - - 23 # sel - - 24 # sel - - 27 # sel - - 28 # sel - - 29 # sel - - 30 # sel - - 31 # sel - - 35 # sel + csit-vpp-perf-verify-1807-3n-hsw: + - 11 # NDRPDR full 1 + - 22 # NDRPDR full 2 + - 45 # NDRPDR full 3 + - 46 # NDRPDR full 4 + - 15 # NDRPDR sel + - 16 # NDRPDR sel + - 19 # NDRPDR sel + - 18 # NDRPDR sel + - 20 # NDRPDR sel + - 38 # NDRPDR sel + - 40 # NDRPDR sel + - 44 # NDRPDR sel reference: - title: "rls1807" - data: - csit-vpp-perf-verify-1807-3n-hsw: - - 11 # NDRPDR full 1 - - 22 # NDRPDR full 2 - - 45 # NDRPDR full 3 - - 46 # NDRPDR full 4 - - 15 # NDRPDR sel - - 16 # NDRPDR sel - - 19 # NDRPDR sel - - 18 # NDRPDR sel - - 20 # NDRPDR sel - - 38 # NDRPDR sel - - 40 # NDRPDR sel - - 44 # NDRPDR sel - - 47 # NDRPDR sel - compare: title: "rls1810" data: csit-vpp-perf-verify-1810-3n-hsw: @@ -1931,6 +1861,14 @@ - 39 # NDRPDR sel - 41 # NDRPDR sel - 42 # NDRPDR sel + compare: + title: "rls1901" + data: + # TODO: Add new data: + csit-vpp-perf-verify-1901-3n-hsw: + - 10 # NDRPDR sel + - 18 # NDRPDR sel F + - 19 # NDRPDR sel data: "vpp-performance-changes-3n-hsw" include-tests: "PDR" # "PDR" | "NDR" | "MRR" filter: "'1T1C' and ('NDRPDR' or 'NDRPDRDISC')" # "('NDRPDR' or 'NDRPDRDISC')" | "'MRR'" @@ -1947,37 +1885,23 @@ output-file: "{DIR[STATIC,VPP]}/performance-changes-3n-hsw-2t2c-pdr" history: - - title: "rls1804" + title: "rls1807" data: - csit-vpp-perf-1804-all: - - 21 # sel - - 22 # sel - - 23 # sel - - 24 # sel - - 27 # sel - - 28 # sel - - 29 # sel - - 30 # sel - - 31 # sel - - 35 # sel + csit-vpp-perf-verify-1807-3n-hsw: + - 11 # NDRPDR full 1 + - 22 # NDRPDR full 2 + - 45 # NDRPDR full 3 + - 46 # NDRPDR full 4 + - 15 # NDRPDR sel + - 16 # NDRPDR sel + - 19 # NDRPDR sel + - 18 # NDRPDR sel + - 20 # NDRPDR sel + - 38 # NDRPDR sel + - 40 # NDRPDR sel + - 44 # NDRPDR sel + - 47 # NDRPDR sel reference: - title: "rls1807" - data: - csit-vpp-perf-verify-1807-3n-hsw: - - 11 # NDRPDR full 1 - - 22 # NDRPDR full 2 - - 45 # NDRPDR full 3 - - 46 # NDRPDR full 4 - - 15 # NDRPDR sel - - 16 # NDRPDR sel - - 19 # NDRPDR sel - - 18 # NDRPDR sel - - 20 # NDRPDR sel - - 38 # NDRPDR sel - - 40 # NDRPDR sel - - 44 # NDRPDR sel - - 47 # NDRPDR sel - compare: title: "rls1810" data: csit-vpp-perf-verify-1810-3n-hsw: @@ -1991,6 +1915,14 @@ - 39 # NDRPDR sel - 41 # NDRPDR sel - 42 # NDRPDR sel + compare: + title: "rls1901" + data: + # TODO: Add new data: + csit-vpp-perf-verify-1901-3n-hsw: + - 10 # NDRPDR sel + - 18 # NDRPDR sel F + - 19 # NDRPDR sel data: "vpp-performance-changes-3n-hsw" include-tests: "PDR" # "PDR" | "NDR" | "MRR" filter: "'2T2C' and ('NDRPDR' or 'NDRPDRDISC')" # "('NDRPDR' or 'NDRPDRDISC')" | "'MRR'" @@ -2007,37 +1939,23 @@ output-file: "{DIR[STATIC,VPP]}/performance-changes-3n-hsw-1t1c-ndr" history: - - title: "rls1804" + title: "rls1807" data: - csit-vpp-perf-1804-all: - - 21 # sel - - 22 # sel - - 23 # sel - - 24 # sel - - 27 # sel - - 28 # sel - - 29 # sel - - 30 # sel - - 31 # sel - - 35 # sel + csit-vpp-perf-verify-1807-3n-hsw: + - 11 # NDRPDR full 1 + - 22 # NDRPDR full 2 + - 45 # NDRPDR full 3 + - 46 # NDRPDR full 4 + - 15 # NDRPDR sel + - 16 # NDRPDR sel + - 19 # NDRPDR sel + - 18 # NDRPDR sel + - 20 # NDRPDR sel + - 38 # NDRPDR sel + - 40 # NDRPDR sel + - 44 # NDRPDR sel + - 47 # NDRPDR sel reference: - title: "rls1807" - data: - csit-vpp-perf-verify-1807-3n-hsw: - - 11 # NDRPDR full 1 - - 22 # NDRPDR full 2 - - 45 # NDRPDR full 3 - - 46 # NDRPDR full 4 - - 15 # NDRPDR sel - - 16 # NDRPDR sel - - 19 # NDRPDR sel - - 18 # NDRPDR sel - - 20 # NDRPDR sel - - 38 # NDRPDR sel - - 40 # NDRPDR sel - - 44 # NDRPDR sel - - 47 # NDRPDR sel - compare: title: "rls1810" data: csit-vpp-perf-verify-1810-3n-hsw: @@ -2051,6 +1969,14 @@ - 39 # NDRPDR sel - 41 # NDRPDR sel - 42 # NDRPDR sel + compare: + title: "rls1901" + data: + # TODO: Add new data: + csit-vpp-perf-verify-1901-3n-hsw: + - 10 # NDRPDR sel + - 18 # NDRPDR sel F + - 19 # NDRPDR sel data: "vpp-performance-changes-3n-hsw" include-tests: "NDR" # "PDR" | "NDR" | "MRR" filter: "'1T1C' and ('NDRPDR' or 'NDRPDRDISC')" # "('NDRPDR' or 'NDRPDRDISC')" | "'MRR'" @@ -2067,37 +1993,23 @@ output-file: "{DIR[STATIC,VPP]}/performance-changes-3n-hsw-2t2c-ndr" history: - - title: "rls1804" + title: "rls1807" data: - csit-vpp-perf-1804-all: - - 21 # sel - - 22 # sel - - 23 # sel - - 24 # sel - - 27 # sel - - 28 # sel - - 29 # sel - - 30 # sel - - 31 # sel - - 35 # sel + csit-vpp-perf-verify-1807-3n-hsw: + - 11 # NDRPDR full 1 + - 22 # NDRPDR full 2 + - 45 # NDRPDR full 3 + - 46 # NDRPDR full 4 + - 15 # NDRPDR sel + - 16 # NDRPDR sel + - 19 # NDRPDR sel + - 18 # NDRPDR sel + - 20 # NDRPDR sel + - 38 # NDRPDR sel + - 40 # NDRPDR sel + - 44 # NDRPDR sel + - 47 # NDRPDR sel reference: - title: "rls1807" - data: - csit-vpp-perf-verify-1807-3n-hsw: - - 11 # NDRPDR full 1 - - 22 # NDRPDR full 2 - - 45 # NDRPDR full 3 - - 46 # NDRPDR full 4 - - 15 # NDRPDR sel - - 16 # NDRPDR sel - - 19 # NDRPDR sel - - 18 # NDRPDR sel - - 20 # NDRPDR sel - - 38 # NDRPDR sel - - 40 # NDRPDR sel - - 44 # NDRPDR sel - - 47 # NDRPDR sel - compare: title: "rls1810" data: csit-vpp-perf-verify-1810-3n-hsw: @@ -2111,6 +2023,14 @@ - 39 # NDRPDR sel - 41 # NDRPDR sel - 42 # NDRPDR sel + compare: + title: "rls1901" + data: + # TODO: Add new data: + csit-vpp-perf-verify-1901-3n-hsw: + - 10 # NDRPDR sel + - 18 # NDRPDR sel F + - 19 # NDRPDR sel data: "vpp-performance-changes-3n-hsw" include-tests: "NDR" # "PDR" | "NDR" | "MRR" filter: "'2T2C' and ('NDRPDR' or 'NDRPDRDISC')" # "('NDRPDR' or 'NDRPDRDISC')" | "'MRR'" @@ -2125,21 +2045,22 @@ title: "VPP Performance Changes 3n-skx 2t1c pdr" algorithm: "table_performance_comparison" output-file: "{DIR[STATIC,VPP]}/performance-changes-3n-skx-2t1c-pdr" + history: + - + title: "rls1807" + data: + csit-vpp-perf-verify-1807-3n-skx: + - 33 # NDRPDR sel + - 35 # NDRPDR sel + - 37 # NDRPDR sel + - 38 # NDRPDR sel + - 39 # NDRPDR sel + - 43 # NDRPDR sel + - 44 # NDRPDR sel + - 49 # NDRPDR sel + - 50 # NDRPDR sel + - 56 # NDRPDR sel reference: - title: "rls1807" - data: - csit-vpp-perf-verify-1807-3n-skx: - - 33 # NDRPDR sel - - 35 # NDRPDR sel - - 37 # NDRPDR sel - - 38 # NDRPDR sel - - 39 # NDRPDR sel - - 43 # NDRPDR sel - - 44 # NDRPDR sel - - 49 # NDRPDR sel - - 50 # NDRPDR sel - - 56 # NDRPDR sel - compare: title: "rls1810" data: csit-vpp-perf-verify-1810-3n-skx: @@ -2153,6 +2074,16 @@ - 21 # NDRPDR sel - 22 # NDRPDR sel - 25 # NDRPDR sel + compare: + title: "rls1901" + data: + # TODO: Add new data: + csit-vpp-perf-verify-1901-3n-skx: + - 18 # NDRPDR sel + - 19 # NDRPDR sel + - 20 # NDRPDR sel + - 28 # NDRPDR sel + - 31 # NDRPDR sel data: "vpp-performance-changes-3n-skx" include-tests: "PDR" # "PDR" | "NDR" | "MRR" filter: "'2T1C' and ('NDRPDR' or 'NDRPDRDISC')" # "('NDRPDR' or 'NDRPDRDISC')" | "'MRR'" @@ -2167,21 +2098,22 @@ title: "VPP Performance Changes 3n-skx 4t2c pdr" algorithm: "table_performance_comparison" output-file: "{DIR[STATIC,VPP]}/performance-changes-3n-skx-4t2c-pdr" + history: + - + title: "rls1807" + data: + csit-vpp-perf-verify-1807-3n-skx: + - 33 # NDRPDR sel + - 35 # NDRPDR sel + - 37 # NDRPDR sel + - 38 # NDRPDR sel + - 39 # NDRPDR sel + - 43 # NDRPDR sel + - 44 # NDRPDR sel + - 49 # NDRPDR sel + - 50 # NDRPDR sel + - 56 # NDRPDR sel reference: - title: "rls1807" - data: - csit-vpp-perf-verify-1807-3n-skx: - - 33 # NDRPDR sel - - 35 # NDRPDR sel - - 37 # NDRPDR sel - - 38 # NDRPDR sel - - 39 # NDRPDR sel - - 43 # NDRPDR sel - - 44 # NDRPDR sel - - 49 # NDRPDR sel - - 50 # NDRPDR sel - - 56 # NDRPDR sel - compare: title: "rls1810" data: csit-vpp-perf-verify-1810-3n-skx: @@ -2195,6 +2127,16 @@ - 21 # NDRPDR sel - 22 # NDRPDR sel - 25 # NDRPDR sel + compare: + title: "rls1901" + data: + # TODO: Add new data: + csit-vpp-perf-verify-1901-3n-skx: + - 18 # NDRPDR sel + - 19 # NDRPDR sel + - 20 # NDRPDR sel + - 28 # NDRPDR sel + - 31 # NDRPDR sel data: "vpp-performance-changes-3n-skx" include-tests: "PDR" # "PDR" | "NDR" | "MRR" filter: "'4T2C' and ('NDRPDR' or 'NDRPDRDISC')" # "('NDRPDR' or 'NDRPDRDISC')" | "'MRR'" @@ -2209,21 +2151,22 @@ title: "VPP Performance Changes 3n-skx 2t1c ndr" algorithm: "table_performance_comparison" output-file: "{DIR[STATIC,VPP]}/performance-changes-3n-skx-2t1c-ndr" + history: + - + title: "rls1807" + data: + csit-vpp-perf-verify-1807-3n-skx: + - 33 # NDRPDR sel + - 35 # NDRPDR sel + - 37 # NDRPDR sel + - 38 # NDRPDR sel + - 39 # NDRPDR sel + - 43 # NDRPDR sel + - 44 # NDRPDR sel + - 49 # NDRPDR sel + - 50 # NDRPDR sel + - 56 # NDRPDR sel reference: - title: "rls1807" - data: - csit-vpp-perf-verify-1807-3n-skx: - - 33 # NDRPDR sel - - 35 # NDRPDR sel - - 37 # NDRPDR sel - - 38 # NDRPDR sel - - 39 # NDRPDR sel - - 43 # NDRPDR sel - - 44 # NDRPDR sel - - 49 # NDRPDR sel - - 50 # NDRPDR sel - - 56 # NDRPDR sel - compare: title: "rls1810" data: csit-vpp-perf-verify-1810-3n-skx: @@ -2237,6 +2180,16 @@ - 21 # NDRPDR sel - 22 # NDRPDR sel - 25 # NDRPDR sel + compare: + title: "rls1901" + data: + # TODO: Add new data: + csit-vpp-perf-verify-1901-3n-skx: + - 18 # NDRPDR sel + - 19 # NDRPDR sel + - 20 # NDRPDR sel + - 28 # NDRPDR sel + - 31 # NDRPDR sel data: "vpp-performance-changes-3n-skx" include-tests: "NDR" # "PDR" | "NDR" | "MRR" filter: "'2T1C' and ('NDRPDR' or 'NDRPDRDISC')" # "('NDRPDR' or 'NDRPDRDISC')" | "'MRR'" @@ -2251,21 +2204,22 @@ title: "VPP Performance Changes 3n-skx 4t2c ndr" algorithm: "table_performance_comparison" output-file: "{DIR[STATIC,VPP]}/performance-changes-3n-skx-4t2c-ndr" + history: + - + title: "rls1807" + data: + csit-vpp-perf-verify-1807-3n-skx: + - 33 # NDRPDR sel + - 35 # NDRPDR sel + - 37 # NDRPDR sel + - 38 # NDRPDR sel + - 39 # NDRPDR sel + - 43 # NDRPDR sel + - 44 # NDRPDR sel + - 49 # NDRPDR sel + - 50 # NDRPDR sel + - 56 # NDRPDR sel reference: - title: "rls1807" - data: - csit-vpp-perf-verify-1807-3n-skx: - - 33 # NDRPDR sel - - 35 # NDRPDR sel - - 37 # NDRPDR sel - - 38 # NDRPDR sel - - 39 # NDRPDR sel - - 43 # NDRPDR sel - - 44 # NDRPDR sel - - 49 # NDRPDR sel - - 50 # NDRPDR sel - - 56 # NDRPDR sel - compare: title: "rls1810" data: csit-vpp-perf-verify-1810-3n-skx: @@ -2279,6 +2233,16 @@ - 21 # NDRPDR sel - 22 # NDRPDR sel - 25 # NDRPDR sel + compare: + title: "rls1901" + data: + # TODO: Add new data: + csit-vpp-perf-verify-1901-3n-skx: + - 18 # NDRPDR sel + - 19 # NDRPDR sel + - 20 # NDRPDR sel + - 28 # NDRPDR sel + - 31 # NDRPDR sel data: "vpp-performance-changes-3n-skx" include-tests: "NDR" # "PDR" | "NDR" | "MRR" filter: "'4T2C' and ('NDRPDR' or 'NDRPDRDISC')" # "('NDRPDR' or 'NDRPDRDISC')" | "'MRR'" @@ -2293,21 +2257,22 @@ title: "VPP Performance Changes 2n-skx 2t1c pdr" algorithm: "table_performance_comparison" output-file: "{DIR[STATIC,VPP]}/performance-changes-2n-skx-2t1c-pdr" + history: + - + title: "rls1807" + data: + csit-vpp-perf-verify-1807-2n-skx: + - 26 # NDRPDR sel + - 28 # NDRPDR sel + - 29 # NDRPDR sel + - 30 # NDRPDR sel + - 34 # NDRPDR sel + - 35 # NDRPDR sel + - 36 # NDRPDR sel + - 39 # NDRPDR sel + - 40 # NDRPDR sel + - 42 # NDRPDR sel reference: - title: "rls1807" - data: - csit-vpp-perf-verify-1807-2n-skx: - - 26 # NDRPDR sel - - 28 # NDRPDR sel - - 29 # NDRPDR sel - - 30 # NDRPDR sel - - 34 # NDRPDR sel - - 35 # NDRPDR sel - - 36 # NDRPDR sel - - 39 # NDRPDR sel - - 40 # NDRPDR sel - - 42 # NDRPDR sel - compare: title: "rls1810" data: csit-vpp-perf-verify-1810-2n-skx: @@ -2321,6 +2286,16 @@ - 23 # NDRPDR sel - 24 # NDRPDR sel - 27 # NDRPDR sel + compare: + title: "rls1901" + data: + # TODO: Add new data: + csit-vpp-perf-verify-1901-2n-skx: + - 5 # NDRPDR sel + - 10 # NDRPDR sel fails + - 12 # NDRPDR sel + - 13 # NDRPDR sel + - 16 # NDRPDR sel fails data: "vpp-performance-changes-2n-skx" include-tests: "PDR" # "PDR" | "NDR" | "MRR" filter: "'2T1C' and ('NDRPDR' or 'NDRPDRDISC')" # "('NDRPDR' or 'NDRPDRDISC')" | "'MRR'" @@ -2335,21 +2310,21 @@ title: "VPP Performance Changes 2n-skx 4t2c pdr" algorithm: "table_performance_comparison" output-file: "{DIR[STATIC,VPP]}/performance-changes-2n-skx-4t2c-pdr" + history: + - title: "rls1807" + data: + csit-vpp-perf-verify-1807-2n-skx: + - 26 # NDRPDR sel + - 28 # NDRPDR sel + - 29 # NDRPDR sel + - 30 # NDRPDR sel + - 34 # NDRPDR sel + - 35 # NDRPDR sel + - 36 # NDRPDR sel + - 39 # NDRPDR sel + - 40 # NDRPDR sel + - 42 # NDRPDR sel reference: - title: "rls1807" - data: - csit-vpp-perf-verify-1807-2n-skx: - - 26 # NDRPDR sel - - 28 # NDRPDR sel - - 29 # NDRPDR sel - - 30 # NDRPDR sel - - 34 # NDRPDR sel - - 35 # NDRPDR sel - - 36 # NDRPDR sel - - 39 # NDRPDR sel - - 40 # NDRPDR sel - - 42 # NDRPDR sel - compare: title: "rls1810" data: csit-vpp-perf-verify-1810-2n-skx: @@ -2363,6 +2338,16 @@ - 23 # NDRPDR sel - 24 # NDRPDR sel - 27 # NDRPDR sel + compare: + title: "rls1901" + data: + # TODO: Add new data: + csit-vpp-perf-verify-1901-2n-skx: + - 5 # NDRPDR sel + - 10 # NDRPDR sel fails + - 12 # NDRPDR sel + - 13 # NDRPDR sel + - 16 # NDRPDR sel fails data: "vpp-performance-changes-2n-skx" include-tests: "PDR" # "PDR" | "NDR" | "MRR" filter: "'4T2C' and ('NDRPDR' or 'NDRPDRDISC')" # "('NDRPDR' or 'NDRPDRDISC')" | "'MRR'" @@ -2377,21 +2362,21 @@ title: "VPP Performance Changes 2n-skx 2t1c ndr" algorithm: "table_performance_comparison" output-file: "{DIR[STATIC,VPP]}/performance-changes-2n-skx-2t1c-ndr" + history: + - title: "rls1807" + data: + csit-vpp-perf-verify-1807-2n-skx: + - 26 # NDRPDR sel + - 28 # NDRPDR sel + - 29 # NDRPDR sel + - 30 # NDRPDR sel + - 34 # NDRPDR sel + - 35 # NDRPDR sel + - 36 # NDRPDR sel + - 39 # NDRPDR sel + - 40 # NDRPDR sel + - 42 # NDRPDR sel reference: - title: "rls1807" - data: - csit-vpp-perf-verify-1807-2n-skx: - - 26 # NDRPDR sel - - 28 # NDRPDR sel - - 29 # NDRPDR sel - - 30 # NDRPDR sel - - 34 # NDRPDR sel - - 35 # NDRPDR sel - - 36 # NDRPDR sel - - 39 # NDRPDR sel - - 40 # NDRPDR sel - - 42 # NDRPDR sel - compare: title: "rls1810" data: csit-vpp-perf-verify-1810-2n-skx: @@ -2405,9 +2390,19 @@ - 23 # NDRPDR sel - 24 # NDRPDR sel - 27 # NDRPDR sel - data: "vpp-performance-changes-2n-skx" - include-tests: "NDR" # "PDR" | "NDR" | "MRR" - filter: "'2T1C' and ('NDRPDR' or 'NDRPDRDISC')" # "('NDRPDR' or 'NDRPDRDISC')" | "'MRR'" + compare: + title: "rls1901" + data: + # TODO: Add new data: + csit-vpp-perf-verify-1901-2n-skx: + - 5 # NDRPDR sel + - 10 # NDRPDR sel fails + - 12 # NDRPDR sel + - 13 # NDRPDR sel + - 16 # NDRPDR sel fails + data: "vpp-performance-changes-2n-skx" + include-tests: "NDR" # "PDR" | "NDR" | "MRR" + filter: "'2T1C' and ('NDRPDR' or 'NDRPDRDISC')" # "('NDRPDR' or 'NDRPDRDISC')" | "'MRR'" parameters: - "name" - "parent" @@ -2419,21 +2414,21 @@ title: "VPP Performance Changes 2n-skx 4t2c ndr" algorithm: "table_performance_comparison" output-file: "{DIR[STATIC,VPP]}/performance-changes-2n-skx-4t2c-ndr" + history: + - title: "rls1807" + data: + csit-vpp-perf-verify-1807-2n-skx: + - 26 # NDRPDR sel + - 28 # NDRPDR sel + - 29 # NDRPDR sel + - 30 # NDRPDR sel + - 34 # NDRPDR sel + - 35 # NDRPDR sel + - 36 # NDRPDR sel + - 39 # NDRPDR sel + - 40 # NDRPDR sel + - 42 # NDRPDR sel reference: - title: "rls1807" - data: - csit-vpp-perf-verify-1807-2n-skx: - - 26 # NDRPDR sel - - 28 # NDRPDR sel - - 29 # NDRPDR sel - - 30 # NDRPDR sel - - 34 # NDRPDR sel - - 35 # NDRPDR sel - - 36 # NDRPDR sel - - 39 # NDRPDR sel - - 40 # NDRPDR sel - - 42 # NDRPDR sel - compare: title: "rls1810" data: csit-vpp-perf-verify-1810-2n-skx: @@ -2447,6 +2442,16 @@ - 23 # NDRPDR sel - 24 # NDRPDR sel - 27 # NDRPDR sel + compare: + title: "rls1901" + data: + # TODO: Add new data: + csit-vpp-perf-verify-1901-2n-skx: + - 5 # NDRPDR sel + - 10 # NDRPDR sel fails + - 12 # NDRPDR sel + - 13 # NDRPDR sel + - 16 # NDRPDR sel fails data: "vpp-performance-changes-2n-skx" include-tests: "NDR" # "PDR" | "NDR" | "MRR" filter: "'4T2C' and ('NDRPDR' or 'NDRPDRDISC')" # "('NDRPDR' or 'NDRPDRDISC')" | "'MRR'" @@ -2464,31 +2469,21 @@ reference: title: "3-Node Hsw" data: - csit-vpp-perf-verify-1810-3n-hsw: - - 8 # NDRPDR sel - - 12 # NDRPDR sel - - 14 # NDRPDR sel - - 18 # NDRPDR sel - - 23 # NDRPDR sel - - 25 # NDRPDR sel - - 38 # NDRPDR sel - - 39 # NDRPDR sel - - 41 # NDRPDR sel - - 42 # NDRPDR sel + # TODO: Add new data: + csit-vpp-perf-verify-1901-3n-hsw: + - 10 # NDRPDR sel + - 18 # NDRPDR sel F + - 19 # NDRPDR sel compare: title: "3-Node Skx" data: - csit-vpp-perf-verify-1810-3n-skx: - - 10 # NDRPDR sel - - 14 # NDRPDR sel - - 15 # NDRPDR sel - - 16 # NDRPDR sel - - 17 # NDRPDR sel + # TODO: Add new data: + csit-vpp-perf-verify-1901-3n-skx: + - 18 # NDRPDR sel - 19 # NDRPDR sel - 20 # NDRPDR sel - - 21 # NDRPDR sel - - 22 # NDRPDR sel - - 25 # NDRPDR sel + - 28 # NDRPDR sel + - 31 # NDRPDR sel data: "vpp-compare-testbeds" include-tests: "NDR" # "PDR" | "NDR" | "MRR" filter: "'NIC_Intel-X710' and 'NDRPDR' and '1C'" @@ -2506,31 +2501,21 @@ reference: title: "3-Node Hsw" data: - csit-vpp-perf-verify-1810-3n-hsw: - - 8 # NDRPDR sel - - 12 # NDRPDR sel - - 14 # NDRPDR sel - - 18 # NDRPDR sel - - 23 # NDRPDR sel - - 25 # NDRPDR sel - - 38 # NDRPDR sel - - 39 # NDRPDR sel - - 41 # NDRPDR sel - - 42 # NDRPDR sel + # TODO: Add new data: + csit-vpp-perf-verify-1901-3n-hsw: + - 10 # NDRPDR sel + - 18 # NDRPDR sel F + - 19 # NDRPDR sel compare: title: "3-Node Skx" data: - csit-vpp-perf-verify-1810-3n-skx: - - 10 # NDRPDR sel - - 14 # NDRPDR sel - - 15 # NDRPDR sel - - 16 # NDRPDR sel - - 17 # NDRPDR sel + # TODO: Add new data: + csit-vpp-perf-verify-1901-3n-skx: + - 18 # NDRPDR sel - 19 # NDRPDR sel - 20 # NDRPDR sel - - 21 # NDRPDR sel - - 22 # NDRPDR sel - - 25 # NDRPDR sel + - 28 # NDRPDR sel + - 31 # NDRPDR sel data: "vpp-compare-testbeds" include-tests: "NDR" # "PDR" | "NDR" | "MRR" filter: "'NIC_Intel-X710' and 'NDRPDR' and '2C'" @@ -2548,31 +2533,21 @@ reference: title: "3-Node Hsw" data: - csit-vpp-perf-verify-1810-3n-hsw: - - 8 # NDRPDR sel - - 12 # NDRPDR sel - - 14 # NDRPDR sel - - 18 # NDRPDR sel - - 23 # NDRPDR sel - - 25 # NDRPDR sel - - 38 # NDRPDR sel - - 39 # NDRPDR sel - - 41 # NDRPDR sel - - 42 # NDRPDR sel + # TODO: Add new data: + csit-vpp-perf-verify-1901-3n-hsw: + - 10 # NDRPDR sel + - 18 # NDRPDR sel F + - 19 # NDRPDR sel compare: title: "3-Node Skx" data: - csit-vpp-perf-verify-1810-3n-skx: - - 10 # NDRPDR sel - - 14 # NDRPDR sel - - 15 # NDRPDR sel - - 16 # NDRPDR sel - - 17 # NDRPDR sel + # TODO: Add new data: + csit-vpp-perf-verify-1901-3n-skx: + - 18 # NDRPDR sel - 19 # NDRPDR sel - 20 # NDRPDR sel - - 21 # NDRPDR sel - - 22 # NDRPDR sel - - 25 # NDRPDR sel + - 28 # NDRPDR sel + - 31 # NDRPDR sel data: "vpp-compare-testbeds" include-tests: "PDR" # "PDR" | "NDR" | "MRR" filter: "'NIC_Intel-X710' and 'NDRPDR' and '1C'" @@ -2590,31 +2565,21 @@ reference: title: "3-Node Hsw" data: - csit-vpp-perf-verify-1810-3n-hsw: - - 8 # NDRPDR sel - - 12 # NDRPDR sel - - 14 # NDRPDR sel - - 18 # NDRPDR sel - - 23 # NDRPDR sel - - 25 # NDRPDR sel - - 38 # NDRPDR sel - - 39 # NDRPDR sel - - 41 # NDRPDR sel - - 42 # NDRPDR sel + # TODO: Add new data: + csit-vpp-perf-verify-1901-3n-hsw: + - 10 # NDRPDR sel + - 18 # NDRPDR sel F + - 19 # NDRPDR sel compare: title: "3-Node Skx" data: - csit-vpp-perf-verify-1810-3n-skx: - - 10 # NDRPDR sel - - 14 # NDRPDR sel - - 15 # NDRPDR sel - - 16 # NDRPDR sel - - 17 # NDRPDR sel + # TODO: Add new data: + csit-vpp-perf-verify-1901-3n-skx: + - 18 # NDRPDR sel - 19 # NDRPDR sel - 20 # NDRPDR sel - - 21 # NDRPDR sel - - 22 # NDRPDR sel - - 25 # NDRPDR sel + - 28 # NDRPDR sel + - 31 # NDRPDR sel data: "vpp-compare-testbeds" include-tests: "PDR" # "PDR" | "NDR" | "MRR" filter: "'NIC_Intel-X710' and 'NDRPDR' and '2C'" @@ -2632,31 +2597,23 @@ reference: title: "3-Node Skx" data: - csit-vpp-perf-verify-1810-3n-skx: - - 10 # NDRPDR sel - - 14 # NDRPDR sel - - 15 # NDRPDR sel - - 16 # NDRPDR sel - - 17 # NDRPDR sel + # TODO: Add new data: + csit-vpp-perf-verify-1901-3n-skx: + - 18 # NDRPDR sel - 19 # NDRPDR sel - 20 # NDRPDR sel - - 21 # NDRPDR sel - - 22 # NDRPDR sel - - 25 # NDRPDR sel + - 28 # NDRPDR sel + - 31 # NDRPDR sel compare: title: "2-Node Skx" data: - csit-vpp-perf-verify-1810-2n-skx: - - 9 # NDRPDR sel + # TODO: Add new data: + csit-vpp-perf-verify-1901-2n-skx: + - 5 # NDRPDR sel + - 10 # NDRPDR sel fails + - 12 # NDRPDR sel - 13 # NDRPDR sel - - 14 # NDRPDR sel - - 19 # NDRPDR sel - - 20 # NDRPDR sel - - 21 # NDRPDR sel - - 22 # NDRPDR sel - - 23 # NDRPDR sel - - 24 # NDRPDR sel - - 27 # NDRPDR sel + - 16 # NDRPDR sel fails data: "vpp-compare-topologies" include-tests: "NDR" # "PDR" | "NDR" | "MRR" filter: "'NDRPDR' and '1C'" @@ -2674,31 +2631,23 @@ reference: title: "3-Node Skx" data: - csit-vpp-perf-verify-1810-3n-skx: - - 10 # NDRPDR sel - - 14 # NDRPDR sel - - 15 # NDRPDR sel - - 16 # NDRPDR sel - - 17 # NDRPDR sel + # TODO: Add new data: + csit-vpp-perf-verify-1901-3n-skx: + - 18 # NDRPDR sel - 19 # NDRPDR sel - 20 # NDRPDR sel - - 21 # NDRPDR sel - - 22 # NDRPDR sel - - 25 # NDRPDR sel + - 28 # NDRPDR sel + - 31 # NDRPDR sel compare: title: "2-Node Skx" data: - csit-vpp-perf-verify-1810-2n-skx: - - 9 # NDRPDR sel + # TODO: Add new data: + csit-vpp-perf-verify-1901-2n-skx: + - 5 # NDRPDR sel + - 10 # NDRPDR sel fails + - 12 # NDRPDR sel - 13 # NDRPDR sel - - 14 # NDRPDR sel - - 19 # NDRPDR sel - - 20 # NDRPDR sel - - 21 # NDRPDR sel - - 22 # NDRPDR sel - - 23 # NDRPDR sel - - 24 # NDRPDR sel - - 27 # NDRPDR sel + - 16 # NDRPDR sel fails data: "vpp-compare-topologies" include-tests: "NDR" # "PDR" | "NDR" | "MRR" filter: "'NDRPDR' and '2C'" @@ -2716,31 +2665,23 @@ reference: title: "3-Node Skx" data: - csit-vpp-perf-verify-1810-3n-skx: - - 10 # NDRPDR sel - - 14 # NDRPDR sel - - 15 # NDRPDR sel - - 16 # NDRPDR sel - - 17 # NDRPDR sel + # TODO: Add new data: + csit-vpp-perf-verify-1901-3n-skx: + - 18 # NDRPDR sel - 19 # NDRPDR sel - 20 # NDRPDR sel - - 21 # NDRPDR sel - - 22 # NDRPDR sel - - 25 # NDRPDR sel + - 28 # NDRPDR sel + - 31 # NDRPDR sel compare: title: "2-Node Skx" data: - csit-vpp-perf-verify-1810-2n-skx: - - 9 # NDRPDR sel + # TODO: Add new data: + csit-vpp-perf-verify-1901-2n-skx: + - 5 # NDRPDR sel + - 10 # NDRPDR sel fails + - 12 # NDRPDR sel - 13 # NDRPDR sel - - 14 # NDRPDR sel - - 19 # NDRPDR sel - - 20 # NDRPDR sel - - 21 # NDRPDR sel - - 22 # NDRPDR sel - - 23 # NDRPDR sel - - 24 # NDRPDR sel - - 27 # NDRPDR sel + - 16 # NDRPDR sel fails data: "vpp-compare-topologies" include-tests: "PDR" # "PDR" | "NDR" | "MRR" filter: "'NDRPDR' and '1C'" @@ -2758,31 +2699,23 @@ reference: title: "3-Node Skx" data: - csit-vpp-perf-verify-1810-3n-skx: - - 10 # NDRPDR sel - - 14 # NDRPDR sel - - 15 # NDRPDR sel - - 16 # NDRPDR sel - - 17 # NDRPDR sel + # TODO: Add new data: + csit-vpp-perf-verify-1901-3n-skx: + - 18 # NDRPDR sel - 19 # NDRPDR sel - 20 # NDRPDR sel - - 21 # NDRPDR sel - - 22 # NDRPDR sel - - 25 # NDRPDR sel + - 28 # NDRPDR sel + - 31 # NDRPDR sel compare: title: "2-Node Skx" data: - csit-vpp-perf-verify-1810-2n-skx: - - 9 # NDRPDR sel + # TODO: Add new data: + csit-vpp-perf-verify-1901-2n-skx: + - 5 # NDRPDR sel + - 10 # NDRPDR sel fails + - 12 # NDRPDR sel - 13 # NDRPDR sel - - 14 # NDRPDR sel - - 19 # NDRPDR sel - - 20 # NDRPDR sel - - 21 # NDRPDR sel - - 22 # NDRPDR sel - - 23 # NDRPDR sel - - 24 # NDRPDR sel - - 27 # NDRPDR sel + - 16 # NDRPDR sel fails data: "vpp-compare-topologies" include-tests: "PDR" # "PDR" | "NDR" | "MRR" filter: "'NDRPDR' and '2C'" @@ -2799,37 +2732,29 @@ output-file: "{DIR[STATIC,VPP]}/performance-changes-3n-hsw-1t1c-mrr" history: - - title: "rls1804" + title: "rls1807" data: - csit-vpp-perf-check-1804: - - 6 # mrr - sel - - 13 # mrr - sel - - 14 # mrr - sel - - 15 # mrr - sel - - 16 # mrr - sel - - 17 # mrr - sel - - 19 # mrr - sel - - 20 # mrr - sel - - 21 # mrr - sel - - 22 # mrr - sel + csit-vpp-perf-verify-1807-3n-hsw: + - 8 # MRR full + - 9 # MRR sel + - 21 # MRR sel + - 31 # MRR sel + - 33 # MRR sel + - 36 # MRR sel + - 41 # MRR sel + - 42 # MRR sel + - 48 # MRR sel reference: - title: "rls1807" - data: - csit-vpp-perf-verify-1807-3n-hsw: - - 8 # MRR full - - 9 # MRR sel - - 21 # MRR sel - - 31 # MRR sel - - 33 # MRR sel - - 36 # MRR sel - - 41 # MRR sel - - 42 # MRR sel - - 48 # MRR sel - compare: title: "rls1810" data: csit-vpp-perf-verify-1810-3n-hsw: - 9 # MRR sel + compare: + title: "rls1901" + data: + # TODO: Add new data + csit-vpp-perf-verify-1901-3n-hsw: + - 35 # MRR sel data: "vpp-performance-changes-3n-hsw-mrr" include-tests: "MRR" # "PDR" | "NDR" | "MRR" filter: "'1T1C' and 'MRR'" # "('NDRPDR' or 'NDRPDRDISC')" | "'MRR'" @@ -2846,37 +2771,29 @@ output-file: "{DIR[STATIC,VPP]}/performance-changes-3n-hsw-2t2c-mrr" history: - - title: "rls1804" + title: "rls1807" data: - csit-vpp-perf-check-1804: - - 6 # mrr - sel - - 13 # mrr - sel - - 14 # mrr - sel - - 15 # mrr - sel - - 16 # mrr - sel - - 17 # mrr - sel - - 19 # mrr - sel - - 20 # mrr - sel - - 21 # mrr - sel - - 22 # mrr - sel + csit-vpp-perf-verify-1807-3n-hsw: + - 8 # MRR full + - 9 # MRR sel + - 21 # MRR sel + - 31 # MRR sel + - 33 # MRR sel + - 36 # MRR sel + - 41 # MRR sel + - 42 # MRR sel + - 48 # MRR sel reference: - title: "rls1807" - data: - csit-vpp-perf-verify-1807-3n-hsw: - - 8 # MRR full - - 9 # MRR sel - - 21 # MRR sel - - 31 # MRR sel - - 33 # MRR sel - - 36 # MRR sel - - 41 # MRR sel - - 42 # MRR sel - - 48 # MRR sel - compare: title: "rls1810" data: csit-vpp-perf-verify-1810-3n-hsw: - 9 # MRR sel + compare: + title: "rls1901" + data: + # TODO: Add new data + csit-vpp-perf-verify-1901-3n-hsw: + - 35 # MRR sel data: "vpp-performance-changes-3n-hsw-mrr" include-tests: "MRR" # "PDR" | "NDR" | "MRR" filter: "'2T2C' and 'MRR'" # "('NDRPDR' or 'NDRPDRDISC')" | "'MRR'" @@ -2893,37 +2810,29 @@ output-file: "{DIR[STATIC,VPP]}/performance-changes-3n-hsw-4t4c-mrr" history: - - title: "rls1804" + title: "rls1807" data: - csit-vpp-perf-check-1804: - - 6 # mrr - sel - - 13 # mrr - sel - - 14 # mrr - sel - - 15 # mrr - sel - - 16 # mrr - sel - - 17 # mrr - sel - - 19 # mrr - sel - - 20 # mrr - sel - - 21 # mrr - sel - - 22 # mrr - sel + csit-vpp-perf-verify-1807-3n-hsw: + - 8 # MRR full + - 9 # MRR sel + - 21 # MRR sel + - 31 # MRR sel + - 33 # MRR sel + - 36 # MRR sel + - 41 # MRR sel + - 42 # MRR sel + - 48 # MRR sel reference: - title: "rls1807" - data: - csit-vpp-perf-verify-1807-3n-hsw: - - 8 # MRR full - - 9 # MRR sel - - 21 # MRR sel - - 31 # MRR sel - - 33 # MRR sel - - 36 # MRR sel - - 41 # MRR sel - - 42 # MRR sel - - 48 # MRR sel - compare: title: "rls1810" data: csit-vpp-perf-verify-1810-3n-hsw: - 9 # MRR sel + compare: + title: "rls1901" + data: + # TODO: Add new data + csit-vpp-perf-verify-1901-3n-hsw: + - 35 # MRR sel data: "vpp-performance-changes-3n-hsw-mrr" include-tests: "MRR" # "PDR" | "NDR" | "MRR" filter: "'4T4C' and 'MRR'" # "('NDRPDR' or 'NDRPDRDISC')" | "'MRR'" @@ -2938,20 +2847,21 @@ title: "VPP Performance Changes 3n-skx 2t1c MRR" algorithm: "table_performance_comparison" output-file: "{DIR[STATIC,VPP]}/performance-changes-3n-skx-2t1c-mrr" + history: + - + title: "rls1807" + data: + csit-vpp-perf-verify-1807-3n-skx: + - 28 # MRR sel + - 32 # MRR sel + - 36 # MRR sel + - 42 # MRR sel + - 47 # MRR sel + - 48 # MRR sel + - 51 # MRR sel + - 52 # MRR sel + - 53 # MRR sel reference: - title: "rls1807" - data: - csit-vpp-perf-verify-1807-3n-skx: - - 28 # MRR sel - - 32 # MRR sel - - 36 # MRR sel - - 42 # MRR sel - - 47 # MRR sel - - 48 # MRR sel - - 51 # MRR sel - - 52 # MRR sel - - 53 # MRR sel - compare: title: "rls1810" data: csit-vpp-perf-verify-1810-3n-skx: @@ -2959,6 +2869,12 @@ - 11 # MRR sel - 12 # MRR sel - 13 # MRR sel + compare: + title: "rls1901" + data: + # TODO: Add new data + csit-vpp-perf-verify-1901-3n-skx: + - 32 # MRR sel data: "vpp-performance-changes-3n-skx-mrr" include-tests: "MRR" # "PDR" | "NDR" | "MRR" filter: "'2T1C' and 'MRR'" # "('NDRPDR' or 'NDRPDRDISC')" | "'MRR'" @@ -2973,20 +2889,21 @@ title: "VPP Performance Changes 3n-skx 4t2c MRR" algorithm: "table_performance_comparison" output-file: "{DIR[STATIC,VPP]}/performance-changes-3n-skx-4t2c-mrr" + history: + - + title: "rls1807" + data: + csit-vpp-perf-verify-1807-3n-skx: + - 28 # MRR sel + - 32 # MRR sel + - 36 # MRR sel + - 42 # MRR sel + - 47 # MRR sel + - 48 # MRR sel + - 51 # MRR sel + - 52 # MRR sel + - 53 # MRR sel reference: - title: "rls1807" - data: - csit-vpp-perf-verify-1807-3n-skx: - - 28 # MRR sel - - 32 # MRR sel - - 36 # MRR sel - - 42 # MRR sel - - 47 # MRR sel - - 48 # MRR sel - - 51 # MRR sel - - 52 # MRR sel - - 53 # MRR sel - compare: title: "rls1810" data: csit-vpp-perf-verify-1810-3n-skx: @@ -2994,6 +2911,12 @@ - 11 # MRR sel - 12 # MRR sel - 13 # MRR sel + compare: + title: "rls1901" + data: + # TODO: Add new data + csit-vpp-perf-verify-1901-3n-skx: + - 32 # MRR sel data: "vpp-performance-changes-3n-skx-mrr" include-tests: "MRR" # "PDR" | "NDR" | "MRR" filter: "'4T2C' and 'MRR'" # "('NDRPDR' or 'NDRPDRDISC')" | "'MRR'" @@ -3008,20 +2931,21 @@ title: "VPP Performance Changes 3n-skx 8t4c MRR" algorithm: "table_performance_comparison" output-file: "{DIR[STATIC,VPP]}/performance-changes-3n-skx-8t4c-mrr" + history: + - + title: "rls1807" + data: + csit-vpp-perf-verify-1807-3n-skx: + - 28 # MRR sel + - 32 # MRR sel + - 36 # MRR sel + - 42 # MRR sel + - 47 # MRR sel + - 48 # MRR sel + - 51 # MRR sel + - 52 # MRR sel + - 53 # MRR sel reference: - title: "rls1807" - data: - csit-vpp-perf-verify-1807-3n-skx: - - 28 # MRR sel - - 32 # MRR sel - - 36 # MRR sel - - 42 # MRR sel - - 47 # MRR sel - - 48 # MRR sel - - 51 # MRR sel - - 52 # MRR sel - - 53 # MRR sel - compare: title: "rls1810" data: csit-vpp-perf-verify-1810-3n-skx: @@ -3029,6 +2953,12 @@ - 11 # MRR sel - 12 # MRR sel - 13 # MRR sel + compare: + title: "rls1901" + data: + # TODO: Add new data + csit-vpp-perf-verify-1901-3n-skx: + - 32 # MRR sel data: "vpp-performance-changes-3n-skx-mrr" include-tests: "MRR" # "PDR" | "NDR" | "MRR" filter: "'8T4C' and 'MRR'" # "('NDRPDR' or 'NDRPDRDISC')" | "'MRR'" @@ -3043,21 +2973,22 @@ title: "VPP Performance Changes 2n-skx 2t1c MRR" algorithm: "table_performance_comparison" output-file: "{DIR[STATIC,VPP]}/performance-changes-2n-skx-2t1c-mrr" + history: + - + title: "rls1807" + data: + csit-vpp-perf-verify-1807-2n-skx: + - 31 # MRR sel + - 33 # MRR sel + - 37 # MRR sel + - 38 # MRR sel + - 41 # MRR sel + - 43 # MRR sel + - 44 # MRR sel + - 45 # MRR sel + - 46 # MRR sel + - 47 # MRR sel reference: - title: "rls1807" - data: - csit-vpp-perf-verify-1807-2n-skx: - - 31 # MRR sel - - 33 # MRR sel - - 37 # MRR sel - - 38 # MRR sel - - 41 # MRR sel - - 43 # MRR sel - - 44 # MRR sel - - 45 # MRR sel - - 46 # MRR sel - - 47 # MRR sel - compare: title: "rls1810" data: csit-vpp-perf-verify-1810-2n-skx: @@ -3065,6 +2996,12 @@ - 10 # MRR sel - 11 # MRR sel - 12 # MRR sel + compare: + title: "rls1901" + data: + # TODO: Add new data + csit-vpp-perf-verify-1901-2n-skx: + - 22 # MRR sel data: "vpp-performance-changes-2n-skx-mrr" include-tests: "MRR" # "PDR" | "NDR" | "MRR" filter: "'2T1C' and 'MRR'" # "('NDRPDR' or 'NDRPDRDISC')" | "'MRR'" @@ -3079,21 +3016,22 @@ title: "VPP Performance Changes 2n-skx 4t2c MRR" algorithm: "table_performance_comparison" output-file: "{DIR[STATIC,VPP]}/performance-changes-2n-skx-4t2c-mrr" + history: + - + title: "rls1807" + data: + csit-vpp-perf-verify-1807-2n-skx: + - 31 # MRR sel + - 33 # MRR sel + - 37 # MRR sel + - 38 # MRR sel + - 41 # MRR sel + - 43 # MRR sel + - 44 # MRR sel + - 45 # MRR sel + - 46 # MRR sel + - 47 # MRR sel reference: - title: "rls1807" - data: - csit-vpp-perf-verify-1807-2n-skx: - - 31 # MRR sel - - 33 # MRR sel - - 37 # MRR sel - - 38 # MRR sel - - 41 # MRR sel - - 43 # MRR sel - - 44 # MRR sel - - 45 # MRR sel - - 46 # MRR sel - - 47 # MRR sel - compare: title: "rls1810" data: csit-vpp-perf-verify-1810-2n-skx: @@ -3101,6 +3039,12 @@ - 10 # MRR sel - 11 # MRR sel - 12 # MRR sel + compare: + title: "rls1901" + data: + # TODO: Add new data + csit-vpp-perf-verify-1901-2n-skx: + - 22 # MRR sel data: "vpp-performance-changes-2n-skx-mrr" include-tests: "MRR" # "PDR" | "NDR" | "MRR" filter: "'4T2C' and 'MRR'" # "('NDRPDR' or 'NDRPDRDISC')" | "'MRR'" @@ -3115,21 +3059,22 @@ title: "VPP Performance Changes 2n-skx 8t4c MRR" algorithm: "table_performance_comparison" output-file: "{DIR[STATIC,VPP]}/performance-changes-2n-skx-8t4c-mrr" + history: + - + title: "rls1807" + data: + csit-vpp-perf-verify-1807-2n-skx: + - 31 # MRR sel + - 33 # MRR sel + - 37 # MRR sel + - 38 # MRR sel + - 41 # MRR sel + - 43 # MRR sel + - 44 # MRR sel + - 45 # MRR sel + - 46 # MRR sel + - 47 # MRR sel reference: - title: "rls1807" - data: - csit-vpp-perf-verify-1807-2n-skx: - - 31 # MRR sel - - 33 # MRR sel - - 37 # MRR sel - - 38 # MRR sel - - 41 # MRR sel - - 43 # MRR sel - - 44 # MRR sel - - 45 # MRR sel - - 46 # MRR sel - - 47 # MRR sel - compare: title: "rls1810" data: csit-vpp-perf-verify-1810-2n-skx: @@ -3137,6 +3082,12 @@ - 10 # MRR sel - 11 # MRR sel - 12 # MRR sel + compare: + title: "rls1901" + data: + # TODO: Add new data + csit-vpp-perf-verify-1901-2n-skx: + - 22 # MRR sel data: "vpp-performance-changes-2n-skx-mrr" include-tests: "MRR" # "PDR" | "NDR" | "MRR" filter: "'8T4C' and 'MRR'" # "('NDRPDR' or 'NDRPDRDISC')" | "'MRR'" @@ -3154,16 +3105,15 @@ reference: title: "3-Node Hsw" data: - csit-vpp-perf-verify-1810-3n-hsw: - - 9 # MRR sel + # TODO: Add new data + csit-vpp-perf-verify-1901-3n-hsw: + - 35 # MRR sel compare: title: "3-Node Skx" data: - csit-vpp-perf-verify-1810-3n-skx: - - 9 # MRR sel - - 11 # MRR sel - - 12 # MRR sel - - 13 # MRR sel + # TODO: Add new data + csit-vpp-perf-verify-1901-3n-skx: + - 32 # MRR sel data: "vpp-compare-testbeds-mrr" include-tests: "MRR" # "PDR" | "NDR" | "MRR" filter: "'NIC_Intel-X710' and 'MRR' and '1C'" @@ -3181,16 +3131,15 @@ reference: title: "3-Node Hsw" data: - csit-vpp-perf-verify-1810-3n-hsw: - - 9 # MRR sel + # TODO: Add new data + csit-vpp-perf-verify-1901-3n-hsw: + - 35 # MRR sel compare: title: "3-Node Skx" data: - csit-vpp-perf-verify-1810-3n-skx: - - 9 # MRR sel - - 11 # MRR sel - - 12 # MRR sel - - 13 # MRR sel + # TODO: Add new data + csit-vpp-perf-verify-1901-3n-skx: + - 32 # MRR sel data: "vpp-compare-testbeds-mrr" include-tests: "MRR" # "PDR" | "NDR" | "MRR" filter: "'NIC_Intel-X710' and 'MRR' and '2C'" @@ -3208,16 +3157,15 @@ reference: title: "3-Node Hsw" data: - csit-vpp-perf-verify-1810-3n-hsw: - - 9 # MRR sel + # TODO: Add new data + csit-vpp-perf-verify-1901-3n-hsw: + - 35 # MRR sel compare: title: "3-Node Skx" data: - csit-vpp-perf-verify-1810-3n-skx: - - 9 # MRR sel - - 11 # MRR sel - - 12 # MRR sel - - 13 # MRR sel + # TODO: Add new data + csit-vpp-perf-verify-1901-3n-skx: + - 32 # MRR sel data: "vpp-compare-testbeds-mrr" include-tests: "MRR" # "PDR" | "NDR" | "MRR" filter: "'NIC_Intel-X710' and 'MRR' and '4C'" @@ -3235,19 +3183,15 @@ reference: title: "3-Node Skx" data: - csit-vpp-perf-verify-1810-3n-skx: - - 9 # MRR sel - - 11 # MRR sel - - 12 # MRR sel - - 13 # MRR sel + # TODO: Add new data + csit-vpp-perf-verify-1901-3n-skx: + - 32 # MRR sel compare: title: "2-Node Skx" data: - csit-vpp-perf-verify-1810-2n-skx: - - 8 # MRR sel - - 10 # MRR sel - - 11 # MRR sel - - 12 # MRR sel + # TODO: Add new data + csit-vpp-perf-verify-1901-2n-skx: + - 22 # MRR sel data: "vpp-compare-topologies-mrr" include-tests: "MRR" # "PDR" | "NDR" | "MRR" filter: "'MRR' and '1C'" @@ -3265,19 +3209,15 @@ reference: title: "3-Node Skx" data: - csit-vpp-perf-verify-1810-3n-skx: - - 9 # MRR sel - - 11 # MRR sel - - 12 # MRR sel - - 13 # MRR sel + # TODO: Add new data + csit-vpp-perf-verify-1901-3n-skx: + - 32 # MRR sel compare: title: "2-Node Skx" data: - csit-vpp-perf-verify-1810-2n-skx: - - 8 # MRR sel - - 10 # MRR sel - - 11 # MRR sel - - 12 # MRR sel + # TODO: Add new data + csit-vpp-perf-verify-1901-2n-skx: + - 22 # MRR sel data: "vpp-compare-topologies-mrr" include-tests: "MRR" # "PDR" | "NDR" | "MRR" filter: "'MRR' and '2C'" @@ -3295,19 +3235,15 @@ reference: title: "3-Node Skx" data: - csit-vpp-perf-verify-1810-3n-skx: - - 9 # MRR sel - - 11 # MRR sel - - 12 # MRR sel - - 13 # MRR sel + # TODO: Add new data + csit-vpp-perf-verify-1901-3n-skx: + - 32 # MRR sel compare: title: "2-Node Skx" data: - csit-vpp-perf-verify-1810-2n-skx: - - 8 # MRR sel - - 10 # MRR sel - - 11 # MRR sel - - 12 # MRR sel + # TODO: Add new data + csit-vpp-perf-verify-1901-2n-skx: + - 22 # MRR sel data: "vpp-compare-topologies-mrr" include-tests: "MRR" # "PDR" | "NDR" | "MRR" filter: "'MRR' and '4C'" @@ -3933,34 +3869,20 @@ output-file: "{DIR[STATIC,DPDK]}/performance-changes-3n-hsw-1t1c-pdr" history: - - title: "rls1804" + title: "rls1807" data: - csit-dpdk-perf-1804-all: - - 4 - - 5 - - 6 - - 7 - - 8 - - 9 - - 10 + csit-dpdk-perf-verify-1807-3n-hsw: - 11 - - 12 - - 13 + - 12 # full + - 14 + - 15 + - 16 + - 17 + - 20 + - 21 + - 22 + - 23 reference: - title: "rls1807" - data: - csit-dpdk-perf-verify-1807-3n-hsw: - - 11 - - 12 # full - - 14 - - 15 - - 16 - - 17 - - 20 - - 21 - - 22 - - 23 - compare: title: "rls1810" data: csit-dpdk-perf-verify-1810-3n-hsw: @@ -3974,6 +3896,16 @@ - 8 # NDRPDR sel - 9 # NDRPDR sel - 10 # NDRPDR sel + compare: + title: "rls1901" + data: + # TODO: Add new data + csit-dpdk-perf-verify-1901-3n-hsw: + - 3 # NDRPDR sel + - 4 # NDRPDR sel + - 5 # NDRPDR sel + - 6 # NDRPDR sel + - 7 # NDRPDR sel data: "dpdk-performance-changes-3n-hsw" include-tests: "PDR" # "PDR" | "NDR" | "MRR" filter: "'1T1C' and ('NDRPDR' or 'NDRPDRDISC')" # "('NDRPDR' or 'NDRPDRDISC')" | "'MRR'" @@ -3990,34 +3922,20 @@ output-file: "{DIR[STATIC,DPDK]}/performance-changes-3n-hsw-2t2c-pdr" history: - - title: "rls1804" + title: "rls1807" data: - csit-dpdk-perf-1804-all: - - 4 - - 5 - - 6 - - 7 - - 8 - - 9 - - 10 + csit-dpdk-perf-verify-1807-3n-hsw: - 11 - - 12 - - 13 + - 12 # full + - 14 + - 15 + - 16 + - 17 + - 20 + - 21 + - 22 + - 23 reference: - title: "rls1807" - data: - csit-dpdk-perf-verify-1807-3n-hsw: - - 11 - - 12 # full - - 14 - - 15 - - 16 - - 17 - - 20 - - 21 - - 22 - - 23 - compare: title: "rls1810" data: csit-dpdk-perf-verify-1810-3n-hsw: @@ -4031,6 +3949,16 @@ - 8 # NDRPDR sel - 9 # NDRPDR sel - 10 # NDRPDR sel + compare: + title: "rls1901" + data: + # TODO: Add new data + csit-dpdk-perf-verify-1901-3n-hsw: + - 3 # NDRPDR sel + - 4 # NDRPDR sel + - 5 # NDRPDR sel + - 6 # NDRPDR sel + - 7 # NDRPDR sel data: "dpdk-performance-changes-3n-hsw" include-tests: "PDR" # "PDR" | "NDR" | "MRR" filter: "'2T2C' and ('NDRPDR' or 'NDRPDRDISC')" # "('NDRPDR' or 'NDRPDRDISC')" | "'MRR'" @@ -4047,34 +3975,20 @@ output-file: "{DIR[STATIC,DPDK]}/performance-changes-3n-hsw-1t1c-ndr" history: - - title: "rls1804" + title: "rls1807" data: - csit-dpdk-perf-1804-all: - - 4 - - 5 - - 6 - - 7 - - 8 - - 9 - - 10 + csit-dpdk-perf-verify-1807-3n-hsw: - 11 - - 12 - - 13 + - 12 # full + - 14 + - 15 + - 16 + - 17 + - 20 + - 21 + - 22 + - 23 reference: - title: "rls1807" - data: - csit-dpdk-perf-verify-1807-3n-hsw: - - 11 - - 12 # full - - 14 - - 15 - - 16 - - 17 - - 20 - - 21 - - 22 - - 23 - compare: title: "rls1810" data: csit-dpdk-perf-verify-1810-3n-hsw: @@ -4088,6 +4002,16 @@ - 8 # NDRPDR sel - 9 # NDRPDR sel - 10 # NDRPDR sel + compare: + title: "rls1901" + data: + # TODO: Add new data + csit-dpdk-perf-verify-1901-3n-hsw: + - 3 # NDRPDR sel + - 4 # NDRPDR sel + - 5 # NDRPDR sel + - 6 # NDRPDR sel + - 7 # NDRPDR sel data: "dpdk-performance-changes-3n-hsw" include-tests: "NDR" # "PDR" | "NDR" | "MRR" filter: "'1T1C' and ('NDRPDR' or 'NDRPDRDISC')" # "('NDRPDR' or 'NDRPDRDISC')" | "'MRR'" @@ -4104,34 +4028,20 @@ output-file: "{DIR[STATIC,DPDK]}/performance-changes-3n-hsw-2t2c-ndr" history: - - title: "rls1804" + title: "rls1807" data: - csit-dpdk-perf-1804-all: - - 4 - - 5 - - 6 - - 7 - - 8 - - 9 - - 10 + csit-dpdk-perf-verify-1807-3n-hsw: - 11 - - 12 - - 13 + - 12 # full + - 14 + - 15 + - 16 + - 17 + - 20 + - 21 + - 22 + - 23 reference: - title: "rls1807" - data: - csit-dpdk-perf-verify-1807-3n-hsw: - - 11 - - 12 # full - - 14 - - 15 - - 16 - - 17 - - 20 - - 21 - - 22 - - 23 - compare: title: "rls1810" data: csit-dpdk-perf-verify-1810-3n-hsw: @@ -4145,6 +4055,16 @@ - 8 # NDRPDR sel - 9 # NDRPDR sel - 10 # NDRPDR sel + compare: + title: "rls1901" + data: + # TODO: Add new data + csit-dpdk-perf-verify-1901-3n-hsw: + - 3 # NDRPDR sel + - 4 # NDRPDR sel + - 5 # NDRPDR sel + - 6 # NDRPDR sel + - 7 # NDRPDR sel data: "dpdk-performance-changes-3n-hsw" include-tests: "NDR" # "PDR" | "NDR" | "MRR" filter: "'2T2C' and ('NDRPDR' or 'NDRPDRDISC')" # "('NDRPDR' or 'NDRPDRDISC')" | "'MRR'" @@ -4159,13 +4079,27 @@ title: "DPDK Performance Changes 3n-skx 2t1c pdr" algorithm: "table_performance_comparison" output-file: "{DIR[STATIC,DPDK]}/performance-changes-3n-skx-2t1c-pdr" + history: + - + title: "rls1807" + data: + csit-dpdk-perf-verify-1807-3n-skx: + - 1 # NDRPDR sel + - 2 # NDRPDR sel + - 3 # NDRPDR sel + - 6 # NDRPDR sel + - 7 # NDRPDR sel + - 8 # NDRPDR sel + - 9 # NDRPDR sel + - 10 # NDRPDR sel + - 11 # NDRPDR sel + - 12 # NDRPDR sel reference: - title: "rls1807" + title: "rls1810" data: - csit-dpdk-perf-verify-1807-3n-skx: - - 1 # NDRPDR sel - - 2 # NDRPDR sel + csit-dpdk-perf-verify-1810-3n-skx: - 3 # NDRPDR sel + - 4 # NDRPDR sel - 6 # NDRPDR sel - 7 # NDRPDR sel - 8 # NDRPDR sel @@ -4173,9 +4107,11 @@ - 10 # NDRPDR sel - 11 # NDRPDR sel - 12 # NDRPDR sel + - 13 # NDRPDR sel compare: - title: "rls1810" + title: "rls1901" data: + # TODO: Replace with new data csit-dpdk-perf-verify-1810-3n-skx: - 3 # NDRPDR sel - 4 # NDRPDR sel @@ -4201,13 +4137,27 @@ title: "DPDK Performance Changes 3n-skx 4t2c pdr" algorithm: "table_performance_comparison" output-file: "{DIR[STATIC,DPDK]}/performance-changes-3n-skx-4t2c-pdr" + history: + - + title: "rls1807" + data: + csit-dpdk-perf-verify-1807-3n-skx: + - 1 # NDRPDR sel + - 2 # NDRPDR sel + - 3 # NDRPDR sel + - 6 # NDRPDR sel + - 7 # NDRPDR sel + - 8 # NDRPDR sel + - 9 # NDRPDR sel + - 10 # NDRPDR sel + - 11 # NDRPDR sel + - 12 # NDRPDR sel reference: - title: "rls1807" + title: "rls1810" data: - csit-dpdk-perf-verify-1807-3n-skx: - - 1 # NDRPDR sel - - 2 # NDRPDR sel + csit-dpdk-perf-verify-1810-3n-skx: - 3 # NDRPDR sel + - 4 # NDRPDR sel - 6 # NDRPDR sel - 7 # NDRPDR sel - 8 # NDRPDR sel @@ -4215,9 +4165,11 @@ - 10 # NDRPDR sel - 11 # NDRPDR sel - 12 # NDRPDR sel + - 13 # NDRPDR sel compare: - title: "rls1810" + title: "rls1901" data: + # TODO: Replace with new data csit-dpdk-perf-verify-1810-3n-skx: - 3 # NDRPDR sel - 4 # NDRPDR sel @@ -4243,13 +4195,27 @@ title: "DPDK Performance Changes 3n-skx 2t1c ndr" algorithm: "table_performance_comparison" output-file: "{DIR[STATIC,DPDK]}/performance-changes-3n-skx-2t1c-ndr" + history: + - + title: "rls1807" + data: + csit-dpdk-perf-verify-1807-3n-skx: + - 1 # NDRPDR sel + - 2 # NDRPDR sel + - 3 # NDRPDR sel + - 6 # NDRPDR sel + - 7 # NDRPDR sel + - 8 # NDRPDR sel + - 9 # NDRPDR sel + - 10 # NDRPDR sel + - 11 # NDRPDR sel + - 12 # NDRPDR sel reference: - title: "rls1807" + title: "rls1810" data: - csit-dpdk-perf-verify-1807-3n-skx: - - 1 # NDRPDR sel - - 2 # NDRPDR sel + csit-dpdk-perf-verify-1810-3n-skx: - 3 # NDRPDR sel + - 4 # NDRPDR sel - 6 # NDRPDR sel - 7 # NDRPDR sel - 8 # NDRPDR sel @@ -4257,9 +4223,11 @@ - 10 # NDRPDR sel - 11 # NDRPDR sel - 12 # NDRPDR sel + - 13 # NDRPDR sel compare: - title: "rls1810" + title: "rls1901" data: + # TODO: Replace with new data csit-dpdk-perf-verify-1810-3n-skx: - 3 # NDRPDR sel - 4 # NDRPDR sel @@ -4285,13 +4253,27 @@ title: "DPDK Performance Changes 3n-skx 4t2c ndr" algorithm: "table_performance_comparison" output-file: "{DIR[STATIC,DPDK]}/performance-changes-3n-skx-4t2c-ndr" + history: + - + title: "rls1807" + data: + csit-dpdk-perf-verify-1807-3n-skx: + - 1 # NDRPDR sel + - 2 # NDRPDR sel + - 3 # NDRPDR sel + - 6 # NDRPDR sel + - 7 # NDRPDR sel + - 8 # NDRPDR sel + - 9 # NDRPDR sel + - 10 # NDRPDR sel + - 11 # NDRPDR sel + - 12 # NDRPDR sel reference: - title: "rls1807" + title: "rls1810" data: - csit-dpdk-perf-verify-1807-3n-skx: - - 1 # NDRPDR sel - - 2 # NDRPDR sel + csit-dpdk-perf-verify-1810-3n-skx: - 3 # NDRPDR sel + - 4 # NDRPDR sel - 6 # NDRPDR sel - 7 # NDRPDR sel - 8 # NDRPDR sel @@ -4299,9 +4281,11 @@ - 10 # NDRPDR sel - 11 # NDRPDR sel - 12 # NDRPDR sel + - 13 # NDRPDR sel compare: - title: "rls1810" + title: "rls1901" data: + # TODO: Replace with new data csit-dpdk-perf-verify-1810-3n-skx: - 3 # NDRPDR sel - 4 # NDRPDR sel @@ -4330,20 +4314,17 @@ reference: title: "3-Node Hsw" data: - csit-dpdk-perf-verify-1810-3n-hsw: - - 1 # NDRPDR sel - - 2 # NDRPDR sel + # TODO: Add new data + csit-dpdk-perf-verify-1901-3n-hsw: - 3 # NDRPDR sel - 4 # NDRPDR sel - 5 # NDRPDR sel - 6 # NDRPDR sel - 7 # NDRPDR sel - - 8 # NDRPDR sel - - 9 # NDRPDR sel - - 10 # NDRPDR sel compare: title: "3-Node Skx" data: + # TODO: Replace with new data csit-dpdk-perf-verify-1810-3n-skx: - 3 # NDRPDR sel - 4 # NDRPDR sel @@ -4372,6 +4353,7 @@ reference: title: "3-Node Skx" data: + # TODO: Replace with new data csit-dpdk-perf-verify-1810-3n-skx: - 3 # NDRPDR sel - 4 # NDRPDR sel @@ -4386,17 +4368,9 @@ compare: title: "2-Node Skx" data: - csit-dpdk-perf-verify-1810-2n-skx: - - 3 # NDRPDR sel - - 4 # NDRPDR sel - - 5 # NDRPDR sel - - 7 # NDRPDR sel - - 8 # NDRPDR sel - - 9 # NDRPDR sel - - 10 # NDRPDR sel - - 11 # NDRPDR sel - - 12 # NDRPDR sel - - 13 # NDRPDR sel + # TODO: Add new data + csit-dpdk-perf-verify-1901-2n-skx: + - 2 # NDRPDR sel data: "dpdk-compare-topologies" include-tests: "NDR" # "PDR" | "NDR" | "MRR" filter: "'NDRPDR'" # "('NDRPDR' or 'NDRPDRDISC')" | "'MRR'" @@ -4414,6 +4388,7 @@ reference: title: "3-Node Skx" data: + # TODO: Replace with new data csit-dpdk-perf-verify-1810-3n-skx: - 3 # NDRPDR sel - 4 # NDRPDR sel @@ -4428,17 +4403,9 @@ compare: title: "2-Node Skx" data: - csit-dpdk-perf-verify-1810-2n-skx: - - 3 # NDRPDR sel - - 4 # NDRPDR sel - - 5 # NDRPDR sel - - 7 # NDRPDR sel - - 8 # NDRPDR sel - - 9 # NDRPDR sel - - 10 # NDRPDR sel - - 11 # NDRPDR sel - - 12 # NDRPDR sel - - 13 # NDRPDR sel + # TODO: Add new data + csit-dpdk-perf-verify-1901-2n-skx: + - 2 # NDRPDR sel data: "dpdk-compare-topologies" include-tests: "PDR" # "PDR" | "NDR" | "MRR" filter: "'NDRPDR'" # "('NDRPDR' or 'NDRPDRDISC')" | "'MRR'" @@ -4456,20 +4423,17 @@ reference: title: "3-Node Hsw" data: - csit-dpdk-perf-verify-1810-3n-hsw: - - 1 # NDRPDR sel - - 2 # NDRPDR sel + # TODO: Add new data + csit-dpdk-perf-verify-1901-3n-hsw: - 3 # NDRPDR sel - 4 # NDRPDR sel - 5 # NDRPDR sel - 6 # NDRPDR sel - 7 # NDRPDR sel - - 8 # NDRPDR sel - - 9 # NDRPDR sel - - 10 # NDRPDR sel compare: title: "3-Node Skx" data: + # TODO: Replace with new data csit-dpdk-perf-verify-1810-3n-skx: - 3 # NDRPDR sel - 4 # NDRPDR sel @@ -5289,10 +5253,10 @@ ### P L O T S ### ################################################################################ -# Soak test - example +# Soak test - 30min Soak Test (PLRsearch), boxes - type: "plot" - title: "VPP Throughput Soak: Example" + title: "VPP Throughput: 30min Soak Test (PLRsearch) boxes" algorithm: "plot_soak_boxes" output-file-type: ".html" output-file: "{DIR[STATIC,VPP]}/example-soak-boxes" @@ -5308,14 +5272,15 @@ - "L2BDMACLRN" - "IP4FWD" - "IP6FWD" + - "VHOST" layout: - title: "example-30min-boxes" + title: "30min Soak Test (PLRsearch)" layout: "plot-soak-throughput" -# Soak test - example +# Soak test - example, not used - type: "plot" - title: "VPP Throughput Soak: Example" + title: "VPP Throughput: 30min Soak Test (PLRsearch) bars" algorithm: "plot_soak_bars" output-file-type: ".html" output-file: "{DIR[STATIC,VPP]}/example-soak-bars" @@ -5331,33 +5296,168 @@ - "L2BDMACLRN" - "IP4FWD" - "IP6FWD" + - "VHOST" layout: - title: "example-30min-bars" + title: "30min Soak Test (PLRsearch)" layout: "plot-soak-throughput" -# Heatmap - example +################################################################################ +# Plots - NF Density + - type: "plot" - title: "Service Density: l2sw-3n-hsw-x520-64b-1t1c-base_and_scale-ndr" + title: "Packet Throughput: 64B-1c-eth-l2bd-{a}vhost-{b}chain-{c}vm-l3fwdip4-mrr" algorithm: "plot_service_density_heatmap" output-file-type: ".html" - output-file: "{DIR[STATIC,VPP]}/l2sw-3n-hsw-x520-64b-1t1c-base_and_scale-sd-ndr" - data: "plot-vpp-service-density-3n-hsw" - filter: "'NIC_Intel-X520-DA2' and + output-file: "{DIR[STATIC,VPP]}/l2bd-2n-skx-x710-64b-2t1c-base-vsc-mrr" + data: "plot-vpp-nfv-2n-skx-mrr" + filter: "'NIC_Intel-X710' and + 'NF_DENSITY' and + 'VM' and + 'CHAIN' and '64B' and - ('BASE' or 'SCALE') and - 'NDRPDR' and - 'ETH' and - '1T1C' and - ('L2BDMACSTAT' or 'L2BDMACLRN' or 'L2XCFWD' or 'L2PATCH') and - not 'VHOST' and - not 'MEMIF'" + '2T1C' and + 'MRR'" parameters: - - "throughput" - - "parent" + - "result" + - "name" + - "tags" + include-tests: "MRR" # "PDR" | "NDR" | "MRR" + x-axis: "X = VNFs per Service Chain" + y-axis: "Y = Number of Service Chains" + z-axis: "64B Packet Throughput (mean MRR) [Mpps]" + layout: + title: "Throughput: eth-l2bd-{2XY}vhost-{Y}chain-{XY}vm-l3fwdip4-mrr" + layout: "plot-service-density" + +- + type: "plot" + title: "Packet Throughput: 64B-2c-eth-l2bd-{a}vhost-{b}chain-{c}vm-l3fwdip4-mrr" + algorithm: "plot_service_density_heatmap" + output-file-type: ".html" + output-file: "{DIR[STATIC,VPP]}/l2bd-2n-skx-x710-64b-4t2c-base-vsc-mrr" + data: "plot-vpp-nfv-2n-skx-mrr" + filter: "'NIC_Intel-X710' and + 'NF_DENSITY' and + 'VM' and + 'CHAIN' and + '64B' and + '4T2C' and + 'MRR'" + parameters: + - "result" + - "name" + - "tags" + include-tests: "MRR" # "PDR" | "NDR" | "MRR" + x-axis: "X = VNFs per Service Chain" + y-axis: "Y = Number of Service Chains" + z-axis: "64B Packet Throughput (mean MRR) [Mpps]" + layout: + title: "Throughput: eth-l2bd-{2XY}vhost-{Y}chain-{XY}vm-l3fwdip4-mrr" + layout: "plot-service-density" + +- + type: "plot" + title: "Packet Throughput: 64B-1c-eth-l2bd-{a}memif-{b}chain-{c}drc-vppip4-mrr" + algorithm: "plot_service_density_heatmap" + output-file-type: ".html" + output-file: "{DIR[STATIC,VPP]}/l2bd-2n-skx-x710-64b-2t1c-base-csc-mrr" + data: "plot-vpp-nfv-2n-skx-mrr" + filter: "'NIC_Intel-X710' and + 'NF_DENSITY' and + 'DOCKER' and + 'CHAIN' and + '64B' and + '2T1C' and + 'MRR'" + parameters: + - "result" + - "name" + - "tags" + include-tests: "MRR" # "PDR" | "NDR" | "MRR" + x-axis: "X = CNFs per Service Chain" + y-axis: "Y = Number of Service Chains" + z-axis: "64B Packet Throughput (mean MRR) [Mpps]" + layout: + title: "Throughput: eth-l2bd-{2XY}memif-{Y}chain-{XY}drc-vppip4-mrr" + layout: "plot-service-density" + +- + type: "plot" + title: "Packet Throughput: 64B-2c-eth-l2bd-{a}memif-{b}chain-{c}drc-vppip4-mrr" + algorithm: "plot_service_density_heatmap" + output-file-type: ".html" + output-file: "{DIR[STATIC,VPP]}/l2bd-2n-skx-x710-64b-4t2c-base-csc-mrr" + data: "plot-vpp-nfv-2n-skx-mrr" + filter: "'NIC_Intel-X710' and + 'NF_DENSITY' and + 'DOCKER' and + 'CHAIN' and + '64B' and + '4T2C' and + 'MRR'" + parameters: + - "result" + - "name" + - "tags" + include-tests: "MRR" # "PDR" | "NDR" | "MRR" + x-axis: "X = CNFs per Service Chain" + y-axis: "Y = Number of Service Chains" + z-axis: "64B Packet Throughput (mean MRR) [Mpps]" + layout: + title: "Throughput: eth-l2bd-{2XY}memif-{Y}chain-{XY}drc-vppip4-mrr" + layout: "plot-service-density" + +- + type: "plot" + title: "Packet Throughput: 64B-1c-eth-l2bd-{a}memif-{b}pipe-{c}drc-vppip4-mrr" + algorithm: "plot_service_density_heatmap" + output-file-type: ".html" + output-file: "{DIR[STATIC,VPP]}/l2bd-2n-skx-x710-64b-2t1c-base-csp-mrr" + data: "plot-vpp-nfv-2n-skx-mrr" + filter: "'NIC_Intel-X710' and + 'NF_DENSITY' and + 'DOCKER' and + 'PIPELINE' and + '64B' and + '2T1C' and + 'MRR'" + parameters: + - "result" + - "name" - "tags" + include-tests: "MRR" # "PDR" | "NDR" | "MRR" + x-axis: "X = CNFs per Service Pipeline" + y-axis: "Y = Number of Service Pipelines" + z-axis: "64B Packet Throughput (mean MRR) [Mpps]" + layout: + title: "Throughput: eth-l2bd-{2Y}memif-{Y}pipe-{XY}drc-vppip4-mrr" + layout: "plot-service-density" + +- + type: "plot" + title: "Packet Throughput: 64B-2c-eth-l2bd-{a}memif-{b}pipe-{c}drc-vppip4-mrr" + algorithm: "plot_service_density_heatmap" + output-file-type: ".html" + output-file: "{DIR[STATIC,VPP]}/l2bd-2n-skx-x710-64b-4t2c-base-csp-mrr" + data: "plot-vpp-nfv-2n-skx-mrr" + filter: "'NIC_Intel-X710' and + 'NF_DENSITY' and + 'DOCKER' and + 'PIPELINE' and + '64B' and + '4T2C' and + 'MRR'" + parameters: + - "result" + - "name" + - "tags" + include-tests: "MRR" # "PDR" | "NDR" | "MRR" + x-axis: "X = CNFs per Service Pipeline" + y-axis: "Y = Number of Service Pipelines" + z-axis: "64B Packet Throughput (mean MRR) [Mpps]" layout: - title: "Network Service Density Matrix: Packet Throughput View" + title: "Throughput: eth-l2bd-{2Y}memif-{Y}pipe-{XY}drc-vppip4-mrr" layout: "plot-service-density" ################################################################################ @@ -15791,6 +15891,7 @@ '2T1C' and 'VHOST_1024' and not 'VXLAN' and + not 'NF_DENSITY' and not 'DOT1Q'" parameters: - "throughput" @@ -15823,6 +15924,7 @@ '4T2C' and 'VHOST_1024' and not 'VXLAN' and + not 'NF_DENSITY' and not 'DOT1Q'" parameters: - "throughput" @@ -15855,6 +15957,7 @@ '2T1C' and 'VHOST_1024' and not 'VXLAN' and + not 'NF_DENSITY' and not 'DOT1Q'" parameters: - "throughput" @@ -15887,6 +15990,7 @@ '4T2C' and 'VHOST_1024' and not 'VXLAN' and + not 'NF_DENSITY' and not 'DOT1Q'" parameters: - "throughput" @@ -15920,6 +16024,7 @@ 'L2BDMACLRN' and 'VHOST_1024' and not 'VXLAN' and + not 'NF_DENSITY' and not 'IP4FWD' and not '2VM'" parameters: @@ -15955,6 +16060,7 @@ 'L2BDMACLRN' and 'VHOST_1024' and not 'VXLAN' and + not 'NF_DENSITY' and not 'IP4FWD' and not '2VM'" parameters: @@ -15990,6 +16096,7 @@ 'L2BDMACLRN' and 'VHOST_1024' and not 'VXLAN' and + not 'NF_DENSITY' and not 'IP4FWD' and not '2VM'" parameters: @@ -16025,6 +16132,7 @@ 'L2BDMACLRN' and 'VHOST_1024' and not 'VXLAN' and + not 'NF_DENSITY' and not 'IP4FWD' and not '2VM'" parameters: @@ -16062,6 +16170,7 @@ ('L2BDMACLRN' or 'L2XCFWD') and 'VHOST_1024' and not 'VXLAN' and + not 'NF_DENSITY' and not 'IP4FWD' and not '2VM'" parameters: @@ -16097,6 +16206,7 @@ ('L2BDMACLRN' or 'L2XCFWD') and 'VHOST_1024' and not 'VXLAN' and + not 'NF_DENSITY' and not 'IP4FWD' and not '2VM'" parameters: @@ -16132,6 +16242,7 @@ ('L2BDMACLRN' or 'L2XCFWD') and 'VHOST_1024' and not 'VXLAN' and + not 'NF_DENSITY' and not 'IP4FWD' and not '2VM'" parameters: @@ -16167,6 +16278,7 @@ ('L2BDMACLRN' or 'L2XCFWD') and 'VHOST_1024' and not 'VXLAN' and + not 'NF_DENSITY' and not 'IP4FWD' and not '2VM'" parameters: @@ -16203,6 +16315,7 @@ 'VHOST_1024' and not 'CFS_OPT' and not 'VXLAN' and + not 'NF_DENSITY' and not 'IP4FWD'" parameters: - "throughput" @@ -16237,6 +16350,7 @@ 'VHOST_1024' and not 'CFS_OPT' and not 'VXLAN' and + not 'NF_DENSITY' and not 'IP4FWD'" parameters: - "throughput" @@ -16271,6 +16385,7 @@ 'VHOST_1024' and not 'CFS_OPT' and not 'VXLAN' and + not 'NF_DENSITY' and not 'IP4FWD'" parameters: - "throughput" @@ -16305,6 +16420,7 @@ 'VHOST_1024' and not 'CFS_OPT' and not 'VXLAN' and + not 'NF_DENSITY' and not 'IP4FWD'" parameters: - "throughput" @@ -22665,6 +22781,7 @@ '2T1C' and 'VHOST_1024' and not 'VXLAN' and + not 'NF_DENSITY' and not 'DOT1Q'" parameters: - "latency" @@ -22693,6 +22810,7 @@ '4T2C' and 'VHOST_1024' and not 'VXLAN' and + not 'NF_DENSITY' and not 'DOT1Q'" parameters: - "latency" @@ -22723,6 +22841,7 @@ 'VHOST_1024' and not 'VXLAN' and not 'IP4FWD' and + not 'NF_DENSITY' and not '2VM'" parameters: - "latency" @@ -22753,6 +22872,7 @@ 'L2BDMACLRN' and 'VHOST_1024' and not 'VXLAN' and + not 'NF_DENSITY' and not 'IP4FWD' and not '2VM'" parameters: @@ -22786,6 +22906,7 @@ ('L2BDMACLRN' or 'L2XCFWD') and 'VHOST_1024' and not 'VXLAN' and + not 'NF_DENSITY' and not 'IP4FWD' and not '2VM'" parameters: @@ -22817,6 +22938,7 @@ ('L2BDMACLRN' or 'L2XCFWD') and 'VHOST_1024' and not 'VXLAN' and + not 'NF_DENSITY' and not 'IP4FWD' and not '2VM'" parameters: @@ -22849,6 +22971,7 @@ 'VHOST_1024' and not 'CFS_OPT' and not 'VXLAN' and + not 'NF_DENSITY' and not 'IP4FWD'" parameters: - "latency" @@ -22879,6 +23002,7 @@ 'VHOST_1024' and not 'CFS_OPT' and not 'VXLAN' and + not 'NF_DENSITY' and not 'IP4FWD'" parameters: - "latency" @@ -28267,6 +28391,7 @@ 'IP4FWD' and 'VHOST_1024' and not 'VXLAN' and + not 'NF_DENSITY' and not 'DOT1Q'" parameters: - "throughput" @@ -28294,6 +28419,7 @@ 'IP4FWD' and 'VHOST_1024' and not 'VXLAN' and + not 'NF_DENSITY' and not 'DOT1Q'" parameters: - "throughput" @@ -28322,6 +28448,7 @@ 'L2BDMACLRN' and 'VHOST_1024' and not 'VXLAN' and + not 'NF_DENSITY' and not 'IP4FWD' and not '2VM'" parameters: @@ -28352,6 +28479,7 @@ 'L2BDMACLRN' and 'VHOST_1024' and not 'VXLAN' and + not 'NF_DENSITY' and not 'IP4FWD' and not '2VM'" parameters: @@ -28384,6 +28512,7 @@ ('L2BDMACLRN' or 'L2XCFWD') and 'VHOST_1024' and not 'VXLAN' and + not 'NF_DENSITY' and not 'IP4FWD' and not '2VM'" parameters: @@ -28414,6 +28543,7 @@ ('L2BDMACLRN' or 'L2XCFWD') and 'VHOST_1024' and not 'VXLAN' and + not 'NF_DENSITY' and not 'IP4FWD' and not '2VM'" parameters: @@ -28445,6 +28575,7 @@ 'VHOST_1024' and not 'CFS_OPT' and not 'VXLAN' and + not 'NF_DENSITY' and not 'IP4FWD'" parameters: - "throughput" @@ -28474,6 +28605,7 @@ 'VHOST_1024' and not 'CFS_OPT' and not 'VXLAN' and + not 'NF_DENSITY' and not 'IP4FWD'" parameters: - "throughput"