X-Git-Url: https://gerrit.fd.io/r/gitweb?a=blobdiff_plain;f=resources%2Ftools%2Fpresentation%2Fspecification.yaml;h=e8308e8367ed3bd57375f9198a401d374e9caed0;hb=1647a072a8b6785e6d712643225d66a4446c8c98;hp=8dc4df7a84f590c8177d908514dbc4078dbb8a15;hpb=7f83ed570d3cd7ec18f2a7ea3c8c3badd0368099;p=csit.git diff --git a/resources/tools/presentation/specification.yaml b/resources/tools/presentation/specification.yaml index 8dc4df7a84..e8308e8367 100644 --- a/resources/tools/presentation/specification.yaml +++ b/resources/tools/presentation/specification.yaml @@ -126,29 +126,14 @@ data-sets: - # Example - plot-vpp-service-density-3n-hsw: - csit-vpp-perf-verify-1810-3n-hsw: - - 28 - # Denverton: intel-dnv-vpp: + # TODO: Replace with new data intel-dnv-vpp-release-1810: - 1 # VPP Performance vpp-performance-changes-3n-hsw: - csit-vpp-perf-1804-all: - - 21 # sel - - 22 # sel - - 23 # sel - - 24 # sel - - 27 # sel - - 28 # sel - - 29 # sel - - 30 # sel - - 31 # sel - - 35 # sel csit-vpp-perf-verify-1807-3n-hsw: - 11 # NDRPDR full 1 - 22 # NDRPDR full 2 @@ -174,18 +159,25 @@ - 39 # NDRPDR sel - 41 # NDRPDR sel - 42 # NDRPDR sel + # TODO Add new data + csit-vpp-perf-verify-1901-3n-hsw: + - 10 # NDRPDR sel + - 18 # NDRPDR sel F + - 19 # NDRPDR sel + - 31 # NDRPDR sel + - 36 # NDRPDR sel + - 40 # NDRPDR sel + - 42 # NDRPDR sel vpp-nic-comparison-3n-hsw: - csit-vpp-perf-verify-1810-3n-hsw: - - 8 # NDRPDR sel - - 12 # NDRPDR sel - - 14 # NDRPDR sel - - 18 # NDRPDR sel - - 23 # NDRPDR sel - - 25 # NDRPDR sel - - 38 # NDRPDR sel - - 39 # NDRPDR sel - - 41 # NDRPDR sel + # TODO: Add new data + csit-vpp-perf-verify-1901-3n-hsw: + - 10 # NDRPDR sel + - 18 # NDRPDR sel F + - 19 # NDRPDR sel + - 31 # NDRPDR sel + - 36 # NDRPDR sel + - 40 # NDRPDR sel - 42 # NDRPDR sel vpp-performance-changes-3n-skx: @@ -211,19 +203,30 @@ - 21 # NDRPDR sel - 22 # NDRPDR sel - 25 # NDRPDR sel + csit-vpp-perf-verify-1901-3n-skx: + - 18 # NDRPDR sel + - 19 # NDRPDR sel + - 20 # NDRPDR sel + - 28 # NDRPDR sel + - 31 # NDRPDR sel + - 33 # NDRPDR sel + - 36 # NDRPDR sel + - 38 # NDRPDR sel + - 47 # NDRPDR sel + - 48 # NDRPDR sel vpp-nic-comparison-3n-skx: - csit-vpp-perf-verify-1810-3n-skx: - - 10 # NDRPDR sel - - 14 # NDRPDR sel - - 15 # NDRPDR sel - - 16 # NDRPDR sel - - 17 # NDRPDR sel + csit-vpp-perf-verify-1901-3n-skx: + - 18 # NDRPDR sel - 19 # NDRPDR sel - 20 # NDRPDR sel - - 21 # NDRPDR sel - - 22 # NDRPDR sel - - 25 # NDRPDR sel + - 28 # NDRPDR sel + - 31 # NDRPDR sel + - 33 # NDRPDR sel + - 36 # NDRPDR sel + - 38 # NDRPDR sel + - 47 # NDRPDR sel + - 48 # NDRPDR sel vpp-performance-changes-2n-skx: csit-vpp-perf-verify-1807-2n-skx: @@ -248,102 +251,90 @@ - 23 # NDRPDR sel - 24 # NDRPDR sel - 27 # NDRPDR sel - - vpp-nic-comparison-2n-skx: - csit-vpp-perf-verify-1810-2n-skx: - - 9 # NDRPDR sel + csit-vpp-perf-verify-1901-2n-skx: + - 5 # NDRPDR sel + - 12 # NDRPDR sel - 13 # NDRPDR sel - - 14 # NDRPDR sel - - 19 # NDRPDR sel - - 20 # NDRPDR sel - 21 # NDRPDR sel - - 22 # NDRPDR sel - 23 # NDRPDR sel - - 24 # NDRPDR sel - - 27 # NDRPDR sel + - 31 # NDRPDR sel + - 34 # NDRPDR sel + - 40 # NDRPDR sel + - 42 # NDRPDR sel + - 43 # NDRPDR sel - vpp-compare-testbeds: - csit-vpp-perf-verify-1810-3n-hsw: - - 8 # NDRPDR sel + vpp-nic-comparison-2n-skx: + csit-vpp-perf-verify-1901-2n-skx: + - 5 # NDRPDR sel - 12 # NDRPDR sel - - 14 # NDRPDR sel - - 18 # NDRPDR sel + - 13 # NDRPDR sel + - 21 # NDRPDR sel - 23 # NDRPDR sel - - 25 # NDRPDR sel - - 38 # NDRPDR sel - - 39 # NDRPDR sel - - 41 # NDRPDR sel + - 31 # NDRPDR sel + - 34 # NDRPDR sel + - 40 # NDRPDR sel - 42 # NDRPDR sel - csit-vpp-perf-verify-1810-3n-skx: - - 24 # NDRPDR full + - 43 # NDRPDR sel + + vpp-compare-testbeds: + # TODO: Add new data + csit-vpp-perf-verify-1901-3n-hsw: - 10 # NDRPDR sel - - 14 # NDRPDR sel - - 15 # NDRPDR sel - - 16 # NDRPDR sel - - 17 # NDRPDR sel + - 18 # NDRPDR sel F + - 19 # NDRPDR sel + - 31 # NDRPDR sel + - 36 # NDRPDR sel + - 40 # NDRPDR sel + - 42 # NDRPDR sel + csit-vpp-perf-verify-1901-3n-skx: + - 18 # NDRPDR sel - 19 # NDRPDR sel - 20 # NDRPDR sel - - 21 # NDRPDR sel - - 22 # NDRPDR sel - - 25 # NDRPDR sel + - 28 # NDRPDR sel + - 31 # NDRPDR sel + - 33 # NDRPDR sel + - 36 # NDRPDR sel + - 38 # NDRPDR sel + - 47 # NDRPDR sel + - 48 # NDRPDR sel vpp-compare-testbeds-mrr: - csit-vpp-perf-verify-1810-3n-hsw: - - 9 # MRR sel - csit-vpp-perf-verify-1810-3n-skx: - - 9 # MRR sel - - 11 # MRR sel - - 12 # MRR sel - - 13 # MRR sel + csit-vpp-perf-verify-1901-3n-hsw: + - 35 # MRR sel + csit-vpp-perf-verify-1901-3n-skx: + - 32 # MRR sel vpp-compare-topologies: - csit-vpp-perf-verify-1810-3n-skx: - - 10 # NDRPDR sel - - 14 # NDRPDR sel - - 15 # NDRPDR sel - - 16 # NDRPDR sel - - 17 # NDRPDR sel + csit-vpp-perf-verify-1901-3n-skx: + - 18 # NDRPDR sel - 19 # NDRPDR sel - 20 # NDRPDR sel - - 21 # NDRPDR sel - - 22 # NDRPDR sel - - 25 # NDRPDR sel - csit-vpp-perf-verify-1810-2n-skx: - - 9 # NDRPDR sel + - 28 # NDRPDR sel + - 31 # NDRPDR sel + - 33 # NDRPDR sel + - 36 # NDRPDR sel + - 38 # NDRPDR sel + - 47 # NDRPDR sel + - 48 # NDRPDR sel + csit-vpp-perf-verify-1901-2n-skx: + - 5 # NDRPDR sel + - 12 # NDRPDR sel - 13 # NDRPDR sel - - 14 # NDRPDR sel - - 19 # NDRPDR sel - - 20 # NDRPDR sel - 21 # NDRPDR sel - - 22 # NDRPDR sel - 23 # NDRPDR sel - - 24 # NDRPDR sel - - 27 # NDRPDR sel + - 31 # NDRPDR sel + - 34 # NDRPDR sel + - 40 # NDRPDR sel + - 42 # NDRPDR sel + - 43 # NDRPDR sel vpp-compare-topologies-mrr: - csit-vpp-perf-verify-1810-3n-skx: - - 9 # MRR sel - - 11 # MRR sel - - 12 # MRR sel - - 13 # MRR sel - csit-vpp-perf-verify-1810-2n-skx: - - 8 # MRR sel - - 10 # MRR sel - - 11 # MRR sel - - 12 # MRR sel + csit-vpp-perf-verify-1901-3n-skx: + - 32 # MRR sel + csit-vpp-perf-verify-1901-2n-skx: + - 22 # MRR sel vpp-performance-changes-3n-hsw-mrr: - csit-vpp-perf-check-1804: - - 6 # mrr - sel - - 13 # mrr - sel - - 14 # mrr - sel - - 15 # mrr - sel - - 16 # mrr - sel - - 17 # mrr - sel - - 19 # mrr - sel - - 20 # mrr - sel - - 21 # mrr - sel - - 22 # mrr - sel csit-vpp-perf-verify-1807-3n-hsw: - 8 # MRR full - 9 # MRR sel @@ -356,10 +347,12 @@ - 48 # MRR sel csit-vpp-perf-verify-1810-3n-hsw: - 9 # MRR sel + csit-vpp-perf-verify-1901-3n-hsw: + - 35 # MRR sel vpp-nic-comparison-3n-hsw-mrr: - csit-vpp-perf-verify-1810-3n-hsw: - - 9 # MRR sel + csit-vpp-perf-verify-1901-3n-hsw: + - 35 # MRR sel vpp-performance-changes-3n-skx-mrr: csit-vpp-perf-verify-1807-3n-skx: @@ -378,13 +371,12 @@ - 11 # MRR sel - 12 # MRR sel - 13 # MRR sel + csit-vpp-perf-verify-1901-3n-skx: + - 32 # MRR sel vpp-nic-comparison-3n-skx-mrr: - csit-vpp-perf-verify-1810-3n-skx: - - 9 # MRR sel - - 11 # MRR sel - - 12 # MRR sel - - 13 # MRR sel + csit-vpp-perf-verify-1901-3n-skx: + - 32 # MRR sel vpp-performance-changes-2n-skx-mrr: csit-vpp-perf-verify-1807-2n-skx: @@ -403,128 +395,145 @@ - 10 # MRR sel - 11 # MRR sel - 12 # MRR sel + csit-vpp-perf-verify-1901-2n-skx: + - 22 # MRR sel vpp-nic-comparison-2n-skx-mrr: - csit-vpp-perf-verify-1810-2n-skx: - - 8 # MRR sel - - 10 # MRR sel - - 11 # MRR sel - - 12 # MRR sel + csit-vpp-perf-verify-1901-2n-skx: + - 22 # MRR sel vpp-perf-results-3n-hsw: - csit-vpp-perf-verify-1810-3n-hsw: - - 20 # NDRPDR full - - 21 # NDRPDR full - - 22 # NDRPDR full - - 27 # NDRPDR full + # TODO: Add FULL data + csit-vpp-perf-verify-1901-3n-hsw: + - 38 # NDRPDR full + - 43 # NDRPDR full vpp-perf-results-3n-skx: - csit-vpp-perf-verify-1810-3n-skx: - - 23 # NDRPDR full - - 24 # NDRPDR full + csit-vpp-perf-verify-1901-3n-skx: + - 37 # NDRPDR full + - 39 # NDRPDR full + - 40 # NDRPDR full + - 49 # NDRPDR full vpp-perf-results-2n-skx: - csit-vpp-perf-verify-1810-2n-skx: + # TODO: Add FULL data + csit-vpp-perf-verify-1901-2n-skx: - 25 # NDRPDR full - - 26 # NDRPDR full + - 30 # NDRPDR full + - 33 # NDRPDR full + - 44 # NDRPDR full vpp-mrr-results-3n-hsw: - csit-vpp-perf-verify-1810-3n-hsw: - - 9 # MRR sel + csit-vpp-perf-verify-1901-3n-hsw: + - 35 # MRR sel vpp-mrr-results-3n-skx: - csit-vpp-perf-verify-1810-3n-skx: - - 9 # MRR sel + csit-vpp-perf-verify-1901-3n-skx: + - 32 # MRR sel vpp-mrr-results-2n-skx: - csit-vpp-perf-verify-1810-2n-skx: - - 8 # MRR sel + csit-vpp-perf-verify-1901-2n-skx: + - 22 # MRR sel plot-throughput-speedup-analysis-3n-hsw: - csit-vpp-perf-verify-1810-3n-hsw: - - 8 # NDRPDR sel - - 12 # NDRPDR sel - - 14 # NDRPDR sel - - 18 # NDRPDR sel - - 23 # NDRPDR sel - - 25 # NDRPDR sel - - 38 # NDRPDR sel - - 39 # NDRPDR sel - - 41 # NDRPDR sel + # TODO: Add new data + csit-vpp-perf-verify-1901-3n-hsw: + - 10 # NDRPDR sel + - 18 # NDRPDR sel F + - 19 # NDRPDR sel + - 31 # NDRPDR sel + - 36 # NDRPDR sel + - 40 # NDRPDR sel - 42 # NDRPDR sel plot-throughput-speedup-analysis-3n-skx: - csit-vpp-perf-verify-1810-3n-skx: - - 24 # NDRPDR full - - 10 # NDRPDR sel - - 14 # NDRPDR sel - - 15 # NDRPDR sel - - 16 # NDRPDR sel - - 17 # NDRPDR sel + csit-vpp-perf-verify-1901-3n-skx: + - 18 # NDRPDR sel - 19 # NDRPDR sel - 20 # NDRPDR sel - - 21 # NDRPDR sel - - 22 # NDRPDR sel - - 25 # NDRPDR sel + - 28 # NDRPDR sel + - 31 # NDRPDR sel + - 33 # NDRPDR sel + - 36 # NDRPDR sel + - 38 # NDRPDR sel + - 47 # NDRPDR sel + - 48 # NDRPDR sel plot-throughput-speedup-analysis-2n-skx: - csit-vpp-perf-verify-1810-2n-skx: - - 9 # NDRPDR sel + csit-vpp-perf-verify-1901-2n-skx: + - 5 # NDRPDR sel + - 12 # NDRPDR sel - 13 # NDRPDR sel - - 14 # NDRPDR sel - - 19 # NDRPDR sel - - 20 # NDRPDR sel - 21 # NDRPDR sel - - 22 # NDRPDR sel - 23 # NDRPDR sel - - 24 # NDRPDR sel - - 27 # NDRPDR sel + - 31 # NDRPDR sel + - 34 # NDRPDR sel + - 40 # NDRPDR sel + - 42 # NDRPDR sel + - 43 # NDRPDR sel plot-vpp-throughput-latency-3n-hsw: - csit-vpp-perf-verify-1810-3n-hsw: - - 8 # NDRPDR sel - - 12 # NDRPDR sel - - 14 # NDRPDR sel - - 18 # NDRPDR sel - - 23 # NDRPDR sel - - 25 # NDRPDR sel - - 38 # NDRPDR sel - - 39 # NDRPDR sel - - 41 # NDRPDR sel + # TODO: Add new data + csit-vpp-perf-verify-1901-3n-hsw: + - 10 # NDRPDR sel + - 18 # NDRPDR sel F + - 19 # NDRPDR sel + - 31 # NDRPDR sel + - 36 # NDRPDR sel + - 40 # NDRPDR sel - 42 # NDRPDR sel plot-vpp-soak-2n-skx: - csit-vpp-perf-verify-master-2n-skx: - - 207 # SOAK sel + csit-vpp-perf-verify-1901-2n-skx: + - 45 # SOAK sel + + plot-vpp-nfv-2n-skx: + # TODO: Add new data + csit-vpp-perf-verify-1901-2n-skx: + - 28 # NFV NDRPDR + - 29 # NFV NDRPDR + - 32 # NFV NDRPDR + - 39 # NFV NDRPDR + - 46 # NFV NDRPDR + + plot-vpp-nfv-2n-skx-mrr: + # TODO: Add new data + csit-vpp-perf-verify-1901-2n-skx: + - 24 # NFV MRR + - 26 # NFV MRR + - 27 # NFV MRR + - 35 # NFV MRR + - 37 # NFV MRR plot-vpp-throughput-latency-3n-skx: - csit-vpp-perf-verify-1810-3n-skx: - - 24 # NDRPDR full - - 10 # NDRPDR sel - - 14 # NDRPDR sel - - 15 # NDRPDR sel - - 16 # NDRPDR sel - - 17 # NDRPDR sel + csit-vpp-perf-verify-1901-3n-skx: + - 18 # NDRPDR sel - 19 # NDRPDR sel - 20 # NDRPDR sel - - 21 # NDRPDR sel - - 22 # NDRPDR sel - - 25 # NDRPDR sel + - 28 # NDRPDR sel + - 31 # NDRPDR sel + - 33 # NDRPDR sel + - 36 # NDRPDR sel + - 38 # NDRPDR sel + - 47 # NDRPDR sel + - 48 # NDRPDR sel plot-vpp-throughput-latency-2n-skx: - csit-vpp-perf-verify-1810-2n-skx: - - 9 # NDRPDR sel + csit-vpp-perf-verify-1901-2n-skx: + - 5 # NDRPDR sel + - 12 # NDRPDR sel - 13 # NDRPDR sel - - 14 # NDRPDR sel - - 19 # NDRPDR sel - - 20 # NDRPDR sel - 21 # NDRPDR sel - - 22 # NDRPDR sel - 23 # NDRPDR sel - - 24 # NDRPDR sel - - 27 # NDRPDR sel + - 31 # NDRPDR sel + - 34 # NDRPDR sel + - 40 # NDRPDR sel + - 42 # NDRPDR sel + - 43 # NDRPDR sel plot-vpp-http-server-performance: + # TODO: Replace with new data + # csit-vpp-perf-verify-1901-3n-hsw: csit-vpp-perf-verify-1810-3n-hsw: - 28 # WRK - 29 # WRK @@ -539,23 +548,27 @@ # VPP Functional vpp-func-results-ubuntu: - csit-vpp-functional-1810-ubuntu1604-virl: - - 44 + csit-vpp-functional-1901-ubuntu1604-virl: + - 48 vpp-func-results-centos: - csit-vpp-functional-1810-centos7-virl: - - 44 + csit-vpp-functional-1901-centos7-virl: + - 50 vpp-device-results-ubuntu: - csit-vpp-device-1810-ubuntu1804-1n-skx: - - 2 + csit-vpp-device-1901-ubuntu1804-1n-skx: + - 49 # VPP Ligato ligato-perf-results-3n-hsw: + # TODO: Replace with new data + # csit-ligato-perf-verify-1901-3n-hsw: csit-ligato-perf-verify-1810-3n-hsw: - 5 # full plot-ligato-throughput-speedup-analysis-3n-hsw: + # TODO: Replace with new data + # csit-ligato-perf-verify-1901-3n-hsw: csit-ligato-perf-verify-1810-3n-hsw: - 5 # full - 6 # sel @@ -570,6 +583,8 @@ - 18 # sel plot-ligato-throughput-latency-3n-hsw: + # TODO: Replace with new data + # csit-ligato-perf-verify-1901-3n-hsw: csit-ligato-perf-verify-1810-3n-hsw: - 5 # full - 6 # sel @@ -585,17 +600,6 @@ # DPDK Performance dpdk-performance-changes-3n-hsw: - csit-dpdk-perf-1804-all: - - 4 - - 5 - - 6 - - 7 - - 8 - - 9 - - 10 - - 11 - - 12 - - 13 csit-dpdk-perf-verify-1807-3n-hsw: - 11 - 12 # full @@ -618,6 +622,16 @@ - 8 # NDRPDR sel - 9 # NDRPDR sel - 10 # NDRPDR sel + csit-dpdk-perf-verify-1901-3n-hsw: + - 13 # NDRPDR sel + - 14 # NDRPDR sel + - 16 # NDRPDR sel + - 17 # NDRPDR sel + - 18 # NDRPDR sel + - 19 # NDRPDR sel + - 20 # NDRPDR sel + - 21 # NDRPDR sel + - 22 # NDRPDR sel dpdk-performance-changes-3n-skx: csit-dpdk-perf-verify-1807-3n-skx: @@ -642,11 +656,9 @@ - 11 # NDRPDR sel - 12 # NDRPDR sel - 13 # NDRPDR sel - - dpdk-compare-testbeds: - csit-dpdk-perf-verify-1810-3n-skx: + csit-dpdk-perf-verify-1901-3n-skx: - 3 # NDRPDR sel - - 4 # NDRPDR sel + - 5 # NDRPDR sel - 6 # NDRPDR sel - 7 # NDRPDR sel - 8 # NDRPDR sel @@ -655,22 +667,35 @@ - 11 # NDRPDR sel - 12 # NDRPDR sel - 13 # NDRPDR sel - csit-dpdk-perf-verify-1810-3n-hsw: - - 1 # NDRPDR sel - - 2 # NDRPDR sel + + dpdk-performance-changes-2n-skx: + csit-dpdk-perf-verify-1810-2n-skx: - 3 # NDRPDR sel - 4 # NDRPDR sel - 5 # NDRPDR sel - - 6 # NDRPDR sel - 7 # NDRPDR sel - 8 # NDRPDR sel - 9 # NDRPDR sel - 10 # NDRPDR sel + - 11 # NDRPDR sel + - 12 # NDRPDR sel + - 13 # NDRPDR sel + csit-dpdk-perf-verify-1901-2n-skx: + - 12 # NDRPDR sel + - 13 # NDRPDR sel + - 14 # NDRPDR sel + - 15 # NDRPDR sel + - 16 # NDRPDR sel + - 17 # NDRPDR sel + - 18 # NDRPDR sel + - 19 # NDRPDR sel + - 20 # NDRPDR sel + - 21 # NDRPDR sel - dpdk-compare-topologies: - csit-dpdk-perf-verify-1810-3n-skx: + dpdk-compare-testbeds: + csit-dpdk-perf-verify-1901-3n-skx: - 3 # NDRPDR sel - - 4 # NDRPDR sel + - 5 # NDRPDR sel - 6 # NDRPDR sel - 7 # NDRPDR sel - 8 # NDRPDR sel @@ -679,10 +704,22 @@ - 11 # NDRPDR sel - 12 # NDRPDR sel - 13 # NDRPDR sel - csit-dpdk-perf-verify-1810-2n-skx: + csit-dpdk-perf-verify-1901-3n-hsw: + - 13 # NDRPDR sel + - 14 # NDRPDR sel + - 16 # NDRPDR sel + - 17 # NDRPDR sel + - 18 # NDRPDR sel + - 19 # NDRPDR sel + - 20 # NDRPDR sel + - 21 # NDRPDR sel + - 22 # NDRPDR sel + + dpdk-compare-topologies: + csit-dpdk-perf-verify-1901-3n-skx: - 3 # NDRPDR sel - - 4 # NDRPDR sel - 5 # NDRPDR sel + - 6 # NDRPDR sel - 7 # NDRPDR sel - 8 # NDRPDR sel - 9 # NDRPDR sel @@ -690,36 +727,46 @@ - 11 # NDRPDR sel - 12 # NDRPDR sel - 13 # NDRPDR sel + csit-dpdk-perf-verify-1901-2n-skx: + - 12 # NDRPDR sel + - 13 # NDRPDR sel + - 14 # NDRPDR sel + - 15 # NDRPDR sel + - 16 # NDRPDR sel + - 17 # NDRPDR sel + - 18 # NDRPDR sel + - 19 # NDRPDR sel + - 20 # NDRPDR sel + - 21 # NDRPDR sel dpdk-perf-results-3n-hsw: - csit-dpdk-perf-verify-1810-3n-hsw: - - 1 + csit-dpdk-perf-verify-1901-3n-hsw: + - 20 # NDRPDR sel dpdk-perf-results-3n-skx: - csit-dpdk-perf-verify-1810-3n-skx: - - 3 # NDRPDR sel + csit-dpdk-perf-verify-1901-3n-skx: + - 13 # NDRPDR sel dpdk-perf-results-2n-skx: - csit-dpdk-perf-verify-1810-2n-skx: - - 3 + csit-dpdk-perf-verify-1901-2n-skx: + - 21 # NDRPDR sel plot-dpdk-throughput-latency-3n-hsw: - csit-dpdk-perf-verify-1810-3n-hsw: - - 1 # NDRPDR sel - - 2 # NDRPDR sel - - 3 # NDRPDR sel - - 4 # NDRPDR sel - - 5 # NDRPDR sel - - 6 # NDRPDR sel - - 7 # NDRPDR sel - - 8 # NDRPDR sel - - 9 # NDRPDR sel - - 10 # NDRPDR sel + csit-dpdk-perf-verify-1901-3n-hsw: + - 13 # NDRPDR sel + - 14 # NDRPDR sel + - 16 # NDRPDR sel + - 17 # NDRPDR sel + - 18 # NDRPDR sel + - 19 # NDRPDR sel + - 20 # NDRPDR sel + - 21 # NDRPDR sel + - 22 # NDRPDR sel plot-dpdk-throughput-latency-3n-skx: - csit-dpdk-perf-verify-1810-3n-skx: + csit-dpdk-perf-verify-1901-3n-skx: - 3 # NDRPDR sel - - 4 # NDRPDR sel + - 5 # NDRPDR sel - 6 # NDRPDR sel - 7 # NDRPDR sel - 8 # NDRPDR sel @@ -730,32 +777,34 @@ - 13 # NDRPDR sel plot-dpdk-throughput-latency-2n-skx: - csit-dpdk-perf-verify-1810-2n-skx: - - 3 # NDRPDR sel - - 4 # NDRPDR sel - - 5 # NDRPDR sel - - 7 # NDRPDR sel - - 8 # NDRPDR sel - - 9 # NDRPDR sel - - 10 # NDRPDR sel - - 11 # NDRPDR sel + csit-dpdk-perf-verify-1901-2n-skx: - 12 # NDRPDR sel - 13 # NDRPDR sel + - 14 # NDRPDR sel + - 15 # NDRPDR sel + - 16 # NDRPDR sel + - 17 # NDRPDR sel + - 18 # NDRPDR sel + - 19 # NDRPDR sel + - 20 # NDRPDR sel + - 21 # NDRPDR sel # HoneyComb Functional hc-func-results: - csit-hc2vpp-verify-func-1810-ubuntu1604: + csit-hc2vpp-verify-func-1901-ubuntu1604: - 3 # NSH SFC Functional nsh-func-results: + # TODO: Replace with new data + # csit-nsh_sfc-verify-func-1901-ubuntu1604-virl: csit-nsh_sfc-verify-func-1810-ubuntu1604-virl: - 1 # DMM Functional dmm-func-results: - csit-dmm-functional-1810-ubuntu1604-virl: - - 1 + csit-dmm-functional-1901-ubuntu1604-virl: + - 2 plot-layouts: @@ -1035,7 +1084,7 @@ size: 16 zeroline: True rangemode: "tozero" - # range: [0,100] + range: [0,100] legend: orientation: "h" font: @@ -1161,20 +1210,10 @@ builds: + # TODO: Replace with 1901 data intel-dnv-vpp-release-1810: - 1 - csit-vpp-perf-1804-all: - - 21 # sel - - 22 # sel - - 23 # sel - - 24 # sel - - 27 # sel - - 28 # sel - - 29 # sel - - 30 # sel - - 31 # sel - - 35 # sel csit-vpp-perf-verify-1807-3n-hsw: - 8 # MRR full - 9 # MRR sel @@ -1198,16 +1237,6 @@ - 40 # NDRPDR sel - 44 # NDRPDR sel - 47 # NDRPDR sel - - 24 # WRK - - 25 # WRK - - 23 # WRK - - 26 # WRK - - 27 # WRK - - 28 # WRK - - 29 # WRK - - 30 # WRK - - 32 # WRK - - 35 # WRK csit-vpp-perf-verify-1810-3n-hsw: - 9 # MRR sel - 20 # NDRPDR full @@ -1234,6 +1263,17 @@ - 35 # WRK - 36 # WRK - 37 # WRK + csit-vpp-perf-verify-1901-3n-hsw: + - 35 # MRR sel + - 38 # NDRPDR full + - 43 # NDRPDR full + - 10 # NDRPDR sel + - 18 # NDRPDR sel F + - 19 # NDRPDR sel + - 31 # NDRPDR sel + - 36 # NDRPDR sel + - 40 # NDRPDR sel + - 42 # NDRPDR sel csit-vpp-perf-verify-1807-3n-skx: - 31 # MRR full - 28 # MRR sel @@ -1275,6 +1315,22 @@ - 21 # NDRPDR sel - 22 # NDRPDR sel - 25 # NDRPDR sel + csit-vpp-perf-verify-1901-3n-skx: + - 32 # MRR sel + - 37 # NDRPDR full + - 39 # NDRPDR full + - 40 # NDRPDR full + - 49 # NDRPDR full + - 18 # NDRPDR sel + - 19 # NDRPDR sel + - 20 # NDRPDR sel + - 28 # NDRPDR sel + - 31 # NDRPDR sel + - 33 # NDRPDR sel + - 36 # NDRPDR sel + - 38 # NDRPDR sel + - 47 # NDRPDR sel + - 48 # NDRPDR sel csit-vpp-perf-verify-1807-2n-skx: - 27 # MRR full - 31 # MRR sel @@ -1315,20 +1371,33 @@ - 23 # NDRPDR sel - 24 # NDRPDR sel - 27 # NDRPDR sel - csit-vpp-perf-verify-master-2n-skx: - - 207 # SOAK sel - csit-vpp-perf-check-1804: - - 5 # mrr - full - - 6 # mrr - sel - - 13 # mrr - sel - - 14 # mrr - sel - - 15 # mrr - sel - - 16 # mrr - sel - - 17 # mrr - sel - - 19 # mrr - sel - - 20 # mrr - sel - - 21 # mrr - sel - - 22 # mrr - sel + csit-vpp-perf-verify-1901-2n-skx: + - 22 # MRR sel + - 25 # NDRPDR full + - 30 # NDRPDR full + - 33 # NDRPDR full + - 44 # NDRPDR full + - 5 # NDRPDR sel + - 12 # NDRPDR sel + - 13 # NDRPDR sel + - 21 # NDRPDR sel + - 23 # NDRPDR sel + - 31 # NDRPDR sel + - 34 # NDRPDR sel + - 40 # NDRPDR sel + - 42 # NDRPDR sel + - 43 # NDRPDR sel + - 24 # NFV MRR + - 26 # NFV MRR + - 27 # NFV MRR + - 35 # NFV MRR + - 37 # NFV MRR + - 28 # NFV NDRPDR + - 29 # NFV NDRPDR + - 32 # NFV NDRPDR + - 39 # NFV NDRPDR + - 46 # NFV NDRPDR + - 45 # SOAK csit-ligato-perf-verify-1810-3n-hsw: - 5 # full - 6 # sel @@ -1341,17 +1410,8 @@ - 16 # sel - 17 # sel - 18 # sel - csit-dpdk-perf-1804-all: - - 4 - - 5 - - 6 - - 7 - - 8 - - 9 - - 10 - - 11 - - 12 - - 13 + # TODO: Add new data + # csit-ligato-perf-verify-1901-3n-hsw: csit-dpdk-perf-verify-1807-3n-hsw: - 11 - 12 # full @@ -1374,6 +1434,16 @@ - 8 # NDRPDR sel - 9 # NDRPDR sel - 10 # NDRPDR sel + csit-dpdk-perf-verify-1901-3n-hsw: + - 13 # NDRPDR sel + - 14 # NDRPDR sel + - 16 # NDRPDR sel + - 17 # NDRPDR sel + - 18 # NDRPDR sel + - 19 # NDRPDR sel + - 20 # NDRPDR sel + - 21 # NDRPDR sel + - 22 # NDRPDR sel csit-dpdk-perf-verify-1807-3n-skx: - 1 # NDRPDR sel - 2 # NDRPDR sel @@ -1396,6 +1466,17 @@ - 11 # NDRPDR sel - 12 # NDRPDR sel - 13 # NDRPDR sel + csit-dpdk-perf-verify-1901-3n-skx: + - 3 # NDRPDR sel + - 5 # NDRPDR sel + - 6 # NDRPDR sel + - 7 # NDRPDR sel + - 8 # NDRPDR sel + - 9 # NDRPDR sel + - 10 # NDRPDR sel + - 11 # NDRPDR sel + - 12 # NDRPDR sel + - 13 # NDRPDR sel csit-dpdk-perf-verify-1810-2n-skx: - 3 # NDRPDR sel - 4 # NDRPDR sel @@ -1407,18 +1488,29 @@ - 11 # NDRPDR sel - 12 # NDRPDR sel - 13 # NDRPDR sel - - csit-vpp-functional-1810-ubuntu1604-virl: - - 44 - csit-vpp-functional-1810-centos7-virl: - - 44 - csit-vpp-device-1810-ubuntu1804-1n-skx: - - 2 + csit-dpdk-perf-verify-1901-2n-skx: + - 12 # NDRPDR sel + - 13 # NDRPDR sel + - 14 # NDRPDR sel + - 15 # NDRPDR sel + - 16 # NDRPDR sel + - 17 # NDRPDR sel + - 18 # NDRPDR sel + - 19 # NDRPDR sel + - 20 # NDRPDR sel + - 21 # NDRPDR sel + csit-vpp-functional-1901-ubuntu1604-virl: + - 48 + csit-vpp-functional-1901-centos7-virl: + - 50 + csit-vpp-device-1901-ubuntu1804-1n-skx: + - 49 + # TODO: Replace with 1901 data csit-nsh_sfc-verify-func-1810-ubuntu1604-virl: - 1 - csit-dmm-functional-1810-ubuntu1604-virl: - - 1 - csit-hc2vpp-verify-func-1810-ubuntu1604: + csit-dmm-functional-1901-ubuntu1604-virl: + - 2 + csit-hc2vpp-verify-func-1901-ubuntu1604: - 3 - @@ -1887,37 +1979,22 @@ output-file: "{DIR[STATIC,VPP]}/performance-changes-3n-hsw-1t1c-pdr" history: - - title: "rls1804" + title: "rls1807" data: - csit-vpp-perf-1804-all: - - 21 # sel - - 22 # sel - - 23 # sel - - 24 # sel - - 27 # sel - - 28 # sel - - 29 # sel - - 30 # sel - - 31 # sel - - 35 # sel + csit-vpp-perf-verify-1807-3n-hsw: + - 11 # NDRPDR full 1 + - 22 # NDRPDR full 2 + - 45 # NDRPDR full 3 + - 46 # NDRPDR full 4 + - 15 # NDRPDR sel + - 16 # NDRPDR sel + - 19 # NDRPDR sel + - 18 # NDRPDR sel + - 20 # NDRPDR sel + - 38 # NDRPDR sel + - 40 # NDRPDR sel + - 44 # NDRPDR sel reference: - title: "rls1807" - data: - csit-vpp-perf-verify-1807-3n-hsw: - - 11 # NDRPDR full 1 - - 22 # NDRPDR full 2 - - 45 # NDRPDR full 3 - - 46 # NDRPDR full 4 - - 15 # NDRPDR sel - - 16 # NDRPDR sel - - 19 # NDRPDR sel - - 18 # NDRPDR sel - - 20 # NDRPDR sel - - 38 # NDRPDR sel - - 40 # NDRPDR sel - - 44 # NDRPDR sel - - 47 # NDRPDR sel - compare: title: "rls1810" data: csit-vpp-perf-verify-1810-3n-hsw: @@ -1931,6 +2008,18 @@ - 39 # NDRPDR sel - 41 # NDRPDR sel - 42 # NDRPDR sel + compare: + title: "rls1901" + data: + # TODO: Add new data: + csit-vpp-perf-verify-1901-3n-hsw: + - 10 # NDRPDR sel + - 18 # NDRPDR sel F + - 19 # NDRPDR sel + - 31 # NDRPDR sel + - 36 # NDRPDR sel + - 40 # NDRPDR sel + - 42 # NDRPDR sel data: "vpp-performance-changes-3n-hsw" include-tests: "PDR" # "PDR" | "NDR" | "MRR" filter: "'1T1C' and ('NDRPDR' or 'NDRPDRDISC')" # "('NDRPDR' or 'NDRPDRDISC')" | "'MRR'" @@ -1947,37 +2036,23 @@ output-file: "{DIR[STATIC,VPP]}/performance-changes-3n-hsw-2t2c-pdr" history: - - title: "rls1804" + title: "rls1807" data: - csit-vpp-perf-1804-all: - - 21 # sel - - 22 # sel - - 23 # sel - - 24 # sel - - 27 # sel - - 28 # sel - - 29 # sel - - 30 # sel - - 31 # sel - - 35 # sel + csit-vpp-perf-verify-1807-3n-hsw: + - 11 # NDRPDR full 1 + - 22 # NDRPDR full 2 + - 45 # NDRPDR full 3 + - 46 # NDRPDR full 4 + - 15 # NDRPDR sel + - 16 # NDRPDR sel + - 19 # NDRPDR sel + - 18 # NDRPDR sel + - 20 # NDRPDR sel + - 38 # NDRPDR sel + - 40 # NDRPDR sel + - 44 # NDRPDR sel + - 47 # NDRPDR sel reference: - title: "rls1807" - data: - csit-vpp-perf-verify-1807-3n-hsw: - - 11 # NDRPDR full 1 - - 22 # NDRPDR full 2 - - 45 # NDRPDR full 3 - - 46 # NDRPDR full 4 - - 15 # NDRPDR sel - - 16 # NDRPDR sel - - 19 # NDRPDR sel - - 18 # NDRPDR sel - - 20 # NDRPDR sel - - 38 # NDRPDR sel - - 40 # NDRPDR sel - - 44 # NDRPDR sel - - 47 # NDRPDR sel - compare: title: "rls1810" data: csit-vpp-perf-verify-1810-3n-hsw: @@ -1991,6 +2066,18 @@ - 39 # NDRPDR sel - 41 # NDRPDR sel - 42 # NDRPDR sel + compare: + title: "rls1901" + data: + # TODO: Add new data: + csit-vpp-perf-verify-1901-3n-hsw: + - 10 # NDRPDR sel + - 18 # NDRPDR sel F + - 19 # NDRPDR sel + - 31 # NDRPDR sel + - 36 # NDRPDR sel + - 40 # NDRPDR sel + - 42 # NDRPDR sel data: "vpp-performance-changes-3n-hsw" include-tests: "PDR" # "PDR" | "NDR" | "MRR" filter: "'2T2C' and ('NDRPDR' or 'NDRPDRDISC')" # "('NDRPDR' or 'NDRPDRDISC')" | "'MRR'" @@ -2007,37 +2094,23 @@ output-file: "{DIR[STATIC,VPP]}/performance-changes-3n-hsw-1t1c-ndr" history: - - title: "rls1804" + title: "rls1807" data: - csit-vpp-perf-1804-all: - - 21 # sel - - 22 # sel - - 23 # sel - - 24 # sel - - 27 # sel - - 28 # sel - - 29 # sel - - 30 # sel - - 31 # sel - - 35 # sel + csit-vpp-perf-verify-1807-3n-hsw: + - 11 # NDRPDR full 1 + - 22 # NDRPDR full 2 + - 45 # NDRPDR full 3 + - 46 # NDRPDR full 4 + - 15 # NDRPDR sel + - 16 # NDRPDR sel + - 19 # NDRPDR sel + - 18 # NDRPDR sel + - 20 # NDRPDR sel + - 38 # NDRPDR sel + - 40 # NDRPDR sel + - 44 # NDRPDR sel + - 47 # NDRPDR sel reference: - title: "rls1807" - data: - csit-vpp-perf-verify-1807-3n-hsw: - - 11 # NDRPDR full 1 - - 22 # NDRPDR full 2 - - 45 # NDRPDR full 3 - - 46 # NDRPDR full 4 - - 15 # NDRPDR sel - - 16 # NDRPDR sel - - 19 # NDRPDR sel - - 18 # NDRPDR sel - - 20 # NDRPDR sel - - 38 # NDRPDR sel - - 40 # NDRPDR sel - - 44 # NDRPDR sel - - 47 # NDRPDR sel - compare: title: "rls1810" data: csit-vpp-perf-verify-1810-3n-hsw: @@ -2051,6 +2124,18 @@ - 39 # NDRPDR sel - 41 # NDRPDR sel - 42 # NDRPDR sel + compare: + title: "rls1901" + data: + # TODO: Add new data: + csit-vpp-perf-verify-1901-3n-hsw: + - 10 # NDRPDR sel + - 18 # NDRPDR sel F + - 19 # NDRPDR sel + - 31 # NDRPDR sel + - 36 # NDRPDR sel + - 40 # NDRPDR sel + - 42 # NDRPDR sel data: "vpp-performance-changes-3n-hsw" include-tests: "NDR" # "PDR" | "NDR" | "MRR" filter: "'1T1C' and ('NDRPDR' or 'NDRPDRDISC')" # "('NDRPDR' or 'NDRPDRDISC')" | "'MRR'" @@ -2067,38 +2152,24 @@ output-file: "{DIR[STATIC,VPP]}/performance-changes-3n-hsw-2t2c-ndr" history: - - title: "rls1804" + title: "rls1807" data: - csit-vpp-perf-1804-all: - - 21 # sel - - 22 # sel - - 23 # sel - - 24 # sel - - 27 # sel - - 28 # sel - - 29 # sel - - 30 # sel - - 31 # sel - - 35 # sel + csit-vpp-perf-verify-1807-3n-hsw: + - 11 # NDRPDR full 1 + - 22 # NDRPDR full 2 + - 45 # NDRPDR full 3 + - 46 # NDRPDR full 4 + - 15 # NDRPDR sel + - 16 # NDRPDR sel + - 19 # NDRPDR sel + - 18 # NDRPDR sel + - 20 # NDRPDR sel + - 38 # NDRPDR sel + - 40 # NDRPDR sel + - 44 # NDRPDR sel + - 47 # NDRPDR sel reference: - title: "rls1807" - data: - csit-vpp-perf-verify-1807-3n-hsw: - - 11 # NDRPDR full 1 - - 22 # NDRPDR full 2 - - 45 # NDRPDR full 3 - - 46 # NDRPDR full 4 - - 15 # NDRPDR sel - - 16 # NDRPDR sel - - 19 # NDRPDR sel - - 18 # NDRPDR sel - - 20 # NDRPDR sel - - 38 # NDRPDR sel - - 40 # NDRPDR sel - - 44 # NDRPDR sel - - 47 # NDRPDR sel - compare: - title: "rls1810" + title: "rls1810" data: csit-vpp-perf-verify-1810-3n-hsw: - 8 # NDRPDR sel @@ -2111,6 +2182,18 @@ - 39 # NDRPDR sel - 41 # NDRPDR sel - 42 # NDRPDR sel + compare: + title: "rls1901" + data: + # TODO: Add new data: + csit-vpp-perf-verify-1901-3n-hsw: + - 10 # NDRPDR sel + - 18 # NDRPDR sel F + - 19 # NDRPDR sel + - 31 # NDRPDR sel + - 36 # NDRPDR sel + - 40 # NDRPDR sel + - 42 # NDRPDR sel data: "vpp-performance-changes-3n-hsw" include-tests: "NDR" # "PDR" | "NDR" | "MRR" filter: "'2T2C' and ('NDRPDR' or 'NDRPDRDISC')" # "('NDRPDR' or 'NDRPDRDISC')" | "'MRR'" @@ -2125,21 +2208,22 @@ title: "VPP Performance Changes 3n-skx 2t1c pdr" algorithm: "table_performance_comparison" output-file: "{DIR[STATIC,VPP]}/performance-changes-3n-skx-2t1c-pdr" + history: + - + title: "rls1807" + data: + csit-vpp-perf-verify-1807-3n-skx: + - 33 # NDRPDR sel + - 35 # NDRPDR sel + - 37 # NDRPDR sel + - 38 # NDRPDR sel + - 39 # NDRPDR sel + - 43 # NDRPDR sel + - 44 # NDRPDR sel + - 49 # NDRPDR sel + - 50 # NDRPDR sel + - 56 # NDRPDR sel reference: - title: "rls1807" - data: - csit-vpp-perf-verify-1807-3n-skx: - - 33 # NDRPDR sel - - 35 # NDRPDR sel - - 37 # NDRPDR sel - - 38 # NDRPDR sel - - 39 # NDRPDR sel - - 43 # NDRPDR sel - - 44 # NDRPDR sel - - 49 # NDRPDR sel - - 50 # NDRPDR sel - - 56 # NDRPDR sel - compare: title: "rls1810" data: csit-vpp-perf-verify-1810-3n-skx: @@ -2153,6 +2237,20 @@ - 21 # NDRPDR sel - 22 # NDRPDR sel - 25 # NDRPDR sel + compare: + title: "rls1901" + data: + csit-vpp-perf-verify-1901-3n-skx: + - 18 # NDRPDR sel + - 19 # NDRPDR sel + - 20 # NDRPDR sel + - 28 # NDRPDR sel + - 31 # NDRPDR sel + - 33 # NDRPDR sel + - 36 # NDRPDR sel + - 38 # NDRPDR sel + - 47 # NDRPDR sel + - 48 # NDRPDR sel data: "vpp-performance-changes-3n-skx" include-tests: "PDR" # "PDR" | "NDR" | "MRR" filter: "'2T1C' and ('NDRPDR' or 'NDRPDRDISC')" # "('NDRPDR' or 'NDRPDRDISC')" | "'MRR'" @@ -2167,21 +2265,22 @@ title: "VPP Performance Changes 3n-skx 4t2c pdr" algorithm: "table_performance_comparison" output-file: "{DIR[STATIC,VPP]}/performance-changes-3n-skx-4t2c-pdr" + history: + - + title: "rls1807" + data: + csit-vpp-perf-verify-1807-3n-skx: + - 33 # NDRPDR sel + - 35 # NDRPDR sel + - 37 # NDRPDR sel + - 38 # NDRPDR sel + - 39 # NDRPDR sel + - 43 # NDRPDR sel + - 44 # NDRPDR sel + - 49 # NDRPDR sel + - 50 # NDRPDR sel + - 56 # NDRPDR sel reference: - title: "rls1807" - data: - csit-vpp-perf-verify-1807-3n-skx: - - 33 # NDRPDR sel - - 35 # NDRPDR sel - - 37 # NDRPDR sel - - 38 # NDRPDR sel - - 39 # NDRPDR sel - - 43 # NDRPDR sel - - 44 # NDRPDR sel - - 49 # NDRPDR sel - - 50 # NDRPDR sel - - 56 # NDRPDR sel - compare: title: "rls1810" data: csit-vpp-perf-verify-1810-3n-skx: @@ -2195,6 +2294,20 @@ - 21 # NDRPDR sel - 22 # NDRPDR sel - 25 # NDRPDR sel + compare: + title: "rls1901" + data: + csit-vpp-perf-verify-1901-3n-skx: + - 18 # NDRPDR sel + - 19 # NDRPDR sel + - 20 # NDRPDR sel + - 28 # NDRPDR sel + - 31 # NDRPDR sel + - 33 # NDRPDR sel + - 36 # NDRPDR sel + - 38 # NDRPDR sel + - 47 # NDRPDR sel + - 48 # NDRPDR sel data: "vpp-performance-changes-3n-skx" include-tests: "PDR" # "PDR" | "NDR" | "MRR" filter: "'4T2C' and ('NDRPDR' or 'NDRPDRDISC')" # "('NDRPDR' or 'NDRPDRDISC')" | "'MRR'" @@ -2209,21 +2322,22 @@ title: "VPP Performance Changes 3n-skx 2t1c ndr" algorithm: "table_performance_comparison" output-file: "{DIR[STATIC,VPP]}/performance-changes-3n-skx-2t1c-ndr" + history: + - + title: "rls1807" + data: + csit-vpp-perf-verify-1807-3n-skx: + - 33 # NDRPDR sel + - 35 # NDRPDR sel + - 37 # NDRPDR sel + - 38 # NDRPDR sel + - 39 # NDRPDR sel + - 43 # NDRPDR sel + - 44 # NDRPDR sel + - 49 # NDRPDR sel + - 50 # NDRPDR sel + - 56 # NDRPDR sel reference: - title: "rls1807" - data: - csit-vpp-perf-verify-1807-3n-skx: - - 33 # NDRPDR sel - - 35 # NDRPDR sel - - 37 # NDRPDR sel - - 38 # NDRPDR sel - - 39 # NDRPDR sel - - 43 # NDRPDR sel - - 44 # NDRPDR sel - - 49 # NDRPDR sel - - 50 # NDRPDR sel - - 56 # NDRPDR sel - compare: title: "rls1810" data: csit-vpp-perf-verify-1810-3n-skx: @@ -2237,6 +2351,20 @@ - 21 # NDRPDR sel - 22 # NDRPDR sel - 25 # NDRPDR sel + compare: + title: "rls1901" + data: + csit-vpp-perf-verify-1901-3n-skx: + - 18 # NDRPDR sel + - 19 # NDRPDR sel + - 20 # NDRPDR sel + - 28 # NDRPDR sel + - 31 # NDRPDR sel + - 33 # NDRPDR sel + - 36 # NDRPDR sel + - 38 # NDRPDR sel + - 47 # NDRPDR sel + - 48 # NDRPDR sel data: "vpp-performance-changes-3n-skx" include-tests: "NDR" # "PDR" | "NDR" | "MRR" filter: "'2T1C' and ('NDRPDR' or 'NDRPDRDISC')" # "('NDRPDR' or 'NDRPDRDISC')" | "'MRR'" @@ -2251,21 +2379,22 @@ title: "VPP Performance Changes 3n-skx 4t2c ndr" algorithm: "table_performance_comparison" output-file: "{DIR[STATIC,VPP]}/performance-changes-3n-skx-4t2c-ndr" + history: + - + title: "rls1807" + data: + csit-vpp-perf-verify-1807-3n-skx: + - 33 # NDRPDR sel + - 35 # NDRPDR sel + - 37 # NDRPDR sel + - 38 # NDRPDR sel + - 39 # NDRPDR sel + - 43 # NDRPDR sel + - 44 # NDRPDR sel + - 49 # NDRPDR sel + - 50 # NDRPDR sel + - 56 # NDRPDR sel reference: - title: "rls1807" - data: - csit-vpp-perf-verify-1807-3n-skx: - - 33 # NDRPDR sel - - 35 # NDRPDR sel - - 37 # NDRPDR sel - - 38 # NDRPDR sel - - 39 # NDRPDR sel - - 43 # NDRPDR sel - - 44 # NDRPDR sel - - 49 # NDRPDR sel - - 50 # NDRPDR sel - - 56 # NDRPDR sel - compare: title: "rls1810" data: csit-vpp-perf-verify-1810-3n-skx: @@ -2279,6 +2408,20 @@ - 21 # NDRPDR sel - 22 # NDRPDR sel - 25 # NDRPDR sel + compare: + title: "rls1901" + data: + csit-vpp-perf-verify-1901-3n-skx: + - 18 # NDRPDR sel + - 19 # NDRPDR sel + - 20 # NDRPDR sel + - 28 # NDRPDR sel + - 31 # NDRPDR sel + - 33 # NDRPDR sel + - 36 # NDRPDR sel + - 38 # NDRPDR sel + - 47 # NDRPDR sel + - 48 # NDRPDR sel data: "vpp-performance-changes-3n-skx" include-tests: "NDR" # "PDR" | "NDR" | "MRR" filter: "'4T2C' and ('NDRPDR' or 'NDRPDRDISC')" # "('NDRPDR' or 'NDRPDRDISC')" | "'MRR'" @@ -2293,21 +2436,22 @@ title: "VPP Performance Changes 2n-skx 2t1c pdr" algorithm: "table_performance_comparison" output-file: "{DIR[STATIC,VPP]}/performance-changes-2n-skx-2t1c-pdr" + history: + - + title: "rls1807" + data: + csit-vpp-perf-verify-1807-2n-skx: + - 26 # NDRPDR sel + - 28 # NDRPDR sel + - 29 # NDRPDR sel + - 30 # NDRPDR sel + - 34 # NDRPDR sel + - 35 # NDRPDR sel + - 36 # NDRPDR sel + - 39 # NDRPDR sel + - 40 # NDRPDR sel + - 42 # NDRPDR sel reference: - title: "rls1807" - data: - csit-vpp-perf-verify-1807-2n-skx: - - 26 # NDRPDR sel - - 28 # NDRPDR sel - - 29 # NDRPDR sel - - 30 # NDRPDR sel - - 34 # NDRPDR sel - - 35 # NDRPDR sel - - 36 # NDRPDR sel - - 39 # NDRPDR sel - - 40 # NDRPDR sel - - 42 # NDRPDR sel - compare: title: "rls1810" data: csit-vpp-perf-verify-1810-2n-skx: @@ -2321,6 +2465,20 @@ - 23 # NDRPDR sel - 24 # NDRPDR sel - 27 # NDRPDR sel + compare: + title: "rls1901" + data: + csit-vpp-perf-verify-1901-2n-skx: + - 5 # NDRPDR sel + - 12 # NDRPDR sel + - 13 # NDRPDR sel + - 21 # NDRPDR sel + - 23 # NDRPDR sel + - 31 # NDRPDR sel + - 34 # NDRPDR sel + - 40 # NDRPDR sel + - 42 # NDRPDR sel + - 43 # NDRPDR sel data: "vpp-performance-changes-2n-skx" include-tests: "PDR" # "PDR" | "NDR" | "MRR" filter: "'2T1C' and ('NDRPDR' or 'NDRPDRDISC')" # "('NDRPDR' or 'NDRPDRDISC')" | "'MRR'" @@ -2335,21 +2493,21 @@ title: "VPP Performance Changes 2n-skx 4t2c pdr" algorithm: "table_performance_comparison" output-file: "{DIR[STATIC,VPP]}/performance-changes-2n-skx-4t2c-pdr" + history: + - title: "rls1807" + data: + csit-vpp-perf-verify-1807-2n-skx: + - 26 # NDRPDR sel + - 28 # NDRPDR sel + - 29 # NDRPDR sel + - 30 # NDRPDR sel + - 34 # NDRPDR sel + - 35 # NDRPDR sel + - 36 # NDRPDR sel + - 39 # NDRPDR sel + - 40 # NDRPDR sel + - 42 # NDRPDR sel reference: - title: "rls1807" - data: - csit-vpp-perf-verify-1807-2n-skx: - - 26 # NDRPDR sel - - 28 # NDRPDR sel - - 29 # NDRPDR sel - - 30 # NDRPDR sel - - 34 # NDRPDR sel - - 35 # NDRPDR sel - - 36 # NDRPDR sel - - 39 # NDRPDR sel - - 40 # NDRPDR sel - - 42 # NDRPDR sel - compare: title: "rls1810" data: csit-vpp-perf-verify-1810-2n-skx: @@ -2363,6 +2521,20 @@ - 23 # NDRPDR sel - 24 # NDRPDR sel - 27 # NDRPDR sel + compare: + title: "rls1901" + data: + csit-vpp-perf-verify-1901-2n-skx: + - 5 # NDRPDR sel + - 12 # NDRPDR sel + - 13 # NDRPDR sel + - 21 # NDRPDR sel + - 23 # NDRPDR sel + - 31 # NDRPDR sel + - 34 # NDRPDR sel + - 40 # NDRPDR sel + - 42 # NDRPDR sel + - 43 # NDRPDR sel data: "vpp-performance-changes-2n-skx" include-tests: "PDR" # "PDR" | "NDR" | "MRR" filter: "'4T2C' and ('NDRPDR' or 'NDRPDRDISC')" # "('NDRPDR' or 'NDRPDRDISC')" | "'MRR'" @@ -2377,21 +2549,21 @@ title: "VPP Performance Changes 2n-skx 2t1c ndr" algorithm: "table_performance_comparison" output-file: "{DIR[STATIC,VPP]}/performance-changes-2n-skx-2t1c-ndr" + history: + - title: "rls1807" + data: + csit-vpp-perf-verify-1807-2n-skx: + - 26 # NDRPDR sel + - 28 # NDRPDR sel + - 29 # NDRPDR sel + - 30 # NDRPDR sel + - 34 # NDRPDR sel + - 35 # NDRPDR sel + - 36 # NDRPDR sel + - 39 # NDRPDR sel + - 40 # NDRPDR sel + - 42 # NDRPDR sel reference: - title: "rls1807" - data: - csit-vpp-perf-verify-1807-2n-skx: - - 26 # NDRPDR sel - - 28 # NDRPDR sel - - 29 # NDRPDR sel - - 30 # NDRPDR sel - - 34 # NDRPDR sel - - 35 # NDRPDR sel - - 36 # NDRPDR sel - - 39 # NDRPDR sel - - 40 # NDRPDR sel - - 42 # NDRPDR sel - compare: title: "rls1810" data: csit-vpp-perf-verify-1810-2n-skx: @@ -2405,6 +2577,20 @@ - 23 # NDRPDR sel - 24 # NDRPDR sel - 27 # NDRPDR sel + compare: + title: "rls1901" + data: + csit-vpp-perf-verify-1901-2n-skx: + - 5 # NDRPDR sel + - 12 # NDRPDR sel + - 13 # NDRPDR sel + - 21 # NDRPDR sel + - 23 # NDRPDR sel + - 31 # NDRPDR sel + - 34 # NDRPDR sel + - 40 # NDRPDR sel + - 42 # NDRPDR sel + - 43 # NDRPDR sel data: "vpp-performance-changes-2n-skx" include-tests: "NDR" # "PDR" | "NDR" | "MRR" filter: "'2T1C' and ('NDRPDR' or 'NDRPDRDISC')" # "('NDRPDR' or 'NDRPDRDISC')" | "'MRR'" @@ -2419,21 +2605,21 @@ title: "VPP Performance Changes 2n-skx 4t2c ndr" algorithm: "table_performance_comparison" output-file: "{DIR[STATIC,VPP]}/performance-changes-2n-skx-4t2c-ndr" + history: + - title: "rls1807" + data: + csit-vpp-perf-verify-1807-2n-skx: + - 26 # NDRPDR sel + - 28 # NDRPDR sel + - 29 # NDRPDR sel + - 30 # NDRPDR sel + - 34 # NDRPDR sel + - 35 # NDRPDR sel + - 36 # NDRPDR sel + - 39 # NDRPDR sel + - 40 # NDRPDR sel + - 42 # NDRPDR sel reference: - title: "rls1807" - data: - csit-vpp-perf-verify-1807-2n-skx: - - 26 # NDRPDR sel - - 28 # NDRPDR sel - - 29 # NDRPDR sel - - 30 # NDRPDR sel - - 34 # NDRPDR sel - - 35 # NDRPDR sel - - 36 # NDRPDR sel - - 39 # NDRPDR sel - - 40 # NDRPDR sel - - 42 # NDRPDR sel - compare: title: "rls1810" data: csit-vpp-perf-verify-1810-2n-skx: @@ -2447,6 +2633,20 @@ - 23 # NDRPDR sel - 24 # NDRPDR sel - 27 # NDRPDR sel + compare: + title: "rls1901" + data: + csit-vpp-perf-verify-1901-2n-skx: + - 5 # NDRPDR sel + - 12 # NDRPDR sel + - 13 # NDRPDR sel + - 21 # NDRPDR sel + - 23 # NDRPDR sel + - 31 # NDRPDR sel + - 34 # NDRPDR sel + - 40 # NDRPDR sel + - 42 # NDRPDR sel + - 43 # NDRPDR sel data: "vpp-performance-changes-2n-skx" include-tests: "NDR" # "PDR" | "NDR" | "MRR" filter: "'4T2C' and ('NDRPDR' or 'NDRPDRDISC')" # "('NDRPDR' or 'NDRPDRDISC')" | "'MRR'" @@ -2464,31 +2664,29 @@ reference: title: "3-Node Hsw" data: - csit-vpp-perf-verify-1810-3n-hsw: - - 8 # NDRPDR sel - - 12 # NDRPDR sel - - 14 # NDRPDR sel - - 18 # NDRPDR sel - - 23 # NDRPDR sel - - 25 # NDRPDR sel - - 38 # NDRPDR sel - - 39 # NDRPDR sel - - 41 # NDRPDR sel + # TODO: Add new data: + csit-vpp-perf-verify-1901-3n-hsw: + - 10 # NDRPDR sel + - 18 # NDRPDR sel F + - 19 # NDRPDR sel + - 31 # NDRPDR sel + - 36 # NDRPDR sel + - 40 # NDRPDR sel - 42 # NDRPDR sel compare: title: "3-Node Skx" data: - csit-vpp-perf-verify-1810-3n-skx: - - 10 # NDRPDR sel - - 14 # NDRPDR sel - - 15 # NDRPDR sel - - 16 # NDRPDR sel - - 17 # NDRPDR sel + csit-vpp-perf-verify-1901-3n-skx: + - 18 # NDRPDR sel - 19 # NDRPDR sel - 20 # NDRPDR sel - - 21 # NDRPDR sel - - 22 # NDRPDR sel - - 25 # NDRPDR sel + - 28 # NDRPDR sel + - 31 # NDRPDR sel + - 33 # NDRPDR sel + - 36 # NDRPDR sel + - 38 # NDRPDR sel + - 47 # NDRPDR sel + - 48 # NDRPDR sel data: "vpp-compare-testbeds" include-tests: "NDR" # "PDR" | "NDR" | "MRR" filter: "'NIC_Intel-X710' and 'NDRPDR' and '1C'" @@ -2506,31 +2704,29 @@ reference: title: "3-Node Hsw" data: - csit-vpp-perf-verify-1810-3n-hsw: - - 8 # NDRPDR sel - - 12 # NDRPDR sel - - 14 # NDRPDR sel - - 18 # NDRPDR sel - - 23 # NDRPDR sel - - 25 # NDRPDR sel - - 38 # NDRPDR sel - - 39 # NDRPDR sel - - 41 # NDRPDR sel + # TODO: Add new data: + csit-vpp-perf-verify-1901-3n-hsw: + - 10 # NDRPDR sel + - 18 # NDRPDR sel F + - 19 # NDRPDR sel + - 31 # NDRPDR sel + - 36 # NDRPDR sel + - 40 # NDRPDR sel - 42 # NDRPDR sel compare: title: "3-Node Skx" data: - csit-vpp-perf-verify-1810-3n-skx: - - 10 # NDRPDR sel - - 14 # NDRPDR sel - - 15 # NDRPDR sel - - 16 # NDRPDR sel - - 17 # NDRPDR sel + csit-vpp-perf-verify-1901-3n-skx: + - 18 # NDRPDR sel - 19 # NDRPDR sel - 20 # NDRPDR sel - - 21 # NDRPDR sel - - 22 # NDRPDR sel - - 25 # NDRPDR sel + - 28 # NDRPDR sel + - 31 # NDRPDR sel + - 33 # NDRPDR sel + - 36 # NDRPDR sel + - 38 # NDRPDR sel + - 47 # NDRPDR sel + - 48 # NDRPDR sel data: "vpp-compare-testbeds" include-tests: "NDR" # "PDR" | "NDR" | "MRR" filter: "'NIC_Intel-X710' and 'NDRPDR' and '2C'" @@ -2548,31 +2744,29 @@ reference: title: "3-Node Hsw" data: - csit-vpp-perf-verify-1810-3n-hsw: - - 8 # NDRPDR sel - - 12 # NDRPDR sel - - 14 # NDRPDR sel - - 18 # NDRPDR sel - - 23 # NDRPDR sel - - 25 # NDRPDR sel - - 38 # NDRPDR sel - - 39 # NDRPDR sel - - 41 # NDRPDR sel + # TODO: Add new data: + csit-vpp-perf-verify-1901-3n-hsw: + - 10 # NDRPDR sel + - 18 # NDRPDR sel F + - 19 # NDRPDR sel + - 31 # NDRPDR sel + - 36 # NDRPDR sel + - 40 # NDRPDR sel - 42 # NDRPDR sel compare: title: "3-Node Skx" data: - csit-vpp-perf-verify-1810-3n-skx: - - 10 # NDRPDR sel - - 14 # NDRPDR sel - - 15 # NDRPDR sel - - 16 # NDRPDR sel - - 17 # NDRPDR sel + csit-vpp-perf-verify-1901-3n-skx: + - 18 # NDRPDR sel - 19 # NDRPDR sel - 20 # NDRPDR sel - - 21 # NDRPDR sel - - 22 # NDRPDR sel - - 25 # NDRPDR sel + - 28 # NDRPDR sel + - 31 # NDRPDR sel + - 33 # NDRPDR sel + - 36 # NDRPDR sel + - 38 # NDRPDR sel + - 47 # NDRPDR sel + - 48 # NDRPDR sel data: "vpp-compare-testbeds" include-tests: "PDR" # "PDR" | "NDR" | "MRR" filter: "'NIC_Intel-X710' and 'NDRPDR' and '1C'" @@ -2590,31 +2784,29 @@ reference: title: "3-Node Hsw" data: - csit-vpp-perf-verify-1810-3n-hsw: - - 8 # NDRPDR sel - - 12 # NDRPDR sel - - 14 # NDRPDR sel - - 18 # NDRPDR sel - - 23 # NDRPDR sel - - 25 # NDRPDR sel - - 38 # NDRPDR sel - - 39 # NDRPDR sel - - 41 # NDRPDR sel + # TODO: Add new data: + csit-vpp-perf-verify-1901-3n-hsw: + - 10 # NDRPDR sel + - 18 # NDRPDR sel F + - 19 # NDRPDR sel + - 31 # NDRPDR sel + - 36 # NDRPDR sel + - 40 # NDRPDR sel - 42 # NDRPDR sel compare: title: "3-Node Skx" data: - csit-vpp-perf-verify-1810-3n-skx: - - 10 # NDRPDR sel - - 14 # NDRPDR sel - - 15 # NDRPDR sel - - 16 # NDRPDR sel - - 17 # NDRPDR sel + csit-vpp-perf-verify-1901-3n-skx: + - 18 # NDRPDR sel - 19 # NDRPDR sel - 20 # NDRPDR sel - - 21 # NDRPDR sel - - 22 # NDRPDR sel - - 25 # NDRPDR sel + - 28 # NDRPDR sel + - 31 # NDRPDR sel + - 33 # NDRPDR sel + - 36 # NDRPDR sel + - 38 # NDRPDR sel + - 47 # NDRPDR sel + - 48 # NDRPDR sel data: "vpp-compare-testbeds" include-tests: "PDR" # "PDR" | "NDR" | "MRR" filter: "'NIC_Intel-X710' and 'NDRPDR' and '2C'" @@ -2632,31 +2824,31 @@ reference: title: "3-Node Skx" data: - csit-vpp-perf-verify-1810-3n-skx: - - 10 # NDRPDR sel - - 14 # NDRPDR sel - - 15 # NDRPDR sel - - 16 # NDRPDR sel - - 17 # NDRPDR sel + csit-vpp-perf-verify-1901-3n-skx: + - 18 # NDRPDR sel - 19 # NDRPDR sel - 20 # NDRPDR sel - - 21 # NDRPDR sel - - 22 # NDRPDR sel - - 25 # NDRPDR sel + - 28 # NDRPDR sel + - 31 # NDRPDR sel + - 33 # NDRPDR sel + - 36 # NDRPDR sel + - 38 # NDRPDR sel + - 47 # NDRPDR sel + - 48 # NDRPDR sel compare: title: "2-Node Skx" data: - csit-vpp-perf-verify-1810-2n-skx: - - 9 # NDRPDR sel + csit-vpp-perf-verify-1901-2n-skx: + - 5 # NDRPDR sel + - 12 # NDRPDR sel - 13 # NDRPDR sel - - 14 # NDRPDR sel - - 19 # NDRPDR sel - - 20 # NDRPDR sel - 21 # NDRPDR sel - - 22 # NDRPDR sel - 23 # NDRPDR sel - - 24 # NDRPDR sel - - 27 # NDRPDR sel + - 31 # NDRPDR sel + - 34 # NDRPDR sel + - 40 # NDRPDR sel + - 42 # NDRPDR sel + - 43 # NDRPDR sel data: "vpp-compare-topologies" include-tests: "NDR" # "PDR" | "NDR" | "MRR" filter: "'NDRPDR' and '1C'" @@ -2674,31 +2866,31 @@ reference: title: "3-Node Skx" data: - csit-vpp-perf-verify-1810-3n-skx: - - 10 # NDRPDR sel - - 14 # NDRPDR sel - - 15 # NDRPDR sel - - 16 # NDRPDR sel - - 17 # NDRPDR sel + csit-vpp-perf-verify-1901-3n-skx: + - 18 # NDRPDR sel - 19 # NDRPDR sel - 20 # NDRPDR sel - - 21 # NDRPDR sel - - 22 # NDRPDR sel - - 25 # NDRPDR sel + - 28 # NDRPDR sel + - 31 # NDRPDR sel + - 33 # NDRPDR sel + - 36 # NDRPDR sel + - 38 # NDRPDR sel + - 47 # NDRPDR sel + - 48 # NDRPDR sel compare: title: "2-Node Skx" data: - csit-vpp-perf-verify-1810-2n-skx: - - 9 # NDRPDR sel + csit-vpp-perf-verify-1901-2n-skx: + - 5 # NDRPDR sel + - 12 # NDRPDR sel - 13 # NDRPDR sel - - 14 # NDRPDR sel - - 19 # NDRPDR sel - - 20 # NDRPDR sel - 21 # NDRPDR sel - - 22 # NDRPDR sel - 23 # NDRPDR sel - - 24 # NDRPDR sel - - 27 # NDRPDR sel + - 31 # NDRPDR sel + - 34 # NDRPDR sel + - 40 # NDRPDR sel + - 42 # NDRPDR sel + - 43 # NDRPDR sel data: "vpp-compare-topologies" include-tests: "NDR" # "PDR" | "NDR" | "MRR" filter: "'NDRPDR' and '2C'" @@ -2716,31 +2908,31 @@ reference: title: "3-Node Skx" data: - csit-vpp-perf-verify-1810-3n-skx: - - 10 # NDRPDR sel - - 14 # NDRPDR sel - - 15 # NDRPDR sel - - 16 # NDRPDR sel - - 17 # NDRPDR sel + csit-vpp-perf-verify-1901-3n-skx: + - 18 # NDRPDR sel - 19 # NDRPDR sel - 20 # NDRPDR sel - - 21 # NDRPDR sel - - 22 # NDRPDR sel - - 25 # NDRPDR sel + - 28 # NDRPDR sel + - 31 # NDRPDR sel + - 33 # NDRPDR sel + - 36 # NDRPDR sel + - 38 # NDRPDR sel + - 47 # NDRPDR sel + - 48 # NDRPDR sel compare: title: "2-Node Skx" data: - csit-vpp-perf-verify-1810-2n-skx: - - 9 # NDRPDR sel + csit-vpp-perf-verify-1901-2n-skx: + - 5 # NDRPDR sel + - 12 # NDRPDR sel - 13 # NDRPDR sel - - 14 # NDRPDR sel - - 19 # NDRPDR sel - - 20 # NDRPDR sel - 21 # NDRPDR sel - - 22 # NDRPDR sel - 23 # NDRPDR sel - - 24 # NDRPDR sel - - 27 # NDRPDR sel + - 31 # NDRPDR sel + - 34 # NDRPDR sel + - 40 # NDRPDR sel + - 42 # NDRPDR sel + - 43 # NDRPDR sel data: "vpp-compare-topologies" include-tests: "PDR" # "PDR" | "NDR" | "MRR" filter: "'NDRPDR' and '1C'" @@ -2758,31 +2950,31 @@ reference: title: "3-Node Skx" data: - csit-vpp-perf-verify-1810-3n-skx: - - 10 # NDRPDR sel - - 14 # NDRPDR sel - - 15 # NDRPDR sel - - 16 # NDRPDR sel - - 17 # NDRPDR sel + csit-vpp-perf-verify-1901-3n-skx: + - 18 # NDRPDR sel - 19 # NDRPDR sel - 20 # NDRPDR sel - - 21 # NDRPDR sel - - 22 # NDRPDR sel - - 25 # NDRPDR sel + - 28 # NDRPDR sel + - 31 # NDRPDR sel + - 33 # NDRPDR sel + - 36 # NDRPDR sel + - 38 # NDRPDR sel + - 47 # NDRPDR sel + - 48 # NDRPDR sel compare: title: "2-Node Skx" data: - csit-vpp-perf-verify-1810-2n-skx: - - 9 # NDRPDR sel + csit-vpp-perf-verify-1901-2n-skx: + - 5 # NDRPDR sel + - 12 # NDRPDR sel - 13 # NDRPDR sel - - 14 # NDRPDR sel - - 19 # NDRPDR sel - - 20 # NDRPDR sel - 21 # NDRPDR sel - - 22 # NDRPDR sel - 23 # NDRPDR sel - - 24 # NDRPDR sel - - 27 # NDRPDR sel + - 31 # NDRPDR sel + - 34 # NDRPDR sel + - 40 # NDRPDR sel + - 42 # NDRPDR sel + - 43 # NDRPDR sel data: "vpp-compare-topologies" include-tests: "PDR" # "PDR" | "NDR" | "MRR" filter: "'NDRPDR' and '2C'" @@ -2799,37 +2991,28 @@ output-file: "{DIR[STATIC,VPP]}/performance-changes-3n-hsw-1t1c-mrr" history: - - title: "rls1804" + title: "rls1807" data: - csit-vpp-perf-check-1804: - - 6 # mrr - sel - - 13 # mrr - sel - - 14 # mrr - sel - - 15 # mrr - sel - - 16 # mrr - sel - - 17 # mrr - sel - - 19 # mrr - sel - - 20 # mrr - sel - - 21 # mrr - sel - - 22 # mrr - sel + csit-vpp-perf-verify-1807-3n-hsw: + - 8 # MRR full + - 9 # MRR sel + - 21 # MRR sel + - 31 # MRR sel + - 33 # MRR sel + - 36 # MRR sel + - 41 # MRR sel + - 42 # MRR sel + - 48 # MRR sel reference: - title: "rls1807" - data: - csit-vpp-perf-verify-1807-3n-hsw: - - 8 # MRR full - - 9 # MRR sel - - 21 # MRR sel - - 31 # MRR sel - - 33 # MRR sel - - 36 # MRR sel - - 41 # MRR sel - - 42 # MRR sel - - 48 # MRR sel - compare: title: "rls1810" data: csit-vpp-perf-verify-1810-3n-hsw: - 9 # MRR sel + compare: + title: "rls1901" + data: + csit-vpp-perf-verify-1901-3n-hsw: + - 35 # MRR sel data: "vpp-performance-changes-3n-hsw-mrr" include-tests: "MRR" # "PDR" | "NDR" | "MRR" filter: "'1T1C' and 'MRR'" # "('NDRPDR' or 'NDRPDRDISC')" | "'MRR'" @@ -2846,37 +3029,28 @@ output-file: "{DIR[STATIC,VPP]}/performance-changes-3n-hsw-2t2c-mrr" history: - - title: "rls1804" + title: "rls1807" data: - csit-vpp-perf-check-1804: - - 6 # mrr - sel - - 13 # mrr - sel - - 14 # mrr - sel - - 15 # mrr - sel - - 16 # mrr - sel - - 17 # mrr - sel - - 19 # mrr - sel - - 20 # mrr - sel - - 21 # mrr - sel - - 22 # mrr - sel + csit-vpp-perf-verify-1807-3n-hsw: + - 8 # MRR full + - 9 # MRR sel + - 21 # MRR sel + - 31 # MRR sel + - 33 # MRR sel + - 36 # MRR sel + - 41 # MRR sel + - 42 # MRR sel + - 48 # MRR sel reference: - title: "rls1807" - data: - csit-vpp-perf-verify-1807-3n-hsw: - - 8 # MRR full - - 9 # MRR sel - - 21 # MRR sel - - 31 # MRR sel - - 33 # MRR sel - - 36 # MRR sel - - 41 # MRR sel - - 42 # MRR sel - - 48 # MRR sel - compare: title: "rls1810" data: csit-vpp-perf-verify-1810-3n-hsw: - 9 # MRR sel + compare: + title: "rls1901" + data: + csit-vpp-perf-verify-1901-3n-hsw: + - 35 # MRR sel data: "vpp-performance-changes-3n-hsw-mrr" include-tests: "MRR" # "PDR" | "NDR" | "MRR" filter: "'2T2C' and 'MRR'" # "('NDRPDR' or 'NDRPDRDISC')" | "'MRR'" @@ -2893,37 +3067,28 @@ output-file: "{DIR[STATIC,VPP]}/performance-changes-3n-hsw-4t4c-mrr" history: - - title: "rls1804" + title: "rls1807" data: - csit-vpp-perf-check-1804: - - 6 # mrr - sel - - 13 # mrr - sel - - 14 # mrr - sel - - 15 # mrr - sel - - 16 # mrr - sel - - 17 # mrr - sel - - 19 # mrr - sel - - 20 # mrr - sel - - 21 # mrr - sel - - 22 # mrr - sel + csit-vpp-perf-verify-1807-3n-hsw: + - 8 # MRR full + - 9 # MRR sel + - 21 # MRR sel + - 31 # MRR sel + - 33 # MRR sel + - 36 # MRR sel + - 41 # MRR sel + - 42 # MRR sel + - 48 # MRR sel reference: - title: "rls1807" - data: - csit-vpp-perf-verify-1807-3n-hsw: - - 8 # MRR full - - 9 # MRR sel - - 21 # MRR sel - - 31 # MRR sel - - 33 # MRR sel - - 36 # MRR sel - - 41 # MRR sel - - 42 # MRR sel - - 48 # MRR sel - compare: title: "rls1810" data: csit-vpp-perf-verify-1810-3n-hsw: - 9 # MRR sel + compare: + title: "rls1901" + data: + csit-vpp-perf-verify-1901-3n-hsw: + - 35 # MRR sel data: "vpp-performance-changes-3n-hsw-mrr" include-tests: "MRR" # "PDR" | "NDR" | "MRR" filter: "'4T4C' and 'MRR'" # "('NDRPDR' or 'NDRPDRDISC')" | "'MRR'" @@ -2938,20 +3103,21 @@ title: "VPP Performance Changes 3n-skx 2t1c MRR" algorithm: "table_performance_comparison" output-file: "{DIR[STATIC,VPP]}/performance-changes-3n-skx-2t1c-mrr" + history: + - + title: "rls1807" + data: + csit-vpp-perf-verify-1807-3n-skx: + - 28 # MRR sel + - 32 # MRR sel + - 36 # MRR sel + - 42 # MRR sel + - 47 # MRR sel + - 48 # MRR sel + - 51 # MRR sel + - 52 # MRR sel + - 53 # MRR sel reference: - title: "rls1807" - data: - csit-vpp-perf-verify-1807-3n-skx: - - 28 # MRR sel - - 32 # MRR sel - - 36 # MRR sel - - 42 # MRR sel - - 47 # MRR sel - - 48 # MRR sel - - 51 # MRR sel - - 52 # MRR sel - - 53 # MRR sel - compare: title: "rls1810" data: csit-vpp-perf-verify-1810-3n-skx: @@ -2959,6 +3125,11 @@ - 11 # MRR sel - 12 # MRR sel - 13 # MRR sel + compare: + title: "rls1901" + data: + csit-vpp-perf-verify-1901-3n-skx: + - 32 # MRR sel data: "vpp-performance-changes-3n-skx-mrr" include-tests: "MRR" # "PDR" | "NDR" | "MRR" filter: "'2T1C' and 'MRR'" # "('NDRPDR' or 'NDRPDRDISC')" | "'MRR'" @@ -2973,20 +3144,21 @@ title: "VPP Performance Changes 3n-skx 4t2c MRR" algorithm: "table_performance_comparison" output-file: "{DIR[STATIC,VPP]}/performance-changes-3n-skx-4t2c-mrr" + history: + - + title: "rls1807" + data: + csit-vpp-perf-verify-1807-3n-skx: + - 28 # MRR sel + - 32 # MRR sel + - 36 # MRR sel + - 42 # MRR sel + - 47 # MRR sel + - 48 # MRR sel + - 51 # MRR sel + - 52 # MRR sel + - 53 # MRR sel reference: - title: "rls1807" - data: - csit-vpp-perf-verify-1807-3n-skx: - - 28 # MRR sel - - 32 # MRR sel - - 36 # MRR sel - - 42 # MRR sel - - 47 # MRR sel - - 48 # MRR sel - - 51 # MRR sel - - 52 # MRR sel - - 53 # MRR sel - compare: title: "rls1810" data: csit-vpp-perf-verify-1810-3n-skx: @@ -2994,6 +3166,11 @@ - 11 # MRR sel - 12 # MRR sel - 13 # MRR sel + compare: + title: "rls1901" + data: + csit-vpp-perf-verify-1901-3n-skx: + - 32 # MRR sel data: "vpp-performance-changes-3n-skx-mrr" include-tests: "MRR" # "PDR" | "NDR" | "MRR" filter: "'4T2C' and 'MRR'" # "('NDRPDR' or 'NDRPDRDISC')" | "'MRR'" @@ -3008,20 +3185,21 @@ title: "VPP Performance Changes 3n-skx 8t4c MRR" algorithm: "table_performance_comparison" output-file: "{DIR[STATIC,VPP]}/performance-changes-3n-skx-8t4c-mrr" + history: + - + title: "rls1807" + data: + csit-vpp-perf-verify-1807-3n-skx: + - 28 # MRR sel + - 32 # MRR sel + - 36 # MRR sel + - 42 # MRR sel + - 47 # MRR sel + - 48 # MRR sel + - 51 # MRR sel + - 52 # MRR sel + - 53 # MRR sel reference: - title: "rls1807" - data: - csit-vpp-perf-verify-1807-3n-skx: - - 28 # MRR sel - - 32 # MRR sel - - 36 # MRR sel - - 42 # MRR sel - - 47 # MRR sel - - 48 # MRR sel - - 51 # MRR sel - - 52 # MRR sel - - 53 # MRR sel - compare: title: "rls1810" data: csit-vpp-perf-verify-1810-3n-skx: @@ -3029,6 +3207,11 @@ - 11 # MRR sel - 12 # MRR sel - 13 # MRR sel + compare: + title: "rls1901" + data: + csit-vpp-perf-verify-1901-3n-skx: + - 32 # MRR sel data: "vpp-performance-changes-3n-skx-mrr" include-tests: "MRR" # "PDR" | "NDR" | "MRR" filter: "'8T4C' and 'MRR'" # "('NDRPDR' or 'NDRPDRDISC')" | "'MRR'" @@ -3043,21 +3226,22 @@ title: "VPP Performance Changes 2n-skx 2t1c MRR" algorithm: "table_performance_comparison" output-file: "{DIR[STATIC,VPP]}/performance-changes-2n-skx-2t1c-mrr" + history: + - + title: "rls1807" + data: + csit-vpp-perf-verify-1807-2n-skx: + - 31 # MRR sel + - 33 # MRR sel + - 37 # MRR sel + - 38 # MRR sel + - 41 # MRR sel + - 43 # MRR sel + - 44 # MRR sel + - 45 # MRR sel + - 46 # MRR sel + - 47 # MRR sel reference: - title: "rls1807" - data: - csit-vpp-perf-verify-1807-2n-skx: - - 31 # MRR sel - - 33 # MRR sel - - 37 # MRR sel - - 38 # MRR sel - - 41 # MRR sel - - 43 # MRR sel - - 44 # MRR sel - - 45 # MRR sel - - 46 # MRR sel - - 47 # MRR sel - compare: title: "rls1810" data: csit-vpp-perf-verify-1810-2n-skx: @@ -3065,6 +3249,12 @@ - 10 # MRR sel - 11 # MRR sel - 12 # MRR sel + compare: + title: "rls1901" + data: + # TODO: Add new data + csit-vpp-perf-verify-1901-2n-skx: + - 22 # MRR sel data: "vpp-performance-changes-2n-skx-mrr" include-tests: "MRR" # "PDR" | "NDR" | "MRR" filter: "'2T1C' and 'MRR'" # "('NDRPDR' or 'NDRPDRDISC')" | "'MRR'" @@ -3079,21 +3269,22 @@ title: "VPP Performance Changes 2n-skx 4t2c MRR" algorithm: "table_performance_comparison" output-file: "{DIR[STATIC,VPP]}/performance-changes-2n-skx-4t2c-mrr" + history: + - + title: "rls1807" + data: + csit-vpp-perf-verify-1807-2n-skx: + - 31 # MRR sel + - 33 # MRR sel + - 37 # MRR sel + - 38 # MRR sel + - 41 # MRR sel + - 43 # MRR sel + - 44 # MRR sel + - 45 # MRR sel + - 46 # MRR sel + - 47 # MRR sel reference: - title: "rls1807" - data: - csit-vpp-perf-verify-1807-2n-skx: - - 31 # MRR sel - - 33 # MRR sel - - 37 # MRR sel - - 38 # MRR sel - - 41 # MRR sel - - 43 # MRR sel - - 44 # MRR sel - - 45 # MRR sel - - 46 # MRR sel - - 47 # MRR sel - compare: title: "rls1810" data: csit-vpp-perf-verify-1810-2n-skx: @@ -3101,6 +3292,11 @@ - 10 # MRR sel - 11 # MRR sel - 12 # MRR sel + compare: + title: "rls1901" + data: + csit-vpp-perf-verify-1901-2n-skx: + - 22 # MRR sel data: "vpp-performance-changes-2n-skx-mrr" include-tests: "MRR" # "PDR" | "NDR" | "MRR" filter: "'4T2C' and 'MRR'" # "('NDRPDR' or 'NDRPDRDISC')" | "'MRR'" @@ -3115,21 +3311,22 @@ title: "VPP Performance Changes 2n-skx 8t4c MRR" algorithm: "table_performance_comparison" output-file: "{DIR[STATIC,VPP]}/performance-changes-2n-skx-8t4c-mrr" + history: + - + title: "rls1807" + data: + csit-vpp-perf-verify-1807-2n-skx: + - 31 # MRR sel + - 33 # MRR sel + - 37 # MRR sel + - 38 # MRR sel + - 41 # MRR sel + - 43 # MRR sel + - 44 # MRR sel + - 45 # MRR sel + - 46 # MRR sel + - 47 # MRR sel reference: - title: "rls1807" - data: - csit-vpp-perf-verify-1807-2n-skx: - - 31 # MRR sel - - 33 # MRR sel - - 37 # MRR sel - - 38 # MRR sel - - 41 # MRR sel - - 43 # MRR sel - - 44 # MRR sel - - 45 # MRR sel - - 46 # MRR sel - - 47 # MRR sel - compare: title: "rls1810" data: csit-vpp-perf-verify-1810-2n-skx: @@ -3137,6 +3334,11 @@ - 10 # MRR sel - 11 # MRR sel - 12 # MRR sel + compare: + title: "rls1901" + data: + csit-vpp-perf-verify-1901-2n-skx: + - 22 # MRR sel data: "vpp-performance-changes-2n-skx-mrr" include-tests: "MRR" # "PDR" | "NDR" | "MRR" filter: "'8T4C' and 'MRR'" # "('NDRPDR' or 'NDRPDRDISC')" | "'MRR'" @@ -3154,16 +3356,13 @@ reference: title: "3-Node Hsw" data: - csit-vpp-perf-verify-1810-3n-hsw: - - 9 # MRR sel + csit-vpp-perf-verify-1901-3n-hsw: + - 35 # MRR sel compare: title: "3-Node Skx" data: - csit-vpp-perf-verify-1810-3n-skx: - - 9 # MRR sel - - 11 # MRR sel - - 12 # MRR sel - - 13 # MRR sel + csit-vpp-perf-verify-1901-3n-skx: + - 32 # MRR sel data: "vpp-compare-testbeds-mrr" include-tests: "MRR" # "PDR" | "NDR" | "MRR" filter: "'NIC_Intel-X710' and 'MRR' and '1C'" @@ -3181,16 +3380,13 @@ reference: title: "3-Node Hsw" data: - csit-vpp-perf-verify-1810-3n-hsw: - - 9 # MRR sel + csit-vpp-perf-verify-1901-3n-hsw: + - 35 # MRR sel compare: title: "3-Node Skx" data: - csit-vpp-perf-verify-1810-3n-skx: - - 9 # MRR sel - - 11 # MRR sel - - 12 # MRR sel - - 13 # MRR sel + csit-vpp-perf-verify-1901-3n-skx: + - 32 # MRR sel data: "vpp-compare-testbeds-mrr" include-tests: "MRR" # "PDR" | "NDR" | "MRR" filter: "'NIC_Intel-X710' and 'MRR' and '2C'" @@ -3208,16 +3404,13 @@ reference: title: "3-Node Hsw" data: - csit-vpp-perf-verify-1810-3n-hsw: - - 9 # MRR sel + csit-vpp-perf-verify-1901-3n-hsw: + - 35 # MRR sel compare: title: "3-Node Skx" data: - csit-vpp-perf-verify-1810-3n-skx: - - 9 # MRR sel - - 11 # MRR sel - - 12 # MRR sel - - 13 # MRR sel + csit-vpp-perf-verify-1901-3n-skx: + - 32 # MRR sel data: "vpp-compare-testbeds-mrr" include-tests: "MRR" # "PDR" | "NDR" | "MRR" filter: "'NIC_Intel-X710' and 'MRR' and '4C'" @@ -3235,19 +3428,13 @@ reference: title: "3-Node Skx" data: - csit-vpp-perf-verify-1810-3n-skx: - - 9 # MRR sel - - 11 # MRR sel - - 12 # MRR sel - - 13 # MRR sel + csit-vpp-perf-verify-1901-3n-skx: + - 32 # MRR sel compare: title: "2-Node Skx" data: - csit-vpp-perf-verify-1810-2n-skx: - - 8 # MRR sel - - 10 # MRR sel - - 11 # MRR sel - - 12 # MRR sel + csit-vpp-perf-verify-1901-2n-skx: + - 22 # MRR sel data: "vpp-compare-topologies-mrr" include-tests: "MRR" # "PDR" | "NDR" | "MRR" filter: "'MRR' and '1C'" @@ -3265,19 +3452,13 @@ reference: title: "3-Node Skx" data: - csit-vpp-perf-verify-1810-3n-skx: - - 9 # MRR sel - - 11 # MRR sel - - 12 # MRR sel - - 13 # MRR sel + csit-vpp-perf-verify-1901-3n-skx: + - 32 # MRR sel compare: title: "2-Node Skx" data: - csit-vpp-perf-verify-1810-2n-skx: - - 8 # MRR sel - - 10 # MRR sel - - 11 # MRR sel - - 12 # MRR sel + csit-vpp-perf-verify-1901-2n-skx: + - 22 # MRR sel data: "vpp-compare-topologies-mrr" include-tests: "MRR" # "PDR" | "NDR" | "MRR" filter: "'MRR' and '2C'" @@ -3295,19 +3476,13 @@ reference: title: "3-Node Skx" data: - csit-vpp-perf-verify-1810-3n-skx: - - 9 # MRR sel - - 11 # MRR sel - - 12 # MRR sel - - 13 # MRR sel + csit-vpp-perf-verify-1901-3n-skx: + - 32 # MRR sel compare: title: "2-Node Skx" data: - csit-vpp-perf-verify-1810-2n-skx: - - 8 # MRR sel - - 10 # MRR sel - - 11 # MRR sel - - 12 # MRR sel + csit-vpp-perf-verify-1901-2n-skx: + - 22 # MRR sel data: "vpp-compare-topologies-mrr" include-tests: "MRR" # "PDR" | "NDR" | "MRR" filter: "'MRR' and '4C'" @@ -3933,34 +4108,20 @@ output-file: "{DIR[STATIC,DPDK]}/performance-changes-3n-hsw-1t1c-pdr" history: - - title: "rls1804" + title: "rls1807" data: - csit-dpdk-perf-1804-all: - - 4 - - 5 - - 6 - - 7 - - 8 - - 9 - - 10 + csit-dpdk-perf-verify-1807-3n-hsw: - 11 - - 12 - - 13 + - 12 # full + - 14 + - 15 + - 16 + - 17 + - 20 + - 21 + - 22 + - 23 reference: - title: "rls1807" - data: - csit-dpdk-perf-verify-1807-3n-hsw: - - 11 - - 12 # full - - 14 - - 15 - - 16 - - 17 - - 20 - - 21 - - 22 - - 23 - compare: title: "rls1810" data: csit-dpdk-perf-verify-1810-3n-hsw: @@ -3974,6 +4135,19 @@ - 8 # NDRPDR sel - 9 # NDRPDR sel - 10 # NDRPDR sel + compare: + title: "rls1901" + data: + csit-dpdk-perf-verify-1901-3n-hsw: + - 13 # NDRPDR sel + - 14 # NDRPDR sel + - 16 # NDRPDR sel + - 17 # NDRPDR sel + - 18 # NDRPDR sel + - 19 # NDRPDR sel + - 20 # NDRPDR sel + - 21 # NDRPDR sel + - 22 # NDRPDR sel data: "dpdk-performance-changes-3n-hsw" include-tests: "PDR" # "PDR" | "NDR" | "MRR" filter: "'1T1C' and ('NDRPDR' or 'NDRPDRDISC')" # "('NDRPDR' or 'NDRPDRDISC')" | "'MRR'" @@ -3990,34 +4164,20 @@ output-file: "{DIR[STATIC,DPDK]}/performance-changes-3n-hsw-2t2c-pdr" history: - - title: "rls1804" + title: "rls1807" data: - csit-dpdk-perf-1804-all: - - 4 - - 5 - - 6 - - 7 - - 8 - - 9 - - 10 + csit-dpdk-perf-verify-1807-3n-hsw: - 11 - - 12 - - 13 + - 12 # full + - 14 + - 15 + - 16 + - 17 + - 20 + - 21 + - 22 + - 23 reference: - title: "rls1807" - data: - csit-dpdk-perf-verify-1807-3n-hsw: - - 11 - - 12 # full - - 14 - - 15 - - 16 - - 17 - - 20 - - 21 - - 22 - - 23 - compare: title: "rls1810" data: csit-dpdk-perf-verify-1810-3n-hsw: @@ -4031,6 +4191,19 @@ - 8 # NDRPDR sel - 9 # NDRPDR sel - 10 # NDRPDR sel + compare: + title: "rls1901" + data: + csit-dpdk-perf-verify-1901-3n-hsw: + - 13 # NDRPDR sel + - 14 # NDRPDR sel + - 16 # NDRPDR sel + - 17 # NDRPDR sel + - 18 # NDRPDR sel + - 19 # NDRPDR sel + - 20 # NDRPDR sel + - 21 # NDRPDR sel + - 22 # NDRPDR sel data: "dpdk-performance-changes-3n-hsw" include-tests: "PDR" # "PDR" | "NDR" | "MRR" filter: "'2T2C' and ('NDRPDR' or 'NDRPDRDISC')" # "('NDRPDR' or 'NDRPDRDISC')" | "'MRR'" @@ -4047,34 +4220,20 @@ output-file: "{DIR[STATIC,DPDK]}/performance-changes-3n-hsw-1t1c-ndr" history: - - title: "rls1804" + title: "rls1807" data: - csit-dpdk-perf-1804-all: - - 4 - - 5 - - 6 - - 7 - - 8 - - 9 - - 10 + csit-dpdk-perf-verify-1807-3n-hsw: - 11 - - 12 - - 13 + - 12 # full + - 14 + - 15 + - 16 + - 17 + - 20 + - 21 + - 22 + - 23 reference: - title: "rls1807" - data: - csit-dpdk-perf-verify-1807-3n-hsw: - - 11 - - 12 # full - - 14 - - 15 - - 16 - - 17 - - 20 - - 21 - - 22 - - 23 - compare: title: "rls1810" data: csit-dpdk-perf-verify-1810-3n-hsw: @@ -4088,6 +4247,19 @@ - 8 # NDRPDR sel - 9 # NDRPDR sel - 10 # NDRPDR sel + compare: + title: "rls1901" + data: + csit-dpdk-perf-verify-1901-3n-hsw: + - 13 # NDRPDR sel + - 14 # NDRPDR sel + - 16 # NDRPDR sel + - 17 # NDRPDR sel + - 18 # NDRPDR sel + - 19 # NDRPDR sel + - 20 # NDRPDR sel + - 21 # NDRPDR sel + - 22 # NDRPDR sel data: "dpdk-performance-changes-3n-hsw" include-tests: "NDR" # "PDR" | "NDR" | "MRR" filter: "'1T1C' and ('NDRPDR' or 'NDRPDRDISC')" # "('NDRPDR' or 'NDRPDRDISC')" | "'MRR'" @@ -4104,34 +4276,20 @@ output-file: "{DIR[STATIC,DPDK]}/performance-changes-3n-hsw-2t2c-ndr" history: - - title: "rls1804" + title: "rls1807" data: - csit-dpdk-perf-1804-all: - - 4 - - 5 - - 6 - - 7 - - 8 - - 9 - - 10 + csit-dpdk-perf-verify-1807-3n-hsw: - 11 - - 12 - - 13 + - 12 # full + - 14 + - 15 + - 16 + - 17 + - 20 + - 21 + - 22 + - 23 reference: - title: "rls1807" - data: - csit-dpdk-perf-verify-1807-3n-hsw: - - 11 - - 12 # full - - 14 - - 15 - - 16 - - 17 - - 20 - - 21 - - 22 - - 23 - compare: title: "rls1810" data: csit-dpdk-perf-verify-1810-3n-hsw: @@ -4145,6 +4303,19 @@ - 8 # NDRPDR sel - 9 # NDRPDR sel - 10 # NDRPDR sel + compare: + title: "rls1901" + data: + csit-dpdk-perf-verify-1901-3n-hsw: + - 13 # NDRPDR sel + - 14 # NDRPDR sel + - 16 # NDRPDR sel + - 17 # NDRPDR sel + - 18 # NDRPDR sel + - 19 # NDRPDR sel + - 20 # NDRPDR sel + - 21 # NDRPDR sel + - 22 # NDRPDR sel data: "dpdk-performance-changes-3n-hsw" include-tests: "NDR" # "PDR" | "NDR" | "MRR" filter: "'2T2C' and ('NDRPDR' or 'NDRPDRDISC')" # "('NDRPDR' or 'NDRPDRDISC')" | "'MRR'" @@ -4159,13 +4330,27 @@ title: "DPDK Performance Changes 3n-skx 2t1c pdr" algorithm: "table_performance_comparison" output-file: "{DIR[STATIC,DPDK]}/performance-changes-3n-skx-2t1c-pdr" + history: + - + title: "rls1807" + data: + csit-dpdk-perf-verify-1807-3n-skx: + - 1 # NDRPDR sel + - 2 # NDRPDR sel + - 3 # NDRPDR sel + - 6 # NDRPDR sel + - 7 # NDRPDR sel + - 8 # NDRPDR sel + - 9 # NDRPDR sel + - 10 # NDRPDR sel + - 11 # NDRPDR sel + - 12 # NDRPDR sel reference: - title: "rls1807" + title: "rls1810" data: - csit-dpdk-perf-verify-1807-3n-skx: - - 1 # NDRPDR sel - - 2 # NDRPDR sel + csit-dpdk-perf-verify-1810-3n-skx: - 3 # NDRPDR sel + - 4 # NDRPDR sel - 6 # NDRPDR sel - 7 # NDRPDR sel - 8 # NDRPDR sel @@ -4173,12 +4358,13 @@ - 10 # NDRPDR sel - 11 # NDRPDR sel - 12 # NDRPDR sel + - 13 # NDRPDR sel compare: - title: "rls1810" + title: "rls1901" data: - csit-dpdk-perf-verify-1810-3n-skx: + csit-dpdk-perf-verify-1901-3n-skx: - 3 # NDRPDR sel - - 4 # NDRPDR sel + - 5 # NDRPDR sel - 6 # NDRPDR sel - 7 # NDRPDR sel - 8 # NDRPDR sel @@ -4201,13 +4387,27 @@ title: "DPDK Performance Changes 3n-skx 4t2c pdr" algorithm: "table_performance_comparison" output-file: "{DIR[STATIC,DPDK]}/performance-changes-3n-skx-4t2c-pdr" + history: + - + title: "rls1807" + data: + csit-dpdk-perf-verify-1807-3n-skx: + - 1 # NDRPDR sel + - 2 # NDRPDR sel + - 3 # NDRPDR sel + - 6 # NDRPDR sel + - 7 # NDRPDR sel + - 8 # NDRPDR sel + - 9 # NDRPDR sel + - 10 # NDRPDR sel + - 11 # NDRPDR sel + - 12 # NDRPDR sel reference: - title: "rls1807" + title: "rls1810" data: - csit-dpdk-perf-verify-1807-3n-skx: - - 1 # NDRPDR sel - - 2 # NDRPDR sel + csit-dpdk-perf-verify-1810-3n-skx: - 3 # NDRPDR sel + - 4 # NDRPDR sel - 6 # NDRPDR sel - 7 # NDRPDR sel - 8 # NDRPDR sel @@ -4215,12 +4415,13 @@ - 10 # NDRPDR sel - 11 # NDRPDR sel - 12 # NDRPDR sel + - 13 # NDRPDR sel compare: - title: "rls1810" + title: "rls1901" data: - csit-dpdk-perf-verify-1810-3n-skx: + csit-dpdk-perf-verify-1901-3n-skx: - 3 # NDRPDR sel - - 4 # NDRPDR sel + - 5 # NDRPDR sel - 6 # NDRPDR sel - 7 # NDRPDR sel - 8 # NDRPDR sel @@ -4243,13 +4444,27 @@ title: "DPDK Performance Changes 3n-skx 2t1c ndr" algorithm: "table_performance_comparison" output-file: "{DIR[STATIC,DPDK]}/performance-changes-3n-skx-2t1c-ndr" + history: + - + title: "rls1807" + data: + csit-dpdk-perf-verify-1807-3n-skx: + - 1 # NDRPDR sel + - 2 # NDRPDR sel + - 3 # NDRPDR sel + - 6 # NDRPDR sel + - 7 # NDRPDR sel + - 8 # NDRPDR sel + - 9 # NDRPDR sel + - 10 # NDRPDR sel + - 11 # NDRPDR sel + - 12 # NDRPDR sel reference: - title: "rls1807" + title: "rls1810" data: - csit-dpdk-perf-verify-1807-3n-skx: - - 1 # NDRPDR sel - - 2 # NDRPDR sel + csit-dpdk-perf-verify-1810-3n-skx: - 3 # NDRPDR sel + - 4 # NDRPDR sel - 6 # NDRPDR sel - 7 # NDRPDR sel - 8 # NDRPDR sel @@ -4257,12 +4472,13 @@ - 10 # NDRPDR sel - 11 # NDRPDR sel - 12 # NDRPDR sel + - 13 # NDRPDR sel compare: - title: "rls1810" + title: "rls1901" data: - csit-dpdk-perf-verify-1810-3n-skx: + csit-dpdk-perf-verify-1901-3n-skx: - 3 # NDRPDR sel - - 4 # NDRPDR sel + - 5 # NDRPDR sel - 6 # NDRPDR sel - 7 # NDRPDR sel - 8 # NDRPDR sel @@ -4285,13 +4501,27 @@ title: "DPDK Performance Changes 3n-skx 4t2c ndr" algorithm: "table_performance_comparison" output-file: "{DIR[STATIC,DPDK]}/performance-changes-3n-skx-4t2c-ndr" + history: + - + title: "rls1807" + data: + csit-dpdk-perf-verify-1807-3n-skx: + - 1 # NDRPDR sel + - 2 # NDRPDR sel + - 3 # NDRPDR sel + - 6 # NDRPDR sel + - 7 # NDRPDR sel + - 8 # NDRPDR sel + - 9 # NDRPDR sel + - 10 # NDRPDR sel + - 11 # NDRPDR sel + - 12 # NDRPDR sel reference: - title: "rls1807" + title: "rls1810" data: - csit-dpdk-perf-verify-1807-3n-skx: - - 1 # NDRPDR sel - - 2 # NDRPDR sel + csit-dpdk-perf-verify-1810-3n-skx: - 3 # NDRPDR sel + - 4 # NDRPDR sel - 6 # NDRPDR sel - 7 # NDRPDR sel - 8 # NDRPDR sel @@ -4299,12 +4529,13 @@ - 10 # NDRPDR sel - 11 # NDRPDR sel - 12 # NDRPDR sel + - 13 # NDRPDR sel compare: - title: "rls1810" + title: "rls1901" data: - csit-dpdk-perf-verify-1810-3n-skx: + csit-dpdk-perf-verify-1901-3n-skx: - 3 # NDRPDR sel - - 4 # NDRPDR sel + - 5 # NDRPDR sel - 6 # NDRPDR sel - 7 # NDRPDR sel - 8 # NDRPDR sel @@ -4330,23 +4561,22 @@ reference: title: "3-Node Hsw" data: - csit-dpdk-perf-verify-1810-3n-hsw: - - 1 # NDRPDR sel - - 2 # NDRPDR sel - - 3 # NDRPDR sel - - 4 # NDRPDR sel - - 5 # NDRPDR sel - - 6 # NDRPDR sel - - 7 # NDRPDR sel - - 8 # NDRPDR sel - - 9 # NDRPDR sel - - 10 # NDRPDR sel + csit-dpdk-perf-verify-1901-3n-hsw: + - 13 # NDRPDR sel + - 14 # NDRPDR sel + - 16 # NDRPDR sel + - 17 # NDRPDR sel + - 18 # NDRPDR sel + - 19 # NDRPDR sel + - 20 # NDRPDR sel + - 21 # NDRPDR sel + - 22 # NDRPDR sel compare: title: "3-Node Skx" data: - csit-dpdk-perf-verify-1810-3n-skx: + csit-dpdk-perf-verify-1901-3n-skx: - 3 # NDRPDR sel - - 4 # NDRPDR sel + - 5 # NDRPDR sel - 6 # NDRPDR sel - 7 # NDRPDR sel - 8 # NDRPDR sel @@ -4372,9 +4602,9 @@ reference: title: "3-Node Skx" data: - csit-dpdk-perf-verify-1810-3n-skx: + csit-dpdk-perf-verify-1901-3n-skx: - 3 # NDRPDR sel - - 4 # NDRPDR sel + - 5 # NDRPDR sel - 6 # NDRPDR sel - 7 # NDRPDR sel - 8 # NDRPDR sel @@ -4386,17 +4616,17 @@ compare: title: "2-Node Skx" data: - csit-dpdk-perf-verify-1810-2n-skx: - - 3 # NDRPDR sel - - 4 # NDRPDR sel - - 5 # NDRPDR sel - - 7 # NDRPDR sel - - 8 # NDRPDR sel - - 9 # NDRPDR sel - - 10 # NDRPDR sel - - 11 # NDRPDR sel + csit-dpdk-perf-verify-1901-2n-skx: - 12 # NDRPDR sel - 13 # NDRPDR sel + - 14 # NDRPDR sel + - 15 # NDRPDR sel + - 16 # NDRPDR sel + - 17 # NDRPDR sel + - 18 # NDRPDR sel + - 19 # NDRPDR sel + - 20 # NDRPDR sel + - 21 # NDRPDR sel data: "dpdk-compare-topologies" include-tests: "NDR" # "PDR" | "NDR" | "MRR" filter: "'NDRPDR'" # "('NDRPDR' or 'NDRPDRDISC')" | "'MRR'" @@ -4414,9 +4644,9 @@ reference: title: "3-Node Skx" data: - csit-dpdk-perf-verify-1810-3n-skx: + csit-dpdk-perf-verify-1901-3n-skx: - 3 # NDRPDR sel - - 4 # NDRPDR sel + - 5 # NDRPDR sel - 6 # NDRPDR sel - 7 # NDRPDR sel - 8 # NDRPDR sel @@ -4428,17 +4658,17 @@ compare: title: "2-Node Skx" data: - csit-dpdk-perf-verify-1810-2n-skx: - - 3 # NDRPDR sel - - 4 # NDRPDR sel - - 5 # NDRPDR sel - - 7 # NDRPDR sel - - 8 # NDRPDR sel - - 9 # NDRPDR sel - - 10 # NDRPDR sel - - 11 # NDRPDR sel + csit-dpdk-perf-verify-1901-2n-skx: - 12 # NDRPDR sel - 13 # NDRPDR sel + - 14 # NDRPDR sel + - 15 # NDRPDR sel + - 16 # NDRPDR sel + - 17 # NDRPDR sel + - 18 # NDRPDR sel + - 19 # NDRPDR sel + - 20 # NDRPDR sel + - 21 # NDRPDR sel data: "dpdk-compare-topologies" include-tests: "PDR" # "PDR" | "NDR" | "MRR" filter: "'NDRPDR'" # "('NDRPDR' or 'NDRPDRDISC')" | "'MRR'" @@ -4456,23 +4686,22 @@ reference: title: "3-Node Hsw" data: - csit-dpdk-perf-verify-1810-3n-hsw: - - 1 # NDRPDR sel - - 2 # NDRPDR sel - - 3 # NDRPDR sel - - 4 # NDRPDR sel - - 5 # NDRPDR sel - - 6 # NDRPDR sel - - 7 # NDRPDR sel - - 8 # NDRPDR sel - - 9 # NDRPDR sel - - 10 # NDRPDR sel + csit-dpdk-perf-verify-1901-3n-hsw: + - 13 # NDRPDR sel + - 14 # NDRPDR sel + - 16 # NDRPDR sel + - 17 # NDRPDR sel + - 18 # NDRPDR sel + - 19 # NDRPDR sel + - 20 # NDRPDR sel + - 21 # NDRPDR sel + - 22 # NDRPDR sel compare: title: "3-Node Skx" data: - csit-dpdk-perf-verify-1810-3n-skx: + csit-dpdk-perf-verify-1901-3n-skx: - 3 # NDRPDR sel - - 4 # NDRPDR sel + - 5 # NDRPDR sel - 6 # NDRPDR sel - 7 # NDRPDR sel - 8 # NDRPDR sel @@ -4532,84 +4761,252 @@ # - "parent" # - "result" -# Detailed Test Results - DPDK Performance Results 3n-hsw -- - type: "table" - title: "Detailed Test Results - DPDK Performance Results 3n-hsw" - algorithm: "table_details" - output-file-ext: ".csv" - output-file: "{DIR[DTR,PERF,DPDK,3N,HSW]}/dpdk_performance_results_3n_hsw" - columns: - - - title: "Name" - data: "data name" - - - title: "Status" - data: "data msg" - rows: "generated" - data: "dpdk-perf-results-3n-hsw" - filter: "all" - parameters: - - "name" - - "parent" - - "msg" - -# Detailed Test Results - DPDK Performance Results 3n-skx +# DPDK Performance Changes 2n-skx 2t1c pdr - type: "table" - title: "Detailed Test Results - DPDK Performance Results 3n-skx" - algorithm: "table_details" - output-file-ext: ".csv" - output-file: "{DIR[DTR,PERF,DPDK,3N,SKX]}/dpdk_performance_results_3n_skx" - columns: - - - title: "Name" - data: "data name" - - - title: "Status" - data: "data msg" - rows: "generated" - data: "dpdk-perf-results-3n-skx" - filter: "all" + title: "DPDK Performance Changes 2n-skx 2t1c pdr" + algorithm: "table_performance_comparison" + output-file: "{DIR[STATIC,DPDK]}/performance-changes-2n-skx-2t1c-pdr" + reference: + title: "rls1810" + data: + csit-dpdk-perf-verify-1810-2n-skx: + - 3 # NDRPDR sel + - 4 # NDRPDR sel + - 5 # NDRPDR sel + - 7 # NDRPDR sel + - 8 # NDRPDR sel + - 9 # NDRPDR sel + - 10 # NDRPDR sel + - 11 # NDRPDR sel + - 12 # NDRPDR sel + - 13 # NDRPDR sel + compare: + title: "rls1901" + data: + csit-dpdk-perf-verify-1901-2n-skx: + - 12 # NDRPDR sel + - 13 # NDRPDR sel + - 14 # NDRPDR sel + - 15 # NDRPDR sel + - 16 # NDRPDR sel + - 17 # NDRPDR sel + - 18 # NDRPDR sel + - 19 # NDRPDR sel + - 20 # NDRPDR sel + - 21 # NDRPDR sel + data: "dpdk-performance-changes-2n-skx" + include-tests: "PDR" # "PDR" | "NDR" | "MRR" + filter: "'2T1C' and ('NDRPDR' or 'NDRPDRDISC')" # "('NDRPDR' or 'NDRPDRDISC')" | "'MRR'" parameters: - "name" - "parent" - - "msg" + - "throughput" -# Detailed Test Results - DPDK Performance Results 2n-skx +# DPDK Performance Changes 2n-skx 4t2c pdr - type: "table" - title: "Detailed Test Results - DPDK Performance Results 2n-skx" - algorithm: "table_details" - output-file-ext: ".csv" - output-file: "{DIR[DTR,PERF,DPDK,2N,SKX]}/dpdk_performance_results_2n_skx" - columns: - - - title: "Name" - data: "data name" - - - title: "Status" - data: "data msg" - rows: "generated" - data: "dpdk-perf-results-2n-skx" - filter: "all" + title: "DPDK Performance Changes 2n-skx 4t2c pdr" + algorithm: "table_performance_comparison" + output-file: "{DIR[STATIC,DPDK]}/performance-changes-2n-skx-4t2c-pdr" + reference: + title: "rls1810" + data: + csit-dpdk-perf-verify-1810-2n-skx: + - 3 # NDRPDR sel + - 4 # NDRPDR sel + - 5 # NDRPDR sel + - 7 # NDRPDR sel + - 8 # NDRPDR sel + - 9 # NDRPDR sel + - 10 # NDRPDR sel + - 11 # NDRPDR sel + - 12 # NDRPDR sel + - 13 # NDRPDR sel + compare: + title: "rls1901" + data: + csit-dpdk-perf-verify-1901-2n-skx: + - 12 # NDRPDR sel + - 13 # NDRPDR sel + - 14 # NDRPDR sel + - 15 # NDRPDR sel + - 16 # NDRPDR sel + - 17 # NDRPDR sel + - 18 # NDRPDR sel + - 19 # NDRPDR sel + - 20 # NDRPDR sel + - 21 # NDRPDR sel + data: "dpdk-performance-changes-2n-skx" + include-tests: "PDR" # "PDR" | "NDR" | "MRR" + filter: "'4T2C' and ('NDRPDR' or 'NDRPDRDISC')" # "('NDRPDR' or 'NDRPDRDISC')" | "'MRR'" parameters: - "name" - "parent" - - "msg" + - "throughput" -################################################################################ -# HoneyComb +# DPDK Performance Changes 2n-skx 2t1c ndr - type: "table" - title: "Detailed Test Results - Honeycomb Functional Results" - algorithm: "table_details" - output-file-ext: ".csv" - output-file: "{DIR[DTR,FUNC,HC]}/hc_functional_results" - columns: - - - title: "Name" - data: "data name" + title: "DPDK Performance Changes 2n-skx 2t1c ndr" + algorithm: "table_performance_comparison" + output-file: "{DIR[STATIC,DPDK]}/performance-changes-2n-skx-2t1c-ndr" + reference: + title: "rls1810" + data: + csit-dpdk-perf-verify-1810-2n-skx: + - 3 # NDRPDR sel + - 4 # NDRPDR sel + - 5 # NDRPDR sel + - 7 # NDRPDR sel + - 8 # NDRPDR sel + - 9 # NDRPDR sel + - 10 # NDRPDR sel + - 11 # NDRPDR sel + - 12 # NDRPDR sel + - 13 # NDRPDR sel + compare: + title: "rls1901" + data: + csit-dpdk-perf-verify-1901-2n-skx: + - 12 # NDRPDR sel + - 13 # NDRPDR sel + - 14 # NDRPDR sel + - 15 # NDRPDR sel + - 16 # NDRPDR sel + - 17 # NDRPDR sel + - 18 # NDRPDR sel + - 19 # NDRPDR sel + - 20 # NDRPDR sel + - 21 # NDRPDR sel + data: "dpdk-performance-changes-2n-skx" + include-tests: "NDR" # "PDR" | "NDR" | "MRR" + filter: "'2T1C' and ('NDRPDR' or 'NDRPDRDISC')" # "('NDRPDR' or 'NDRPDRDISC')" | "'MRR'" + parameters: + - "name" + - "parent" + - "throughput" + +# DPDK Performance Changes 2n-skx 4t2c ndr +- + type: "table" + title: "DPDK Performance Changes 2n-skx 4t2c ndr" + algorithm: "table_performance_comparison" + output-file: "{DIR[STATIC,DPDK]}/performance-changes-2n-skx-4t2c-ndr" + reference: + title: "rls1810" + data: + csit-dpdk-perf-verify-1810-2n-skx: + - 3 # NDRPDR sel + - 4 # NDRPDR sel + - 5 # NDRPDR sel + - 7 # NDRPDR sel + - 8 # NDRPDR sel + - 9 # NDRPDR sel + - 10 # NDRPDR sel + - 11 # NDRPDR sel + - 12 # NDRPDR sel + - 13 # NDRPDR sel + compare: + title: "rls1901" + data: + csit-dpdk-perf-verify-1901-2n-skx: + - 12 # NDRPDR sel + - 13 # NDRPDR sel + - 14 # NDRPDR sel + - 15 # NDRPDR sel + - 16 # NDRPDR sel + - 17 # NDRPDR sel + - 18 # NDRPDR sel + - 19 # NDRPDR sel + - 20 # NDRPDR sel + - 21 # NDRPDR sel + data: "dpdk-performance-changes-2n-skx" + include-tests: "NDR" # "PDR" | "NDR" | "MRR" + filter: "'4T2C' and ('NDRPDR' or 'NDRPDRDISC')" # "('NDRPDR' or 'NDRPDRDISC')" | "'MRR'" + parameters: + - "name" + - "parent" + - "throughput" + +# Detailed Test Results - DPDK Performance Results 3n-hsw +- + type: "table" + title: "Detailed Test Results - DPDK Performance Results 3n-hsw" + algorithm: "table_details" + output-file-ext: ".csv" + output-file: "{DIR[DTR,PERF,DPDK,3N,HSW]}/dpdk_performance_results_3n_hsw" + columns: + - + title: "Name" + data: "data name" + - + title: "Status" + data: "data msg" + rows: "generated" + data: "dpdk-perf-results-3n-hsw" + filter: "all" + parameters: + - "name" + - "parent" + - "msg" + +# Detailed Test Results - DPDK Performance Results 3n-skx +- + type: "table" + title: "Detailed Test Results - DPDK Performance Results 3n-skx" + algorithm: "table_details" + output-file-ext: ".csv" + output-file: "{DIR[DTR,PERF,DPDK,3N,SKX]}/dpdk_performance_results_3n_skx" + columns: + - + title: "Name" + data: "data name" + - + title: "Status" + data: "data msg" + rows: "generated" + data: "dpdk-perf-results-3n-skx" + filter: "all" + parameters: + - "name" + - "parent" + - "msg" + +# Detailed Test Results - DPDK Performance Results 2n-skx +- + type: "table" + title: "Detailed Test Results - DPDK Performance Results 2n-skx" + algorithm: "table_details" + output-file-ext: ".csv" + output-file: "{DIR[DTR,PERF,DPDK,2N,SKX]}/dpdk_performance_results_2n_skx" + columns: + - + title: "Name" + data: "data name" + - + title: "Status" + data: "data msg" + rows: "generated" + data: "dpdk-perf-results-2n-skx" + filter: "all" + parameters: + - "name" + - "parent" + - "msg" + +################################################################################ +# HoneyComb +- + type: "table" + title: "Detailed Test Results - Honeycomb Functional Results" + algorithm: "table_details" + output-file-ext: ".csv" + output-file: "{DIR[DTR,FUNC,HC]}/hc_functional_results" + columns: + - + title: "Name" + data: "data name" - title: "Documentation" data: "data doc" @@ -5242,122 +5639,1044 @@ filter: "all" parameters: - "name" - - "doc" - - "level" - - "parent" - data-start-level: 3 + - "doc" + - "level" + - "parent" + data-start-level: 3 + +# NSH SFC Functional Results +- + type: "file" + title: "NSH SFC Functional Results" + algorithm: "file_test_results" + output-file-ext: ".rst" + output-file: "{DIR[DTR,FUNC,NSHSFC]}/nshsfc_functional_results" + file-header: "\n.. |br| raw:: html\n\n
\n\n\n.. |prein| raw:: html\n\n
\n\n\n.. |preout| raw:: html\n\n    
\n\n" + dir-tables: "{DIR[DTR,FUNC,NSHSFC]}" + data: + "nsh-func-results" + filter: "all" + parameters: + - "name" + - "doc" + - "level" + - "parent" + data-start-level: 3 + +# DMM Functional Results +- + type: "file" + title: "DMM Functional Results" + algorithm: "file_test_results" + output-file-ext: ".rst" + output-file: "{DIR[DTR,FUNC,DMM]}/dmm_functional_results" + file-header: "\n.. |br| raw:: html\n\n
\n\n\n.. |prein| raw:: html\n\n
\n\n\n.. |preout| raw:: html\n\n    
\n\n" + dir-tables: "{DIR[DTR,FUNC,DMM]}" + data: + "dmm-func-results" + filter: "all" + parameters: + - "name" + - "doc" + - "level" + - "parent" + data-start-level: 3 + +################################################################################ +### P L O T S ### +################################################################################ + +# Soak test - 30min Soak Test (PLRsearch), boxes +- + type: "plot" + title: "VPP Throughput: 30min Soak Test (PLRsearch) boxes" + algorithm: "plot_soak_boxes" + output-file-type: ".html" + output-file: "{DIR[STATIC,VPP]}/example-soak-boxes" + data: "plot-vpp-soak-2n-skx" + filter: "'SOAK'" + parameters: + - "throughput" + - "parent" + - "tags" + sort: + - "L2PATCH" +# - "L2XCBASE" +# - "L2BDMACLRN" +# - "IP4FWD" +# - "IP6FWD" + - "VHOST" + layout: + title: "30min Soak Test (PLRsearch)" + layout: "plot-soak-throughput" + +# Soak test - example, not used +- + type: "plot" + title: "VPP Throughput: 30min Soak Test (PLRsearch) bars" + algorithm: "plot_soak_bars" + output-file-type: ".html" + output-file: "{DIR[STATIC,VPP]}/example-soak-bars" + data: "plot-vpp-soak-2n-skx" + filter: "'SOAK'" + parameters: + - "throughput" + - "parent" + - "tags" + sort: + - "L2PATCH" +# - "L2XCBASE" +# - "L2BDMACLRN" +# - "IP4FWD" +# - "IP6FWD" + - "VHOST" + layout: + title: "30min Soak Test (PLRsearch)" + layout: "plot-soak-throughput" + +################################################################################ +# Plots - NF Density - VSC + +- + type: "plot" + title: "Packet Throughput: 64B-1c-eth-l2bd-{a}vhost-{b}chain-{c}vm-l3fwdip4-mrr" + algorithm: "plot_service_density_heatmap" + output-file-type: ".html" + output-file: "{DIR[STATIC,VPP]}/l2bd-2n-skx-x710-64b-2t1c-base-vsc-mrr" + data: "plot-vpp-nfv-2n-skx-mrr" + filter: "'NIC_Intel-X710' and + 'NF_DENSITY' and + 'VM' and + 'CHAIN' and + '64B' and + '2T1C' and + 'MRR'" + parameters: + - "result" + - "name" + - "tags" + include-tests: "MRR" # "PDR" | "NDR" | "MRR" + x-axis: "X = VNFs per Service Chain" + y-axis: "Y = Number of Service Chains" + z-axis: "64B Packet Throughput (mean MRR) [Mpps]" + layout: + title: "Throughput: eth-l2bd-{2XY}vhost-{Y}chain-{XY}vm-l3fwdip4-mrr" + layout: "plot-service-density" + +- + type: "plot" + title: "Packet Throughput: 64B-2c-eth-l2bd-{a}vhost-{b}chain-{c}vm-l3fwdip4-mrr" + algorithm: "plot_service_density_heatmap" + output-file-type: ".html" + output-file: "{DIR[STATIC,VPP]}/l2bd-2n-skx-x710-64b-4t2c-base-vsc-mrr" + data: "plot-vpp-nfv-2n-skx-mrr" + filter: "'NIC_Intel-X710' and + 'NF_DENSITY' and + 'VM' and + 'CHAIN' and + '64B' and + '4T2C' and + 'MRR'" + parameters: + - "result" + - "name" + - "tags" + include-tests: "MRR" # "PDR" | "NDR" | "MRR" + x-axis: "X = VNFs per Service Chain" + y-axis: "Y = Number of Service Chains" + z-axis: "64B Packet Throughput (mean MRR) [Mpps]" + layout: + title: "Throughput: eth-l2bd-{2XY}vhost-{Y}chain-{XY}vm-l3fwdip4-mrr" + layout: "plot-service-density" + +- + type: "plot" + title: "Packet Throughput: IMIX-1c-eth-l2bd-{a}vhost-{b}chain-{c}vm-l3fwdip4-mrr" + algorithm: "plot_service_density_heatmap" + output-file-type: ".html" + output-file: "{DIR[STATIC,VPP]}/l2bd-2n-skx-x710-imix-2t1c-base-vsc-mrr" + data: "plot-vpp-nfv-2n-skx-mrr" + filter: "'NIC_Intel-X710' and + 'NF_DENSITY' and + 'VM' and + 'CHAIN' and + 'IMIX' and + '2T1C' and + 'MRR'" + parameters: + - "result" + - "name" + - "tags" + include-tests: "MRR" # "PDR" | "NDR" | "MRR" + x-axis: "X = VNFs per Service Chain" + y-axis: "Y = Number of Service Chains" + z-axis: "IMIX Packet Throughput (mean MRR) [Mpps]" + layout: + title: "Throughput: eth-l2bd-{2XY}vhost-{Y}chain-{XY}vm-l3fwdip4-mrr" + layout: "plot-service-density" + +- + type: "plot" + title: "Packet Throughput: IMIX-2c-eth-l2bd-{a}vhost-{b}chain-{c}vm-l3fwdip4-mrr" + algorithm: "plot_service_density_heatmap" + output-file-type: ".html" + output-file: "{DIR[STATIC,VPP]}/l2bd-2n-skx-x710-imix-4t2c-base-vsc-mrr" + data: "plot-vpp-nfv-2n-skx-mrr" + filter: "'NIC_Intel-X710' and + 'NF_DENSITY' and + 'VM' and + 'CHAIN' and + 'IMIX' and + '4T2C' and + 'MRR'" + parameters: + - "result" + - "name" + - "tags" + include-tests: "MRR" # "PDR" | "NDR" | "MRR" + x-axis: "X = VNFs per Service Chain" + y-axis: "Y = Number of Service Chains" + z-axis: "IMIX Packet Throughput (mean MRR) [Mpps]" + layout: + title: "Throughput: eth-l2bd-{2XY}vhost-{Y}chain-{XY}vm-l3fwdip4-mrr" + layout: "plot-service-density" + +- + type: "plot" + title: "Packet Throughput: 64B-1c-eth-l2bd-{a}vhost-{b}chain-{c}vm-l3fwdip4-ndr" + algorithm: "plot_service_density_heatmap" + output-file-type: ".html" + output-file: "{DIR[STATIC,VPP]}/l2bd-2n-skx-x710-64b-2t1c-base-vsc-ndr" + data: "plot-vpp-nfv-2n-skx" + filter: "'NIC_Intel-X710' and + 'NF_DENSITY' and + 'VM' and + 'CHAIN' and + '64B' and + '2T1C' and + 'NDRPDR'" + parameters: + - "throughput" + - "name" + - "tags" + include-tests: "NDR" # "PDR" | "NDR" | "MRR" + x-axis: "X = VNFs per Service Chain" + y-axis: "Y = Number of Service Chains" + z-axis: "64B Packet Throughput (mean NDR) [Mpps]" + layout: + title: "Throughput: eth-l2bd-{2XY}vhost-{Y}chain-{XY}vm-l3fwdip4-ndr" + layout: "plot-service-density" + +- + type: "plot" + title: "Packet Throughput: 64B-2c-eth-l2bd-{a}vhost-{b}chain-{c}vm-l3fwdip4-ndr" + algorithm: "plot_service_density_heatmap" + output-file-type: ".html" + output-file: "{DIR[STATIC,VPP]}/l2bd-2n-skx-x710-64b-4t2c-base-vsc-ndr" + data: "plot-vpp-nfv-2n-skx" + filter: "'NIC_Intel-X710' and + 'NF_DENSITY' and + 'VM' and + 'CHAIN' and + '64B' and + '4T2C' and + 'NDRPDR'" + parameters: + - "throughput" + - "name" + - "tags" + include-tests: "NDR" # "PDR" | "NDR" | "MRR" + x-axis: "X = VNFs per Service Chain" + y-axis: "Y = Number of Service Chains" + z-axis: "64B Packet Throughput (mean NDR) [Mpps]" + layout: + title: "Throughput: eth-l2bd-{2XY}vhost-{Y}chain-{XY}vm-l3fwdip4-ndr" + layout: "plot-service-density" + +- + type: "plot" + title: "Packet Throughput: IMIX-1c-eth-l2bd-{a}vhost-{b}chain-{c}vm-l3fwdip4-ndr" + algorithm: "plot_service_density_heatmap" + output-file-type: ".html" + output-file: "{DIR[STATIC,VPP]}/l2bd-2n-skx-x710-imix-2t1c-base-vsc-ndr" + data: "plot-vpp-nfv-2n-skx" + filter: "'NIC_Intel-X710' and + 'NF_DENSITY' and + 'VM' and + 'CHAIN' and + 'IMIX' and + '2T1C' and + 'NDRPDR'" + parameters: + - "throughput" + - "name" + - "tags" + include-tests: "NDR" # "PDR" | "NDR" | "MRR" + x-axis: "X = VNFs per Service Chain" + y-axis: "Y = Number of Service Chains" + z-axis: "IMIX Packet Throughput (mean NDR) [Mpps]" + layout: + title: "Throughput: eth-l2bd-{2XY}vhost-{Y}chain-{XY}vm-l3fwdip4-ndr" + layout: "plot-service-density" + +- + type: "plot" + title: "Packet Throughput: IMIX-2c-eth-l2bd-{a}vhost-{b}chain-{c}vm-l3fwdip4-ndr" + algorithm: "plot_service_density_heatmap" + output-file-type: ".html" + output-file: "{DIR[STATIC,VPP]}/l2bd-2n-skx-x710-imix-4t2c-base-vsc-ndr" + data: "plot-vpp-nfv-2n-skx" + filter: "'NIC_Intel-X710' and + 'NF_DENSITY' and + 'VM' and + 'CHAIN' and + 'IMIX' and + '4T2C' and + 'NDRPDR'" + parameters: + - "throughput" + - "name" + - "tags" + include-tests: "NDR" # "PDR" | "NDR" | "MRR" + x-axis: "X = VNFs per Service Chain" + y-axis: "Y = Number of Service Chains" + z-axis: "IMIX Packet Throughput (mean NDR) [Mpps]" + layout: + title: "Throughput: eth-l2bd-{2XY}vhost-{Y}chain-{XY}vm-l3fwdip4-ndr" + layout: "plot-service-density" + +- + type: "plot" + title: "Packet Throughput: 64B-1c-eth-l2bd-{a}vhost-{b}chain-{c}vm-l3fwdip4-pdr" + algorithm: "plot_service_density_heatmap" + output-file-type: ".html" + output-file: "{DIR[STATIC,VPP]}/l2bd-2n-skx-x710-64b-2t1c-base-vsc-pdr" + data: "plot-vpp-nfv-2n-skx" + filter: "'NIC_Intel-X710' and + 'NF_DENSITY' and + 'VM' and + 'CHAIN' and + '64B' and + '2T1C' and + 'NDRPDR'" + parameters: + - "throughput" + - "name" + - "tags" + include-tests: "PDR" # "PDR" | "NDR" | "MRR" + x-axis: "X = VNFs per Service Chain" + y-axis: "Y = Number of Service Chains" + z-axis: "64B Packet Throughput (mean PDR) [Mpps]" + layout: + title: "Throughput: eth-l2bd-{2XY}vhost-{Y}chain-{XY}vm-l3fwdip4-pdr" + layout: "plot-service-density" + +- + type: "plot" + title: "Packet Throughput: 64B-2c-eth-l2bd-{a}vhost-{b}chain-{c}vm-l3fwdip4-pdr" + algorithm: "plot_service_density_heatmap" + output-file-type: ".html" + output-file: "{DIR[STATIC,VPP]}/l2bd-2n-skx-x710-64b-4t2c-base-vsc-pdr" + data: "plot-vpp-nfv-2n-skx" + filter: "'NIC_Intel-X710' and + 'NF_DENSITY' and + 'VM' and + 'CHAIN' and + '64B' and + '4T2C' and + 'NDRPDR'" + parameters: + - "throughput" + - "name" + - "tags" + include-tests: "PDR" # "PDR" | "NDR" | "MRR" + x-axis: "X = VNFs per Service Chain" + y-axis: "Y = Number of Service Chains" + z-axis: "64B Packet Throughput (mean PDR) [Mpps]" + layout: + title: "Throughput: eth-l2bd-{2XY}vhost-{Y}chain-{XY}vm-l3fwdip4-pdr" + layout: "plot-service-density" + +- + type: "plot" + title: "Packet Throughput: IMIX-1c-eth-l2bd-{a}vhost-{b}chain-{c}vm-l3fwdip4-pdr" + algorithm: "plot_service_density_heatmap" + output-file-type: ".html" + output-file: "{DIR[STATIC,VPP]}/l2bd-2n-skx-x710-imix-2t1c-base-vsc-pdr" + data: "plot-vpp-nfv-2n-skx" + filter: "'NIC_Intel-X710' and + 'NF_DENSITY' and + 'VM' and + 'CHAIN' and + 'IMIX' and + '2T1C' and + 'NDRPDR'" + parameters: + - "throughput" + - "name" + - "tags" + include-tests: "PDR" # "PDR" | "NDR" | "MRR" + x-axis: "X = VNFs per Service Chain" + y-axis: "Y = Number of Service Chains" + z-axis: "IMIX Packet Throughput (mean PDR) [Mpps]" + layout: + title: "Throughput: eth-l2bd-{2XY}vhost-{Y}chain-{XY}vm-l3fwdip4-pdr" + layout: "plot-service-density" + +- + type: "plot" + title: "Packet Throughput: IMIX-2c-eth-l2bd-{a}vhost-{b}chain-{c}vm-l3fwdip4-pdr" + algorithm: "plot_service_density_heatmap" + output-file-type: ".html" + output-file: "{DIR[STATIC,VPP]}/l2bd-2n-skx-x710-imix-4t2c-base-vsc-pdr" + data: "plot-vpp-nfv-2n-skx" + filter: "'NIC_Intel-X710' and + 'NF_DENSITY' and + 'VM' and + 'CHAIN' and + 'IMIX' and + '4T2C' and + 'NDRPDR'" + parameters: + - "throughput" + - "name" + - "tags" + include-tests: "PDR" # "PDR" | "NDR" | "MRR" + x-axis: "X = VNFs per Service Chain" + y-axis: "Y = Number of Service Chains" + z-axis: "IMIX Packet Throughput (mean PDR) [Mpps]" + layout: + title: "Throughput: eth-l2bd-{2XY}vhost-{Y}chain-{XY}vm-l3fwdip4-pdr" + layout: "plot-service-density" + +################################################################################ +# Plots - NF Density - CSC + +- + type: "plot" + title: "Packet Throughput: 64B-1c-eth-l2bd-{a}memif-{b}chain-{c}drc-vppip4-mrr" + algorithm: "plot_service_density_heatmap" + output-file-type: ".html" + output-file: "{DIR[STATIC,VPP]}/l2bd-2n-skx-x710-64b-2t1c-base-csc-mrr" + data: "plot-vpp-nfv-2n-skx-mrr" + filter: "'NIC_Intel-X710' and + 'NF_DENSITY' and + 'DOCKER' and + 'CHAIN' and + '64B' and + '2T1C' and + 'MRR'" + parameters: + - "result" + - "name" + - "tags" + include-tests: "MRR" # "PDR" | "NDR" | "MRR" + x-axis: "X = CNFs per Service Chain" + y-axis: "Y = Number of Service Chains" + z-axis: "64B Packet Throughput (mean MRR) [Mpps]" + layout: + title: "Throughput: eth-l2bd-{2XY}memif-{Y}chain-{XY}drc-vppip4-mrr" + layout: "plot-service-density" + +- + type: "plot" + title: "Packet Throughput: 64B-2c-eth-l2bd-{a}memif-{b}chain-{c}drc-vppip4-mrr" + algorithm: "plot_service_density_heatmap" + output-file-type: ".html" + output-file: "{DIR[STATIC,VPP]}/l2bd-2n-skx-x710-64b-4t2c-base-csc-mrr" + data: "plot-vpp-nfv-2n-skx-mrr" + filter: "'NIC_Intel-X710' and + 'NF_DENSITY' and + 'DOCKER' and + 'CHAIN' and + '64B' and + '4T2C' and + 'MRR'" + parameters: + - "result" + - "name" + - "tags" + include-tests: "MRR" # "PDR" | "NDR" | "MRR" + x-axis: "X = CNFs per Service Chain" + y-axis: "Y = Number of Service Chains" + z-axis: "64B Packet Throughput (mean MRR) [Mpps]" + layout: + title: "Throughput: eth-l2bd-{2XY}memif-{Y}chain-{XY}drc-vppip4-mrr" + layout: "plot-service-density" + +- + type: "plot" + title: "Packet Throughput: IMIX-1c-eth-l2bd-{a}memif-{b}chain-{c}drc-vppip4-mrr" + algorithm: "plot_service_density_heatmap" + output-file-type: ".html" + output-file: "{DIR[STATIC,VPP]}/l2bd-2n-skx-x710-imix-2t1c-base-csc-mrr" + data: "plot-vpp-nfv-2n-skx-mrr" + filter: "'NIC_Intel-X710' and + 'NF_DENSITY' and + 'DOCKER' and + 'CHAIN' and + 'IMIX' and + '2T1C' and + 'MRR'" + parameters: + - "result" + - "name" + - "tags" + include-tests: "MRR" # "PDR" | "NDR" | "MRR" + x-axis: "X = CNFs per Service Chain" + y-axis: "Y = Number of Service Chains" + z-axis: "IMIX Packet Throughput (mean MRR) [Mpps]" + layout: + title: "Throughput: eth-l2bd-{2XY}memif-{Y}chain-{XY}drc-vppip4-mrr" + layout: "plot-service-density" + +- + type: "plot" + title: "Packet Throughput: IMIX-2c-eth-l2bd-{a}memif-{b}chain-{c}drc-vppip4-mrr" + algorithm: "plot_service_density_heatmap" + output-file-type: ".html" + output-file: "{DIR[STATIC,VPP]}/l2bd-2n-skx-x710-imix-4t2c-base-csc-mrr" + data: "plot-vpp-nfv-2n-skx-mrr" + filter: "'NIC_Intel-X710' and + 'NF_DENSITY' and + 'DOCKER' and + 'CHAIN' and + 'IMIX' and + '4T2C' and + 'MRR'" + parameters: + - "result" + - "name" + - "tags" + include-tests: "MRR" # "PDR" | "NDR" | "MRR" + x-axis: "X = CNFs per Service Chain" + y-axis: "Y = Number of Service Chains" + z-axis: "IMIX Packet Throughput (mean MRR) [Mpps]" + layout: + title: "Throughput: eth-l2bd-{2XY}memif-{Y}chain-{XY}drc-vppip4-mrr" + layout: "plot-service-density" + +- + type: "plot" + title: "Packet Throughput: 64B-1c-eth-l2bd-{a}memif-{b}chain-{c}drc-vppip4-ndr" + algorithm: "plot_service_density_heatmap" + output-file-type: ".html" + output-file: "{DIR[STATIC,VPP]}/l2bd-2n-skx-x710-64b-2t1c-base-csc-ndr" + data: "plot-vpp-nfv-2n-skx" + filter: "'NIC_Intel-X710' and + 'NF_DENSITY' and + 'DOCKER' and + 'CHAIN' and + '64B' and + '2T1C' and + 'NDRPDR'" + parameters: + - "throughput" + - "name" + - "tags" + include-tests: "NDR" # "PDR" | "NDR" | "MRR" + x-axis: "X = CNFs per Service Chain" + y-axis: "Y = Number of Service Chains" + z-axis: "64B Packet Throughput (mean NDR) [Mpps]" + layout: + title: "Throughput: eth-l2bd-{2XY}memif-{Y}chain-{XY}drc-vppip4-ndr" + layout: "plot-service-density" + +- + type: "plot" + title: "Packet Throughput: 64B-2c-eth-l2bd-{a}memif-{b}chain-{c}drc-vppip4-ndr" + algorithm: "plot_service_density_heatmap" + output-file-type: ".html" + output-file: "{DIR[STATIC,VPP]}/l2bd-2n-skx-x710-64b-4t2c-base-csc-ndr" + data: "plot-vpp-nfv-2n-skx" + filter: "'NIC_Intel-X710' and + 'NF_DENSITY' and + 'DOCKER' and + 'CHAIN' and + '64B' and + '4T2C' and + 'NDRPDR'" + parameters: + - "throughput" + - "name" + - "tags" + include-tests: "NDR" # "PDR" | "NDR" | "MRR" + x-axis: "X = CNFs per Service Chain" + y-axis: "Y = Number of Service Chains" + z-axis: "64B Packet Throughput (mean NDR) [Mpps]" + layout: + title: "Throughput: eth-l2bd-{2XY}memif-{Y}chain-{XY}drc-vppip4-ndr" + layout: "plot-service-density" + +- + type: "plot" + title: "Packet Throughput: IMIX-1c-eth-l2bd-{a}memif-{b}chain-{c}drc-vppip4-ndr" + algorithm: "plot_service_density_heatmap" + output-file-type: ".html" + output-file: "{DIR[STATIC,VPP]}/l2bd-2n-skx-x710-imix-2t1c-base-csc-ndr" + data: "plot-vpp-nfv-2n-skx" + filter: "'NIC_Intel-X710' and + 'NF_DENSITY' and + 'DOCKER' and + 'CHAIN' and + 'IMIX' and + '2T1C' and + 'NDRPDR'" + parameters: + - "throughput" + - "name" + - "tags" + include-tests: "NDR" # "PDR" | "NDR" | "MRR" + x-axis: "X = CNFs per Service Chain" + y-axis: "Y = Number of Service Chains" + z-axis: "IMIX Packet Throughput (mean NDR) [Mpps]" + layout: + title: "Throughput: eth-l2bd-{2XY}memif-{Y}chain-{XY}drc-vppip4-ndr" + layout: "plot-service-density" + +- + type: "plot" + title: "Packet Throughput: IMIX-2c-eth-l2bd-{a}memif-{b}chain-{c}drc-vppip4-ndr" + algorithm: "plot_service_density_heatmap" + output-file-type: ".html" + output-file: "{DIR[STATIC,VPP]}/l2bd-2n-skx-x710-imix-4t2c-base-csc-ndr" + data: "plot-vpp-nfv-2n-skx" + filter: "'NIC_Intel-X710' and + 'NF_DENSITY' and + 'DOCKER' and + 'CHAIN' and + 'IMIX' and + '4T2C' and + 'NDRPDR'" + parameters: + - "throughput" + - "name" + - "tags" + include-tests: "NDR" # "PDR" | "NDR" | "MRR" + x-axis: "X = CNFs per Service Chain" + y-axis: "Y = Number of Service Chains" + z-axis: "IMIX Packet Throughput (mean NDR) [Mpps]" + layout: + title: "Throughput: eth-l2bd-{2XY}memif-{Y}chain-{XY}drc-vppip4-ndr" + layout: "plot-service-density" + +- + type: "plot" + title: "Packet Throughput: 64B-1c-eth-l2bd-{a}memif-{b}chain-{c}drc-vppip4-pdr" + algorithm: "plot_service_density_heatmap" + output-file-type: ".html" + output-file: "{DIR[STATIC,VPP]}/l2bd-2n-skx-x710-64b-2t1c-base-csc-pdr" + data: "plot-vpp-nfv-2n-skx" + filter: "'NIC_Intel-X710' and + 'NF_DENSITY' and + 'DOCKER' and + 'CHAIN' and + '64B' and + '2T1C' and + 'NDRPDR'" + parameters: + - "throughput" + - "name" + - "tags" + include-tests: "PDR" # "PDR" | "NDR" | "MRR" + x-axis: "X = CNFs per Service Chain" + y-axis: "Y = Number of Service Chains" + z-axis: "64B Packet Throughput (mean PDR) [Mpps]" + layout: + title: "Throughput: eth-l2bd-{2XY}memif-{Y}chain-{XY}drc-vppip4-pdr" + layout: "plot-service-density" + +- + type: "plot" + title: "Packet Throughput: 64B-2c-eth-l2bd-{a}memif-{b}chain-{c}drc-vppip4-pdr" + algorithm: "plot_service_density_heatmap" + output-file-type: ".html" + output-file: "{DIR[STATIC,VPP]}/l2bd-2n-skx-x710-64b-4t2c-base-csc-pdr" + data: "plot-vpp-nfv-2n-skx" + filter: "'NIC_Intel-X710' and + 'NF_DENSITY' and + 'DOCKER' and + 'CHAIN' and + '64B' and + '4T2C' and + 'NDRPDR'" + parameters: + - "throughput" + - "name" + - "tags" + include-tests: "PDR" # "PDR" | "NDR" | "MRR" + x-axis: "X = CNFs per Service Chain" + y-axis: "Y = Number of Service Chains" + z-axis: "64B Packet Throughput (mean PDR) [Mpps]" + layout: + title: "Throughput: eth-l2bd-{2XY}memif-{Y}chain-{XY}drc-vppip4-pdr" + layout: "plot-service-density" + +- + type: "plot" + title: "Packet Throughput: IMIX-1c-eth-l2bd-{a}memif-{b}chain-{c}drc-vppip4-pdr" + algorithm: "plot_service_density_heatmap" + output-file-type: ".html" + output-file: "{DIR[STATIC,VPP]}/l2bd-2n-skx-x710-imix-2t1c-base-csc-pdr" + data: "plot-vpp-nfv-2n-skx" + filter: "'NIC_Intel-X710' and + 'NF_DENSITY' and + 'DOCKER' and + 'CHAIN' and + 'IMIX' and + '2T1C' and + 'NDRPDR'" + parameters: + - "throughput" + - "name" + - "tags" + include-tests: "PDR" # "PDR" | "NDR" | "MRR" + x-axis: "X = CNFs per Service Chain" + y-axis: "Y = Number of Service Chains" + z-axis: "IMIX Packet Throughput (mean PDR) [Mpps]" + layout: + title: "Throughput: eth-l2bd-{2XY}memif-{Y}chain-{XY}drc-vppip4-pdr" + layout: "plot-service-density" + +- + type: "plot" + title: "Packet Throughput: IMIX-2c-eth-l2bd-{a}memif-{b}chain-{c}drc-vppip4-pdr" + algorithm: "plot_service_density_heatmap" + output-file-type: ".html" + output-file: "{DIR[STATIC,VPP]}/l2bd-2n-skx-x710-imix-4t2c-base-csc-pdr" + data: "plot-vpp-nfv-2n-skx" + filter: "'NIC_Intel-X710' and + 'NF_DENSITY' and + 'DOCKER' and + 'CHAIN' and + 'IMIX' and + '4T2C' and + 'NDRPDR'" + parameters: + - "throughput" + - "name" + - "tags" + include-tests: "PDR" # "PDR" | "NDR" | "MRR" + x-axis: "X = CNFs per Service Chain" + y-axis: "Y = Number of Service Chains" + z-axis: "IMIX Packet Throughput (mean PDR) [Mpps]" + layout: + title: "Throughput: eth-l2bd-{2XY}memif-{Y}chain-{XY}drc-vppip4-pdr" + layout: "plot-service-density" + +################################################################################ +# Plots - NF Density - CSP + +- + type: "plot" + title: "Packet Throughput: 64B-1c-eth-l2bd-{a}memif-{b}pipe-{c}drc-vppip4-mrr" + algorithm: "plot_service_density_heatmap" + output-file-type: ".html" + output-file: "{DIR[STATIC,VPP]}/l2bd-2n-skx-x710-64b-2t1c-base-csp-mrr" + data: "plot-vpp-nfv-2n-skx-mrr" + filter: "'NIC_Intel-X710' and + 'NF_DENSITY' and + 'DOCKER' and + 'PIPELINE' and + '64B' and + '2T1C' and + 'MRR'" + parameters: + - "result" + - "name" + - "tags" + include-tests: "MRR" # "PDR" | "NDR" | "MRR" + x-axis: "X = CNFs per Service Pipeline" + y-axis: "Y = Number of Service Pipelines" + z-axis: "64B Packet Throughput (mean MRR) [Mpps]" + layout: + title: "Throughput: eth-l2bd-{2Y}memif-{Y}pipe-{XY}drc-vppip4-mrr" + layout: "plot-service-density" + +- + type: "plot" + title: "Packet Throughput: 64B-2c-eth-l2bd-{a}memif-{b}pipe-{c}drc-vppip4-mrr" + algorithm: "plot_service_density_heatmap" + output-file-type: ".html" + output-file: "{DIR[STATIC,VPP]}/l2bd-2n-skx-x710-64b-4t2c-base-csp-mrr" + data: "plot-vpp-nfv-2n-skx-mrr" + filter: "'NIC_Intel-X710' and + 'NF_DENSITY' and + 'DOCKER' and + 'PIPELINE' and + '64B' and + '4T2C' and + 'MRR'" + parameters: + - "result" + - "name" + - "tags" + include-tests: "MRR" # "PDR" | "NDR" | "MRR" + x-axis: "X = CNFs per Service Pipeline" + y-axis: "Y = Number of Service Pipelines" + z-axis: "64B Packet Throughput (mean MRR) [Mpps]" + layout: + title: "Throughput: eth-l2bd-{2Y}memif-{Y}pipe-{XY}drc-vppip4-mrr" + layout: "plot-service-density" + +- + type: "plot" + title: "Packet Throughput: IMIX-1c-eth-l2bd-{a}memif-{b}pipe-{c}drc-vppip4-mrr" + algorithm: "plot_service_density_heatmap" + output-file-type: ".html" + output-file: "{DIR[STATIC,VPP]}/l2bd-2n-skx-x710-imix-2t1c-base-csp-mrr" + data: "plot-vpp-nfv-2n-skx-mrr" + filter: "'NIC_Intel-X710' and + 'NF_DENSITY' and + 'DOCKER' and + 'PIPELINE' and + 'IMIX' and + '2T1C' and + 'MRR'" + parameters: + - "result" + - "name" + - "tags" + include-tests: "MRR" # "PDR" | "NDR" | "MRR" + x-axis: "X = CNFs per Service Pipeline" + y-axis: "Y = Number of Service Pipelines" + z-axis: "IMIX Packet Throughput (mean MRR) [Mpps]" + layout: + title: "Throughput: eth-l2bd-{2Y}memif-{Y}pipe-{XY}drc-vppip4-mrr" + layout: "plot-service-density" + +- + type: "plot" + title: "Packet Throughput: IMIX-2c-eth-l2bd-{a}memif-{b}pipe-{c}drc-vppip4-mrr" + algorithm: "plot_service_density_heatmap" + output-file-type: ".html" + output-file: "{DIR[STATIC,VPP]}/l2bd-2n-skx-x710-imix-4t2c-base-csp-mrr" + data: "plot-vpp-nfv-2n-skx-mrr" + filter: "'NIC_Intel-X710' and + 'NF_DENSITY' and + 'DOCKER' and + 'PIPELINE' and + 'IMIX' and + '4T2C' and + 'MRR'" + parameters: + - "result" + - "name" + - "tags" + include-tests: "MRR" # "PDR" | "NDR" | "MRR" + x-axis: "X = CNFs per Service Pipeline" + y-axis: "Y = Number of Service Pipelines" + z-axis: "IMIX Packet Throughput (mean MRR) [Mpps]" + layout: + title: "Throughput: eth-l2bd-{2Y}memif-{Y}pipe-{XY}drc-vppip4-mrr" + layout: "plot-service-density" + +- + type: "plot" + title: "Packet Throughput: 64B-1c-eth-l2bd-{a}memif-{b}pipe-{c}drc-vppip4-ndr" + algorithm: "plot_service_density_heatmap" + output-file-type: ".html" + output-file: "{DIR[STATIC,VPP]}/l2bd-2n-skx-x710-64b-2t1c-base-csp-ndr" + data: "plot-vpp-nfv-2n-skx" + filter: "'NIC_Intel-X710' and + 'NF_DENSITY' and + 'DOCKER' and + 'PIPELINE' and + '64B' and + '2T1C' and + 'NDRPDR'" + parameters: + - "throughput" + - "name" + - "tags" + include-tests: "NDR" # "PDR" | "NDR" | "MRR" + x-axis: "X = CNFs per Service Pipeline" + y-axis: "Y = Number of Service Pipelines" + z-axis: "64B Packet Throughput (mean NDR) [Mpps]" + layout: + title: "Throughput: eth-l2bd-{2Y}memif-{Y}pipe-{XY}drc-vppip4-ndr" + layout: "plot-service-density" + +- + type: "plot" + title: "Packet Throughput: 64B-2c-eth-l2bd-{a}memif-{b}pipe-{c}drc-vppip4-ndr" + algorithm: "plot_service_density_heatmap" + output-file-type: ".html" + output-file: "{DIR[STATIC,VPP]}/l2bd-2n-skx-x710-64b-4t2c-base-csp-ndr" + data: "plot-vpp-nfv-2n-skx" + filter: "'NIC_Intel-X710' and + 'NF_DENSITY' and + 'DOCKER' and + 'PIPELINE' and + '64B' and + '4T2C' and + 'NDRPDR'" + parameters: + - "throughput" + - "name" + - "tags" + include-tests: "NDR" # "PDR" | "NDR" | "MRR" + x-axis: "X = CNFs per Service Pipeline" + y-axis: "Y = Number of Service Pipelines" + z-axis: "64B Packet Throughput (mean NDR) [Mpps]" + layout: + title: "Throughput: eth-l2bd-{2Y}memif-{Y}pipe-{XY}drc-vppip4-ndr" + layout: "plot-service-density" + +- + type: "plot" + title: "Packet Throughput: IMIX-1c-eth-l2bd-{a}memif-{b}pipe-{c}drc-vppip4-ndr" + algorithm: "plot_service_density_heatmap" + output-file-type: ".html" + output-file: "{DIR[STATIC,VPP]}/l2bd-2n-skx-x710-imix-2t1c-base-csp-ndr" + data: "plot-vpp-nfv-2n-skx" + filter: "'NIC_Intel-X710' and + 'NF_DENSITY' and + 'DOCKER' and + 'PIPELINE' and + 'IMIX' and + '2T1C' and + 'NDRPDR'" + parameters: + - "throughput" + - "name" + - "tags" + include-tests: "NDR" # "PDR" | "NDR" | "MRR" + x-axis: "X = CNFs per Service Pipeline" + y-axis: "Y = Number of Service Pipelines" + z-axis: "IMIX Packet Throughput (mean NDR) [Mpps]" + layout: + title: "Throughput: eth-l2bd-{2Y}memif-{Y}pipe-{XY}drc-vppip4-ndr" + layout: "plot-service-density" -# NSH SFC Functional Results - - type: "file" - title: "NSH SFC Functional Results" - algorithm: "file_test_results" - output-file-ext: ".rst" - output-file: "{DIR[DTR,FUNC,NSHSFC]}/nshsfc_functional_results" - file-header: "\n.. |br| raw:: html\n\n
\n\n\n.. |prein| raw:: html\n\n
\n\n\n.. |preout| raw:: html\n\n    
\n\n" - dir-tables: "{DIR[DTR,FUNC,NSHSFC]}" - data: - "nsh-func-results" - filter: "all" + type: "plot" + title: "Packet Throughput: IMIX-2c-eth-l2bd-{a}memif-{b}pipe-{c}drc-vppip4-ndr" + algorithm: "plot_service_density_heatmap" + output-file-type: ".html" + output-file: "{DIR[STATIC,VPP]}/l2bd-2n-skx-x710-imix-4t2c-base-csp-ndr" + data: "plot-vpp-nfv-2n-skx" + filter: "'NIC_Intel-X710' and + 'NF_DENSITY' and + 'DOCKER' and + 'PIPELINE' and + 'IMIX' and + '4T2C' and + 'NDRPDR'" parameters: + - "throughput" - "name" - - "doc" - - "level" - - "parent" - data-start-level: 3 + - "tags" + include-tests: "NDR" # "PDR" | "NDR" | "MRR" + x-axis: "X = CNFs per Service Pipeline" + y-axis: "Y = Number of Service Pipelines" + z-axis: "IMIX Packet Throughput (mean NDR) [Mpps]" + layout: + title: "Throughput: eth-l2bd-{2Y}memif-{Y}pipe-{XY}drc-vppip4-ndr" + layout: "plot-service-density" -# DMM Functional Results - - type: "file" - title: "DMM Functional Results" - algorithm: "file_test_results" - output-file-ext: ".rst" - output-file: "{DIR[DTR,FUNC,DMM]}/dmm_functional_results" - file-header: "\n.. |br| raw:: html\n\n
\n\n\n.. |prein| raw:: html\n\n
\n\n\n.. |preout| raw:: html\n\n    
\n\n" - dir-tables: "{DIR[DTR,FUNC,DMM]}" - data: - "dmm-func-results" - filter: "all" + type: "plot" + title: "Packet Throughput: 64B-1c-eth-l2bd-{a}memif-{b}pipe-{c}drc-vppip4-pdr" + algorithm: "plot_service_density_heatmap" + output-file-type: ".html" + output-file: "{DIR[STATIC,VPP]}/l2bd-2n-skx-x710-64b-2t1c-base-csp-pdr" + data: "plot-vpp-nfv-2n-skx" + filter: "'NIC_Intel-X710' and + 'NF_DENSITY' and + 'DOCKER' and + 'PIPELINE' and + '64B' and + '2T1C' and + 'NDRPDR'" parameters: + - "throughput" - "name" - - "doc" - - "level" - - "parent" - data-start-level: 3 - -################################################################################ -### P L O T S ### -################################################################################ + - "tags" + include-tests: "PDR" # "PDR" | "NDR" | "MRR" + x-axis: "X = CNFs per Service Pipeline" + y-axis: "Y = Number of Service Pipelines" + z-axis: "64B Packet Throughput (mean PDR) [Mpps]" + layout: + title: "Throughput: eth-l2bd-{2Y}memif-{Y}pipe-{XY}drc-vppip4-pdr" + layout: "plot-service-density" -# Soak test - example - type: "plot" - title: "VPP Throughput Soak: Example" - algorithm: "plot_soak_boxes" + title: "Packet Throughput: 64B-2c-eth-l2bd-{a}memif-{b}pipe-{c}drc-vppip4-pdr" + algorithm: "plot_service_density_heatmap" output-file-type: ".html" - output-file: "{DIR[STATIC,VPP]}/example-soak-boxes" - data: "plot-vpp-soak-2n-skx" - filter: "'SOAK'" + output-file: "{DIR[STATIC,VPP]}/l2bd-2n-skx-x710-64b-4t2c-base-csp-pdr" + data: "plot-vpp-nfv-2n-skx" + filter: "'NIC_Intel-X710' and + 'NF_DENSITY' and + 'DOCKER' and + 'PIPELINE' and + '64B' and + '4T2C' and + 'NDRPDR'" parameters: - "throughput" - - "parent" + - "name" - "tags" - sort: - - "L2PATCH" - - "L2XCBASE" - - "L2BDMACLRN" - - "IP4FWD" - - "IP6FWD" + include-tests: "PDR" # "PDR" | "NDR" | "MRR" + x-axis: "X = CNFs per Service Pipeline" + y-axis: "Y = Number of Service Pipelines" + z-axis: "64B Packet Throughput (mean PDR) [Mpps]" layout: - title: "example-30min-boxes" - layout: "plot-soak-throughput" + title: "Throughput: eth-l2bd-{2Y}memif-{Y}pipe-{XY}drc-vppip4-pdr" + layout: "plot-service-density" -# Soak test - example - type: "plot" - title: "VPP Throughput Soak: Example" - algorithm: "plot_soak_bars" + title: "Packet Throughput: IMIX-1c-eth-l2bd-{a}memif-{b}pipe-{c}drc-vppip4-pdr" + algorithm: "plot_service_density_heatmap" output-file-type: ".html" - output-file: "{DIR[STATIC,VPP]}/example-soak-bars" - data: "plot-vpp-soak-2n-skx" - filter: "'SOAK'" + output-file: "{DIR[STATIC,VPP]}/l2bd-2n-skx-x710-imix-2t1c-base-csp-pdr" + data: "plot-vpp-nfv-2n-skx" + filter: "'NIC_Intel-X710' and + 'NF_DENSITY' and + 'DOCKER' and + 'PIPELINE' and + 'IMIX' and + '2T1C' and + 'NDRPDR'" parameters: - "throughput" - - "parent" + - "name" - "tags" - sort: - - "L2PATCH" - - "L2XCBASE" - - "L2BDMACLRN" - - "IP4FWD" - - "IP6FWD" + include-tests: "PDR" # "PDR" | "NDR" | "MRR" + x-axis: "X = CNFs per Service Pipeline" + y-axis: "Y = Number of Service Pipelines" + z-axis: "IMIX Packet Throughput (mean PDR) [Mpps]" layout: - title: "example-30min-bars" - layout: "plot-soak-throughput" + title: "Throughput: eth-l2bd-{2Y}memif-{Y}pipe-{XY}drc-vppip4-pdr" + layout: "plot-service-density" -# Heatmap - example - type: "plot" - title: "Service Density: l2sw-3n-hsw-x520-64b-1t1c-base_and_scale-ndr" + title: "Packet Throughput: IMIX-2c-eth-l2bd-{a}memif-{b}pipe-{c}drc-vppip4-pdr" algorithm: "plot_service_density_heatmap" output-file-type: ".html" - output-file: "{DIR[STATIC,VPP]}/l2sw-3n-hsw-x520-64b-1t1c-base_and_scale-sd-ndr" - data: "plot-vpp-service-density-3n-hsw" - filter: "'NIC_Intel-X520-DA2' and - '64B' and - ('BASE' or 'SCALE') and - 'NDRPDR' and - 'ETH' and - '1T1C' and - ('L2BDMACSTAT' or 'L2BDMACLRN' or 'L2XCFWD' or 'L2PATCH') and - not 'VHOST' and - not 'MEMIF'" + output-file: "{DIR[STATIC,VPP]}/l2bd-2n-skx-x710-imix-4t2c-base-csp-pdr" + data: "plot-vpp-nfv-2n-skx" + filter: "'NIC_Intel-X710' and + 'NF_DENSITY' and + 'DOCKER' and + 'PIPELINE' and + 'IMIX' and + '4T2C' and + 'NDRPDR'" parameters: - "throughput" - - "parent" + - "name" - "tags" + include-tests: "PDR" # "PDR" | "NDR" | "MRR" + x-axis: "X = CNFs per Service Pipeline" + y-axis: "Y = Number of Service Pipelines" + z-axis: "IMIX Packet Throughput (mean PDR) [Mpps]" layout: - title: "Network Service Density Matrix: Packet Throughput View" + title: "Throughput: eth-l2bd-{2Y}memif-{Y}pipe-{XY}drc-vppip4-pdr" layout: "plot-service-density" ################################################################################ @@ -9248,168 +10567,30 @@ - "NAT44" - "POLICE_MARK" - "COPWHLIST" - - "IACL" - - "OACL" - traces: - hoverinfo: "x+y" - boxpoints: "outliers" - whiskerwidth: 0 - layout: - title: "ip4-3n-hsw-x710-64b-2t2c-features-pdr" - layout: "plot-throughput" - -# Packet Throughput - VPP IPv4 3n-hsw-x710 features nat44 -- - type: "plot" - title: "VPP Throughput: ip4-3n-skx-x710-64b-2t1c-features-nat44-ndr" - algorithm: "plot_performance_box" - output-file-type: ".html" - output-file: "{DIR[STATIC,VPP]}/ip4-3n-skx-x710-64b-2t1c-features-nat44-ndr" - data: "plot-vpp-throughput-latency-3n-skx" - filter: "'NIC_Intel-X710' and - '64B' and - 'NDRPDR' and - '2T1C' and - 'IP4FWD' and - 'NAT44' and - not 'IPSEC' and - not 'VHOST'" - parameters: - - "throughput" - - "parent" - - "tags" - sort: - - "BASE" - - "BASE" - - "SRC_USER_10" - - "SRC_USER_100" - - "SRC_USER_1000" - - "SRC_USER_2000" - traces: - hoverinfo: "x+y" - boxpoints: "outliers" - whiskerwidth: 0 - layout: - title: "ip4-3n-skx-x710-64b-2t1c-features-nat44-ndr" - layout: "plot-throughput" - -- - type: "plot" - title: "VPP Throughput: ip4-3n-skx-x710-64b-2t1c-features-nat44-pdr" - algorithm: "plot_performance_box" - output-file-type: ".html" - output-file: "{DIR[STATIC,VPP]}/ip4-3n-skx-x710-64b-2t1c-features-nat44-pdr" - data: "plot-vpp-throughput-latency-3n-skx" - filter: "'NIC_Intel-X710' and - '64B' and - 'NDRPDR' and - '2T1C' and - 'IP4FWD' and - 'NAT44' and - not 'IPSEC' and - not 'VHOST'" - parameters: - - "throughput" - - "parent" - - "tags" - sort: - - "BASE" - - "BASE" - - "SRC_USER_10" - - "SRC_USER_100" - - "SRC_USER_1000" - - "SRC_USER_2000" - traces: - hoverinfo: "x+y" - boxpoints: "outliers" - whiskerwidth: 0 - layout: - title: "ip4-3n-skx-x710-64b-2t1c-features-nat44-pdr" - layout: "plot-throughput" - -- - type: "plot" - title: "VPP Throughput: ip4-3n-skx-x710-64b-4t2c-features-nat44-ndr" - algorithm: "plot_performance_box" - output-file-type: ".html" - output-file: "{DIR[STATIC,VPP]}/ip4-3n-skx-x710-64b-4t2c-features-nat44-ndr" - data: "plot-vpp-throughput-latency-3n-skx" - filter: "'NIC_Intel-X710' and - '64B' and - 'NDRPDR' and - '4T2C' and - 'IP4FWD' and - 'NAT44' and - not 'IPSEC' and - not 'VHOST'" - parameters: - - "throughput" - - "parent" - - "tags" - sort: - - "BASE" - - "BASE" - - "SRC_USER_10" - - "SRC_USER_100" - - "SRC_USER_1000" - - "SRC_USER_2000" - traces: - hoverinfo: "x+y" - boxpoints: "outliers" - whiskerwidth: 0 - layout: - title: "ip4-3n-skx-x710-64b-4t2c-features-nat44-ndr" - layout: "plot-throughput" - -- - type: "plot" - title: "VPP Throughput: ip4-3n-skx-x710-64b-4t2c-features-nat44-pdr" - algorithm: "plot_performance_box" - output-file-type: ".html" - output-file: "{DIR[STATIC,VPP]}/ip4-3n-skx-x710-64b-4t2c-features-nat44-pdr" - data: "plot-vpp-throughput-latency-3n-skx" - filter: "'NIC_Intel-X710' and - '64B' and - 'NDRPDR' and - '4T2C' and - 'IP4FWD' and - 'NAT44' and - not 'IPSEC' and - not 'VHOST'" - parameters: - - "throughput" - - "parent" - - "tags" - sort: - - "BASE" - - "BASE" - - "SRC_USER_10" - - "SRC_USER_100" - - "SRC_USER_1000" - - "SRC_USER_2000" + - "IACL" + - "OACL" traces: hoverinfo: "x+y" boxpoints: "outliers" whiskerwidth: 0 layout: - title: "ip4-3n-skx-x710-64b-4t2c-features-nat44-pdr" + title: "ip4-3n-hsw-x710-64b-2t2c-features-pdr" layout: "plot-throughput" -# Packet Throughput - VPP IPv4 3n-hsw-x710 features iacl +# Packet Throughput - VPP IPv4 3n-hsw-x710 features nat44 - type: "plot" - title: "VPP Throughput: ip4-3n-skx-x710-64b-2t1c-features-iacl-ndr" + title: "VPP Throughput: ip4-3n-skx-x710-64b-2t1c-features-nat44-ndr" algorithm: "plot_performance_box" output-file-type: ".html" - output-file: "{DIR[STATIC,VPP]}/ip4-3n-skx-x710-64b-2t1c-features-iacl-ndr" + output-file: "{DIR[STATIC,VPP]}/ip4-3n-skx-x710-64b-2t1c-features-nat44-ndr" data: "plot-vpp-throughput-latency-3n-skx" filter: "'NIC_Intel-X710' and '64B' and 'NDRPDR' and '2T1C' and 'IP4FWD' and - 'IACL' and - ('ACL10' or 'ACL50') and '10k_FLOWS' and + 'NAT44' and not 'IPSEC' and not 'VHOST'" parameters: @@ -9417,32 +10598,33 @@ - "parent" - "tags" sort: - - "ACL_STATELESS" - - "ACL_STATEFUL" - - "ACL_STATELESS" - - "ACL_STATEFUL" + - "BASE" + - "BASE" + - "SRC_USER_10" + - "SRC_USER_100" + - "SRC_USER_1000" + - "SRC_USER_2000" traces: hoverinfo: "x+y" boxpoints: "outliers" whiskerwidth: 0 layout: - title: "ip4-3n-skx-x710-64b-2t1c-features-iacl-ndr" + title: "ip4-3n-skx-x710-64b-2t1c-features-nat44-ndr" layout: "plot-throughput" - type: "plot" - title: "VPP Throughput: ip4-3n-skx-x710-64b-2t1c-features-iacl-pdr" + title: "VPP Throughput: ip4-3n-skx-x710-64b-2t1c-features-nat44-pdr" algorithm: "plot_performance_box" output-file-type: ".html" - output-file: "{DIR[STATIC,VPP]}/ip4-3n-skx-x710-64b-2t1c-features-iacl-pdr" + output-file: "{DIR[STATIC,VPP]}/ip4-3n-skx-x710-64b-2t1c-features-nat44-pdr" data: "plot-vpp-throughput-latency-3n-skx" filter: "'NIC_Intel-X710' and '64B' and 'NDRPDR' and '2T1C' and 'IP4FWD' and - 'IACL' and - ('ACL10' or 'ACL50') and '10k_FLOWS' and + 'NAT44' and not 'IPSEC' and not 'VHOST'" parameters: @@ -9450,32 +10632,33 @@ - "parent" - "tags" sort: - - "ACL_STATELESS" - - "ACL_STATEFUL" - - "ACL_STATELESS" - - "ACL_STATEFUL" + - "BASE" + - "BASE" + - "SRC_USER_10" + - "SRC_USER_100" + - "SRC_USER_1000" + - "SRC_USER_2000" traces: hoverinfo: "x+y" boxpoints: "outliers" whiskerwidth: 0 layout: - title: "ip4-3n-skx-x710-64b-2t1c-features-iacl-pdr" + title: "ip4-3n-skx-x710-64b-2t1c-features-nat44-pdr" layout: "plot-throughput" - type: "plot" - title: "VPP Throughput: ip4-3n-skx-x710-64b-4t2c-features-iacl-ndr" + title: "VPP Throughput: ip4-3n-skx-x710-64b-4t2c-features-nat44-ndr" algorithm: "plot_performance_box" output-file-type: ".html" - output-file: "{DIR[STATIC,VPP]}/ip4-3n-skx-x710-64b-4t2c-features-iacl-ndr" + output-file: "{DIR[STATIC,VPP]}/ip4-3n-skx-x710-64b-4t2c-features-nat44-ndr" data: "plot-vpp-throughput-latency-3n-skx" filter: "'NIC_Intel-X710' and '64B' and 'NDRPDR' and '4T2C' and 'IP4FWD' and - 'IACL' and - ('ACL10' or 'ACL50') and '10k_FLOWS' and + 'NAT44' and not 'IPSEC' and not 'VHOST'" parameters: @@ -9483,32 +10666,33 @@ - "parent" - "tags" sort: - - "ACL_STATELESS" - - "ACL_STATEFUL" - - "ACL_STATELESS" - - "ACL_STATEFUL" + - "BASE" + - "BASE" + - "SRC_USER_10" + - "SRC_USER_100" + - "SRC_USER_1000" + - "SRC_USER_2000" traces: hoverinfo: "x+y" boxpoints: "outliers" whiskerwidth: 0 layout: - title: "ip4-3n-skx-x710-64b-4t2c-features-iacl-ndr" + title: "ip4-3n-skx-x710-64b-4t2c-features-nat44-ndr" layout: "plot-throughput" - type: "plot" - title: "VPP Throughput: ip4-3n-skx-x710-64b-4t2c-features-iacl-pdr" + title: "VPP Throughput: ip4-3n-skx-x710-64b-4t2c-features-nat44-pdr" algorithm: "plot_performance_box" output-file-type: ".html" - output-file: "{DIR[STATIC,VPP]}/ip4-3n-skx-x710-64b-4t2c-features-iacl-pdr" + output-file: "{DIR[STATIC,VPP]}/ip4-3n-skx-x710-64b-4t2c-features-nat44-pdr" data: "plot-vpp-throughput-latency-3n-skx" filter: "'NIC_Intel-X710' and '64B' and 'NDRPDR' and '4T2C' and 'IP4FWD' and - 'IACL' and - ('ACL10' or 'ACL50') and '10k_FLOWS' and + 'NAT44' and not 'IPSEC' and not 'VHOST'" parameters: @@ -9516,32 +10700,34 @@ - "parent" - "tags" sort: - - "ACL_STATELESS" - - "ACL_STATEFUL" - - "ACL_STATELESS" - - "ACL_STATEFUL" + - "BASE" + - "BASE" + - "SRC_USER_10" + - "SRC_USER_100" + - "SRC_USER_1000" + - "SRC_USER_2000" traces: hoverinfo: "x+y" boxpoints: "outliers" whiskerwidth: 0 layout: - title: "ip4-3n-skx-x710-64b-4t2c-features-iacl-pdr" + title: "ip4-3n-skx-x710-64b-4t2c-features-nat44-pdr" layout: "plot-throughput" -# Packet Throughput - VPP IPv4 3n-hsw-x710 features oacl +# Packet Throughput - VPP IPv4 3n-hsw-x710 features iacl - type: "plot" - title: "VPP Throughput: ip4-3n-skx-x710-64b-2t1c-features-oacl-ndr" + title: "VPP Throughput: ip4-3n-skx-x710-64b-2t1c-features-iacl-ndr" algorithm: "plot_performance_box" output-file-type: ".html" - output-file: "{DIR[STATIC,VPP]}/ip4-3n-skx-x710-64b-2t1c-features-oacl-ndr" + output-file: "{DIR[STATIC,VPP]}/ip4-3n-skx-x710-64b-2t1c-features-iacl-ndr" data: "plot-vpp-throughput-latency-3n-skx" filter: "'NIC_Intel-X710' and '64B' and 'NDRPDR' and '2T1C' and 'IP4FWD' and - 'OACL' and + 'IACL' and ('ACL10' or 'ACL50') and '10k_FLOWS' and not 'IPSEC' and not 'VHOST'" @@ -9559,22 +10745,22 @@ boxpoints: "outliers" whiskerwidth: 0 layout: - title: "ip4-3n-skx-x710-64b-2t1c-features-oacl-ndr" + title: "ip4-3n-skx-x710-64b-2t1c-features-iacl-ndr" layout: "plot-throughput" - type: "plot" - title: "VPP Throughput: ip4-3n-skx-x710-64b-2t1c-features-oacl-pdr" + title: "VPP Throughput: ip4-3n-skx-x710-64b-2t1c-features-iacl-pdr" algorithm: "plot_performance_box" output-file-type: ".html" - output-file: "{DIR[STATIC,VPP]}/ip4-3n-skx-x710-64b-2t1c-features-oacl-pdr" + output-file: "{DIR[STATIC,VPP]}/ip4-3n-skx-x710-64b-2t1c-features-iacl-pdr" data: "plot-vpp-throughput-latency-3n-skx" filter: "'NIC_Intel-X710' and '64B' and 'NDRPDR' and '2T1C' and 'IP4FWD' and - 'OACL' and + 'IACL' and ('ACL10' or 'ACL50') and '10k_FLOWS' and not 'IPSEC' and not 'VHOST'" @@ -9592,22 +10778,22 @@ boxpoints: "outliers" whiskerwidth: 0 layout: - title: "ip4-3n-skx-x710-64b-2t1c-features-oacl-pdr" + title: "ip4-3n-skx-x710-64b-2t1c-features-iacl-pdr" layout: "plot-throughput" - type: "plot" - title: "VPP Throughput: ip4-3n-skx-x710-64b-4t2c-features-oacl-ndr" + title: "VPP Throughput: ip4-3n-skx-x710-64b-4t2c-features-iacl-ndr" algorithm: "plot_performance_box" output-file-type: ".html" - output-file: "{DIR[STATIC,VPP]}/ip4-3n-skx-x710-64b-4t2c-features-oacl-ndr" + output-file: "{DIR[STATIC,VPP]}/ip4-3n-skx-x710-64b-4t2c-features-iacl-ndr" data: "plot-vpp-throughput-latency-3n-skx" filter: "'NIC_Intel-X710' and '64B' and 'NDRPDR' and '4T2C' and 'IP4FWD' and - 'OACL' and + 'IACL' and ('ACL10' or 'ACL50') and '10k_FLOWS' and not 'IPSEC' and not 'VHOST'" @@ -9625,22 +10811,22 @@ boxpoints: "outliers" whiskerwidth: 0 layout: - title: "ip4-3n-skx-x710-64b-4t2c-features-oacl-ndr" + title: "ip4-3n-skx-x710-64b-4t2c-features-iacl-ndr" layout: "plot-throughput" - type: "plot" - title: "VPP Throughput: ip4-3n-skx-x710-64b-4t2c-features-oacl-pdr" + title: "VPP Throughput: ip4-3n-skx-x710-64b-4t2c-features-iacl-pdr" algorithm: "plot_performance_box" output-file-type: ".html" - output-file: "{DIR[STATIC,VPP]}/ip4-3n-skx-x710-64b-4t2c-features-oacl-pdr" + output-file: "{DIR[STATIC,VPP]}/ip4-3n-skx-x710-64b-4t2c-features-iacl-pdr" data: "plot-vpp-throughput-latency-3n-skx" filter: "'NIC_Intel-X710' and '64B' and 'NDRPDR' and '4T2C' and 'IP4FWD' and - 'OACL' and + 'IACL' and ('ACL10' or 'ACL50') and '10k_FLOWS' and not 'IPSEC' and not 'VHOST'" @@ -9658,9 +10844,142 @@ boxpoints: "outliers" whiskerwidth: 0 layout: - title: "ip4-3n-skx-x710-64b-4t2c-features-oacl-pdr" + title: "ip4-3n-skx-x710-64b-4t2c-features-iacl-pdr" layout: "plot-throughput" +## Packet Throughput - VPP IPv4 3n-hsw-x710 features oacl +#- +# type: "plot" +# title: "VPP Throughput: ip4-3n-skx-x710-64b-2t1c-features-oacl-ndr" +# algorithm: "plot_performance_box" +# output-file-type: ".html" +# output-file: "{DIR[STATIC,VPP]}/ip4-3n-skx-x710-64b-2t1c-features-oacl-ndr" +# data: "plot-vpp-throughput-latency-3n-skx" +# filter: "'NIC_Intel-X710' and +# '64B' and +# 'NDRPDR' and +# '2T1C' and +# 'IP4FWD' and +# 'OACL' and +# ('ACL10' or 'ACL50') and '10k_FLOWS' and +# not 'IPSEC' and +# not 'VHOST'" +# parameters: +# - "throughput" +# - "parent" +# - "tags" +# sort: +# - "ACL_STATELESS" +# - "ACL_STATEFUL" +# - "ACL_STATELESS" +# - "ACL_STATEFUL" +# traces: +# hoverinfo: "x+y" +# boxpoints: "outliers" +# whiskerwidth: 0 +# layout: +# title: "ip4-3n-skx-x710-64b-2t1c-features-oacl-ndr" +# layout: "plot-throughput" +# +#- +# type: "plot" +# title: "VPP Throughput: ip4-3n-skx-x710-64b-2t1c-features-oacl-pdr" +# algorithm: "plot_performance_box" +# output-file-type: ".html" +# output-file: "{DIR[STATIC,VPP]}/ip4-3n-skx-x710-64b-2t1c-features-oacl-pdr" +# data: "plot-vpp-throughput-latency-3n-skx" +# filter: "'NIC_Intel-X710' and +# '64B' and +# 'NDRPDR' and +# '2T1C' and +# 'IP4FWD' and +# 'OACL' and +# ('ACL10' or 'ACL50') and '10k_FLOWS' and +# not 'IPSEC' and +# not 'VHOST'" +# parameters: +# - "throughput" +# - "parent" +# - "tags" +# sort: +# - "ACL_STATELESS" +# - "ACL_STATEFUL" +# - "ACL_STATELESS" +# - "ACL_STATEFUL" +# traces: +# hoverinfo: "x+y" +# boxpoints: "outliers" +# whiskerwidth: 0 +# layout: +# title: "ip4-3n-skx-x710-64b-2t1c-features-oacl-pdr" +# layout: "plot-throughput" +# +#- +# type: "plot" +# title: "VPP Throughput: ip4-3n-skx-x710-64b-4t2c-features-oacl-ndr" +# algorithm: "plot_performance_box" +# output-file-type: ".html" +# output-file: "{DIR[STATIC,VPP]}/ip4-3n-skx-x710-64b-4t2c-features-oacl-ndr" +# data: "plot-vpp-throughput-latency-3n-skx" +# filter: "'NIC_Intel-X710' and +# '64B' and +# 'NDRPDR' and +# '4T2C' and +# 'IP4FWD' and +# 'OACL' and +# ('ACL10' or 'ACL50') and '10k_FLOWS' and +# not 'IPSEC' and +# not 'VHOST'" +# parameters: +# - "throughput" +# - "parent" +# - "tags" +# sort: +# - "ACL_STATELESS" +# - "ACL_STATEFUL" +# - "ACL_STATELESS" +# - "ACL_STATEFUL" +# traces: +# hoverinfo: "x+y" +# boxpoints: "outliers" +# whiskerwidth: 0 +# layout: +# title: "ip4-3n-skx-x710-64b-4t2c-features-oacl-ndr" +# layout: "plot-throughput" +# +#- +# type: "plot" +# title: "VPP Throughput: ip4-3n-skx-x710-64b-4t2c-features-oacl-pdr" +# algorithm: "plot_performance_box" +# output-file-type: ".html" +# output-file: "{DIR[STATIC,VPP]}/ip4-3n-skx-x710-64b-4t2c-features-oacl-pdr" +# data: "plot-vpp-throughput-latency-3n-skx" +# filter: "'NIC_Intel-X710' and +# '64B' and +# 'NDRPDR' and +# '4T2C' and +# 'IP4FWD' and +# 'OACL' and +# ('ACL10' or 'ACL50') and '10k_FLOWS' and +# not 'IPSEC' and +# not 'VHOST'" +# parameters: +# - "throughput" +# - "parent" +# - "tags" +# sort: +# - "ACL_STATELESS" +# - "ACL_STATEFUL" +# - "ACL_STATELESS" +# - "ACL_STATEFUL" +# traces: +# hoverinfo: "x+y" +# boxpoints: "outliers" +# whiskerwidth: 0 +# layout: +# title: "ip4-3n-skx-x710-64b-4t2c-features-oacl-pdr" +# layout: "plot-throughput" + # Packet Throughput - VPP IPv4 3n-hsw-xl710 base and scale - type: "plot" @@ -10161,168 +11480,33 @@ - "parent" - "tags" sort: - - "BASE" - - "BASE" - - "SRC_USER_10" - - "SRC_USER_100" - - "SRC_USER_1000" - - "SRC_USER_2000" - traces: - hoverinfo: "x+y" - boxpoints: "outliers" - whiskerwidth: 0 - layout: - title: "ip4-3n-hsw-x710-64b-2t2c-features-nat44-ndr" - layout: "plot-throughput" - -- - type: "plot" - title: "VPP Throughput: ip4-3n-hsw-x710-64b-2t2c-features-nat44-pdr" - algorithm: "plot_performance_box" - output-file-type: ".html" - output-file: "{DIR[STATIC,VPP]}/ip4-3n-hsw-x710-64b-2t2c-features-nat44-pdr" - data: "plot-vpp-throughput-latency-3n-hsw" - filter: "'NIC_Intel-X710' and - '64B' and - 'NDRPDR' and - '2T2C' and - 'IP4FWD' and - 'NAT44' and - not 'IPSEC' and - not 'VHOST'" - parameters: - - "throughput" - - "parent" - - "tags" - sort: - - "BASE" - - "BASE" - - "SRC_USER_10" - - "SRC_USER_100" - - "SRC_USER_1000" - - "SRC_USER_2000" - traces: - hoverinfo: "x+y" - boxpoints: "outliers" - whiskerwidth: 0 - layout: - title: "ip4-3n-hsw-x710-64b-2t2c-features-nat44-pdr" - layout: "plot-throughput" - -# Packet Throughput - VPP IPv4 3n-skx-x710 features iacl -- - type: "plot" - title: "VPP Throughput: ip4-3n-hsw-x710-64b-1t1c-features-iacl-ndr" - algorithm: "plot_performance_box" - output-file-type: ".html" - output-file: "{DIR[STATIC,VPP]}/ip4-3n-hsw-x710-64b-1t1c-features-iacl-ndr" - data: "plot-vpp-throughput-latency-3n-hsw" - filter: "'NIC_Intel-X710' and - '64B' and - 'NDRPDR' and - '1T1C' and - 'IP4FWD' and - 'IACL' and - ('ACL10' or 'ACL50') and '10k_FLOWS' and - not 'IPSEC' and - not 'VHOST'" - parameters: - - "throughput" - - "parent" - - "tags" - sort: - - "ACL_STATELESS" - - "ACL_STATEFUL" - - "ACL_STATELESS" - - "ACL_STATEFUL" - traces: - hoverinfo: "x+y" - boxpoints: "outliers" - whiskerwidth: 0 - layout: - title: "ip4-3n-hsw-x710-64b-1t1c-features-iacl-ndr" - layout: "plot-throughput" - -- - type: "plot" - title: "VPP Throughput: ip4-3n-hsw-x710-64b-1t1c-features-iacl-pdr" - algorithm: "plot_performance_box" - output-file-type: ".html" - output-file: "{DIR[STATIC,VPP]}/ip4-3n-hsw-x710-64b-1t1c-features-iacl-pdr" - data: "plot-vpp-throughput-latency-3n-hsw" - filter: "'NIC_Intel-X710' and - '64B' and - 'NDRPDR' and - '1T1C' and - 'IP4FWD' and - 'IACL' and - ('ACL10' or 'ACL50') and '10k_FLOWS' and - not 'IPSEC' and - not 'VHOST'" - parameters: - - "throughput" - - "parent" - - "tags" - sort: - - "ACL_STATELESS" - - "ACL_STATEFUL" - - "ACL_STATELESS" - - "ACL_STATEFUL" - traces: - hoverinfo: "x+y" - boxpoints: "outliers" - whiskerwidth: 0 - layout: - title: "ip4-3n-hsw-x710-64b-1t1c-features-iacl-pdr" - layout: "plot-throughput" - -- - type: "plot" - title: "VPP Throughput: ip4-3n-hsw-x710-64b-2t2c-features-iacl-ndr" - algorithm: "plot_performance_box" - output-file-type: ".html" - output-file: "{DIR[STATIC,VPP]}/ip4-3n-hsw-x710-64b-2t2c-features-iacl-ndr" - data: "plot-vpp-throughput-latency-3n-hsw" - filter: "'NIC_Intel-X710' and - '64B' and - 'NDRPDR' and - '2T2C' and - 'IP4FWD' and - 'IACL' and - ('ACL10' or 'ACL50') and '10k_FLOWS' and - not 'IPSEC' and - not 'VHOST'" - parameters: - - "throughput" - - "parent" - - "tags" - sort: - - "ACL_STATELESS" - - "ACL_STATEFUL" - - "ACL_STATELESS" - - "ACL_STATEFUL" + - "BASE" + - "BASE" + - "SRC_USER_10" + - "SRC_USER_100" + - "SRC_USER_1000" + - "SRC_USER_2000" traces: hoverinfo: "x+y" boxpoints: "outliers" whiskerwidth: 0 layout: - title: "ip4-3n-hsw-x710-64b-2t2c-features-iacl-ndr" + title: "ip4-3n-hsw-x710-64b-2t2c-features-nat44-ndr" layout: "plot-throughput" - type: "plot" - title: "VPP Throughput: ip4-3n-hsw-x710-64b-2t2c-features-iacl-pdr" + title: "VPP Throughput: ip4-3n-hsw-x710-64b-2t2c-features-nat44-pdr" algorithm: "plot_performance_box" output-file-type: ".html" - output-file: "{DIR[STATIC,VPP]}/ip4-3n-hsw-x710-64b-2t2c-features-iacl-pdr" + output-file: "{DIR[STATIC,VPP]}/ip4-3n-hsw-x710-64b-2t2c-features-nat44-pdr" data: "plot-vpp-throughput-latency-3n-hsw" filter: "'NIC_Intel-X710' and '64B' and 'NDRPDR' and '2T2C' and 'IP4FWD' and - 'IACL' and - ('ACL10' or 'ACL50') and '10k_FLOWS' and + 'NAT44' and not 'IPSEC' and not 'VHOST'" parameters: @@ -10330,32 +11514,34 @@ - "parent" - "tags" sort: - - "ACL_STATELESS" - - "ACL_STATEFUL" - - "ACL_STATELESS" - - "ACL_STATEFUL" + - "BASE" + - "BASE" + - "SRC_USER_10" + - "SRC_USER_100" + - "SRC_USER_1000" + - "SRC_USER_2000" traces: hoverinfo: "x+y" boxpoints: "outliers" whiskerwidth: 0 layout: - title: "ip4-3n-hsw-x710-64b-2t2c-features-iacl-pdr" + title: "ip4-3n-hsw-x710-64b-2t2c-features-nat44-pdr" layout: "plot-throughput" -# Packet Throughput - VPP IPv4 3n-skx-x710 features oacl +# Packet Throughput - VPP IPv4 3n-skx-x710 features iacl - type: "plot" - title: "VPP Throughput: ip4-3n-hsw-x710-64b-1t1c-features-oacl-ndr" + title: "VPP Throughput: ip4-3n-hsw-x710-64b-1t1c-features-iacl-ndr" algorithm: "plot_performance_box" output-file-type: ".html" - output-file: "{DIR[STATIC,VPP]}/ip4-3n-hsw-x710-64b-1t1c-features-oacl-ndr" + output-file: "{DIR[STATIC,VPP]}/ip4-3n-hsw-x710-64b-1t1c-features-iacl-ndr" data: "plot-vpp-throughput-latency-3n-hsw" filter: "'NIC_Intel-X710' and '64B' and 'NDRPDR' and '1T1C' and 'IP4FWD' and - 'OACL' and + 'IACL' and ('ACL10' or 'ACL50') and '10k_FLOWS' and not 'IPSEC' and not 'VHOST'" @@ -10373,22 +11559,22 @@ boxpoints: "outliers" whiskerwidth: 0 layout: - title: "ip4-3n-hsw-x710-64b-1t1c-features-oacl-ndr" + title: "ip4-3n-hsw-x710-64b-1t1c-features-iacl-ndr" layout: "plot-throughput" - type: "plot" - title: "VPP Throughput: ip4-3n-hsw-x710-64b-1t1c-features-oacl-pdr" + title: "VPP Throughput: ip4-3n-hsw-x710-64b-1t1c-features-iacl-pdr" algorithm: "plot_performance_box" output-file-type: ".html" - output-file: "{DIR[STATIC,VPP]}/ip4-3n-hsw-x710-64b-1t1c-features-oacl-pdr" + output-file: "{DIR[STATIC,VPP]}/ip4-3n-hsw-x710-64b-1t1c-features-iacl-pdr" data: "plot-vpp-throughput-latency-3n-hsw" filter: "'NIC_Intel-X710' and '64B' and 'NDRPDR' and '1T1C' and 'IP4FWD' and - 'OACL' and + 'IACL' and ('ACL10' or 'ACL50') and '10k_FLOWS' and not 'IPSEC' and not 'VHOST'" @@ -10406,22 +11592,22 @@ boxpoints: "outliers" whiskerwidth: 0 layout: - title: "ip4-3n-hsw-x710-64b-1t1c-features-oacl-pdr" + title: "ip4-3n-hsw-x710-64b-1t1c-features-iacl-pdr" layout: "plot-throughput" - type: "plot" - title: "VPP Throughput: ip4-3n-hsw-x710-64b-2t2c-features-oacl-ndr" + title: "VPP Throughput: ip4-3n-hsw-x710-64b-2t2c-features-iacl-ndr" algorithm: "plot_performance_box" output-file-type: ".html" - output-file: "{DIR[STATIC,VPP]}/ip4-3n-hsw-x710-64b-2t2c-features-oacl-ndr" + output-file: "{DIR[STATIC,VPP]}/ip4-3n-hsw-x710-64b-2t2c-features-iacl-ndr" data: "plot-vpp-throughput-latency-3n-hsw" filter: "'NIC_Intel-X710' and '64B' and 'NDRPDR' and '2T2C' and 'IP4FWD' and - 'OACL' and + 'IACL' and ('ACL10' or 'ACL50') and '10k_FLOWS' and not 'IPSEC' and not 'VHOST'" @@ -10439,22 +11625,22 @@ boxpoints: "outliers" whiskerwidth: 0 layout: - title: "ip4-3n-hsw-x710-64b-2t2c-features-oacl-ndr" + title: "ip4-3n-hsw-x710-64b-2t2c-features-iacl-ndr" layout: "plot-throughput" - type: "plot" - title: "VPP Throughput: ip4-3n-hsw-x710-64b-2t2c-features-oacl-pdr" + title: "VPP Throughput: ip4-3n-hsw-x710-64b-2t2c-features-iacl-pdr" algorithm: "plot_performance_box" output-file-type: ".html" - output-file: "{DIR[STATIC,VPP]}/ip4-3n-hsw-x710-64b-2t2c-features-oacl-pdr" + output-file: "{DIR[STATIC,VPP]}/ip4-3n-hsw-x710-64b-2t2c-features-iacl-pdr" data: "plot-vpp-throughput-latency-3n-hsw" filter: "'NIC_Intel-X710' and '64B' and 'NDRPDR' and '2T2C' and 'IP4FWD' and - 'OACL' and + 'IACL' and ('ACL10' or 'ACL50') and '10k_FLOWS' and not 'IPSEC' and not 'VHOST'" @@ -10472,9 +11658,142 @@ boxpoints: "outliers" whiskerwidth: 0 layout: - title: "ip4-3n-hsw-x710-64b-2t2c-features-oacl-pdr" + title: "ip4-3n-hsw-x710-64b-2t2c-features-iacl-pdr" layout: "plot-throughput" +## Packet Throughput - VPP IPv4 3n-skx-x710 features oacl +#- +# type: "plot" +# title: "VPP Throughput: ip4-3n-hsw-x710-64b-1t1c-features-oacl-ndr" +# algorithm: "plot_performance_box" +# output-file-type: ".html" +# output-file: "{DIR[STATIC,VPP]}/ip4-3n-hsw-x710-64b-1t1c-features-oacl-ndr" +# data: "plot-vpp-throughput-latency-3n-hsw" +# filter: "'NIC_Intel-X710' and +# '64B' and +# 'NDRPDR' and +# '1T1C' and +# 'IP4FWD' and +# 'OACL' and +# ('ACL10' or 'ACL50') and '10k_FLOWS' and +# not 'IPSEC' and +# not 'VHOST'" +# parameters: +# - "throughput" +# - "parent" +# - "tags" +# sort: +# - "ACL_STATELESS" +# - "ACL_STATEFUL" +# - "ACL_STATELESS" +# - "ACL_STATEFUL" +# traces: +# hoverinfo: "x+y" +# boxpoints: "outliers" +# whiskerwidth: 0 +# layout: +# title: "ip4-3n-hsw-x710-64b-1t1c-features-oacl-ndr" +# layout: "plot-throughput" +# +#- +# type: "plot" +# title: "VPP Throughput: ip4-3n-hsw-x710-64b-1t1c-features-oacl-pdr" +# algorithm: "plot_performance_box" +# output-file-type: ".html" +# output-file: "{DIR[STATIC,VPP]}/ip4-3n-hsw-x710-64b-1t1c-features-oacl-pdr" +# data: "plot-vpp-throughput-latency-3n-hsw" +# filter: "'NIC_Intel-X710' and +# '64B' and +# 'NDRPDR' and +# '1T1C' and +# 'IP4FWD' and +# 'OACL' and +# ('ACL10' or 'ACL50') and '10k_FLOWS' and +# not 'IPSEC' and +# not 'VHOST'" +# parameters: +# - "throughput" +# - "parent" +# - "tags" +# sort: +# - "ACL_STATELESS" +# - "ACL_STATEFUL" +# - "ACL_STATELESS" +# - "ACL_STATEFUL" +# traces: +# hoverinfo: "x+y" +# boxpoints: "outliers" +# whiskerwidth: 0 +# layout: +# title: "ip4-3n-hsw-x710-64b-1t1c-features-oacl-pdr" +# layout: "plot-throughput" +# +#- +# type: "plot" +# title: "VPP Throughput: ip4-3n-hsw-x710-64b-2t2c-features-oacl-ndr" +# algorithm: "plot_performance_box" +# output-file-type: ".html" +# output-file: "{DIR[STATIC,VPP]}/ip4-3n-hsw-x710-64b-2t2c-features-oacl-ndr" +# data: "plot-vpp-throughput-latency-3n-hsw" +# filter: "'NIC_Intel-X710' and +# '64B' and +# 'NDRPDR' and +# '2T2C' and +# 'IP4FWD' and +# 'OACL' and +# ('ACL10' or 'ACL50') and '10k_FLOWS' and +# not 'IPSEC' and +# not 'VHOST'" +# parameters: +# - "throughput" +# - "parent" +# - "tags" +# sort: +# - "ACL_STATELESS" +# - "ACL_STATEFUL" +# - "ACL_STATELESS" +# - "ACL_STATEFUL" +# traces: +# hoverinfo: "x+y" +# boxpoints: "outliers" +# whiskerwidth: 0 +# layout: +# title: "ip4-3n-hsw-x710-64b-2t2c-features-oacl-ndr" +# layout: "plot-throughput" +# +#- +# type: "plot" +# title: "VPP Throughput: ip4-3n-hsw-x710-64b-2t2c-features-oacl-pdr" +# algorithm: "plot_performance_box" +# output-file-type: ".html" +# output-file: "{DIR[STATIC,VPP]}/ip4-3n-hsw-x710-64b-2t2c-features-oacl-pdr" +# data: "plot-vpp-throughput-latency-3n-hsw" +# filter: "'NIC_Intel-X710' and +# '64B' and +# 'NDRPDR' and +# '2T2C' and +# 'IP4FWD' and +# 'OACL' and +# ('ACL10' or 'ACL50') and '10k_FLOWS' and +# not 'IPSEC' and +# not 'VHOST'" +# parameters: +# - "throughput" +# - "parent" +# - "tags" +# sort: +# - "ACL_STATELESS" +# - "ACL_STATEFUL" +# - "ACL_STATELESS" +# - "ACL_STATEFUL" +# traces: +# hoverinfo: "x+y" +# boxpoints: "outliers" +# whiskerwidth: 0 +# layout: +# title: "ip4-3n-hsw-x710-64b-2t2c-features-oacl-pdr" +# layout: "plot-throughput" + # Packet Throughput - VPP IPv4 2n-skx-x710 base and scale - type: "plot" @@ -10860,138 +12179,138 @@ ################################################################################ -# Packet Throughput - VPP IPv4 tunnels 3n-hsw-x520 base and scale -- - type: "plot" - title: "VPP Throughput: ip4tun-3n-hsw-x520-64b-1t1c-base_and_scale-ndr" - algorithm: "plot_performance_box" - output-file-type: ".html" - output-file: "{DIR[STATIC,VPP]}/ip4tun-3n-hsw-x520-64b-1t1c-base_and_scale-ndr" - data: "plot-vpp-throughput-latency-3n-hsw" - filter: "'NIC_Intel-X520-DA2' and - '64B' and - 'ENCAP' and - 'NDRPDR' and - '1T1C' and - ('VXLAN' or 'LISP') and - not 'VHOST' and - not 'IPSECHW'" - parameters: - - "throughput" - - "parent" - - "tags" - sort: - - "not DOT1Q" - - "VXLAN_1" - - "VXLAN_10" - - "VXLAN_100" - - "VXLAN_1000" - traces: - hoverinfo: "x+y" - boxpoints: "outliers" - whiskerwidth: 0 - layout: - title: "ip4tun-3n-hsw-x520-64b-1t1c-base_and_scale-ndr" - layout: "plot-throughput" - -- - type: "plot" - title: "VPP Throughput: ip4tun-3n-hsw-x520-64b-1t1c-base_and_scale-pdr" - algorithm: "plot_performance_box" - output-file-type: ".html" - output-file: "{DIR[STATIC,VPP]}/ip4tun-3n-hsw-x520-64b-1t1c-base_and_scale-pdr" - data: "plot-vpp-throughput-latency-3n-hsw" - filter: "'NIC_Intel-X520-DA2' and - '64B' and - 'ENCAP' and - 'NDRPDR' and - '1T1C' and - ('VXLAN' or 'LISP') and - not 'VHOST' and - not 'IPSECHW'" - parameters: - - "throughput" - - "parent" - - "tags" - sort: - - "not DOT1Q" - - "VXLAN_1" - - "VXLAN_10" - - "VXLAN_100" - - "VXLAN_1000" - traces: - hoverinfo: "x+y" - boxpoints: "outliers" - whiskerwidth: 0 - layout: - title: "ip4tun-3n-hsw-x520-64b-1t1c-base_and_scale-pdr" - layout: "plot-throughput" - -- - type: "plot" - title: "VPP Throughput: ip4tun-3n-hsw-x520-64b-2t2c-base_and_scale-ndr" - algorithm: "plot_performance_box" - output-file-type: ".html" - output-file: "{DIR[STATIC,VPP]}/ip4tun-3n-hsw-x520-64b-2t2c-base_and_scale-ndr" - data: "plot-vpp-throughput-latency-3n-hsw" - filter: "'NIC_Intel-X520-DA2' and - '64B' and - 'ENCAP' and - 'NDRPDR' and - '2T2C' and - ('VXLAN' or 'LISP') and - not 'VHOST' and - not 'IPSECHW'" - parameters: - - "throughput" - - "parent" - - "tags" - sort: - - "not DOT1Q" - - "VXLAN_1" - - "VXLAN_10" - - "VXLAN_100" - - "VXLAN_1000" - traces: - hoverinfo: "x+y" - boxpoints: "outliers" - whiskerwidth: 0 - layout: - title: "ip4tun-3n-hsw-x520-64b-2t2c-base_and_scale-ndr" - layout: "plot-throughput" - -- - type: "plot" - title: "VPP Throughput: ip4tun-3n-hsw-x520-64b-2t2c-base_and_scale-pdr" - algorithm: "plot_performance_box" - output-file-type: ".html" - output-file: "{DIR[STATIC,VPP]}/ip4tun-3n-hsw-x520-64b-2t2c-base_and_scale-pdr" - data: "plot-vpp-throughput-latency-3n-hsw" - filter: "'NIC_Intel-X520-DA2' and - '64B' and - 'ENCAP' and - 'NDRPDR' and - '2T2C' and - ('VXLAN' or 'LISP') and - not 'VHOST' and - not 'IPSECHW'" - parameters: - - "throughput" - - "parent" - - "tags" - sort: - - "not DOT1Q" - - "VXLAN_1" - - "VXLAN_10" - - "VXLAN_100" - - "VXLAN_1000" - traces: - hoverinfo: "x+y" - boxpoints: "outliers" - whiskerwidth: 0 - layout: - title: "ip4tun-3n-hsw-x520-64b-2t2c-base_and_scale-pdr" - layout: "plot-throughput" +## Packet Throughput - VPP IPv4 tunnels 3n-hsw-x520 base and scale +#- +# type: "plot" +# title: "VPP Throughput: ip4tun-3n-hsw-x520-64b-1t1c-base_and_scale-ndr" +# algorithm: "plot_performance_box" +# output-file-type: ".html" +# output-file: "{DIR[STATIC,VPP]}/ip4tun-3n-hsw-x520-64b-1t1c-base_and_scale-ndr" +# data: "plot-vpp-throughput-latency-3n-hsw" +# filter: "'NIC_Intel-X520-DA2' and +# '64B' and +# 'ENCAP' and +# 'NDRPDR' and +# '1T1C' and +# ('VXLAN' or 'LISP') and +# not 'VHOST' and +# not 'IPSECHW'" +# parameters: +# - "throughput" +# - "parent" +# - "tags" +# sort: +# - "not DOT1Q" +# - "VXLAN_1" +# - "VXLAN_10" +# - "VXLAN_100" +# - "VXLAN_1000" +# traces: +# hoverinfo: "x+y" +# boxpoints: "outliers" +# whiskerwidth: 0 +# layout: +# title: "ip4tun-3n-hsw-x520-64b-1t1c-base_and_scale-ndr" +# layout: "plot-throughput" +# +#- +# type: "plot" +# title: "VPP Throughput: ip4tun-3n-hsw-x520-64b-1t1c-base_and_scale-pdr" +# algorithm: "plot_performance_box" +# output-file-type: ".html" +# output-file: "{DIR[STATIC,VPP]}/ip4tun-3n-hsw-x520-64b-1t1c-base_and_scale-pdr" +# data: "plot-vpp-throughput-latency-3n-hsw" +# filter: "'NIC_Intel-X520-DA2' and +# '64B' and +# 'ENCAP' and +# 'NDRPDR' and +# '1T1C' and +# ('VXLAN' or 'LISP') and +# not 'VHOST' and +# not 'IPSECHW'" +# parameters: +# - "throughput" +# - "parent" +# - "tags" +# sort: +# - "not DOT1Q" +# - "VXLAN_1" +# - "VXLAN_10" +# - "VXLAN_100" +# - "VXLAN_1000" +# traces: +# hoverinfo: "x+y" +# boxpoints: "outliers" +# whiskerwidth: 0 +# layout: +# title: "ip4tun-3n-hsw-x520-64b-1t1c-base_and_scale-pdr" +# layout: "plot-throughput" +# +#- +# type: "plot" +# title: "VPP Throughput: ip4tun-3n-hsw-x520-64b-2t2c-base_and_scale-ndr" +# algorithm: "plot_performance_box" +# output-file-type: ".html" +# output-file: "{DIR[STATIC,VPP]}/ip4tun-3n-hsw-x520-64b-2t2c-base_and_scale-ndr" +# data: "plot-vpp-throughput-latency-3n-hsw" +# filter: "'NIC_Intel-X520-DA2' and +# '64B' and +# 'ENCAP' and +# 'NDRPDR' and +# '2T2C' and +# ('VXLAN' or 'LISP') and +# not 'VHOST' and +# not 'IPSECHW'" +# parameters: +# - "throughput" +# - "parent" +# - "tags" +# sort: +# - "not DOT1Q" +# - "VXLAN_1" +# - "VXLAN_10" +# - "VXLAN_100" +# - "VXLAN_1000" +# traces: +# hoverinfo: "x+y" +# boxpoints: "outliers" +# whiskerwidth: 0 +# layout: +# title: "ip4tun-3n-hsw-x520-64b-2t2c-base_and_scale-ndr" +# layout: "plot-throughput" +# +#- +# type: "plot" +# title: "VPP Throughput: ip4tun-3n-hsw-x520-64b-2t2c-base_and_scale-pdr" +# algorithm: "plot_performance_box" +# output-file-type: ".html" +# output-file: "{DIR[STATIC,VPP]}/ip4tun-3n-hsw-x520-64b-2t2c-base_and_scale-pdr" +# data: "plot-vpp-throughput-latency-3n-hsw" +# filter: "'NIC_Intel-X520-DA2' and +# '64B' and +# 'ENCAP' and +# 'NDRPDR' and +# '2T2C' and +# ('VXLAN' or 'LISP') and +# not 'VHOST' and +# not 'IPSECHW'" +# parameters: +# - "throughput" +# - "parent" +# - "tags" +# sort: +# - "not DOT1Q" +# - "VXLAN_1" +# - "VXLAN_10" +# - "VXLAN_100" +# - "VXLAN_1000" +# traces: +# hoverinfo: "x+y" +# boxpoints: "outliers" +# whiskerwidth: 0 +# layout: +# title: "ip4tun-3n-hsw-x520-64b-2t2c-base_and_scale-pdr" +# layout: "plot-throughput" # Packet Throughput - VPP IPv4 tunnels 3n-hsw-x520 - features - @@ -12513,7 +13832,7 @@ algorithm: "plot_performance_box" output-file-type: ".html" output-file: "{DIR[STATIC,VPP]}/ip6-3n-skx-x710-78b-4t2c-base_and_features-ndr" - data: "plot-vpp-throughput-latency-3n-hsw" + data: "plot-vpp-throughput-latency-3n-skx" filter: "'NIC_Intel-X710' and '78B' and ('IP6BASE' or @@ -15791,6 +17110,7 @@ '2T1C' and 'VHOST_1024' and not 'VXLAN' and + not 'NF_DENSITY' and not 'DOT1Q'" parameters: - "throughput" @@ -15823,6 +17143,7 @@ '4T2C' and 'VHOST_1024' and not 'VXLAN' and + not 'NF_DENSITY' and not 'DOT1Q'" parameters: - "throughput" @@ -15855,6 +17176,7 @@ '2T1C' and 'VHOST_1024' and not 'VXLAN' and + not 'NF_DENSITY' and not 'DOT1Q'" parameters: - "throughput" @@ -15887,6 +17209,7 @@ '4T2C' and 'VHOST_1024' and not 'VXLAN' and + not 'NF_DENSITY' and not 'DOT1Q'" parameters: - "throughput" @@ -15920,6 +17243,7 @@ 'L2BDMACLRN' and 'VHOST_1024' and not 'VXLAN' and + not 'NF_DENSITY' and not 'IP4FWD' and not '2VM'" parameters: @@ -15955,6 +17279,7 @@ 'L2BDMACLRN' and 'VHOST_1024' and not 'VXLAN' and + not 'NF_DENSITY' and not 'IP4FWD' and not '2VM'" parameters: @@ -15990,6 +17315,7 @@ 'L2BDMACLRN' and 'VHOST_1024' and not 'VXLAN' and + not 'NF_DENSITY' and not 'IP4FWD' and not '2VM'" parameters: @@ -16025,6 +17351,7 @@ 'L2BDMACLRN' and 'VHOST_1024' and not 'VXLAN' and + not 'NF_DENSITY' and not 'IP4FWD' and not '2VM'" parameters: @@ -16062,6 +17389,7 @@ ('L2BDMACLRN' or 'L2XCFWD') and 'VHOST_1024' and not 'VXLAN' and + not 'NF_DENSITY' and not 'IP4FWD' and not '2VM'" parameters: @@ -16097,6 +17425,7 @@ ('L2BDMACLRN' or 'L2XCFWD') and 'VHOST_1024' and not 'VXLAN' and + not 'NF_DENSITY' and not 'IP4FWD' and not '2VM'" parameters: @@ -16132,6 +17461,7 @@ ('L2BDMACLRN' or 'L2XCFWD') and 'VHOST_1024' and not 'VXLAN' and + not 'NF_DENSITY' and not 'IP4FWD' and not '2VM'" parameters: @@ -16167,6 +17497,7 @@ ('L2BDMACLRN' or 'L2XCFWD') and 'VHOST_1024' and not 'VXLAN' and + not 'NF_DENSITY' and not 'IP4FWD' and not '2VM'" parameters: @@ -16203,6 +17534,7 @@ 'VHOST_1024' and not 'CFS_OPT' and not 'VXLAN' and + not 'NF_DENSITY' and not 'IP4FWD'" parameters: - "throughput" @@ -16237,6 +17569,7 @@ 'VHOST_1024' and not 'CFS_OPT' and not 'VXLAN' and + not 'NF_DENSITY' and not 'IP4FWD'" parameters: - "throughput" @@ -16271,6 +17604,7 @@ 'VHOST_1024' and not 'CFS_OPT' and not 'VXLAN' and + not 'NF_DENSITY' and not 'IP4FWD'" parameters: - "throughput" @@ -16305,6 +17639,7 @@ 'VHOST_1024' and not 'CFS_OPT' and not 'VXLAN' and + not 'NF_DENSITY' and not 'IP4FWD'" parameters: - "throughput" @@ -20147,73 +21482,14 @@ title: "VPP Latency: ip4-3n-hsw-x710-64b-2t2c-features-iacl-ndr-lat" algorithm: "plot_latency_error_bars" output-file-type: ".html" - output-file: "{DIR[STATIC,VPP]}/ip4-3n-hsw-x710-64b-2t2c-features-iacl-ndr-lat" - data: "plot-vpp-throughput-latency-3n-hsw" - filter: "'NIC_Intel-X710' and - '64B' and - 'NDRPDR' and - '2T2C' and - 'IP4FWD' and - 'IACL' and - ('ACL10' or 'ACL50') and '10k_FLOWS' and - not 'IPSEC' and - not 'VHOST'" - parameters: - - "latency" - - "parent" - - "tags" - sort: - - "ACL_STATELESS" - - "ACL_STATEFUL" - - "ACL_STATELESS" - - "ACL_STATEFUL" - layout: - title: "ip4-3n-hsw-x710-64b-2t2c-features-iacl-ndr" - layout: "plot-latency" - -# Packet Latency - VPP IPv4 3n-hsw-x710 features oacl -- - type: "plot" - title: "VPP Latency: ip4-3n-hsw-x710-64b-1t1c-features-oacl-ndr-lat" - algorithm: "plot_latency_error_bars" - output-file-type: ".html" - output-file: "{DIR[STATIC,VPP]}/ip4-3n-hsw-x710-64b-1t1c-features-oacl-ndr-lat" - data: "plot-vpp-throughput-latency-3n-hsw" - filter: "'NIC_Intel-X710' and - '64B' and - 'NDRPDR' and - '1T1C' and - 'IP4FWD' and - 'OACL' and - ('ACL10' or 'ACL50') and '10k_FLOWS' and - not 'IPSEC' and - not 'VHOST'" - parameters: - - "latency" - - "parent" - - "tags" - sort: - - "ACL_STATELESS" - - "ACL_STATEFUL" - - "ACL_STATELESS" - - "ACL_STATEFUL" - layout: - title: "ip4-3n-hsw-x710-64b-1t1c-features-oacl-ndr" - layout: "plot-latency" - -- - type: "plot" - title: "VPP Latency: ip4-3n-hsw-x710-64b-2t2c-features-oacl-ndr-lat" - algorithm: "plot_latency_error_bars" - output-file-type: ".html" - output-file: "{DIR[STATIC,VPP]}/ip4-3n-hsw-x710-64b-2t2c-features-oacl-ndr-lat" + output-file: "{DIR[STATIC,VPP]}/ip4-3n-hsw-x710-64b-2t2c-features-iacl-ndr-lat" data: "plot-vpp-throughput-latency-3n-hsw" filter: "'NIC_Intel-X710' and '64B' and 'NDRPDR' and '2T2C' and 'IP4FWD' and - 'OACL' and + 'IACL' and ('ACL10' or 'ACL50') and '10k_FLOWS' and not 'IPSEC' and not 'VHOST'" @@ -20227,9 +21503,68 @@ - "ACL_STATELESS" - "ACL_STATEFUL" layout: - title: "ip4-3n-hsw-x710-64b-2t2c-features-oacl-ndr" + title: "ip4-3n-hsw-x710-64b-2t2c-features-iacl-ndr" layout: "plot-latency" +## Packet Latency - VPP IPv4 3n-hsw-x710 features oacl +#- +# type: "plot" +# title: "VPP Latency: ip4-3n-hsw-x710-64b-1t1c-features-oacl-ndr-lat" +# algorithm: "plot_latency_error_bars" +# output-file-type: ".html" +# output-file: "{DIR[STATIC,VPP]}/ip4-3n-hsw-x710-64b-1t1c-features-oacl-ndr-lat" +# data: "plot-vpp-throughput-latency-3n-hsw" +# filter: "'NIC_Intel-X710' and +# '64B' and +# 'NDRPDR' and +# '1T1C' and +# 'IP4FWD' and +# 'OACL' and +# ('ACL10' or 'ACL50') and '10k_FLOWS' and +# not 'IPSEC' and +# not 'VHOST'" +# parameters: +# - "latency" +# - "parent" +# - "tags" +# sort: +# - "ACL_STATELESS" +# - "ACL_STATEFUL" +# - "ACL_STATELESS" +# - "ACL_STATEFUL" +# layout: +# title: "ip4-3n-hsw-x710-64b-1t1c-features-oacl-ndr" +# layout: "plot-latency" +# +#- +# type: "plot" +# title: "VPP Latency: ip4-3n-hsw-x710-64b-2t2c-features-oacl-ndr-lat" +# algorithm: "plot_latency_error_bars" +# output-file-type: ".html" +# output-file: "{DIR[STATIC,VPP]}/ip4-3n-hsw-x710-64b-2t2c-features-oacl-ndr-lat" +# data: "plot-vpp-throughput-latency-3n-hsw" +# filter: "'NIC_Intel-X710' and +# '64B' and +# 'NDRPDR' and +# '2T2C' and +# 'IP4FWD' and +# 'OACL' and +# ('ACL10' or 'ACL50') and '10k_FLOWS' and +# not 'IPSEC' and +# not 'VHOST'" +# parameters: +# - "latency" +# - "parent" +# - "tags" +# sort: +# - "ACL_STATELESS" +# - "ACL_STATEFUL" +# - "ACL_STATELESS" +# - "ACL_STATEFUL" +# layout: +# title: "ip4-3n-hsw-x710-64b-2t2c-features-oacl-ndr" +# layout: "plot-latency" + # Packet Latency - VPP IPv4 3n-hsw-xl710 base and scale - type: "plot" @@ -20533,64 +21868,64 @@ title: "ip4-3n-skx-x710-64b-4t2c-features-iacl-ndr" layout: "plot-latency" -# Packet Latency - VPP IPv4 3n-skx-x710 features oacl -- - type: "plot" - title: "VPP Latency: ip4-3n-skx-x710-64b-2t1c-features-oacl-ndr-lat" - algorithm: "plot_latency_error_bars" - output-file-type: ".html" - output-file: "{DIR[STATIC,VPP]}/ip4-3n-skx-x710-64b-2t1c-features-oacl-ndr-lat" - data: "plot-vpp-throughput-latency-3n-skx" - filter: "'NIC_Intel-X710' and - '64B' and - 'NDRPDR' and - '2T1C' and - 'IP4FWD' and - 'OACL' and - ('ACL10' or 'ACL50') and '10k_FLOWS' and - not 'IPSEC' and - not 'VHOST'" - parameters: - - "latency" - - "parent" - - "tags" - sort: - - "ACL_STATELESS" - - "ACL_STATEFUL" - - "ACL_STATELESS" - - "ACL_STATEFUL" - layout: - title: "ip4-3n-skx-x710-64b-2t1c-features-oacl-ndr" - layout: "plot-latency" - -- - type: "plot" - title: "VPP Latency: ip4-3n-skx-x710-64b-4t2c-features-oacl-ndr-lat" - algorithm: "plot_latency_error_bars" - output-file-type: ".html" - output-file: "{DIR[STATIC,VPP]}/ip4-3n-skx-x710-64b-4t2c-features-ndr-oacl-lat" - data: "plot-vpp-throughput-latency-3n-skx" - filter: "'NIC_Intel-X710' and - '64B' and - 'NDRPDR' and - '4T2C' and - 'IP4FWD' and - 'OACL' and - ('ACL10' or 'ACL50') and '10k_FLOWS' and - not 'IPSEC' and - not 'VHOST'" - parameters: - - "latency" - - "parent" - - "tags" - sort: - - "ACL_STATELESS" - - "ACL_STATEFUL" - - "ACL_STATELESS" - - "ACL_STATEFUL" - layout: - title: "ip4-3n-skx-x710-64b-4t2c-features-oacl-ndr" - layout: "plot-latency" +## Packet Latency - VPP IPv4 3n-skx-x710 features oacl +#- +# type: "plot" +# title: "VPP Latency: ip4-3n-skx-x710-64b-2t1c-features-oacl-ndr-lat" +# algorithm: "plot_latency_error_bars" +# output-file-type: ".html" +# output-file: "{DIR[STATIC,VPP]}/ip4-3n-skx-x710-64b-2t1c-features-oacl-ndr-lat" +# data: "plot-vpp-throughput-latency-3n-skx" +# filter: "'NIC_Intel-X710' and +# '64B' and +# 'NDRPDR' and +# '2T1C' and +# 'IP4FWD' and +# 'OACL' and +# ('ACL10' or 'ACL50') and '10k_FLOWS' and +# not 'IPSEC' and +# not 'VHOST'" +# parameters: +# - "latency" +# - "parent" +# - "tags" +# sort: +# - "ACL_STATELESS" +# - "ACL_STATEFUL" +# - "ACL_STATELESS" +# - "ACL_STATEFUL" +# layout: +# title: "ip4-3n-skx-x710-64b-2t1c-features-oacl-ndr" +# layout: "plot-latency" +# +#- +# type: "plot" +# title: "VPP Latency: ip4-3n-skx-x710-64b-4t2c-features-oacl-ndr-lat" +# algorithm: "plot_latency_error_bars" +# output-file-type: ".html" +# output-file: "{DIR[STATIC,VPP]}/ip4-3n-skx-x710-64b-4t2c-features-ndr-oacl-lat" +# data: "plot-vpp-throughput-latency-3n-skx" +# filter: "'NIC_Intel-X710' and +# '64B' and +# 'NDRPDR' and +# '4T2C' and +# 'IP4FWD' and +# 'OACL' and +# ('ACL10' or 'ACL50') and '10k_FLOWS' and +# not 'IPSEC' and +# not 'VHOST'" +# parameters: +# - "latency" +# - "parent" +# - "tags" +# sort: +# - "ACL_STATELESS" +# - "ACL_STATEFUL" +# - "ACL_STATELESS" +# - "ACL_STATEFUL" +# layout: +# title: "ip4-3n-skx-x710-64b-4t2c-features-oacl-ndr" +# layout: "plot-latency" # Packet Latency - VPP IPv4 2n-skx-x710 base and scale - @@ -20712,64 +22047,64 @@ ################################################################################ -# Packet Latency - VPP Ipv4 tunnels 3n-hsw-x520 -- - type: "plot" - title: "VPP Latency: ip4tun-3n-hsw-x520-64b-1t1c-base_and_scale-ndr-lat" - algorithm: "plot_latency_error_bars" - output-file-type: ".html" - output-file: "{DIR[STATIC,VPP]}/ip4tun-3n-hsw-x520-64b-1t1c-base_and_scale-ndr-lat" - data: "plot-vpp-throughput-latency-3n-hsw" - filter: "'NIC_Intel-X520-DA2' and - '64B' and - 'ENCAP' and - 'NDRPDR' and - '1T1C' and - ('VXLAN' or 'LISP') and - not 'VHOST' and - not 'IPSECHW'" - parameters: - - "latency" - - "parent" - - "tags" - sort: - - "not DOT1Q" - - "VXLAN_1" - - "VXLAN_10" - - "VXLAN_100" - - "VXLAN_1000" - layout: - title: "ip4tun-3n-hsw-x520-64b-1t1c-base_and_scale-ndr" - layout: "plot-latency" - -- - type: "plot" - title: "VPP Latency: ip4tun-3n-hsw-x520-64b-2t2c-base_and_scale-ndr-lat" - algorithm: "plot_latency_error_bars" - output-file-type: ".html" - output-file: "{DIR[STATIC,VPP]}/ip4tun-3n-hsw-x520-64b-2t2c-base_and_scale-ndr-lat" - data: "plot-vpp-throughput-latency-3n-hsw" - filter: "'NIC_Intel-X520-DA2' and - '64B' and - 'ENCAP' and - 'NDRPDR' and - '2T2C' and - ('VXLAN' or 'LISP') and - not 'VHOST' and - not 'IPSECHW'" - parameters: - - "latency" - - "parent" - - "tags" - sort: - - "not DOT1Q" - - "VXLAN_1" - - "VXLAN_10" - - "VXLAN_100" - - "VXLAN_1000" - layout: - title: "ip4tun-3n-hsw-x520-64b-2t2c-base_and_scale-ndr" - layout: "plot-latency" +## Packet Latency - VPP Ipv4 tunnels 3n-hsw-x520 +#- +# type: "plot" +# title: "VPP Latency: ip4tun-3n-hsw-x520-64b-1t1c-base_and_scale-ndr-lat" +# algorithm: "plot_latency_error_bars" +# output-file-type: ".html" +# output-file: "{DIR[STATIC,VPP]}/ip4tun-3n-hsw-x520-64b-1t1c-base_and_scale-ndr-lat" +# data: "plot-vpp-throughput-latency-3n-hsw" +# filter: "'NIC_Intel-X520-DA2' and +# '64B' and +# 'ENCAP' and +# 'NDRPDR' and +# '1T1C' and +# ('VXLAN' or 'LISP') and +# not 'VHOST' and +# not 'IPSECHW'" +# parameters: +# - "latency" +# - "parent" +# - "tags" +# sort: +# - "not DOT1Q" +# - "VXLAN_1" +# - "VXLAN_10" +# - "VXLAN_100" +# - "VXLAN_1000" +# layout: +# title: "ip4tun-3n-hsw-x520-64b-1t1c-base_and_scale-ndr" +# layout: "plot-latency" +# +#- +# type: "plot" +# title: "VPP Latency: ip4tun-3n-hsw-x520-64b-2t2c-base_and_scale-ndr-lat" +# algorithm: "plot_latency_error_bars" +# output-file-type: ".html" +# output-file: "{DIR[STATIC,VPP]}/ip4tun-3n-hsw-x520-64b-2t2c-base_and_scale-ndr-lat" +# data: "plot-vpp-throughput-latency-3n-hsw" +# filter: "'NIC_Intel-X520-DA2' and +# '64B' and +# 'ENCAP' and +# 'NDRPDR' and +# '2T2C' and +# ('VXLAN' or 'LISP') and +# not 'VHOST' and +# not 'IPSECHW'" +# parameters: +# - "latency" +# - "parent" +# - "tags" +# sort: +# - "not DOT1Q" +# - "VXLAN_1" +# - "VXLAN_10" +# - "VXLAN_100" +# - "VXLAN_1000" +# layout: +# title: "ip4tun-3n-hsw-x520-64b-2t2c-base_and_scale-ndr" +# layout: "plot-latency" # Packet Latency - VPP Ipv4 tunnels 3n-hsw-x520 - features - @@ -20792,10 +22127,10 @@ - "latency" - "parent" - "tags" - sort: - - "L2BDMACLRN" - - "L2XCFWD" - - "LISP" +# sort: +# - "L2BDMACLRN" +# - "L2XCFWD" +# - "LISP" layout: title: "ip4tun-3n-hsw-x520-64b-1t1c-base_and_features-ndr" layout: "plot-latency" @@ -22665,6 +24000,7 @@ '2T1C' and 'VHOST_1024' and not 'VXLAN' and + not 'NF_DENSITY' and not 'DOT1Q'" parameters: - "latency" @@ -22693,6 +24029,7 @@ '4T2C' and 'VHOST_1024' and not 'VXLAN' and + not 'NF_DENSITY' and not 'DOT1Q'" parameters: - "latency" @@ -22723,6 +24060,7 @@ 'VHOST_1024' and not 'VXLAN' and not 'IP4FWD' and + not 'NF_DENSITY' and not '2VM'" parameters: - "latency" @@ -22753,6 +24091,7 @@ 'L2BDMACLRN' and 'VHOST_1024' and not 'VXLAN' and + not 'NF_DENSITY' and not 'IP4FWD' and not '2VM'" parameters: @@ -22786,6 +24125,7 @@ ('L2BDMACLRN' or 'L2XCFWD') and 'VHOST_1024' and not 'VXLAN' and + not 'NF_DENSITY' and not 'IP4FWD' and not '2VM'" parameters: @@ -22817,6 +24157,7 @@ ('L2BDMACLRN' or 'L2XCFWD') and 'VHOST_1024' and not 'VXLAN' and + not 'NF_DENSITY' and not 'IP4FWD' and not '2VM'" parameters: @@ -22849,6 +24190,7 @@ 'VHOST_1024' and not 'CFS_OPT' and not 'VXLAN' and + not 'NF_DENSITY' and not 'IP4FWD'" parameters: - "latency" @@ -22879,6 +24221,7 @@ 'VHOST_1024' and not 'CFS_OPT' and not 'VXLAN' and + not 'NF_DENSITY' and not 'IP4FWD'" parameters: - "latency" @@ -24008,7 +25351,7 @@ 'NDRPDR' and ('L2BDMACSTAT' or 'L2BDMACLRN' or 'L2XCFWD' or 'L2PATCH') and not 'VHOST' and - 'MEMIF'" + 'MEMIF'" parameters: - "throughput" - "parent" @@ -24038,6 +25381,7 @@ 'NDRPDR' and ('L2BDMACSTAT' or 'L2BDMACLRN' or 'L2XCFWD' or 'L2PATCH') and not 'VHOST' and + not 'NF_DENSITY' and 'MEMIF'" parameters: - "throughput" @@ -24067,7 +25411,8 @@ 'NDRPDR' and ('L2BDMACSTAT' or 'L2BDMACLRN' or 'L2XCFWD' or 'L2PATCH') and not 'VHOST' and - 'MEMIF'" + not 'NF_DENSITY' and + 'MEMIF'" parameters: - "throughput" - "parent" @@ -24126,7 +25471,7 @@ 'NDRPDR' and ('L2BDMACSTAT' or 'L2BDMACLRN' or 'L2XCFWD' or 'L2PATCH') and not 'VHOST' and - 'MEMIF'" + 'MEMIF'" parameters: - "throughput" - "parent" @@ -24913,62 +26258,62 @@ title: "ip4-3n-hsw-x710-64b-features-iacl-pdr" layout: "plot-throughput-speedup-analysis" -# Speedup - VPP IPv4 3n-hsw-x710 features oacl -- - type: "plot" - title: "Speedup: ip4-3n-hsw-x710-64b-features-oacl-ndr-tsa" - algorithm: "plot_throughput_speedup_analysis" - output-file-type: ".html" - output-file: "{DIR[STATIC,VPP]}/ip4-3n-hsw-x710-64b-features-oacl-ndr-tsa" - data: "plot-throughput-speedup-analysis-3n-hsw" - filter: "'NIC_Intel-X710' and - '64B' and - 'NDRPDR' and - 'IP4FWD' and - 'OACL' and - ('ACL10' or 'ACL50') and '10k_FLOWS' and - not 'IPSEC' and - not 'VHOST'" - parameters: - - "throughput" - - "parent" - - "tags" - sort: - - "ACL_STATELESS" - - "ACL_STATEFUL" - - "ACL_STATELESS" - - "ACL_STATEFUL" - layout: - title: "ip4-3n-hsw-x710-64b-features-oacl-ndr" - layout: "plot-throughput-speedup-analysis" - -- - type: "plot" - title: "Speedup: ip4-3n-hsw-x710-64b-features-oacl-pdr-tsa" - algorithm: "plot_throughput_speedup_analysis" - output-file-type: ".html" - output-file: "{DIR[STATIC,VPP]}/ip4-3n-hsw-x710-64b-features-oacl-pdr-tsa" - data: "plot-throughput-speedup-analysis-3n-hsw" - filter: "'NIC_Intel-X710' and - '64B' and - 'NDRPDR' and - 'IP4FWD' and - 'OACL' and - ('ACL10' or 'ACL50') and '10k_FLOWS' and - not 'IPSEC' and - not 'VHOST'" - parameters: - - "throughput" - - "parent" - - "tags" - sort: - - "ACL_STATELESS" - - "ACL_STATEFUL" - - "ACL_STATELESS" - - "ACL_STATEFUL" - layout: - title: "ip4-3n-hsw-x710-64b-features-oacl-pdr" - layout: "plot-throughput-speedup-analysis" +## Speedup - VPP IPv4 3n-hsw-x710 features oacl +#- +# type: "plot" +# title: "Speedup: ip4-3n-hsw-x710-64b-features-oacl-ndr-tsa" +# algorithm: "plot_throughput_speedup_analysis" +# output-file-type: ".html" +# output-file: "{DIR[STATIC,VPP]}/ip4-3n-hsw-x710-64b-features-oacl-ndr-tsa" +# data: "plot-throughput-speedup-analysis-3n-hsw" +# filter: "'NIC_Intel-X710' and +# '64B' and +# 'NDRPDR' and +# 'IP4FWD' and +# 'OACL' and +# ('ACL10' or 'ACL50') and '10k_FLOWS' and +# not 'IPSEC' and +# not 'VHOST'" +# parameters: +# - "throughput" +# - "parent" +# - "tags" +# sort: +# - "ACL_STATELESS" +# - "ACL_STATEFUL" +# - "ACL_STATELESS" +# - "ACL_STATEFUL" +# layout: +# title: "ip4-3n-hsw-x710-64b-features-oacl-ndr" +# layout: "plot-throughput-speedup-analysis" +# +#- +# type: "plot" +# title: "Speedup: ip4-3n-hsw-x710-64b-features-oacl-pdr-tsa" +# algorithm: "plot_throughput_speedup_analysis" +# output-file-type: ".html" +# output-file: "{DIR[STATIC,VPP]}/ip4-3n-hsw-x710-64b-features-oacl-pdr-tsa" +# data: "plot-throughput-speedup-analysis-3n-hsw" +# filter: "'NIC_Intel-X710' and +# '64B' and +# 'NDRPDR' and +# 'IP4FWD' and +# 'OACL' and +# ('ACL10' or 'ACL50') and '10k_FLOWS' and +# not 'IPSEC' and +# not 'VHOST'" +# parameters: +# - "throughput" +# - "parent" +# - "tags" +# sort: +# - "ACL_STATELESS" +# - "ACL_STATEFUL" +# - "ACL_STATELESS" +# - "ACL_STATEFUL" +# layout: +# title: "ip4-3n-hsw-x710-64b-features-oacl-pdr" +# layout: "plot-throughput-speedup-analysis" # Speedup - VPP IPv4 3n-hsw-xl710 base and scale - @@ -25485,62 +26830,62 @@ ################################################################################ -# Speedup - VPP IPv4 Tunnels 3n-hsw-x520 -- - type: "plot" - title: "Speedup: ip4tun-3n-hsw-x520-64b-base_and_scale-ndr-tsa" - algorithm: "plot_throughput_speedup_analysis" - output-file-type: ".html" - output-file: "{DIR[STATIC,VPP]}/ip4tun-3n-hsw-x520-64b-base_and_scale-ndr-tsa" - data: "plot-throughput-speedup-analysis-3n-hsw" - filter: "'NIC_Intel-X520_DA2' and - '64B' and - 'ENCAP' and - 'NDRPDR' and - ('VXLAN' or 'LISP') and - not 'VHOST' and - not 'IPSECHW'" - parameters: - - "throughput" - - "parent" - - "tags" - sort: - - "not DOT1Q" - - "VXLAN_1" - - "VXLAN_10" - - "VXLAN_100" - - "VXLAN_1000" - layout: - title: "ip4tun-3n-hsw-x520-64b-base_and_scale-ndr" - layout: "plot-throughput-speedup-analysis" - -- - type: "plot" - title: "Speedup: ip4tun-3n-hsw-x520-64b-base_and_scale-pdr-tsa" - algorithm: "plot_throughput_speedup_analysis" - output-file-type: ".html" - output-file: "{DIR[STATIC,VPP]}/ip4tun-3n-hsw-x520-64b-base_and_scale-pdr-tsa" - data: "plot-throughput-speedup-analysis-3n-hsw" - filter: "'NIC_Intel-X520_DA2' and - '64B' and - 'ENCAP' and - 'NDRPDR' and - ('VXLAN' or 'LISP') and - not 'VHOST' and - not 'IPSECHW'" - parameters: - - "throughput" - - "parent" - - "tags" - sort: - - "not DOT1Q" - - "VXLAN_1" - - "VXLAN_10" - - "VXLAN_100" - - "VXLAN_1000" - layout: - title: "ip4tun-3n-hsw-x520-64b-base_and_scale-pdr" - layout: "plot-throughput-speedup-analysis" +## Speedup - VPP IPv4 Tunnels 3n-hsw-x520 +#- +# type: "plot" +# title: "Speedup: ip4tun-3n-hsw-x520-64b-base_and_scale-ndr-tsa" +# algorithm: "plot_throughput_speedup_analysis" +# output-file-type: ".html" +# output-file: "{DIR[STATIC,VPP]}/ip4tun-3n-hsw-x520-64b-base_and_scale-ndr-tsa" +# data: "plot-throughput-speedup-analysis-3n-hsw" +# filter: "'NIC_Intel-X520_DA2' and +# '64B' and +# 'ENCAP' and +# 'NDRPDR' and +# ('VXLAN' or 'LISP') and +# not 'VHOST' and +# not 'IPSECHW'" +# parameters: +# - "throughput" +# - "parent" +# - "tags" +# sort: +# - "not DOT1Q" +# - "VXLAN_1" +# - "VXLAN_10" +# - "VXLAN_100" +# - "VXLAN_1000" +# layout: +# title: "ip4tun-3n-hsw-x520-64b-base_and_scale-ndr" +# layout: "plot-throughput-speedup-analysis" +# +#- +# type: "plot" +# title: "Speedup: ip4tun-3n-hsw-x520-64b-base_and_scale-pdr-tsa" +# algorithm: "plot_throughput_speedup_analysis" +# output-file-type: ".html" +# output-file: "{DIR[STATIC,VPP]}/ip4tun-3n-hsw-x520-64b-base_and_scale-pdr-tsa" +# data: "plot-throughput-speedup-analysis-3n-hsw" +# filter: "'NIC_Intel-X520_DA2' and +# '64B' and +# 'ENCAP' and +# 'NDRPDR' and +# ('VXLAN' or 'LISP') and +# not 'VHOST' and +# not 'IPSECHW'" +# parameters: +# - "throughput" +# - "parent" +# - "tags" +# sort: +# - "not DOT1Q" +# - "VXLAN_1" +# - "VXLAN_10" +# - "VXLAN_100" +# - "VXLAN_1000" +# layout: +# title: "ip4tun-3n-hsw-x520-64b-base_and_scale-pdr" +# layout: "plot-throughput-speedup-analysis" # Speedup - VPP IPv4 Tunnels 3n-hsw-x520 - features - @@ -26182,10 +27527,10 @@ # Speedup - VPP IPv6 3n-skx-x710 features - type: "plot" - title: "Speedup: ip6-3n-skx-x710-78b-base_and_scale-ndr-tsa" + title: "Speedup: ip6-3n-skx-x710-78b-base_and_features-ndr-tsa" algorithm: "plot_throughput_speedup_analysis" output-file-type: ".html" - output-file: "{DIR[STATIC,VPP]}/ip6-3n-skx-x710-78b-base_and_scale-ndr-tsa" + output-file: "{DIR[STATIC,VPP]}/ip6-3n-skx-x710-78b-base_and_features-ndr-tsa" data: "plot-throughput-speedup-analysis-3n-skx" filter: "'NIC_Intel-X710' and '78B' and @@ -26208,15 +27553,15 @@ - "COPWHLIST" - "IACLDST" layout: - title: "ip6-3n-skx-x710-78b-base_and_scale-ndr" + title: "ip6-3n-skx-x710-78b-base_and_features-ndr" layout: "plot-throughput-speedup-analysis" - type: "plot" - title: "Speedup: ip6-3n-skx-x710-78b-base_and_scale-pdr-tsa" + title: "Speedup: ip6-3n-skx-x710-78b-base_and_features-pdr-tsa" algorithm: "plot_throughput_speedup_analysis" output-file-type: ".html" - output-file: "{DIR[STATIC,VPP]}/ip6-3n-skx-x710-78b-base_and_scale-pdr-tsa" + output-file: "{DIR[STATIC,VPP]}/ip6-3n-skx-x710-78b-base_and_features-pdr-tsa" data: "plot-throughput-speedup-analysis-3n-skx" filter: "'NIC_Intel-X710' and '78B' and @@ -26239,7 +27584,7 @@ - "COPWHLIST" - "IACLDST" layout: - title: "ip6-3n-skx-x710-78b-base_and_scale-pdr" + title: "ip6-3n-skx-x710-78b-base_and_features-pdr" layout: "plot-throughput-speedup-analysis" # Speedup - VPP IPv6 2n-skx-x710 @@ -28267,6 +29612,7 @@ 'IP4FWD' and 'VHOST_1024' and not 'VXLAN' and + not 'NF_DENSITY' and not 'DOT1Q'" parameters: - "throughput" @@ -28294,6 +29640,7 @@ 'IP4FWD' and 'VHOST_1024' and not 'VXLAN' and + not 'NF_DENSITY' and not 'DOT1Q'" parameters: - "throughput" @@ -28322,6 +29669,7 @@ 'L2BDMACLRN' and 'VHOST_1024' and not 'VXLAN' and + not 'NF_DENSITY' and not 'IP4FWD' and not '2VM'" parameters: @@ -28352,6 +29700,7 @@ 'L2BDMACLRN' and 'VHOST_1024' and not 'VXLAN' and + not 'NF_DENSITY' and not 'IP4FWD' and not '2VM'" parameters: @@ -28384,6 +29733,7 @@ ('L2BDMACLRN' or 'L2XCFWD') and 'VHOST_1024' and not 'VXLAN' and + not 'NF_DENSITY' and not 'IP4FWD' and not '2VM'" parameters: @@ -28414,6 +29764,7 @@ ('L2BDMACLRN' or 'L2XCFWD') and 'VHOST_1024' and not 'VXLAN' and + not 'NF_DENSITY' and not 'IP4FWD' and not '2VM'" parameters: @@ -28445,6 +29796,7 @@ 'VHOST_1024' and not 'CFS_OPT' and not 'VXLAN' and + not 'NF_DENSITY' and not 'IP4FWD'" parameters: - "throughput" @@ -28474,6 +29826,7 @@ 'VHOST_1024' and not 'CFS_OPT' and not 'VXLAN' and + not 'NF_DENSITY' and not 'IP4FWD'" parameters: - "throughput"