X-Git-Url: https://gerrit.fd.io/r/gitweb?a=blobdiff_plain;f=resources%2Ftools%2Fpresentation%2Fspecification.yaml;h=b0b50f8b8df29c01a3eeffaa09b1c57ce018b7f7;hb=2174b86fe2a4af763384d5ab12f6ee645586d56f;hp=9f9881060b3b3be6b8228df1449d17afe752f7be;hpb=9510e2ca6dbca1ab16b9db8054e9968facf4b699;p=csit.git diff --git a/resources/tools/presentation/specification.yaml b/resources/tools/presentation/specification.yaml index 9f9881060b..b0b50f8b8d 100644 --- a/resources/tools/presentation/specification.yaml +++ b/resources/tools/presentation/specification.yaml @@ -128,22 +128,12 @@ # Denverton: intel-dnv-vpp: + # TODO: Replace with new data intel-dnv-vpp-release-1810: - 1 # VPP Performance vpp-performance-changes-3n-hsw: - csit-vpp-perf-1804-all: - - 21 # sel - - 22 # sel - - 23 # sel - - 24 # sel - - 27 # sel - - 28 # sel - - 29 # sel - - 30 # sel - - 31 # sel - - 35 # sel csit-vpp-perf-verify-1807-3n-hsw: - 11 # NDRPDR full 1 - 22 # NDRPDR full 2 @@ -169,18 +159,25 @@ - 39 # NDRPDR sel - 41 # NDRPDR sel - 42 # NDRPDR sel + # TODO Add new data + csit-vpp-perf-verify-1901-3n-hsw: + - 10 # NDRPDR sel + - 18 # NDRPDR sel F + - 19 # NDRPDR sel + - 31 # NDRPDR sel + - 36 # NDRPDR sel + - 40 # NDRPDR sel + - 42 # NDRPDR sel vpp-nic-comparison-3n-hsw: - csit-vpp-perf-verify-1810-3n-hsw: - - 8 # NDRPDR sel - - 12 # NDRPDR sel - - 14 # NDRPDR sel - - 18 # NDRPDR sel - - 23 # NDRPDR sel - - 25 # NDRPDR sel - - 38 # NDRPDR sel - - 39 # NDRPDR sel - - 41 # NDRPDR sel + # TODO: Add new data + csit-vpp-perf-verify-1901-3n-hsw: + - 10 # NDRPDR sel + - 18 # NDRPDR sel F + - 19 # NDRPDR sel + - 31 # NDRPDR sel + - 36 # NDRPDR sel + - 40 # NDRPDR sel - 42 # NDRPDR sel vpp-performance-changes-3n-skx: @@ -206,19 +203,30 @@ - 21 # NDRPDR sel - 22 # NDRPDR sel - 25 # NDRPDR sel + csit-vpp-perf-verify-1901-3n-skx: + - 18 # NDRPDR sel + - 19 # NDRPDR sel + - 20 # NDRPDR sel + - 28 # NDRPDR sel + - 31 # NDRPDR sel + - 33 # NDRPDR sel + - 36 # NDRPDR sel + - 38 # NDRPDR sel + - 47 # NDRPDR sel + - 48 # NDRPDR sel vpp-nic-comparison-3n-skx: - csit-vpp-perf-verify-1810-3n-skx: - - 10 # NDRPDR sel - - 14 # NDRPDR sel - - 15 # NDRPDR sel - - 16 # NDRPDR sel - - 17 # NDRPDR sel + csit-vpp-perf-verify-1901-3n-skx: + - 18 # NDRPDR sel - 19 # NDRPDR sel - 20 # NDRPDR sel - - 21 # NDRPDR sel - - 22 # NDRPDR sel - - 25 # NDRPDR sel + - 28 # NDRPDR sel + - 31 # NDRPDR sel + - 33 # NDRPDR sel + - 36 # NDRPDR sel + - 38 # NDRPDR sel + - 47 # NDRPDR sel + - 48 # NDRPDR sel vpp-performance-changes-2n-skx: csit-vpp-perf-verify-1807-2n-skx: @@ -243,102 +251,90 @@ - 23 # NDRPDR sel - 24 # NDRPDR sel - 27 # NDRPDR sel - - vpp-nic-comparison-2n-skx: - csit-vpp-perf-verify-1810-2n-skx: - - 9 # NDRPDR sel + csit-vpp-perf-verify-1901-2n-skx: + - 5 # NDRPDR sel + - 12 # NDRPDR sel - 13 # NDRPDR sel - - 14 # NDRPDR sel - - 19 # NDRPDR sel - - 20 # NDRPDR sel - 21 # NDRPDR sel - - 22 # NDRPDR sel - 23 # NDRPDR sel - - 24 # NDRPDR sel - - 27 # NDRPDR sel + - 31 # NDRPDR sel + - 34 # NDRPDR sel + - 40 # NDRPDR sel + - 42 # NDRPDR sel + - 43 # NDRPDR sel - vpp-compare-testbeds: - csit-vpp-perf-verify-1810-3n-hsw: - - 8 # NDRPDR sel + vpp-nic-comparison-2n-skx: + csit-vpp-perf-verify-1901-2n-skx: + - 5 # NDRPDR sel - 12 # NDRPDR sel - - 14 # NDRPDR sel - - 18 # NDRPDR sel + - 13 # NDRPDR sel + - 21 # NDRPDR sel - 23 # NDRPDR sel - - 25 # NDRPDR sel - - 38 # NDRPDR sel - - 39 # NDRPDR sel - - 41 # NDRPDR sel + - 31 # NDRPDR sel + - 34 # NDRPDR sel + - 40 # NDRPDR sel - 42 # NDRPDR sel - csit-vpp-perf-verify-1810-3n-skx: - - 24 # NDRPDR full + - 43 # NDRPDR sel + + vpp-compare-testbeds: + # TODO: Add new data + csit-vpp-perf-verify-1901-3n-hsw: - 10 # NDRPDR sel - - 14 # NDRPDR sel - - 15 # NDRPDR sel - - 16 # NDRPDR sel - - 17 # NDRPDR sel + - 18 # NDRPDR sel F + - 19 # NDRPDR sel + - 31 # NDRPDR sel + - 36 # NDRPDR sel + - 40 # NDRPDR sel + - 42 # NDRPDR sel + csit-vpp-perf-verify-1901-3n-skx: + - 18 # NDRPDR sel - 19 # NDRPDR sel - 20 # NDRPDR sel - - 21 # NDRPDR sel - - 22 # NDRPDR sel - - 25 # NDRPDR sel + - 28 # NDRPDR sel + - 31 # NDRPDR sel + - 33 # NDRPDR sel + - 36 # NDRPDR sel + - 38 # NDRPDR sel + - 47 # NDRPDR sel + - 48 # NDRPDR sel vpp-compare-testbeds-mrr: - csit-vpp-perf-verify-1810-3n-hsw: - - 9 # MRR sel - csit-vpp-perf-verify-1810-3n-skx: - - 9 # MRR sel - - 11 # MRR sel - - 12 # MRR sel - - 13 # MRR sel + csit-vpp-perf-verify-1901-3n-hsw: + - 35 # MRR sel + csit-vpp-perf-verify-1901-3n-skx: + - 32 # MRR sel vpp-compare-topologies: - csit-vpp-perf-verify-1810-3n-skx: - - 10 # NDRPDR sel - - 14 # NDRPDR sel - - 15 # NDRPDR sel - - 16 # NDRPDR sel - - 17 # NDRPDR sel + csit-vpp-perf-verify-1901-3n-skx: + - 18 # NDRPDR sel - 19 # NDRPDR sel - 20 # NDRPDR sel - - 21 # NDRPDR sel - - 22 # NDRPDR sel - - 25 # NDRPDR sel - csit-vpp-perf-verify-1810-2n-skx: - - 9 # NDRPDR sel + - 28 # NDRPDR sel + - 31 # NDRPDR sel + - 33 # NDRPDR sel + - 36 # NDRPDR sel + - 38 # NDRPDR sel + - 47 # NDRPDR sel + - 48 # NDRPDR sel + csit-vpp-perf-verify-1901-2n-skx: + - 5 # NDRPDR sel + - 12 # NDRPDR sel - 13 # NDRPDR sel - - 14 # NDRPDR sel - - 19 # NDRPDR sel - - 20 # NDRPDR sel - 21 # NDRPDR sel - - 22 # NDRPDR sel - 23 # NDRPDR sel - - 24 # NDRPDR sel - - 27 # NDRPDR sel + - 31 # NDRPDR sel + - 34 # NDRPDR sel + - 40 # NDRPDR sel + - 42 # NDRPDR sel + - 43 # NDRPDR sel vpp-compare-topologies-mrr: - csit-vpp-perf-verify-1810-3n-skx: - - 9 # MRR sel - - 11 # MRR sel - - 12 # MRR sel - - 13 # MRR sel - csit-vpp-perf-verify-1810-2n-skx: - - 8 # MRR sel - - 10 # MRR sel - - 11 # MRR sel - - 12 # MRR sel + csit-vpp-perf-verify-1901-3n-skx: + - 32 # MRR sel + csit-vpp-perf-verify-1901-2n-skx: + - 22 # MRR sel vpp-performance-changes-3n-hsw-mrr: - csit-vpp-perf-check-1804: - - 6 # mrr - sel - - 13 # mrr - sel - - 14 # mrr - sel - - 15 # mrr - sel - - 16 # mrr - sel - - 17 # mrr - sel - - 19 # mrr - sel - - 20 # mrr - sel - - 21 # mrr - sel - - 22 # mrr - sel csit-vpp-perf-verify-1807-3n-hsw: - 8 # MRR full - 9 # MRR sel @@ -351,10 +347,12 @@ - 48 # MRR sel csit-vpp-perf-verify-1810-3n-hsw: - 9 # MRR sel + csit-vpp-perf-verify-1901-3n-hsw: + - 35 # MRR sel vpp-nic-comparison-3n-hsw-mrr: - csit-vpp-perf-verify-1810-3n-hsw: - - 9 # MRR sel + csit-vpp-perf-verify-1901-3n-hsw: + - 35 # MRR sel vpp-performance-changes-3n-skx-mrr: csit-vpp-perf-verify-1807-3n-skx: @@ -373,13 +371,12 @@ - 11 # MRR sel - 12 # MRR sel - 13 # MRR sel + csit-vpp-perf-verify-1901-3n-skx: + - 32 # MRR sel vpp-nic-comparison-3n-skx-mrr: - csit-vpp-perf-verify-1810-3n-skx: - - 9 # MRR sel - - 11 # MRR sel - - 12 # MRR sel - - 13 # MRR sel + csit-vpp-perf-verify-1901-3n-skx: + - 32 # MRR sel vpp-performance-changes-2n-skx-mrr: csit-vpp-perf-verify-1807-2n-skx: @@ -398,144 +395,143 @@ - 10 # MRR sel - 11 # MRR sel - 12 # MRR sel + csit-vpp-perf-verify-1901-2n-skx: + - 22 # MRR sel vpp-nic-comparison-2n-skx-mrr: - csit-vpp-perf-verify-1810-2n-skx: - - 8 # MRR sel - - 10 # MRR sel - - 11 # MRR sel - - 12 # MRR sel + csit-vpp-perf-verify-1901-2n-skx: + - 22 # MRR sel vpp-perf-results-3n-hsw: - csit-vpp-perf-verify-1810-3n-hsw: - - 20 # NDRPDR full - - 21 # NDRPDR full - - 22 # NDRPDR full - - 27 # NDRPDR full + # TODO: Add FULL data + csit-vpp-perf-verify-1901-3n-hsw: + - 38 # NDRPDR full + - 43 # NDRPDR full vpp-perf-results-3n-skx: - csit-vpp-perf-verify-1810-3n-skx: - - 23 # NDRPDR full - - 24 # NDRPDR full + csit-vpp-perf-verify-1901-3n-skx: + - 37 # NDRPDR full + - 39 # NDRPDR full + - 40 # NDRPDR full + - 49 # NDRPDR full vpp-perf-results-2n-skx: - csit-vpp-perf-verify-1810-2n-skx: + # TODO: Add FULL data + csit-vpp-perf-verify-1901-2n-skx: - 25 # NDRPDR full - - 26 # NDRPDR full + - 30 # NDRPDR full + - 33 # NDRPDR full vpp-mrr-results-3n-hsw: - csit-vpp-perf-verify-1810-3n-hsw: - - 9 # MRR sel + csit-vpp-perf-verify-1901-3n-hsw: + - 35 # MRR sel vpp-mrr-results-3n-skx: - csit-vpp-perf-verify-1810-3n-skx: - - 9 # MRR sel + csit-vpp-perf-verify-1901-3n-skx: + - 32 # MRR sel vpp-mrr-results-2n-skx: - csit-vpp-perf-verify-1810-2n-skx: - - 8 # MRR sel + csit-vpp-perf-verify-1901-2n-skx: + - 22 # MRR sel plot-throughput-speedup-analysis-3n-hsw: - csit-vpp-perf-verify-1810-3n-hsw: - - 8 # NDRPDR sel - - 12 # NDRPDR sel - - 14 # NDRPDR sel - - 18 # NDRPDR sel - - 23 # NDRPDR sel - - 25 # NDRPDR sel - - 38 # NDRPDR sel - - 39 # NDRPDR sel - - 41 # NDRPDR sel + # TODO: Add new data + csit-vpp-perf-verify-1901-3n-hsw: + - 10 # NDRPDR sel + - 18 # NDRPDR sel F + - 19 # NDRPDR sel + - 31 # NDRPDR sel + - 36 # NDRPDR sel + - 40 # NDRPDR sel - 42 # NDRPDR sel plot-throughput-speedup-analysis-3n-skx: - csit-vpp-perf-verify-1810-3n-skx: - - 24 # NDRPDR full - - 10 # NDRPDR sel - - 14 # NDRPDR sel - - 15 # NDRPDR sel - - 16 # NDRPDR sel - - 17 # NDRPDR sel + csit-vpp-perf-verify-1901-3n-skx: + - 18 # NDRPDR sel - 19 # NDRPDR sel - 20 # NDRPDR sel - - 21 # NDRPDR sel - - 22 # NDRPDR sel - - 25 # NDRPDR sel + - 28 # NDRPDR sel + - 31 # NDRPDR sel + - 33 # NDRPDR sel + - 36 # NDRPDR sel + - 38 # NDRPDR sel + - 47 # NDRPDR sel + - 48 # NDRPDR sel plot-throughput-speedup-analysis-2n-skx: - csit-vpp-perf-verify-1810-2n-skx: - - 9 # NDRPDR sel + csit-vpp-perf-verify-1901-2n-skx: + - 5 # NDRPDR sel + - 12 # NDRPDR sel - 13 # NDRPDR sel - - 14 # NDRPDR sel - - 19 # NDRPDR sel - - 20 # NDRPDR sel - 21 # NDRPDR sel - - 22 # NDRPDR sel - 23 # NDRPDR sel - - 24 # NDRPDR sel - - 27 # NDRPDR sel + - 31 # NDRPDR sel + - 34 # NDRPDR sel + - 40 # NDRPDR sel + - 42 # NDRPDR sel + - 43 # NDRPDR sel plot-vpp-throughput-latency-3n-hsw: - csit-vpp-perf-verify-1810-3n-hsw: - - 8 # NDRPDR sel - - 12 # NDRPDR sel - - 14 # NDRPDR sel - - 18 # NDRPDR sel - - 23 # NDRPDR sel - - 25 # NDRPDR sel - - 38 # NDRPDR sel - - 39 # NDRPDR sel - - 41 # NDRPDR sel + # TODO: Add new data + csit-vpp-perf-verify-1901-3n-hsw: + - 10 # NDRPDR sel + - 18 # NDRPDR sel F + - 19 # NDRPDR sel + - 31 # NDRPDR sel + - 36 # NDRPDR sel + - 40 # NDRPDR sel - 42 # NDRPDR sel plot-vpp-soak-2n-skx: - csit-vpp-perf-verify-master-2n-skx: - - 248 # SOAK sel - - 251 # SOAK sel - - plot-vpp-vsc-2n-skx: - csit-vpp-perf-verify-master-2n-skx: - - 237 - - 243 - - plot-vpp-csc-2n-skx: - csit-vpp-perf-verify-master-2n-skx: - - 226 - - 231 - - 233 - - plot-vpp-csp-2n-skx: - csit-vpp-perf-verify-master-2n-skx: - - 247 + csit-vpp-perf-verify-1901-2n-skx: + - 45 # SOAK sel + + plot-vpp-nfv-2n-skx: + # TODO: Add new data + csit-vpp-perf-verify-1901-2n-skx: + - 28 # NFV NDRPDR + - 29 # NFV NDRPDR + - 32 # NFV NDRPDR + - 39 # NFV NDRPDR + + plot-vpp-nfv-2n-skx-mrr: + # TODO: Add new data + csit-vpp-perf-verify-1901-2n-skx: + - 24 # NFV MRR + - 26 # NFV MRR + - 27 # NFV MRR + - 35 # NFV MRR + - 37 # NFV MRR plot-vpp-throughput-latency-3n-skx: - csit-vpp-perf-verify-1810-3n-skx: - - 24 # NDRPDR full - - 10 # NDRPDR sel - - 14 # NDRPDR sel - - 15 # NDRPDR sel - - 16 # NDRPDR sel - - 17 # NDRPDR sel + csit-vpp-perf-verify-1901-3n-skx: + - 18 # NDRPDR sel - 19 # NDRPDR sel - 20 # NDRPDR sel - - 21 # NDRPDR sel - - 22 # NDRPDR sel - - 25 # NDRPDR sel + - 28 # NDRPDR sel + - 31 # NDRPDR sel + - 33 # NDRPDR sel + - 36 # NDRPDR sel + - 38 # NDRPDR sel + - 47 # NDRPDR sel + - 48 # NDRPDR sel plot-vpp-throughput-latency-2n-skx: - csit-vpp-perf-verify-1810-2n-skx: - - 9 # NDRPDR sel + csit-vpp-perf-verify-1901-2n-skx: + - 5 # NDRPDR sel + - 12 # NDRPDR sel - 13 # NDRPDR sel - - 14 # NDRPDR sel - - 19 # NDRPDR sel - - 20 # NDRPDR sel - 21 # NDRPDR sel - - 22 # NDRPDR sel - 23 # NDRPDR sel - - 24 # NDRPDR sel - - 27 # NDRPDR sel + - 31 # NDRPDR sel + - 34 # NDRPDR sel + - 40 # NDRPDR sel + - 42 # NDRPDR sel + - 43 # NDRPDR sel plot-vpp-http-server-performance: + # TODO: Replace with new data + # csit-vpp-perf-verify-1901-3n-hsw: csit-vpp-perf-verify-1810-3n-hsw: - 28 # WRK - 29 # WRK @@ -550,23 +546,27 @@ # VPP Functional vpp-func-results-ubuntu: - csit-vpp-functional-1810-ubuntu1604-virl: - - 44 + csit-vpp-functional-1901-ubuntu1604-virl: + - 48 vpp-func-results-centos: - csit-vpp-functional-1810-centos7-virl: - - 44 + csit-vpp-functional-1901-centos7-virl: + - 50 vpp-device-results-ubuntu: - csit-vpp-device-1810-ubuntu1804-1n-skx: - - 2 + csit-vpp-device-1901-ubuntu1804-1n-skx: + - 49 # VPP Ligato ligato-perf-results-3n-hsw: + # TODO: Replace with new data + # csit-ligato-perf-verify-1901-3n-hsw: csit-ligato-perf-verify-1810-3n-hsw: - 5 # full plot-ligato-throughput-speedup-analysis-3n-hsw: + # TODO: Replace with new data + # csit-ligato-perf-verify-1901-3n-hsw: csit-ligato-perf-verify-1810-3n-hsw: - 5 # full - 6 # sel @@ -581,6 +581,8 @@ - 18 # sel plot-ligato-throughput-latency-3n-hsw: + # TODO: Replace with new data + # csit-ligato-perf-verify-1901-3n-hsw: csit-ligato-perf-verify-1810-3n-hsw: - 5 # full - 6 # sel @@ -596,17 +598,6 @@ # DPDK Performance dpdk-performance-changes-3n-hsw: - csit-dpdk-perf-1804-all: - - 4 - - 5 - - 6 - - 7 - - 8 - - 9 - - 10 - - 11 - - 12 - - 13 csit-dpdk-perf-verify-1807-3n-hsw: - 11 - 12 # full @@ -629,6 +620,16 @@ - 8 # NDRPDR sel - 9 # NDRPDR sel - 10 # NDRPDR sel + csit-dpdk-perf-verify-1901-3n-hsw: + - 13 # NDRPDR sel + - 14 # NDRPDR sel + - 16 # NDRPDR sel + - 17 # NDRPDR sel + - 18 # NDRPDR sel + - 19 # NDRPDR sel + - 20 # NDRPDR sel + - 21 # NDRPDR sel + - 22 # NDRPDR sel dpdk-performance-changes-3n-skx: csit-dpdk-perf-verify-1807-3n-skx: @@ -653,11 +654,9 @@ - 11 # NDRPDR sel - 12 # NDRPDR sel - 13 # NDRPDR sel - - dpdk-compare-testbeds: - csit-dpdk-perf-verify-1810-3n-skx: + csit-dpdk-perf-verify-1901-3n-skx: - 3 # NDRPDR sel - - 4 # NDRPDR sel + - 5 # NDRPDR sel - 6 # NDRPDR sel - 7 # NDRPDR sel - 8 # NDRPDR sel @@ -666,22 +665,35 @@ - 11 # NDRPDR sel - 12 # NDRPDR sel - 13 # NDRPDR sel - csit-dpdk-perf-verify-1810-3n-hsw: - - 1 # NDRPDR sel - - 2 # NDRPDR sel + + dpdk-performance-changes-2n-skx: + csit-dpdk-perf-verify-1810-2n-skx: - 3 # NDRPDR sel - 4 # NDRPDR sel - 5 # NDRPDR sel - - 6 # NDRPDR sel - 7 # NDRPDR sel - 8 # NDRPDR sel - 9 # NDRPDR sel - 10 # NDRPDR sel + - 11 # NDRPDR sel + - 12 # NDRPDR sel + - 13 # NDRPDR sel + csit-dpdk-perf-verify-1901-2n-skx: + - 12 # NDRPDR sel + - 13 # NDRPDR sel + - 14 # NDRPDR sel + - 15 # NDRPDR sel + - 16 # NDRPDR sel + - 17 # NDRPDR sel + - 18 # NDRPDR sel + - 19 # NDRPDR sel + - 20 # NDRPDR sel + - 21 # NDRPDR sel - dpdk-compare-topologies: - csit-dpdk-perf-verify-1810-3n-skx: + dpdk-compare-testbeds: + csit-dpdk-perf-verify-1901-3n-skx: - 3 # NDRPDR sel - - 4 # NDRPDR sel + - 5 # NDRPDR sel - 6 # NDRPDR sel - 7 # NDRPDR sel - 8 # NDRPDR sel @@ -690,10 +702,22 @@ - 11 # NDRPDR sel - 12 # NDRPDR sel - 13 # NDRPDR sel - csit-dpdk-perf-verify-1810-2n-skx: + csit-dpdk-perf-verify-1901-3n-hsw: + - 13 # NDRPDR sel + - 14 # NDRPDR sel + - 16 # NDRPDR sel + - 17 # NDRPDR sel + - 18 # NDRPDR sel + - 19 # NDRPDR sel + - 20 # NDRPDR sel + - 21 # NDRPDR sel + - 22 # NDRPDR sel + + dpdk-compare-topologies: + csit-dpdk-perf-verify-1901-3n-skx: - 3 # NDRPDR sel - - 4 # NDRPDR sel - 5 # NDRPDR sel + - 6 # NDRPDR sel - 7 # NDRPDR sel - 8 # NDRPDR sel - 9 # NDRPDR sel @@ -701,36 +725,46 @@ - 11 # NDRPDR sel - 12 # NDRPDR sel - 13 # NDRPDR sel + csit-dpdk-perf-verify-1901-2n-skx: + - 12 # NDRPDR sel + - 13 # NDRPDR sel + - 14 # NDRPDR sel + - 15 # NDRPDR sel + - 16 # NDRPDR sel + - 17 # NDRPDR sel + - 18 # NDRPDR sel + - 19 # NDRPDR sel + - 20 # NDRPDR sel + - 21 # NDRPDR sel dpdk-perf-results-3n-hsw: - csit-dpdk-perf-verify-1810-3n-hsw: - - 1 + csit-dpdk-perf-verify-1901-3n-hsw: + - 20 # NDRPDR sel dpdk-perf-results-3n-skx: - csit-dpdk-perf-verify-1810-3n-skx: - - 3 # NDRPDR sel + csit-dpdk-perf-verify-1901-3n-skx: + - 13 # NDRPDR sel dpdk-perf-results-2n-skx: - csit-dpdk-perf-verify-1810-2n-skx: - - 3 + csit-dpdk-perf-verify-1901-2n-skx: + - 21 # NDRPDR sel plot-dpdk-throughput-latency-3n-hsw: - csit-dpdk-perf-verify-1810-3n-hsw: - - 1 # NDRPDR sel - - 2 # NDRPDR sel - - 3 # NDRPDR sel - - 4 # NDRPDR sel - - 5 # NDRPDR sel - - 6 # NDRPDR sel - - 7 # NDRPDR sel - - 8 # NDRPDR sel - - 9 # NDRPDR sel - - 10 # NDRPDR sel + csit-dpdk-perf-verify-1901-3n-hsw: + - 13 # NDRPDR sel + - 14 # NDRPDR sel + - 16 # NDRPDR sel + - 17 # NDRPDR sel + - 18 # NDRPDR sel + - 19 # NDRPDR sel + - 20 # NDRPDR sel + - 21 # NDRPDR sel + - 22 # NDRPDR sel plot-dpdk-throughput-latency-3n-skx: - csit-dpdk-perf-verify-1810-3n-skx: + csit-dpdk-perf-verify-1901-3n-skx: - 3 # NDRPDR sel - - 4 # NDRPDR sel + - 5 # NDRPDR sel - 6 # NDRPDR sel - 7 # NDRPDR sel - 8 # NDRPDR sel @@ -741,32 +775,34 @@ - 13 # NDRPDR sel plot-dpdk-throughput-latency-2n-skx: - csit-dpdk-perf-verify-1810-2n-skx: - - 3 # NDRPDR sel - - 4 # NDRPDR sel - - 5 # NDRPDR sel - - 7 # NDRPDR sel - - 8 # NDRPDR sel - - 9 # NDRPDR sel - - 10 # NDRPDR sel - - 11 # NDRPDR sel + csit-dpdk-perf-verify-1901-2n-skx: - 12 # NDRPDR sel - 13 # NDRPDR sel + - 14 # NDRPDR sel + - 15 # NDRPDR sel + - 16 # NDRPDR sel + - 17 # NDRPDR sel + - 18 # NDRPDR sel + - 19 # NDRPDR sel + - 20 # NDRPDR sel + - 21 # NDRPDR sel # HoneyComb Functional hc-func-results: - csit-hc2vpp-verify-func-1810-ubuntu1604: + csit-hc2vpp-verify-func-1901-ubuntu1604: - 3 # NSH SFC Functional nsh-func-results: + # TODO: Replace with new data + # csit-nsh_sfc-verify-func-1901-ubuntu1604-virl: csit-nsh_sfc-verify-func-1810-ubuntu1604-virl: - 1 # DMM Functional dmm-func-results: - csit-dmm-functional-1810-ubuntu1604-virl: - - 1 + csit-dmm-functional-1901-ubuntu1604-virl: + - 2 plot-layouts: @@ -1172,20 +1208,10 @@ builds: + # TODO: Replace with 1901 data intel-dnv-vpp-release-1810: - 1 - csit-vpp-perf-1804-all: - - 21 # sel - - 22 # sel - - 23 # sel - - 24 # sel - - 27 # sel - - 28 # sel - - 29 # sel - - 30 # sel - - 31 # sel - - 35 # sel csit-vpp-perf-verify-1807-3n-hsw: - 8 # MRR full - 9 # MRR sel @@ -1209,16 +1235,6 @@ - 40 # NDRPDR sel - 44 # NDRPDR sel - 47 # NDRPDR sel - - 24 # WRK - - 25 # WRK - - 23 # WRK - - 26 # WRK - - 27 # WRK - - 28 # WRK - - 29 # WRK - - 30 # WRK - - 32 # WRK - - 35 # WRK csit-vpp-perf-verify-1810-3n-hsw: - 9 # MRR sel - 20 # NDRPDR full @@ -1245,6 +1261,17 @@ - 35 # WRK - 36 # WRK - 37 # WRK + csit-vpp-perf-verify-1901-3n-hsw: + - 35 # MRR sel + - 38 # NDRPDR full + - 43 # NDRPDR full + - 10 # NDRPDR sel + - 18 # NDRPDR sel F + - 19 # NDRPDR sel + - 31 # NDRPDR sel + - 36 # NDRPDR sel + - 40 # NDRPDR sel + - 42 # NDRPDR sel csit-vpp-perf-verify-1807-3n-skx: - 31 # MRR full - 28 # MRR sel @@ -1286,6 +1313,22 @@ - 21 # NDRPDR sel - 22 # NDRPDR sel - 25 # NDRPDR sel + csit-vpp-perf-verify-1901-3n-skx: + - 32 # MRR sel + - 37 # NDRPDR full + - 39 # NDRPDR full + - 40 # NDRPDR full + - 49 # NDRPDR full + - 18 # NDRPDR sel + - 19 # NDRPDR sel + - 20 # NDRPDR sel + - 28 # NDRPDR sel + - 31 # NDRPDR sel + - 33 # NDRPDR sel + - 36 # NDRPDR sel + - 38 # NDRPDR sel + - 47 # NDRPDR sel + - 48 # NDRPDR sel csit-vpp-perf-verify-1807-2n-skx: - 27 # MRR full - 31 # MRR sel @@ -1326,27 +1369,31 @@ - 23 # NDRPDR sel - 24 # NDRPDR sel - 27 # NDRPDR sel - csit-vpp-perf-verify-master-2n-skx: - - 248 # SOAK sel - - 251 # SOAK sel - - 237 # VSC - - 226 # CSC - - 231 # CSC - - 233 # CSC - - 243 # VSC - - 247 # CSP - csit-vpp-perf-check-1804: - - 5 # mrr - full - - 6 # mrr - sel - - 13 # mrr - sel - - 14 # mrr - sel - - 15 # mrr - sel - - 16 # mrr - sel - - 17 # mrr - sel - - 19 # mrr - sel - - 20 # mrr - sel - - 21 # mrr - sel - - 22 # mrr - sel + csit-vpp-perf-verify-1901-2n-skx: + - 22 # MRR sel + - 25 # NDRPDR full + - 30 # NDRPDR full + - 33 # NDRPDR full + - 5 # NDRPDR sel + - 12 # NDRPDR sel + - 13 # NDRPDR sel + - 21 # NDRPDR sel + - 23 # NDRPDR sel + - 31 # NDRPDR sel + - 34 # NDRPDR sel + - 40 # NDRPDR sel + - 42 # NDRPDR sel + - 43 # NDRPDR sel + - 24 # NFV MRR + - 26 # NFV MRR + - 27 # NFV MRR + - 35 # NFV MRR + - 37 # NFV MRR + - 28 # NFV NDRPDR + - 29 # NFV NDRPDR + - 32 # NFV NDRPDR + - 39 # NFV NDRPDR + - 45 # SOAK csit-ligato-perf-verify-1810-3n-hsw: - 5 # full - 6 # sel @@ -1359,17 +1406,8 @@ - 16 # sel - 17 # sel - 18 # sel - csit-dpdk-perf-1804-all: - - 4 - - 5 - - 6 - - 7 - - 8 - - 9 - - 10 - - 11 - - 12 - - 13 + # TODO: Add new data + # csit-ligato-perf-verify-1901-3n-hsw: csit-dpdk-perf-verify-1807-3n-hsw: - 11 - 12 # full @@ -1392,6 +1430,16 @@ - 8 # NDRPDR sel - 9 # NDRPDR sel - 10 # NDRPDR sel + csit-dpdk-perf-verify-1901-3n-hsw: + - 13 # NDRPDR sel + - 14 # NDRPDR sel + - 16 # NDRPDR sel + - 17 # NDRPDR sel + - 18 # NDRPDR sel + - 19 # NDRPDR sel + - 20 # NDRPDR sel + - 21 # NDRPDR sel + - 22 # NDRPDR sel csit-dpdk-perf-verify-1807-3n-skx: - 1 # NDRPDR sel - 2 # NDRPDR sel @@ -1414,6 +1462,17 @@ - 11 # NDRPDR sel - 12 # NDRPDR sel - 13 # NDRPDR sel + csit-dpdk-perf-verify-1901-3n-skx: + - 3 # NDRPDR sel + - 5 # NDRPDR sel + - 6 # NDRPDR sel + - 7 # NDRPDR sel + - 8 # NDRPDR sel + - 9 # NDRPDR sel + - 10 # NDRPDR sel + - 11 # NDRPDR sel + - 12 # NDRPDR sel + - 13 # NDRPDR sel csit-dpdk-perf-verify-1810-2n-skx: - 3 # NDRPDR sel - 4 # NDRPDR sel @@ -1425,18 +1484,29 @@ - 11 # NDRPDR sel - 12 # NDRPDR sel - 13 # NDRPDR sel - - csit-vpp-functional-1810-ubuntu1604-virl: - - 44 - csit-vpp-functional-1810-centos7-virl: - - 44 - csit-vpp-device-1810-ubuntu1804-1n-skx: - - 2 + csit-dpdk-perf-verify-1901-2n-skx: + - 12 # NDRPDR sel + - 13 # NDRPDR sel + - 14 # NDRPDR sel + - 15 # NDRPDR sel + - 16 # NDRPDR sel + - 17 # NDRPDR sel + - 18 # NDRPDR sel + - 19 # NDRPDR sel + - 20 # NDRPDR sel + - 21 # NDRPDR sel + csit-vpp-functional-1901-ubuntu1604-virl: + - 48 + csit-vpp-functional-1901-centos7-virl: + - 50 + csit-vpp-device-1901-ubuntu1804-1n-skx: + - 49 + # TODO: Replace with 1901 data csit-nsh_sfc-verify-func-1810-ubuntu1604-virl: - 1 - csit-dmm-functional-1810-ubuntu1604-virl: - - 1 - csit-hc2vpp-verify-func-1810-ubuntu1604: + csit-dmm-functional-1901-ubuntu1604-virl: + - 2 + csit-hc2vpp-verify-func-1901-ubuntu1604: - 3 - @@ -1905,37 +1975,22 @@ output-file: "{DIR[STATIC,VPP]}/performance-changes-3n-hsw-1t1c-pdr" history: - - title: "rls1804" + title: "rls1807" data: - csit-vpp-perf-1804-all: - - 21 # sel - - 22 # sel - - 23 # sel - - 24 # sel - - 27 # sel - - 28 # sel - - 29 # sel - - 30 # sel - - 31 # sel - - 35 # sel + csit-vpp-perf-verify-1807-3n-hsw: + - 11 # NDRPDR full 1 + - 22 # NDRPDR full 2 + - 45 # NDRPDR full 3 + - 46 # NDRPDR full 4 + - 15 # NDRPDR sel + - 16 # NDRPDR sel + - 19 # NDRPDR sel + - 18 # NDRPDR sel + - 20 # NDRPDR sel + - 38 # NDRPDR sel + - 40 # NDRPDR sel + - 44 # NDRPDR sel reference: - title: "rls1807" - data: - csit-vpp-perf-verify-1807-3n-hsw: - - 11 # NDRPDR full 1 - - 22 # NDRPDR full 2 - - 45 # NDRPDR full 3 - - 46 # NDRPDR full 4 - - 15 # NDRPDR sel - - 16 # NDRPDR sel - - 19 # NDRPDR sel - - 18 # NDRPDR sel - - 20 # NDRPDR sel - - 38 # NDRPDR sel - - 40 # NDRPDR sel - - 44 # NDRPDR sel - - 47 # NDRPDR sel - compare: title: "rls1810" data: csit-vpp-perf-verify-1810-3n-hsw: @@ -1949,6 +2004,18 @@ - 39 # NDRPDR sel - 41 # NDRPDR sel - 42 # NDRPDR sel + compare: + title: "rls1901" + data: + # TODO: Add new data: + csit-vpp-perf-verify-1901-3n-hsw: + - 10 # NDRPDR sel + - 18 # NDRPDR sel F + - 19 # NDRPDR sel + - 31 # NDRPDR sel + - 36 # NDRPDR sel + - 40 # NDRPDR sel + - 42 # NDRPDR sel data: "vpp-performance-changes-3n-hsw" include-tests: "PDR" # "PDR" | "NDR" | "MRR" filter: "'1T1C' and ('NDRPDR' or 'NDRPDRDISC')" # "('NDRPDR' or 'NDRPDRDISC')" | "'MRR'" @@ -1965,37 +2032,23 @@ output-file: "{DIR[STATIC,VPP]}/performance-changes-3n-hsw-2t2c-pdr" history: - - title: "rls1804" + title: "rls1807" data: - csit-vpp-perf-1804-all: - - 21 # sel - - 22 # sel - - 23 # sel - - 24 # sel - - 27 # sel - - 28 # sel - - 29 # sel - - 30 # sel - - 31 # sel - - 35 # sel + csit-vpp-perf-verify-1807-3n-hsw: + - 11 # NDRPDR full 1 + - 22 # NDRPDR full 2 + - 45 # NDRPDR full 3 + - 46 # NDRPDR full 4 + - 15 # NDRPDR sel + - 16 # NDRPDR sel + - 19 # NDRPDR sel + - 18 # NDRPDR sel + - 20 # NDRPDR sel + - 38 # NDRPDR sel + - 40 # NDRPDR sel + - 44 # NDRPDR sel + - 47 # NDRPDR sel reference: - title: "rls1807" - data: - csit-vpp-perf-verify-1807-3n-hsw: - - 11 # NDRPDR full 1 - - 22 # NDRPDR full 2 - - 45 # NDRPDR full 3 - - 46 # NDRPDR full 4 - - 15 # NDRPDR sel - - 16 # NDRPDR sel - - 19 # NDRPDR sel - - 18 # NDRPDR sel - - 20 # NDRPDR sel - - 38 # NDRPDR sel - - 40 # NDRPDR sel - - 44 # NDRPDR sel - - 47 # NDRPDR sel - compare: title: "rls1810" data: csit-vpp-perf-verify-1810-3n-hsw: @@ -2009,6 +2062,18 @@ - 39 # NDRPDR sel - 41 # NDRPDR sel - 42 # NDRPDR sel + compare: + title: "rls1901" + data: + # TODO: Add new data: + csit-vpp-perf-verify-1901-3n-hsw: + - 10 # NDRPDR sel + - 18 # NDRPDR sel F + - 19 # NDRPDR sel + - 31 # NDRPDR sel + - 36 # NDRPDR sel + - 40 # NDRPDR sel + - 42 # NDRPDR sel data: "vpp-performance-changes-3n-hsw" include-tests: "PDR" # "PDR" | "NDR" | "MRR" filter: "'2T2C' and ('NDRPDR' or 'NDRPDRDISC')" # "('NDRPDR' or 'NDRPDRDISC')" | "'MRR'" @@ -2025,37 +2090,23 @@ output-file: "{DIR[STATIC,VPP]}/performance-changes-3n-hsw-1t1c-ndr" history: - - title: "rls1804" + title: "rls1807" data: - csit-vpp-perf-1804-all: - - 21 # sel - - 22 # sel - - 23 # sel - - 24 # sel - - 27 # sel - - 28 # sel - - 29 # sel - - 30 # sel - - 31 # sel - - 35 # sel + csit-vpp-perf-verify-1807-3n-hsw: + - 11 # NDRPDR full 1 + - 22 # NDRPDR full 2 + - 45 # NDRPDR full 3 + - 46 # NDRPDR full 4 + - 15 # NDRPDR sel + - 16 # NDRPDR sel + - 19 # NDRPDR sel + - 18 # NDRPDR sel + - 20 # NDRPDR sel + - 38 # NDRPDR sel + - 40 # NDRPDR sel + - 44 # NDRPDR sel + - 47 # NDRPDR sel reference: - title: "rls1807" - data: - csit-vpp-perf-verify-1807-3n-hsw: - - 11 # NDRPDR full 1 - - 22 # NDRPDR full 2 - - 45 # NDRPDR full 3 - - 46 # NDRPDR full 4 - - 15 # NDRPDR sel - - 16 # NDRPDR sel - - 19 # NDRPDR sel - - 18 # NDRPDR sel - - 20 # NDRPDR sel - - 38 # NDRPDR sel - - 40 # NDRPDR sel - - 44 # NDRPDR sel - - 47 # NDRPDR sel - compare: title: "rls1810" data: csit-vpp-perf-verify-1810-3n-hsw: @@ -2069,6 +2120,18 @@ - 39 # NDRPDR sel - 41 # NDRPDR sel - 42 # NDRPDR sel + compare: + title: "rls1901" + data: + # TODO: Add new data: + csit-vpp-perf-verify-1901-3n-hsw: + - 10 # NDRPDR sel + - 18 # NDRPDR sel F + - 19 # NDRPDR sel + - 31 # NDRPDR sel + - 36 # NDRPDR sel + - 40 # NDRPDR sel + - 42 # NDRPDR sel data: "vpp-performance-changes-3n-hsw" include-tests: "NDR" # "PDR" | "NDR" | "MRR" filter: "'1T1C' and ('NDRPDR' or 'NDRPDRDISC')" # "('NDRPDR' or 'NDRPDRDISC')" | "'MRR'" @@ -2085,38 +2148,24 @@ output-file: "{DIR[STATIC,VPP]}/performance-changes-3n-hsw-2t2c-ndr" history: - - title: "rls1804" + title: "rls1807" data: - csit-vpp-perf-1804-all: - - 21 # sel - - 22 # sel - - 23 # sel - - 24 # sel - - 27 # sel - - 28 # sel - - 29 # sel - - 30 # sel - - 31 # sel - - 35 # sel + csit-vpp-perf-verify-1807-3n-hsw: + - 11 # NDRPDR full 1 + - 22 # NDRPDR full 2 + - 45 # NDRPDR full 3 + - 46 # NDRPDR full 4 + - 15 # NDRPDR sel + - 16 # NDRPDR sel + - 19 # NDRPDR sel + - 18 # NDRPDR sel + - 20 # NDRPDR sel + - 38 # NDRPDR sel + - 40 # NDRPDR sel + - 44 # NDRPDR sel + - 47 # NDRPDR sel reference: - title: "rls1807" - data: - csit-vpp-perf-verify-1807-3n-hsw: - - 11 # NDRPDR full 1 - - 22 # NDRPDR full 2 - - 45 # NDRPDR full 3 - - 46 # NDRPDR full 4 - - 15 # NDRPDR sel - - 16 # NDRPDR sel - - 19 # NDRPDR sel - - 18 # NDRPDR sel - - 20 # NDRPDR sel - - 38 # NDRPDR sel - - 40 # NDRPDR sel - - 44 # NDRPDR sel - - 47 # NDRPDR sel - compare: - title: "rls1810" + title: "rls1810" data: csit-vpp-perf-verify-1810-3n-hsw: - 8 # NDRPDR sel @@ -2129,6 +2178,18 @@ - 39 # NDRPDR sel - 41 # NDRPDR sel - 42 # NDRPDR sel + compare: + title: "rls1901" + data: + # TODO: Add new data: + csit-vpp-perf-verify-1901-3n-hsw: + - 10 # NDRPDR sel + - 18 # NDRPDR sel F + - 19 # NDRPDR sel + - 31 # NDRPDR sel + - 36 # NDRPDR sel + - 40 # NDRPDR sel + - 42 # NDRPDR sel data: "vpp-performance-changes-3n-hsw" include-tests: "NDR" # "PDR" | "NDR" | "MRR" filter: "'2T2C' and ('NDRPDR' or 'NDRPDRDISC')" # "('NDRPDR' or 'NDRPDRDISC')" | "'MRR'" @@ -2143,21 +2204,22 @@ title: "VPP Performance Changes 3n-skx 2t1c pdr" algorithm: "table_performance_comparison" output-file: "{DIR[STATIC,VPP]}/performance-changes-3n-skx-2t1c-pdr" + history: + - + title: "rls1807" + data: + csit-vpp-perf-verify-1807-3n-skx: + - 33 # NDRPDR sel + - 35 # NDRPDR sel + - 37 # NDRPDR sel + - 38 # NDRPDR sel + - 39 # NDRPDR sel + - 43 # NDRPDR sel + - 44 # NDRPDR sel + - 49 # NDRPDR sel + - 50 # NDRPDR sel + - 56 # NDRPDR sel reference: - title: "rls1807" - data: - csit-vpp-perf-verify-1807-3n-skx: - - 33 # NDRPDR sel - - 35 # NDRPDR sel - - 37 # NDRPDR sel - - 38 # NDRPDR sel - - 39 # NDRPDR sel - - 43 # NDRPDR sel - - 44 # NDRPDR sel - - 49 # NDRPDR sel - - 50 # NDRPDR sel - - 56 # NDRPDR sel - compare: title: "rls1810" data: csit-vpp-perf-verify-1810-3n-skx: @@ -2171,6 +2233,20 @@ - 21 # NDRPDR sel - 22 # NDRPDR sel - 25 # NDRPDR sel + compare: + title: "rls1901" + data: + csit-vpp-perf-verify-1901-3n-skx: + - 18 # NDRPDR sel + - 19 # NDRPDR sel + - 20 # NDRPDR sel + - 28 # NDRPDR sel + - 31 # NDRPDR sel + - 33 # NDRPDR sel + - 36 # NDRPDR sel + - 38 # NDRPDR sel + - 47 # NDRPDR sel + - 48 # NDRPDR sel data: "vpp-performance-changes-3n-skx" include-tests: "PDR" # "PDR" | "NDR" | "MRR" filter: "'2T1C' and ('NDRPDR' or 'NDRPDRDISC')" # "('NDRPDR' or 'NDRPDRDISC')" | "'MRR'" @@ -2185,21 +2261,22 @@ title: "VPP Performance Changes 3n-skx 4t2c pdr" algorithm: "table_performance_comparison" output-file: "{DIR[STATIC,VPP]}/performance-changes-3n-skx-4t2c-pdr" + history: + - + title: "rls1807" + data: + csit-vpp-perf-verify-1807-3n-skx: + - 33 # NDRPDR sel + - 35 # NDRPDR sel + - 37 # NDRPDR sel + - 38 # NDRPDR sel + - 39 # NDRPDR sel + - 43 # NDRPDR sel + - 44 # NDRPDR sel + - 49 # NDRPDR sel + - 50 # NDRPDR sel + - 56 # NDRPDR sel reference: - title: "rls1807" - data: - csit-vpp-perf-verify-1807-3n-skx: - - 33 # NDRPDR sel - - 35 # NDRPDR sel - - 37 # NDRPDR sel - - 38 # NDRPDR sel - - 39 # NDRPDR sel - - 43 # NDRPDR sel - - 44 # NDRPDR sel - - 49 # NDRPDR sel - - 50 # NDRPDR sel - - 56 # NDRPDR sel - compare: title: "rls1810" data: csit-vpp-perf-verify-1810-3n-skx: @@ -2213,6 +2290,20 @@ - 21 # NDRPDR sel - 22 # NDRPDR sel - 25 # NDRPDR sel + compare: + title: "rls1901" + data: + csit-vpp-perf-verify-1901-3n-skx: + - 18 # NDRPDR sel + - 19 # NDRPDR sel + - 20 # NDRPDR sel + - 28 # NDRPDR sel + - 31 # NDRPDR sel + - 33 # NDRPDR sel + - 36 # NDRPDR sel + - 38 # NDRPDR sel + - 47 # NDRPDR sel + - 48 # NDRPDR sel data: "vpp-performance-changes-3n-skx" include-tests: "PDR" # "PDR" | "NDR" | "MRR" filter: "'4T2C' and ('NDRPDR' or 'NDRPDRDISC')" # "('NDRPDR' or 'NDRPDRDISC')" | "'MRR'" @@ -2227,21 +2318,22 @@ title: "VPP Performance Changes 3n-skx 2t1c ndr" algorithm: "table_performance_comparison" output-file: "{DIR[STATIC,VPP]}/performance-changes-3n-skx-2t1c-ndr" + history: + - + title: "rls1807" + data: + csit-vpp-perf-verify-1807-3n-skx: + - 33 # NDRPDR sel + - 35 # NDRPDR sel + - 37 # NDRPDR sel + - 38 # NDRPDR sel + - 39 # NDRPDR sel + - 43 # NDRPDR sel + - 44 # NDRPDR sel + - 49 # NDRPDR sel + - 50 # NDRPDR sel + - 56 # NDRPDR sel reference: - title: "rls1807" - data: - csit-vpp-perf-verify-1807-3n-skx: - - 33 # NDRPDR sel - - 35 # NDRPDR sel - - 37 # NDRPDR sel - - 38 # NDRPDR sel - - 39 # NDRPDR sel - - 43 # NDRPDR sel - - 44 # NDRPDR sel - - 49 # NDRPDR sel - - 50 # NDRPDR sel - - 56 # NDRPDR sel - compare: title: "rls1810" data: csit-vpp-perf-verify-1810-3n-skx: @@ -2255,6 +2347,20 @@ - 21 # NDRPDR sel - 22 # NDRPDR sel - 25 # NDRPDR sel + compare: + title: "rls1901" + data: + csit-vpp-perf-verify-1901-3n-skx: + - 18 # NDRPDR sel + - 19 # NDRPDR sel + - 20 # NDRPDR sel + - 28 # NDRPDR sel + - 31 # NDRPDR sel + - 33 # NDRPDR sel + - 36 # NDRPDR sel + - 38 # NDRPDR sel + - 47 # NDRPDR sel + - 48 # NDRPDR sel data: "vpp-performance-changes-3n-skx" include-tests: "NDR" # "PDR" | "NDR" | "MRR" filter: "'2T1C' and ('NDRPDR' or 'NDRPDRDISC')" # "('NDRPDR' or 'NDRPDRDISC')" | "'MRR'" @@ -2269,21 +2375,22 @@ title: "VPP Performance Changes 3n-skx 4t2c ndr" algorithm: "table_performance_comparison" output-file: "{DIR[STATIC,VPP]}/performance-changes-3n-skx-4t2c-ndr" + history: + - + title: "rls1807" + data: + csit-vpp-perf-verify-1807-3n-skx: + - 33 # NDRPDR sel + - 35 # NDRPDR sel + - 37 # NDRPDR sel + - 38 # NDRPDR sel + - 39 # NDRPDR sel + - 43 # NDRPDR sel + - 44 # NDRPDR sel + - 49 # NDRPDR sel + - 50 # NDRPDR sel + - 56 # NDRPDR sel reference: - title: "rls1807" - data: - csit-vpp-perf-verify-1807-3n-skx: - - 33 # NDRPDR sel - - 35 # NDRPDR sel - - 37 # NDRPDR sel - - 38 # NDRPDR sel - - 39 # NDRPDR sel - - 43 # NDRPDR sel - - 44 # NDRPDR sel - - 49 # NDRPDR sel - - 50 # NDRPDR sel - - 56 # NDRPDR sel - compare: title: "rls1810" data: csit-vpp-perf-verify-1810-3n-skx: @@ -2297,6 +2404,20 @@ - 21 # NDRPDR sel - 22 # NDRPDR sel - 25 # NDRPDR sel + compare: + title: "rls1901" + data: + csit-vpp-perf-verify-1901-3n-skx: + - 18 # NDRPDR sel + - 19 # NDRPDR sel + - 20 # NDRPDR sel + - 28 # NDRPDR sel + - 31 # NDRPDR sel + - 33 # NDRPDR sel + - 36 # NDRPDR sel + - 38 # NDRPDR sel + - 47 # NDRPDR sel + - 48 # NDRPDR sel data: "vpp-performance-changes-3n-skx" include-tests: "NDR" # "PDR" | "NDR" | "MRR" filter: "'4T2C' and ('NDRPDR' or 'NDRPDRDISC')" # "('NDRPDR' or 'NDRPDRDISC')" | "'MRR'" @@ -2311,21 +2432,22 @@ title: "VPP Performance Changes 2n-skx 2t1c pdr" algorithm: "table_performance_comparison" output-file: "{DIR[STATIC,VPP]}/performance-changes-2n-skx-2t1c-pdr" + history: + - + title: "rls1807" + data: + csit-vpp-perf-verify-1807-2n-skx: + - 26 # NDRPDR sel + - 28 # NDRPDR sel + - 29 # NDRPDR sel + - 30 # NDRPDR sel + - 34 # NDRPDR sel + - 35 # NDRPDR sel + - 36 # NDRPDR sel + - 39 # NDRPDR sel + - 40 # NDRPDR sel + - 42 # NDRPDR sel reference: - title: "rls1807" - data: - csit-vpp-perf-verify-1807-2n-skx: - - 26 # NDRPDR sel - - 28 # NDRPDR sel - - 29 # NDRPDR sel - - 30 # NDRPDR sel - - 34 # NDRPDR sel - - 35 # NDRPDR sel - - 36 # NDRPDR sel - - 39 # NDRPDR sel - - 40 # NDRPDR sel - - 42 # NDRPDR sel - compare: title: "rls1810" data: csit-vpp-perf-verify-1810-2n-skx: @@ -2339,6 +2461,20 @@ - 23 # NDRPDR sel - 24 # NDRPDR sel - 27 # NDRPDR sel + compare: + title: "rls1901" + data: + csit-vpp-perf-verify-1901-2n-skx: + - 5 # NDRPDR sel + - 12 # NDRPDR sel + - 13 # NDRPDR sel + - 21 # NDRPDR sel + - 23 # NDRPDR sel + - 31 # NDRPDR sel + - 34 # NDRPDR sel + - 40 # NDRPDR sel + - 42 # NDRPDR sel + - 43 # NDRPDR sel data: "vpp-performance-changes-2n-skx" include-tests: "PDR" # "PDR" | "NDR" | "MRR" filter: "'2T1C' and ('NDRPDR' or 'NDRPDRDISC')" # "('NDRPDR' or 'NDRPDRDISC')" | "'MRR'" @@ -2353,21 +2489,21 @@ title: "VPP Performance Changes 2n-skx 4t2c pdr" algorithm: "table_performance_comparison" output-file: "{DIR[STATIC,VPP]}/performance-changes-2n-skx-4t2c-pdr" + history: + - title: "rls1807" + data: + csit-vpp-perf-verify-1807-2n-skx: + - 26 # NDRPDR sel + - 28 # NDRPDR sel + - 29 # NDRPDR sel + - 30 # NDRPDR sel + - 34 # NDRPDR sel + - 35 # NDRPDR sel + - 36 # NDRPDR sel + - 39 # NDRPDR sel + - 40 # NDRPDR sel + - 42 # NDRPDR sel reference: - title: "rls1807" - data: - csit-vpp-perf-verify-1807-2n-skx: - - 26 # NDRPDR sel - - 28 # NDRPDR sel - - 29 # NDRPDR sel - - 30 # NDRPDR sel - - 34 # NDRPDR sel - - 35 # NDRPDR sel - - 36 # NDRPDR sel - - 39 # NDRPDR sel - - 40 # NDRPDR sel - - 42 # NDRPDR sel - compare: title: "rls1810" data: csit-vpp-perf-verify-1810-2n-skx: @@ -2381,6 +2517,20 @@ - 23 # NDRPDR sel - 24 # NDRPDR sel - 27 # NDRPDR sel + compare: + title: "rls1901" + data: + csit-vpp-perf-verify-1901-2n-skx: + - 5 # NDRPDR sel + - 12 # NDRPDR sel + - 13 # NDRPDR sel + - 21 # NDRPDR sel + - 23 # NDRPDR sel + - 31 # NDRPDR sel + - 34 # NDRPDR sel + - 40 # NDRPDR sel + - 42 # NDRPDR sel + - 43 # NDRPDR sel data: "vpp-performance-changes-2n-skx" include-tests: "PDR" # "PDR" | "NDR" | "MRR" filter: "'4T2C' and ('NDRPDR' or 'NDRPDRDISC')" # "('NDRPDR' or 'NDRPDRDISC')" | "'MRR'" @@ -2395,21 +2545,21 @@ title: "VPP Performance Changes 2n-skx 2t1c ndr" algorithm: "table_performance_comparison" output-file: "{DIR[STATIC,VPP]}/performance-changes-2n-skx-2t1c-ndr" + history: + - title: "rls1807" + data: + csit-vpp-perf-verify-1807-2n-skx: + - 26 # NDRPDR sel + - 28 # NDRPDR sel + - 29 # NDRPDR sel + - 30 # NDRPDR sel + - 34 # NDRPDR sel + - 35 # NDRPDR sel + - 36 # NDRPDR sel + - 39 # NDRPDR sel + - 40 # NDRPDR sel + - 42 # NDRPDR sel reference: - title: "rls1807" - data: - csit-vpp-perf-verify-1807-2n-skx: - - 26 # NDRPDR sel - - 28 # NDRPDR sel - - 29 # NDRPDR sel - - 30 # NDRPDR sel - - 34 # NDRPDR sel - - 35 # NDRPDR sel - - 36 # NDRPDR sel - - 39 # NDRPDR sel - - 40 # NDRPDR sel - - 42 # NDRPDR sel - compare: title: "rls1810" data: csit-vpp-perf-verify-1810-2n-skx: @@ -2423,6 +2573,20 @@ - 23 # NDRPDR sel - 24 # NDRPDR sel - 27 # NDRPDR sel + compare: + title: "rls1901" + data: + csit-vpp-perf-verify-1901-2n-skx: + - 5 # NDRPDR sel + - 12 # NDRPDR sel + - 13 # NDRPDR sel + - 21 # NDRPDR sel + - 23 # NDRPDR sel + - 31 # NDRPDR sel + - 34 # NDRPDR sel + - 40 # NDRPDR sel + - 42 # NDRPDR sel + - 43 # NDRPDR sel data: "vpp-performance-changes-2n-skx" include-tests: "NDR" # "PDR" | "NDR" | "MRR" filter: "'2T1C' and ('NDRPDR' or 'NDRPDRDISC')" # "('NDRPDR' or 'NDRPDRDISC')" | "'MRR'" @@ -2437,21 +2601,21 @@ title: "VPP Performance Changes 2n-skx 4t2c ndr" algorithm: "table_performance_comparison" output-file: "{DIR[STATIC,VPP]}/performance-changes-2n-skx-4t2c-ndr" + history: + - title: "rls1807" + data: + csit-vpp-perf-verify-1807-2n-skx: + - 26 # NDRPDR sel + - 28 # NDRPDR sel + - 29 # NDRPDR sel + - 30 # NDRPDR sel + - 34 # NDRPDR sel + - 35 # NDRPDR sel + - 36 # NDRPDR sel + - 39 # NDRPDR sel + - 40 # NDRPDR sel + - 42 # NDRPDR sel reference: - title: "rls1807" - data: - csit-vpp-perf-verify-1807-2n-skx: - - 26 # NDRPDR sel - - 28 # NDRPDR sel - - 29 # NDRPDR sel - - 30 # NDRPDR sel - - 34 # NDRPDR sel - - 35 # NDRPDR sel - - 36 # NDRPDR sel - - 39 # NDRPDR sel - - 40 # NDRPDR sel - - 42 # NDRPDR sel - compare: title: "rls1810" data: csit-vpp-perf-verify-1810-2n-skx: @@ -2465,6 +2629,20 @@ - 23 # NDRPDR sel - 24 # NDRPDR sel - 27 # NDRPDR sel + compare: + title: "rls1901" + data: + csit-vpp-perf-verify-1901-2n-skx: + - 5 # NDRPDR sel + - 12 # NDRPDR sel + - 13 # NDRPDR sel + - 21 # NDRPDR sel + - 23 # NDRPDR sel + - 31 # NDRPDR sel + - 34 # NDRPDR sel + - 40 # NDRPDR sel + - 42 # NDRPDR sel + - 43 # NDRPDR sel data: "vpp-performance-changes-2n-skx" include-tests: "NDR" # "PDR" | "NDR" | "MRR" filter: "'4T2C' and ('NDRPDR' or 'NDRPDRDISC')" # "('NDRPDR' or 'NDRPDRDISC')" | "'MRR'" @@ -2482,31 +2660,29 @@ reference: title: "3-Node Hsw" data: - csit-vpp-perf-verify-1810-3n-hsw: - - 8 # NDRPDR sel - - 12 # NDRPDR sel - - 14 # NDRPDR sel - - 18 # NDRPDR sel - - 23 # NDRPDR sel - - 25 # NDRPDR sel - - 38 # NDRPDR sel - - 39 # NDRPDR sel - - 41 # NDRPDR sel + # TODO: Add new data: + csit-vpp-perf-verify-1901-3n-hsw: + - 10 # NDRPDR sel + - 18 # NDRPDR sel F + - 19 # NDRPDR sel + - 31 # NDRPDR sel + - 36 # NDRPDR sel + - 40 # NDRPDR sel - 42 # NDRPDR sel compare: title: "3-Node Skx" data: - csit-vpp-perf-verify-1810-3n-skx: - - 10 # NDRPDR sel - - 14 # NDRPDR sel - - 15 # NDRPDR sel - - 16 # NDRPDR sel - - 17 # NDRPDR sel + csit-vpp-perf-verify-1901-3n-skx: + - 18 # NDRPDR sel - 19 # NDRPDR sel - 20 # NDRPDR sel - - 21 # NDRPDR sel - - 22 # NDRPDR sel - - 25 # NDRPDR sel + - 28 # NDRPDR sel + - 31 # NDRPDR sel + - 33 # NDRPDR sel + - 36 # NDRPDR sel + - 38 # NDRPDR sel + - 47 # NDRPDR sel + - 48 # NDRPDR sel data: "vpp-compare-testbeds" include-tests: "NDR" # "PDR" | "NDR" | "MRR" filter: "'NIC_Intel-X710' and 'NDRPDR' and '1C'" @@ -2524,31 +2700,29 @@ reference: title: "3-Node Hsw" data: - csit-vpp-perf-verify-1810-3n-hsw: - - 8 # NDRPDR sel - - 12 # NDRPDR sel - - 14 # NDRPDR sel - - 18 # NDRPDR sel - - 23 # NDRPDR sel - - 25 # NDRPDR sel - - 38 # NDRPDR sel - - 39 # NDRPDR sel - - 41 # NDRPDR sel + # TODO: Add new data: + csit-vpp-perf-verify-1901-3n-hsw: + - 10 # NDRPDR sel + - 18 # NDRPDR sel F + - 19 # NDRPDR sel + - 31 # NDRPDR sel + - 36 # NDRPDR sel + - 40 # NDRPDR sel - 42 # NDRPDR sel compare: title: "3-Node Skx" data: - csit-vpp-perf-verify-1810-3n-skx: - - 10 # NDRPDR sel - - 14 # NDRPDR sel - - 15 # NDRPDR sel - - 16 # NDRPDR sel - - 17 # NDRPDR sel + csit-vpp-perf-verify-1901-3n-skx: + - 18 # NDRPDR sel - 19 # NDRPDR sel - 20 # NDRPDR sel - - 21 # NDRPDR sel - - 22 # NDRPDR sel - - 25 # NDRPDR sel + - 28 # NDRPDR sel + - 31 # NDRPDR sel + - 33 # NDRPDR sel + - 36 # NDRPDR sel + - 38 # NDRPDR sel + - 47 # NDRPDR sel + - 48 # NDRPDR sel data: "vpp-compare-testbeds" include-tests: "NDR" # "PDR" | "NDR" | "MRR" filter: "'NIC_Intel-X710' and 'NDRPDR' and '2C'" @@ -2566,31 +2740,29 @@ reference: title: "3-Node Hsw" data: - csit-vpp-perf-verify-1810-3n-hsw: - - 8 # NDRPDR sel - - 12 # NDRPDR sel - - 14 # NDRPDR sel - - 18 # NDRPDR sel - - 23 # NDRPDR sel - - 25 # NDRPDR sel - - 38 # NDRPDR sel - - 39 # NDRPDR sel - - 41 # NDRPDR sel + # TODO: Add new data: + csit-vpp-perf-verify-1901-3n-hsw: + - 10 # NDRPDR sel + - 18 # NDRPDR sel F + - 19 # NDRPDR sel + - 31 # NDRPDR sel + - 36 # NDRPDR sel + - 40 # NDRPDR sel - 42 # NDRPDR sel compare: title: "3-Node Skx" data: - csit-vpp-perf-verify-1810-3n-skx: - - 10 # NDRPDR sel - - 14 # NDRPDR sel - - 15 # NDRPDR sel - - 16 # NDRPDR sel - - 17 # NDRPDR sel + csit-vpp-perf-verify-1901-3n-skx: + - 18 # NDRPDR sel - 19 # NDRPDR sel - 20 # NDRPDR sel - - 21 # NDRPDR sel - - 22 # NDRPDR sel - - 25 # NDRPDR sel + - 28 # NDRPDR sel + - 31 # NDRPDR sel + - 33 # NDRPDR sel + - 36 # NDRPDR sel + - 38 # NDRPDR sel + - 47 # NDRPDR sel + - 48 # NDRPDR sel data: "vpp-compare-testbeds" include-tests: "PDR" # "PDR" | "NDR" | "MRR" filter: "'NIC_Intel-X710' and 'NDRPDR' and '1C'" @@ -2608,31 +2780,29 @@ reference: title: "3-Node Hsw" data: - csit-vpp-perf-verify-1810-3n-hsw: - - 8 # NDRPDR sel - - 12 # NDRPDR sel - - 14 # NDRPDR sel - - 18 # NDRPDR sel - - 23 # NDRPDR sel - - 25 # NDRPDR sel - - 38 # NDRPDR sel - - 39 # NDRPDR sel - - 41 # NDRPDR sel + # TODO: Add new data: + csit-vpp-perf-verify-1901-3n-hsw: + - 10 # NDRPDR sel + - 18 # NDRPDR sel F + - 19 # NDRPDR sel + - 31 # NDRPDR sel + - 36 # NDRPDR sel + - 40 # NDRPDR sel - 42 # NDRPDR sel compare: title: "3-Node Skx" data: - csit-vpp-perf-verify-1810-3n-skx: - - 10 # NDRPDR sel - - 14 # NDRPDR sel - - 15 # NDRPDR sel - - 16 # NDRPDR sel - - 17 # NDRPDR sel + csit-vpp-perf-verify-1901-3n-skx: + - 18 # NDRPDR sel - 19 # NDRPDR sel - 20 # NDRPDR sel - - 21 # NDRPDR sel - - 22 # NDRPDR sel - - 25 # NDRPDR sel + - 28 # NDRPDR sel + - 31 # NDRPDR sel + - 33 # NDRPDR sel + - 36 # NDRPDR sel + - 38 # NDRPDR sel + - 47 # NDRPDR sel + - 48 # NDRPDR sel data: "vpp-compare-testbeds" include-tests: "PDR" # "PDR" | "NDR" | "MRR" filter: "'NIC_Intel-X710' and 'NDRPDR' and '2C'" @@ -2650,31 +2820,31 @@ reference: title: "3-Node Skx" data: - csit-vpp-perf-verify-1810-3n-skx: - - 10 # NDRPDR sel - - 14 # NDRPDR sel - - 15 # NDRPDR sel - - 16 # NDRPDR sel - - 17 # NDRPDR sel + csit-vpp-perf-verify-1901-3n-skx: + - 18 # NDRPDR sel - 19 # NDRPDR sel - 20 # NDRPDR sel - - 21 # NDRPDR sel - - 22 # NDRPDR sel - - 25 # NDRPDR sel + - 28 # NDRPDR sel + - 31 # NDRPDR sel + - 33 # NDRPDR sel + - 36 # NDRPDR sel + - 38 # NDRPDR sel + - 47 # NDRPDR sel + - 48 # NDRPDR sel compare: title: "2-Node Skx" data: - csit-vpp-perf-verify-1810-2n-skx: - - 9 # NDRPDR sel + csit-vpp-perf-verify-1901-2n-skx: + - 5 # NDRPDR sel + - 12 # NDRPDR sel - 13 # NDRPDR sel - - 14 # NDRPDR sel - - 19 # NDRPDR sel - - 20 # NDRPDR sel - 21 # NDRPDR sel - - 22 # NDRPDR sel - 23 # NDRPDR sel - - 24 # NDRPDR sel - - 27 # NDRPDR sel + - 31 # NDRPDR sel + - 34 # NDRPDR sel + - 40 # NDRPDR sel + - 42 # NDRPDR sel + - 43 # NDRPDR sel data: "vpp-compare-topologies" include-tests: "NDR" # "PDR" | "NDR" | "MRR" filter: "'NDRPDR' and '1C'" @@ -2692,31 +2862,31 @@ reference: title: "3-Node Skx" data: - csit-vpp-perf-verify-1810-3n-skx: - - 10 # NDRPDR sel - - 14 # NDRPDR sel - - 15 # NDRPDR sel - - 16 # NDRPDR sel - - 17 # NDRPDR sel + csit-vpp-perf-verify-1901-3n-skx: + - 18 # NDRPDR sel - 19 # NDRPDR sel - 20 # NDRPDR sel - - 21 # NDRPDR sel - - 22 # NDRPDR sel - - 25 # NDRPDR sel + - 28 # NDRPDR sel + - 31 # NDRPDR sel + - 33 # NDRPDR sel + - 36 # NDRPDR sel + - 38 # NDRPDR sel + - 47 # NDRPDR sel + - 48 # NDRPDR sel compare: title: "2-Node Skx" data: - csit-vpp-perf-verify-1810-2n-skx: - - 9 # NDRPDR sel + csit-vpp-perf-verify-1901-2n-skx: + - 5 # NDRPDR sel + - 12 # NDRPDR sel - 13 # NDRPDR sel - - 14 # NDRPDR sel - - 19 # NDRPDR sel - - 20 # NDRPDR sel - 21 # NDRPDR sel - - 22 # NDRPDR sel - 23 # NDRPDR sel - - 24 # NDRPDR sel - - 27 # NDRPDR sel + - 31 # NDRPDR sel + - 34 # NDRPDR sel + - 40 # NDRPDR sel + - 42 # NDRPDR sel + - 43 # NDRPDR sel data: "vpp-compare-topologies" include-tests: "NDR" # "PDR" | "NDR" | "MRR" filter: "'NDRPDR' and '2C'" @@ -2734,31 +2904,31 @@ reference: title: "3-Node Skx" data: - csit-vpp-perf-verify-1810-3n-skx: - - 10 # NDRPDR sel - - 14 # NDRPDR sel - - 15 # NDRPDR sel - - 16 # NDRPDR sel - - 17 # NDRPDR sel + csit-vpp-perf-verify-1901-3n-skx: + - 18 # NDRPDR sel - 19 # NDRPDR sel - 20 # NDRPDR sel - - 21 # NDRPDR sel - - 22 # NDRPDR sel - - 25 # NDRPDR sel + - 28 # NDRPDR sel + - 31 # NDRPDR sel + - 33 # NDRPDR sel + - 36 # NDRPDR sel + - 38 # NDRPDR sel + - 47 # NDRPDR sel + - 48 # NDRPDR sel compare: title: "2-Node Skx" data: - csit-vpp-perf-verify-1810-2n-skx: - - 9 # NDRPDR sel + csit-vpp-perf-verify-1901-2n-skx: + - 5 # NDRPDR sel + - 12 # NDRPDR sel - 13 # NDRPDR sel - - 14 # NDRPDR sel - - 19 # NDRPDR sel - - 20 # NDRPDR sel - 21 # NDRPDR sel - - 22 # NDRPDR sel - 23 # NDRPDR sel - - 24 # NDRPDR sel - - 27 # NDRPDR sel + - 31 # NDRPDR sel + - 34 # NDRPDR sel + - 40 # NDRPDR sel + - 42 # NDRPDR sel + - 43 # NDRPDR sel data: "vpp-compare-topologies" include-tests: "PDR" # "PDR" | "NDR" | "MRR" filter: "'NDRPDR' and '1C'" @@ -2776,31 +2946,31 @@ reference: title: "3-Node Skx" data: - csit-vpp-perf-verify-1810-3n-skx: - - 10 # NDRPDR sel - - 14 # NDRPDR sel - - 15 # NDRPDR sel - - 16 # NDRPDR sel - - 17 # NDRPDR sel + csit-vpp-perf-verify-1901-3n-skx: + - 18 # NDRPDR sel - 19 # NDRPDR sel - 20 # NDRPDR sel - - 21 # NDRPDR sel - - 22 # NDRPDR sel - - 25 # NDRPDR sel + - 28 # NDRPDR sel + - 31 # NDRPDR sel + - 33 # NDRPDR sel + - 36 # NDRPDR sel + - 38 # NDRPDR sel + - 47 # NDRPDR sel + - 48 # NDRPDR sel compare: title: "2-Node Skx" data: - csit-vpp-perf-verify-1810-2n-skx: - - 9 # NDRPDR sel + csit-vpp-perf-verify-1901-2n-skx: + - 5 # NDRPDR sel + - 12 # NDRPDR sel - 13 # NDRPDR sel - - 14 # NDRPDR sel - - 19 # NDRPDR sel - - 20 # NDRPDR sel - 21 # NDRPDR sel - - 22 # NDRPDR sel - 23 # NDRPDR sel - - 24 # NDRPDR sel - - 27 # NDRPDR sel + - 31 # NDRPDR sel + - 34 # NDRPDR sel + - 40 # NDRPDR sel + - 42 # NDRPDR sel + - 43 # NDRPDR sel data: "vpp-compare-topologies" include-tests: "PDR" # "PDR" | "NDR" | "MRR" filter: "'NDRPDR' and '2C'" @@ -2817,37 +2987,28 @@ output-file: "{DIR[STATIC,VPP]}/performance-changes-3n-hsw-1t1c-mrr" history: - - title: "rls1804" + title: "rls1807" data: - csit-vpp-perf-check-1804: - - 6 # mrr - sel - - 13 # mrr - sel - - 14 # mrr - sel - - 15 # mrr - sel - - 16 # mrr - sel - - 17 # mrr - sel - - 19 # mrr - sel - - 20 # mrr - sel - - 21 # mrr - sel - - 22 # mrr - sel + csit-vpp-perf-verify-1807-3n-hsw: + - 8 # MRR full + - 9 # MRR sel + - 21 # MRR sel + - 31 # MRR sel + - 33 # MRR sel + - 36 # MRR sel + - 41 # MRR sel + - 42 # MRR sel + - 48 # MRR sel reference: - title: "rls1807" - data: - csit-vpp-perf-verify-1807-3n-hsw: - - 8 # MRR full - - 9 # MRR sel - - 21 # MRR sel - - 31 # MRR sel - - 33 # MRR sel - - 36 # MRR sel - - 41 # MRR sel - - 42 # MRR sel - - 48 # MRR sel - compare: title: "rls1810" data: csit-vpp-perf-verify-1810-3n-hsw: - 9 # MRR sel + compare: + title: "rls1901" + data: + csit-vpp-perf-verify-1901-3n-hsw: + - 35 # MRR sel data: "vpp-performance-changes-3n-hsw-mrr" include-tests: "MRR" # "PDR" | "NDR" | "MRR" filter: "'1T1C' and 'MRR'" # "('NDRPDR' or 'NDRPDRDISC')" | "'MRR'" @@ -2864,37 +3025,28 @@ output-file: "{DIR[STATIC,VPP]}/performance-changes-3n-hsw-2t2c-mrr" history: - - title: "rls1804" + title: "rls1807" data: - csit-vpp-perf-check-1804: - - 6 # mrr - sel - - 13 # mrr - sel - - 14 # mrr - sel - - 15 # mrr - sel - - 16 # mrr - sel - - 17 # mrr - sel - - 19 # mrr - sel - - 20 # mrr - sel - - 21 # mrr - sel - - 22 # mrr - sel + csit-vpp-perf-verify-1807-3n-hsw: + - 8 # MRR full + - 9 # MRR sel + - 21 # MRR sel + - 31 # MRR sel + - 33 # MRR sel + - 36 # MRR sel + - 41 # MRR sel + - 42 # MRR sel + - 48 # MRR sel reference: - title: "rls1807" - data: - csit-vpp-perf-verify-1807-3n-hsw: - - 8 # MRR full - - 9 # MRR sel - - 21 # MRR sel - - 31 # MRR sel - - 33 # MRR sel - - 36 # MRR sel - - 41 # MRR sel - - 42 # MRR sel - - 48 # MRR sel - compare: title: "rls1810" data: csit-vpp-perf-verify-1810-3n-hsw: - 9 # MRR sel + compare: + title: "rls1901" + data: + csit-vpp-perf-verify-1901-3n-hsw: + - 35 # MRR sel data: "vpp-performance-changes-3n-hsw-mrr" include-tests: "MRR" # "PDR" | "NDR" | "MRR" filter: "'2T2C' and 'MRR'" # "('NDRPDR' or 'NDRPDRDISC')" | "'MRR'" @@ -2911,37 +3063,28 @@ output-file: "{DIR[STATIC,VPP]}/performance-changes-3n-hsw-4t4c-mrr" history: - - title: "rls1804" + title: "rls1807" data: - csit-vpp-perf-check-1804: - - 6 # mrr - sel - - 13 # mrr - sel - - 14 # mrr - sel - - 15 # mrr - sel - - 16 # mrr - sel - - 17 # mrr - sel - - 19 # mrr - sel - - 20 # mrr - sel - - 21 # mrr - sel - - 22 # mrr - sel + csit-vpp-perf-verify-1807-3n-hsw: + - 8 # MRR full + - 9 # MRR sel + - 21 # MRR sel + - 31 # MRR sel + - 33 # MRR sel + - 36 # MRR sel + - 41 # MRR sel + - 42 # MRR sel + - 48 # MRR sel reference: - title: "rls1807" - data: - csit-vpp-perf-verify-1807-3n-hsw: - - 8 # MRR full - - 9 # MRR sel - - 21 # MRR sel - - 31 # MRR sel - - 33 # MRR sel - - 36 # MRR sel - - 41 # MRR sel - - 42 # MRR sel - - 48 # MRR sel - compare: title: "rls1810" data: csit-vpp-perf-verify-1810-3n-hsw: - 9 # MRR sel + compare: + title: "rls1901" + data: + csit-vpp-perf-verify-1901-3n-hsw: + - 35 # MRR sel data: "vpp-performance-changes-3n-hsw-mrr" include-tests: "MRR" # "PDR" | "NDR" | "MRR" filter: "'4T4C' and 'MRR'" # "('NDRPDR' or 'NDRPDRDISC')" | "'MRR'" @@ -2956,27 +3099,33 @@ title: "VPP Performance Changes 3n-skx 2t1c MRR" algorithm: "table_performance_comparison" output-file: "{DIR[STATIC,VPP]}/performance-changes-3n-skx-2t1c-mrr" + history: + - + title: "rls1807" + data: + csit-vpp-perf-verify-1807-3n-skx: + - 28 # MRR sel + - 32 # MRR sel + - 36 # MRR sel + - 42 # MRR sel + - 47 # MRR sel + - 48 # MRR sel + - 51 # MRR sel + - 52 # MRR sel + - 53 # MRR sel reference: - title: "rls1807" + title: "rls1810" data: - csit-vpp-perf-verify-1807-3n-skx: - - 28 # MRR sel + csit-vpp-perf-verify-1810-3n-skx: + - 9 # MRR sel + - 11 # MRR sel + - 12 # MRR sel + - 13 # MRR sel + compare: + title: "rls1901" + data: + csit-vpp-perf-verify-1901-3n-skx: - 32 # MRR sel - - 36 # MRR sel - - 42 # MRR sel - - 47 # MRR sel - - 48 # MRR sel - - 51 # MRR sel - - 52 # MRR sel - - 53 # MRR sel - compare: - title: "rls1810" - data: - csit-vpp-perf-verify-1810-3n-skx: - - 9 # MRR sel - - 11 # MRR sel - - 12 # MRR sel - - 13 # MRR sel data: "vpp-performance-changes-3n-skx-mrr" include-tests: "MRR" # "PDR" | "NDR" | "MRR" filter: "'2T1C' and 'MRR'" # "('NDRPDR' or 'NDRPDRDISC')" | "'MRR'" @@ -2991,20 +3140,21 @@ title: "VPP Performance Changes 3n-skx 4t2c MRR" algorithm: "table_performance_comparison" output-file: "{DIR[STATIC,VPP]}/performance-changes-3n-skx-4t2c-mrr" + history: + - + title: "rls1807" + data: + csit-vpp-perf-verify-1807-3n-skx: + - 28 # MRR sel + - 32 # MRR sel + - 36 # MRR sel + - 42 # MRR sel + - 47 # MRR sel + - 48 # MRR sel + - 51 # MRR sel + - 52 # MRR sel + - 53 # MRR sel reference: - title: "rls1807" - data: - csit-vpp-perf-verify-1807-3n-skx: - - 28 # MRR sel - - 32 # MRR sel - - 36 # MRR sel - - 42 # MRR sel - - 47 # MRR sel - - 48 # MRR sel - - 51 # MRR sel - - 52 # MRR sel - - 53 # MRR sel - compare: title: "rls1810" data: csit-vpp-perf-verify-1810-3n-skx: @@ -3012,6 +3162,11 @@ - 11 # MRR sel - 12 # MRR sel - 13 # MRR sel + compare: + title: "rls1901" + data: + csit-vpp-perf-verify-1901-3n-skx: + - 32 # MRR sel data: "vpp-performance-changes-3n-skx-mrr" include-tests: "MRR" # "PDR" | "NDR" | "MRR" filter: "'4T2C' and 'MRR'" # "('NDRPDR' or 'NDRPDRDISC')" | "'MRR'" @@ -3026,20 +3181,21 @@ title: "VPP Performance Changes 3n-skx 8t4c MRR" algorithm: "table_performance_comparison" output-file: "{DIR[STATIC,VPP]}/performance-changes-3n-skx-8t4c-mrr" + history: + - + title: "rls1807" + data: + csit-vpp-perf-verify-1807-3n-skx: + - 28 # MRR sel + - 32 # MRR sel + - 36 # MRR sel + - 42 # MRR sel + - 47 # MRR sel + - 48 # MRR sel + - 51 # MRR sel + - 52 # MRR sel + - 53 # MRR sel reference: - title: "rls1807" - data: - csit-vpp-perf-verify-1807-3n-skx: - - 28 # MRR sel - - 32 # MRR sel - - 36 # MRR sel - - 42 # MRR sel - - 47 # MRR sel - - 48 # MRR sel - - 51 # MRR sel - - 52 # MRR sel - - 53 # MRR sel - compare: title: "rls1810" data: csit-vpp-perf-verify-1810-3n-skx: @@ -3047,6 +3203,11 @@ - 11 # MRR sel - 12 # MRR sel - 13 # MRR sel + compare: + title: "rls1901" + data: + csit-vpp-perf-verify-1901-3n-skx: + - 32 # MRR sel data: "vpp-performance-changes-3n-skx-mrr" include-tests: "MRR" # "PDR" | "NDR" | "MRR" filter: "'8T4C' and 'MRR'" # "('NDRPDR' or 'NDRPDRDISC')" | "'MRR'" @@ -3061,21 +3222,22 @@ title: "VPP Performance Changes 2n-skx 2t1c MRR" algorithm: "table_performance_comparison" output-file: "{DIR[STATIC,VPP]}/performance-changes-2n-skx-2t1c-mrr" + history: + - + title: "rls1807" + data: + csit-vpp-perf-verify-1807-2n-skx: + - 31 # MRR sel + - 33 # MRR sel + - 37 # MRR sel + - 38 # MRR sel + - 41 # MRR sel + - 43 # MRR sel + - 44 # MRR sel + - 45 # MRR sel + - 46 # MRR sel + - 47 # MRR sel reference: - title: "rls1807" - data: - csit-vpp-perf-verify-1807-2n-skx: - - 31 # MRR sel - - 33 # MRR sel - - 37 # MRR sel - - 38 # MRR sel - - 41 # MRR sel - - 43 # MRR sel - - 44 # MRR sel - - 45 # MRR sel - - 46 # MRR sel - - 47 # MRR sel - compare: title: "rls1810" data: csit-vpp-perf-verify-1810-2n-skx: @@ -3083,6 +3245,12 @@ - 10 # MRR sel - 11 # MRR sel - 12 # MRR sel + compare: + title: "rls1901" + data: + # TODO: Add new data + csit-vpp-perf-verify-1901-2n-skx: + - 22 # MRR sel data: "vpp-performance-changes-2n-skx-mrr" include-tests: "MRR" # "PDR" | "NDR" | "MRR" filter: "'2T1C' and 'MRR'" # "('NDRPDR' or 'NDRPDRDISC')" | "'MRR'" @@ -3097,21 +3265,22 @@ title: "VPP Performance Changes 2n-skx 4t2c MRR" algorithm: "table_performance_comparison" output-file: "{DIR[STATIC,VPP]}/performance-changes-2n-skx-4t2c-mrr" + history: + - + title: "rls1807" + data: + csit-vpp-perf-verify-1807-2n-skx: + - 31 # MRR sel + - 33 # MRR sel + - 37 # MRR sel + - 38 # MRR sel + - 41 # MRR sel + - 43 # MRR sel + - 44 # MRR sel + - 45 # MRR sel + - 46 # MRR sel + - 47 # MRR sel reference: - title: "rls1807" - data: - csit-vpp-perf-verify-1807-2n-skx: - - 31 # MRR sel - - 33 # MRR sel - - 37 # MRR sel - - 38 # MRR sel - - 41 # MRR sel - - 43 # MRR sel - - 44 # MRR sel - - 45 # MRR sel - - 46 # MRR sel - - 47 # MRR sel - compare: title: "rls1810" data: csit-vpp-perf-verify-1810-2n-skx: @@ -3119,6 +3288,11 @@ - 10 # MRR sel - 11 # MRR sel - 12 # MRR sel + compare: + title: "rls1901" + data: + csit-vpp-perf-verify-1901-2n-skx: + - 22 # MRR sel data: "vpp-performance-changes-2n-skx-mrr" include-tests: "MRR" # "PDR" | "NDR" | "MRR" filter: "'4T2C' and 'MRR'" # "('NDRPDR' or 'NDRPDRDISC')" | "'MRR'" @@ -3133,21 +3307,22 @@ title: "VPP Performance Changes 2n-skx 8t4c MRR" algorithm: "table_performance_comparison" output-file: "{DIR[STATIC,VPP]}/performance-changes-2n-skx-8t4c-mrr" + history: + - + title: "rls1807" + data: + csit-vpp-perf-verify-1807-2n-skx: + - 31 # MRR sel + - 33 # MRR sel + - 37 # MRR sel + - 38 # MRR sel + - 41 # MRR sel + - 43 # MRR sel + - 44 # MRR sel + - 45 # MRR sel + - 46 # MRR sel + - 47 # MRR sel reference: - title: "rls1807" - data: - csit-vpp-perf-verify-1807-2n-skx: - - 31 # MRR sel - - 33 # MRR sel - - 37 # MRR sel - - 38 # MRR sel - - 41 # MRR sel - - 43 # MRR sel - - 44 # MRR sel - - 45 # MRR sel - - 46 # MRR sel - - 47 # MRR sel - compare: title: "rls1810" data: csit-vpp-perf-verify-1810-2n-skx: @@ -3155,6 +3330,11 @@ - 10 # MRR sel - 11 # MRR sel - 12 # MRR sel + compare: + title: "rls1901" + data: + csit-vpp-perf-verify-1901-2n-skx: + - 22 # MRR sel data: "vpp-performance-changes-2n-skx-mrr" include-tests: "MRR" # "PDR" | "NDR" | "MRR" filter: "'8T4C' and 'MRR'" # "('NDRPDR' or 'NDRPDRDISC')" | "'MRR'" @@ -3172,16 +3352,13 @@ reference: title: "3-Node Hsw" data: - csit-vpp-perf-verify-1810-3n-hsw: - - 9 # MRR sel + csit-vpp-perf-verify-1901-3n-hsw: + - 35 # MRR sel compare: title: "3-Node Skx" data: - csit-vpp-perf-verify-1810-3n-skx: - - 9 # MRR sel - - 11 # MRR sel - - 12 # MRR sel - - 13 # MRR sel + csit-vpp-perf-verify-1901-3n-skx: + - 32 # MRR sel data: "vpp-compare-testbeds-mrr" include-tests: "MRR" # "PDR" | "NDR" | "MRR" filter: "'NIC_Intel-X710' and 'MRR' and '1C'" @@ -3199,16 +3376,13 @@ reference: title: "3-Node Hsw" data: - csit-vpp-perf-verify-1810-3n-hsw: - - 9 # MRR sel + csit-vpp-perf-verify-1901-3n-hsw: + - 35 # MRR sel compare: title: "3-Node Skx" data: - csit-vpp-perf-verify-1810-3n-skx: - - 9 # MRR sel - - 11 # MRR sel - - 12 # MRR sel - - 13 # MRR sel + csit-vpp-perf-verify-1901-3n-skx: + - 32 # MRR sel data: "vpp-compare-testbeds-mrr" include-tests: "MRR" # "PDR" | "NDR" | "MRR" filter: "'NIC_Intel-X710' and 'MRR' and '2C'" @@ -3226,16 +3400,13 @@ reference: title: "3-Node Hsw" data: - csit-vpp-perf-verify-1810-3n-hsw: - - 9 # MRR sel + csit-vpp-perf-verify-1901-3n-hsw: + - 35 # MRR sel compare: title: "3-Node Skx" data: - csit-vpp-perf-verify-1810-3n-skx: - - 9 # MRR sel - - 11 # MRR sel - - 12 # MRR sel - - 13 # MRR sel + csit-vpp-perf-verify-1901-3n-skx: + - 32 # MRR sel data: "vpp-compare-testbeds-mrr" include-tests: "MRR" # "PDR" | "NDR" | "MRR" filter: "'NIC_Intel-X710' and 'MRR' and '4C'" @@ -3253,19 +3424,13 @@ reference: title: "3-Node Skx" data: - csit-vpp-perf-verify-1810-3n-skx: - - 9 # MRR sel - - 11 # MRR sel - - 12 # MRR sel - - 13 # MRR sel + csit-vpp-perf-verify-1901-3n-skx: + - 32 # MRR sel compare: title: "2-Node Skx" data: - csit-vpp-perf-verify-1810-2n-skx: - - 8 # MRR sel - - 10 # MRR sel - - 11 # MRR sel - - 12 # MRR sel + csit-vpp-perf-verify-1901-2n-skx: + - 22 # MRR sel data: "vpp-compare-topologies-mrr" include-tests: "MRR" # "PDR" | "NDR" | "MRR" filter: "'MRR' and '1C'" @@ -3283,19 +3448,13 @@ reference: title: "3-Node Skx" data: - csit-vpp-perf-verify-1810-3n-skx: - - 9 # MRR sel - - 11 # MRR sel - - 12 # MRR sel - - 13 # MRR sel + csit-vpp-perf-verify-1901-3n-skx: + - 32 # MRR sel compare: title: "2-Node Skx" data: - csit-vpp-perf-verify-1810-2n-skx: - - 8 # MRR sel - - 10 # MRR sel - - 11 # MRR sel - - 12 # MRR sel + csit-vpp-perf-verify-1901-2n-skx: + - 22 # MRR sel data: "vpp-compare-topologies-mrr" include-tests: "MRR" # "PDR" | "NDR" | "MRR" filter: "'MRR' and '2C'" @@ -3313,19 +3472,13 @@ reference: title: "3-Node Skx" data: - csit-vpp-perf-verify-1810-3n-skx: - - 9 # MRR sel - - 11 # MRR sel - - 12 # MRR sel - - 13 # MRR sel + csit-vpp-perf-verify-1901-3n-skx: + - 32 # MRR sel compare: title: "2-Node Skx" data: - csit-vpp-perf-verify-1810-2n-skx: - - 8 # MRR sel - - 10 # MRR sel - - 11 # MRR sel - - 12 # MRR sel + csit-vpp-perf-verify-1901-2n-skx: + - 22 # MRR sel data: "vpp-compare-topologies-mrr" include-tests: "MRR" # "PDR" | "NDR" | "MRR" filter: "'MRR' and '4C'" @@ -3951,34 +4104,20 @@ output-file: "{DIR[STATIC,DPDK]}/performance-changes-3n-hsw-1t1c-pdr" history: - - title: "rls1804" + title: "rls1807" data: - csit-dpdk-perf-1804-all: - - 4 - - 5 - - 6 - - 7 - - 8 - - 9 - - 10 + csit-dpdk-perf-verify-1807-3n-hsw: - 11 - - 12 - - 13 + - 12 # full + - 14 + - 15 + - 16 + - 17 + - 20 + - 21 + - 22 + - 23 reference: - title: "rls1807" - data: - csit-dpdk-perf-verify-1807-3n-hsw: - - 11 - - 12 # full - - 14 - - 15 - - 16 - - 17 - - 20 - - 21 - - 22 - - 23 - compare: title: "rls1810" data: csit-dpdk-perf-verify-1810-3n-hsw: @@ -3992,6 +4131,19 @@ - 8 # NDRPDR sel - 9 # NDRPDR sel - 10 # NDRPDR sel + compare: + title: "rls1901" + data: + csit-dpdk-perf-verify-1901-3n-hsw: + - 13 # NDRPDR sel + - 14 # NDRPDR sel + - 16 # NDRPDR sel + - 17 # NDRPDR sel + - 18 # NDRPDR sel + - 19 # NDRPDR sel + - 20 # NDRPDR sel + - 21 # NDRPDR sel + - 22 # NDRPDR sel data: "dpdk-performance-changes-3n-hsw" include-tests: "PDR" # "PDR" | "NDR" | "MRR" filter: "'1T1C' and ('NDRPDR' or 'NDRPDRDISC')" # "('NDRPDR' or 'NDRPDRDISC')" | "'MRR'" @@ -4008,34 +4160,20 @@ output-file: "{DIR[STATIC,DPDK]}/performance-changes-3n-hsw-2t2c-pdr" history: - - title: "rls1804" + title: "rls1807" data: - csit-dpdk-perf-1804-all: - - 4 - - 5 - - 6 - - 7 - - 8 - - 9 - - 10 + csit-dpdk-perf-verify-1807-3n-hsw: - 11 - - 12 - - 13 + - 12 # full + - 14 + - 15 + - 16 + - 17 + - 20 + - 21 + - 22 + - 23 reference: - title: "rls1807" - data: - csit-dpdk-perf-verify-1807-3n-hsw: - - 11 - - 12 # full - - 14 - - 15 - - 16 - - 17 - - 20 - - 21 - - 22 - - 23 - compare: title: "rls1810" data: csit-dpdk-perf-verify-1810-3n-hsw: @@ -4049,6 +4187,19 @@ - 8 # NDRPDR sel - 9 # NDRPDR sel - 10 # NDRPDR sel + compare: + title: "rls1901" + data: + csit-dpdk-perf-verify-1901-3n-hsw: + - 13 # NDRPDR sel + - 14 # NDRPDR sel + - 16 # NDRPDR sel + - 17 # NDRPDR sel + - 18 # NDRPDR sel + - 19 # NDRPDR sel + - 20 # NDRPDR sel + - 21 # NDRPDR sel + - 22 # NDRPDR sel data: "dpdk-performance-changes-3n-hsw" include-tests: "PDR" # "PDR" | "NDR" | "MRR" filter: "'2T2C' and ('NDRPDR' or 'NDRPDRDISC')" # "('NDRPDR' or 'NDRPDRDISC')" | "'MRR'" @@ -4065,34 +4216,20 @@ output-file: "{DIR[STATIC,DPDK]}/performance-changes-3n-hsw-1t1c-ndr" history: - - title: "rls1804" + title: "rls1807" data: - csit-dpdk-perf-1804-all: - - 4 - - 5 - - 6 - - 7 - - 8 - - 9 - - 10 + csit-dpdk-perf-verify-1807-3n-hsw: - 11 - - 12 - - 13 + - 12 # full + - 14 + - 15 + - 16 + - 17 + - 20 + - 21 + - 22 + - 23 reference: - title: "rls1807" - data: - csit-dpdk-perf-verify-1807-3n-hsw: - - 11 - - 12 # full - - 14 - - 15 - - 16 - - 17 - - 20 - - 21 - - 22 - - 23 - compare: title: "rls1810" data: csit-dpdk-perf-verify-1810-3n-hsw: @@ -4106,6 +4243,19 @@ - 8 # NDRPDR sel - 9 # NDRPDR sel - 10 # NDRPDR sel + compare: + title: "rls1901" + data: + csit-dpdk-perf-verify-1901-3n-hsw: + - 13 # NDRPDR sel + - 14 # NDRPDR sel + - 16 # NDRPDR sel + - 17 # NDRPDR sel + - 18 # NDRPDR sel + - 19 # NDRPDR sel + - 20 # NDRPDR sel + - 21 # NDRPDR sel + - 22 # NDRPDR sel data: "dpdk-performance-changes-3n-hsw" include-tests: "NDR" # "PDR" | "NDR" | "MRR" filter: "'1T1C' and ('NDRPDR' or 'NDRPDRDISC')" # "('NDRPDR' or 'NDRPDRDISC')" | "'MRR'" @@ -4122,34 +4272,20 @@ output-file: "{DIR[STATIC,DPDK]}/performance-changes-3n-hsw-2t2c-ndr" history: - - title: "rls1804" + title: "rls1807" data: - csit-dpdk-perf-1804-all: - - 4 - - 5 - - 6 - - 7 - - 8 - - 9 - - 10 + csit-dpdk-perf-verify-1807-3n-hsw: - 11 - - 12 - - 13 + - 12 # full + - 14 + - 15 + - 16 + - 17 + - 20 + - 21 + - 22 + - 23 reference: - title: "rls1807" - data: - csit-dpdk-perf-verify-1807-3n-hsw: - - 11 - - 12 # full - - 14 - - 15 - - 16 - - 17 - - 20 - - 21 - - 22 - - 23 - compare: title: "rls1810" data: csit-dpdk-perf-verify-1810-3n-hsw: @@ -4163,27 +4299,54 @@ - 8 # NDRPDR sel - 9 # NDRPDR sel - 10 # NDRPDR sel - data: "dpdk-performance-changes-3n-hsw" - include-tests: "NDR" # "PDR" | "NDR" | "MRR" - filter: "'2T2C' and ('NDRPDR' or 'NDRPDRDISC')" # "('NDRPDR' or 'NDRPDRDISC')" | "'MRR'" - parameters: - - "name" - - "parent" - - "throughput" - -# DPDK Performance Changes 3n-skx 2t1c pdr -- + compare: + title: "rls1901" + data: + csit-dpdk-perf-verify-1901-3n-hsw: + - 13 # NDRPDR sel + - 14 # NDRPDR sel + - 16 # NDRPDR sel + - 17 # NDRPDR sel + - 18 # NDRPDR sel + - 19 # NDRPDR sel + - 20 # NDRPDR sel + - 21 # NDRPDR sel + - 22 # NDRPDR sel + data: "dpdk-performance-changes-3n-hsw" + include-tests: "NDR" # "PDR" | "NDR" | "MRR" + filter: "'2T2C' and ('NDRPDR' or 'NDRPDRDISC')" # "('NDRPDR' or 'NDRPDRDISC')" | "'MRR'" + parameters: + - "name" + - "parent" + - "throughput" + +# DPDK Performance Changes 3n-skx 2t1c pdr +- type: "table" title: "DPDK Performance Changes 3n-skx 2t1c pdr" algorithm: "table_performance_comparison" output-file: "{DIR[STATIC,DPDK]}/performance-changes-3n-skx-2t1c-pdr" + history: + - + title: "rls1807" + data: + csit-dpdk-perf-verify-1807-3n-skx: + - 1 # NDRPDR sel + - 2 # NDRPDR sel + - 3 # NDRPDR sel + - 6 # NDRPDR sel + - 7 # NDRPDR sel + - 8 # NDRPDR sel + - 9 # NDRPDR sel + - 10 # NDRPDR sel + - 11 # NDRPDR sel + - 12 # NDRPDR sel reference: - title: "rls1807" + title: "rls1810" data: - csit-dpdk-perf-verify-1807-3n-skx: - - 1 # NDRPDR sel - - 2 # NDRPDR sel + csit-dpdk-perf-verify-1810-3n-skx: - 3 # NDRPDR sel + - 4 # NDRPDR sel - 6 # NDRPDR sel - 7 # NDRPDR sel - 8 # NDRPDR sel @@ -4191,12 +4354,13 @@ - 10 # NDRPDR sel - 11 # NDRPDR sel - 12 # NDRPDR sel + - 13 # NDRPDR sel compare: - title: "rls1810" + title: "rls1901" data: - csit-dpdk-perf-verify-1810-3n-skx: + csit-dpdk-perf-verify-1901-3n-skx: - 3 # NDRPDR sel - - 4 # NDRPDR sel + - 5 # NDRPDR sel - 6 # NDRPDR sel - 7 # NDRPDR sel - 8 # NDRPDR sel @@ -4219,13 +4383,27 @@ title: "DPDK Performance Changes 3n-skx 4t2c pdr" algorithm: "table_performance_comparison" output-file: "{DIR[STATIC,DPDK]}/performance-changes-3n-skx-4t2c-pdr" + history: + - + title: "rls1807" + data: + csit-dpdk-perf-verify-1807-3n-skx: + - 1 # NDRPDR sel + - 2 # NDRPDR sel + - 3 # NDRPDR sel + - 6 # NDRPDR sel + - 7 # NDRPDR sel + - 8 # NDRPDR sel + - 9 # NDRPDR sel + - 10 # NDRPDR sel + - 11 # NDRPDR sel + - 12 # NDRPDR sel reference: - title: "rls1807" + title: "rls1810" data: - csit-dpdk-perf-verify-1807-3n-skx: - - 1 # NDRPDR sel - - 2 # NDRPDR sel + csit-dpdk-perf-verify-1810-3n-skx: - 3 # NDRPDR sel + - 4 # NDRPDR sel - 6 # NDRPDR sel - 7 # NDRPDR sel - 8 # NDRPDR sel @@ -4233,12 +4411,13 @@ - 10 # NDRPDR sel - 11 # NDRPDR sel - 12 # NDRPDR sel + - 13 # NDRPDR sel compare: - title: "rls1810" + title: "rls1901" data: - csit-dpdk-perf-verify-1810-3n-skx: + csit-dpdk-perf-verify-1901-3n-skx: - 3 # NDRPDR sel - - 4 # NDRPDR sel + - 5 # NDRPDR sel - 6 # NDRPDR sel - 7 # NDRPDR sel - 8 # NDRPDR sel @@ -4261,13 +4440,27 @@ title: "DPDK Performance Changes 3n-skx 2t1c ndr" algorithm: "table_performance_comparison" output-file: "{DIR[STATIC,DPDK]}/performance-changes-3n-skx-2t1c-ndr" + history: + - + title: "rls1807" + data: + csit-dpdk-perf-verify-1807-3n-skx: + - 1 # NDRPDR sel + - 2 # NDRPDR sel + - 3 # NDRPDR sel + - 6 # NDRPDR sel + - 7 # NDRPDR sel + - 8 # NDRPDR sel + - 9 # NDRPDR sel + - 10 # NDRPDR sel + - 11 # NDRPDR sel + - 12 # NDRPDR sel reference: - title: "rls1807" + title: "rls1810" data: - csit-dpdk-perf-verify-1807-3n-skx: - - 1 # NDRPDR sel - - 2 # NDRPDR sel + csit-dpdk-perf-verify-1810-3n-skx: - 3 # NDRPDR sel + - 4 # NDRPDR sel - 6 # NDRPDR sel - 7 # NDRPDR sel - 8 # NDRPDR sel @@ -4275,12 +4468,13 @@ - 10 # NDRPDR sel - 11 # NDRPDR sel - 12 # NDRPDR sel + - 13 # NDRPDR sel compare: - title: "rls1810" + title: "rls1901" data: - csit-dpdk-perf-verify-1810-3n-skx: + csit-dpdk-perf-verify-1901-3n-skx: - 3 # NDRPDR sel - - 4 # NDRPDR sel + - 5 # NDRPDR sel - 6 # NDRPDR sel - 7 # NDRPDR sel - 8 # NDRPDR sel @@ -4303,13 +4497,27 @@ title: "DPDK Performance Changes 3n-skx 4t2c ndr" algorithm: "table_performance_comparison" output-file: "{DIR[STATIC,DPDK]}/performance-changes-3n-skx-4t2c-ndr" + history: + - + title: "rls1807" + data: + csit-dpdk-perf-verify-1807-3n-skx: + - 1 # NDRPDR sel + - 2 # NDRPDR sel + - 3 # NDRPDR sel + - 6 # NDRPDR sel + - 7 # NDRPDR sel + - 8 # NDRPDR sel + - 9 # NDRPDR sel + - 10 # NDRPDR sel + - 11 # NDRPDR sel + - 12 # NDRPDR sel reference: - title: "rls1807" + title: "rls1810" data: - csit-dpdk-perf-verify-1807-3n-skx: - - 1 # NDRPDR sel - - 2 # NDRPDR sel + csit-dpdk-perf-verify-1810-3n-skx: - 3 # NDRPDR sel + - 4 # NDRPDR sel - 6 # NDRPDR sel - 7 # NDRPDR sel - 8 # NDRPDR sel @@ -4317,12 +4525,13 @@ - 10 # NDRPDR sel - 11 # NDRPDR sel - 12 # NDRPDR sel + - 13 # NDRPDR sel compare: - title: "rls1810" + title: "rls1901" data: - csit-dpdk-perf-verify-1810-3n-skx: + csit-dpdk-perf-verify-1901-3n-skx: - 3 # NDRPDR sel - - 4 # NDRPDR sel + - 5 # NDRPDR sel - 6 # NDRPDR sel - 7 # NDRPDR sel - 8 # NDRPDR sel @@ -4348,23 +4557,22 @@ reference: title: "3-Node Hsw" data: - csit-dpdk-perf-verify-1810-3n-hsw: - - 1 # NDRPDR sel - - 2 # NDRPDR sel - - 3 # NDRPDR sel - - 4 # NDRPDR sel - - 5 # NDRPDR sel - - 6 # NDRPDR sel - - 7 # NDRPDR sel - - 8 # NDRPDR sel - - 9 # NDRPDR sel - - 10 # NDRPDR sel + csit-dpdk-perf-verify-1901-3n-hsw: + - 13 # NDRPDR sel + - 14 # NDRPDR sel + - 16 # NDRPDR sel + - 17 # NDRPDR sel + - 18 # NDRPDR sel + - 19 # NDRPDR sel + - 20 # NDRPDR sel + - 21 # NDRPDR sel + - 22 # NDRPDR sel compare: title: "3-Node Skx" data: - csit-dpdk-perf-verify-1810-3n-skx: + csit-dpdk-perf-verify-1901-3n-skx: - 3 # NDRPDR sel - - 4 # NDRPDR sel + - 5 # NDRPDR sel - 6 # NDRPDR sel - 7 # NDRPDR sel - 8 # NDRPDR sel @@ -4390,9 +4598,9 @@ reference: title: "3-Node Skx" data: - csit-dpdk-perf-verify-1810-3n-skx: + csit-dpdk-perf-verify-1901-3n-skx: - 3 # NDRPDR sel - - 4 # NDRPDR sel + - 5 # NDRPDR sel - 6 # NDRPDR sel - 7 # NDRPDR sel - 8 # NDRPDR sel @@ -4404,17 +4612,17 @@ compare: title: "2-Node Skx" data: - csit-dpdk-perf-verify-1810-2n-skx: - - 3 # NDRPDR sel - - 4 # NDRPDR sel - - 5 # NDRPDR sel - - 7 # NDRPDR sel - - 8 # NDRPDR sel - - 9 # NDRPDR sel - - 10 # NDRPDR sel - - 11 # NDRPDR sel + csit-dpdk-perf-verify-1901-2n-skx: - 12 # NDRPDR sel - 13 # NDRPDR sel + - 14 # NDRPDR sel + - 15 # NDRPDR sel + - 16 # NDRPDR sel + - 17 # NDRPDR sel + - 18 # NDRPDR sel + - 19 # NDRPDR sel + - 20 # NDRPDR sel + - 21 # NDRPDR sel data: "dpdk-compare-topologies" include-tests: "NDR" # "PDR" | "NDR" | "MRR" filter: "'NDRPDR'" # "('NDRPDR' or 'NDRPDRDISC')" | "'MRR'" @@ -4432,9 +4640,9 @@ reference: title: "3-Node Skx" data: - csit-dpdk-perf-verify-1810-3n-skx: + csit-dpdk-perf-verify-1901-3n-skx: - 3 # NDRPDR sel - - 4 # NDRPDR sel + - 5 # NDRPDR sel - 6 # NDRPDR sel - 7 # NDRPDR sel - 8 # NDRPDR sel @@ -4446,17 +4654,17 @@ compare: title: "2-Node Skx" data: - csit-dpdk-perf-verify-1810-2n-skx: - - 3 # NDRPDR sel - - 4 # NDRPDR sel - - 5 # NDRPDR sel - - 7 # NDRPDR sel - - 8 # NDRPDR sel - - 9 # NDRPDR sel - - 10 # NDRPDR sel - - 11 # NDRPDR sel + csit-dpdk-perf-verify-1901-2n-skx: - 12 # NDRPDR sel - 13 # NDRPDR sel + - 14 # NDRPDR sel + - 15 # NDRPDR sel + - 16 # NDRPDR sel + - 17 # NDRPDR sel + - 18 # NDRPDR sel + - 19 # NDRPDR sel + - 20 # NDRPDR sel + - 21 # NDRPDR sel data: "dpdk-compare-topologies" include-tests: "PDR" # "PDR" | "NDR" | "MRR" filter: "'NDRPDR'" # "('NDRPDR' or 'NDRPDRDISC')" | "'MRR'" @@ -4474,23 +4682,22 @@ reference: title: "3-Node Hsw" data: - csit-dpdk-perf-verify-1810-3n-hsw: - - 1 # NDRPDR sel - - 2 # NDRPDR sel - - 3 # NDRPDR sel - - 4 # NDRPDR sel - - 5 # NDRPDR sel - - 6 # NDRPDR sel - - 7 # NDRPDR sel - - 8 # NDRPDR sel - - 9 # NDRPDR sel - - 10 # NDRPDR sel + csit-dpdk-perf-verify-1901-3n-hsw: + - 13 # NDRPDR sel + - 14 # NDRPDR sel + - 16 # NDRPDR sel + - 17 # NDRPDR sel + - 18 # NDRPDR sel + - 19 # NDRPDR sel + - 20 # NDRPDR sel + - 21 # NDRPDR sel + - 22 # NDRPDR sel compare: title: "3-Node Skx" data: - csit-dpdk-perf-verify-1810-3n-skx: + csit-dpdk-perf-verify-1901-3n-skx: - 3 # NDRPDR sel - - 4 # NDRPDR sel + - 5 # NDRPDR sel - 6 # NDRPDR sel - 7 # NDRPDR sel - 8 # NDRPDR sel @@ -4550,51 +4757,219 @@ # - "parent" # - "result" -# Detailed Test Results - DPDK Performance Results 3n-hsw +# DPDK Performance Changes 2n-skx 2t1c pdr - type: "table" - title: "Detailed Test Results - DPDK Performance Results 3n-hsw" - algorithm: "table_details" - output-file-ext: ".csv" - output-file: "{DIR[DTR,PERF,DPDK,3N,HSW]}/dpdk_performance_results_3n_hsw" - columns: - - - title: "Name" - data: "data name" - - - title: "Status" - data: "data msg" - rows: "generated" - data: "dpdk-perf-results-3n-hsw" - filter: "all" + title: "DPDK Performance Changes 2n-skx 2t1c pdr" + algorithm: "table_performance_comparison" + output-file: "{DIR[STATIC,DPDK]}/performance-changes-2n-skx-2t1c-pdr" + reference: + title: "rls1810" + data: + csit-dpdk-perf-verify-1810-2n-skx: + - 3 # NDRPDR sel + - 4 # NDRPDR sel + - 5 # NDRPDR sel + - 7 # NDRPDR sel + - 8 # NDRPDR sel + - 9 # NDRPDR sel + - 10 # NDRPDR sel + - 11 # NDRPDR sel + - 12 # NDRPDR sel + - 13 # NDRPDR sel + compare: + title: "rls1901" + data: + csit-dpdk-perf-verify-1901-2n-skx: + - 12 # NDRPDR sel + - 13 # NDRPDR sel + - 14 # NDRPDR sel + - 15 # NDRPDR sel + - 16 # NDRPDR sel + - 17 # NDRPDR sel + - 18 # NDRPDR sel + - 19 # NDRPDR sel + - 20 # NDRPDR sel + - 21 # NDRPDR sel + data: "dpdk-performance-changes-2n-skx" + include-tests: "PDR" # "PDR" | "NDR" | "MRR" + filter: "'2T1C' and ('NDRPDR' or 'NDRPDRDISC')" # "('NDRPDR' or 'NDRPDRDISC')" | "'MRR'" parameters: - "name" - "parent" - - "msg" + - "throughput" -# Detailed Test Results - DPDK Performance Results 3n-skx +# DPDK Performance Changes 2n-skx 4t2c pdr - type: "table" - title: "Detailed Test Results - DPDK Performance Results 3n-skx" - algorithm: "table_details" - output-file-ext: ".csv" - output-file: "{DIR[DTR,PERF,DPDK,3N,SKX]}/dpdk_performance_results_3n_skx" - columns: - - - title: "Name" - data: "data name" - - - title: "Status" - data: "data msg" - rows: "generated" - data: "dpdk-perf-results-3n-skx" - filter: "all" + title: "DPDK Performance Changes 2n-skx 4t2c pdr" + algorithm: "table_performance_comparison" + output-file: "{DIR[STATIC,DPDK]}/performance-changes-2n-skx-4t2c-pdr" + reference: + title: "rls1810" + data: + csit-dpdk-perf-verify-1810-2n-skx: + - 3 # NDRPDR sel + - 4 # NDRPDR sel + - 5 # NDRPDR sel + - 7 # NDRPDR sel + - 8 # NDRPDR sel + - 9 # NDRPDR sel + - 10 # NDRPDR sel + - 11 # NDRPDR sel + - 12 # NDRPDR sel + - 13 # NDRPDR sel + compare: + title: "rls1901" + data: + csit-dpdk-perf-verify-1901-2n-skx: + - 12 # NDRPDR sel + - 13 # NDRPDR sel + - 14 # NDRPDR sel + - 15 # NDRPDR sel + - 16 # NDRPDR sel + - 17 # NDRPDR sel + - 18 # NDRPDR sel + - 19 # NDRPDR sel + - 20 # NDRPDR sel + - 21 # NDRPDR sel + data: "dpdk-performance-changes-2n-skx" + include-tests: "PDR" # "PDR" | "NDR" | "MRR" + filter: "'4T2C' and ('NDRPDR' or 'NDRPDRDISC')" # "('NDRPDR' or 'NDRPDRDISC')" | "'MRR'" parameters: - "name" - "parent" - - "msg" + - "throughput" -# Detailed Test Results - DPDK Performance Results 2n-skx +# DPDK Performance Changes 2n-skx 2t1c ndr +- + type: "table" + title: "DPDK Performance Changes 2n-skx 2t1c ndr" + algorithm: "table_performance_comparison" + output-file: "{DIR[STATIC,DPDK]}/performance-changes-2n-skx-2t1c-ndr" + reference: + title: "rls1810" + data: + csit-dpdk-perf-verify-1810-2n-skx: + - 3 # NDRPDR sel + - 4 # NDRPDR sel + - 5 # NDRPDR sel + - 7 # NDRPDR sel + - 8 # NDRPDR sel + - 9 # NDRPDR sel + - 10 # NDRPDR sel + - 11 # NDRPDR sel + - 12 # NDRPDR sel + - 13 # NDRPDR sel + compare: + title: "rls1901" + data: + csit-dpdk-perf-verify-1901-2n-skx: + - 12 # NDRPDR sel + - 13 # NDRPDR sel + - 14 # NDRPDR sel + - 15 # NDRPDR sel + - 16 # NDRPDR sel + - 17 # NDRPDR sel + - 18 # NDRPDR sel + - 19 # NDRPDR sel + - 20 # NDRPDR sel + - 21 # NDRPDR sel + data: "dpdk-performance-changes-2n-skx" + include-tests: "NDR" # "PDR" | "NDR" | "MRR" + filter: "'2T1C' and ('NDRPDR' or 'NDRPDRDISC')" # "('NDRPDR' or 'NDRPDRDISC')" | "'MRR'" + parameters: + - "name" + - "parent" + - "throughput" + +# DPDK Performance Changes 2n-skx 4t2c ndr +- + type: "table" + title: "DPDK Performance Changes 2n-skx 4t2c ndr" + algorithm: "table_performance_comparison" + output-file: "{DIR[STATIC,DPDK]}/performance-changes-2n-skx-4t2c-ndr" + reference: + title: "rls1810" + data: + csit-dpdk-perf-verify-1810-2n-skx: + - 3 # NDRPDR sel + - 4 # NDRPDR sel + - 5 # NDRPDR sel + - 7 # NDRPDR sel + - 8 # NDRPDR sel + - 9 # NDRPDR sel + - 10 # NDRPDR sel + - 11 # NDRPDR sel + - 12 # NDRPDR sel + - 13 # NDRPDR sel + compare: + title: "rls1901" + data: + csit-dpdk-perf-verify-1901-2n-skx: + - 12 # NDRPDR sel + - 13 # NDRPDR sel + - 14 # NDRPDR sel + - 15 # NDRPDR sel + - 16 # NDRPDR sel + - 17 # NDRPDR sel + - 18 # NDRPDR sel + - 19 # NDRPDR sel + - 20 # NDRPDR sel + - 21 # NDRPDR sel + data: "dpdk-performance-changes-2n-skx" + include-tests: "NDR" # "PDR" | "NDR" | "MRR" + filter: "'4T2C' and ('NDRPDR' or 'NDRPDRDISC')" # "('NDRPDR' or 'NDRPDRDISC')" | "'MRR'" + parameters: + - "name" + - "parent" + - "throughput" + +# Detailed Test Results - DPDK Performance Results 3n-hsw +- + type: "table" + title: "Detailed Test Results - DPDK Performance Results 3n-hsw" + algorithm: "table_details" + output-file-ext: ".csv" + output-file: "{DIR[DTR,PERF,DPDK,3N,HSW]}/dpdk_performance_results_3n_hsw" + columns: + - + title: "Name" + data: "data name" + - + title: "Status" + data: "data msg" + rows: "generated" + data: "dpdk-perf-results-3n-hsw" + filter: "all" + parameters: + - "name" + - "parent" + - "msg" + +# Detailed Test Results - DPDK Performance Results 3n-skx +- + type: "table" + title: "Detailed Test Results - DPDK Performance Results 3n-skx" + algorithm: "table_details" + output-file-ext: ".csv" + output-file: "{DIR[DTR,PERF,DPDK,3N,SKX]}/dpdk_performance_results_3n_skx" + columns: + - + title: "Name" + data: "data name" + - + title: "Status" + data: "data msg" + rows: "generated" + data: "dpdk-perf-results-3n-skx" + filter: "all" + parameters: + - "name" + - "parent" + - "msg" + +# Detailed Test Results - DPDK Performance Results 2n-skx - type: "table" title: "Detailed Test Results - DPDK Performance Results 2n-skx" @@ -5322,196 +5697,982 @@ - "tags" sort: - "L2PATCH" - - "L2XCBASE" - - "L2BDMACLRN" - - "IP4FWD" - - "IP6FWD" +# - "L2XCBASE" +# - "L2BDMACLRN" +# - "IP4FWD" +# - "IP6FWD" + - "VHOST" + layout: + title: "30min Soak Test (PLRsearch)" + layout: "plot-soak-throughput" + +# Soak test - example, not used +- + type: "plot" + title: "VPP Throughput: 30min Soak Test (PLRsearch) bars" + algorithm: "plot_soak_bars" + output-file-type: ".html" + output-file: "{DIR[STATIC,VPP]}/example-soak-bars" + data: "plot-vpp-soak-2n-skx" + filter: "'SOAK'" + parameters: + - "throughput" + - "parent" + - "tags" + sort: + - "L2PATCH" +# - "L2XCBASE" +# - "L2BDMACLRN" +# - "IP4FWD" +# - "IP6FWD" - "VHOST" layout: - title: "30min Soak Test (PLRsearch)" - layout: "plot-soak-throughput" + title: "30min Soak Test (PLRsearch)" + layout: "plot-soak-throughput" + +################################################################################ +# Plots - NF Density - VSC + +- + type: "plot" + title: "Packet Throughput: 64B-1c-eth-l2bd-{a}vhost-{b}chain-{c}vm-l3fwdip4-mrr" + algorithm: "plot_service_density_heatmap" + output-file-type: ".html" + output-file: "{DIR[STATIC,VPP]}/l2bd-2n-skx-x710-64b-2t1c-base-vsc-mrr" + data: "plot-vpp-nfv-2n-skx-mrr" + filter: "'NIC_Intel-X710' and + 'NF_DENSITY' and + 'VM' and + 'CHAIN' and + '64B' and + '2T1C' and + 'MRR'" + parameters: + - "result" + - "name" + - "tags" + include-tests: "MRR" # "PDR" | "NDR" | "MRR" + x-axis: "X = VNFs per Service Chain" + y-axis: "Y = Number of Service Chains" + z-axis: "64B Packet Throughput (mean MRR) [Mpps]" + layout: + title: "Throughput: eth-l2bd-{2XY}vhost-{Y}chain-{XY}vm-l3fwdip4-mrr" + layout: "plot-service-density" + +- + type: "plot" + title: "Packet Throughput: 64B-2c-eth-l2bd-{a}vhost-{b}chain-{c}vm-l3fwdip4-mrr" + algorithm: "plot_service_density_heatmap" + output-file-type: ".html" + output-file: "{DIR[STATIC,VPP]}/l2bd-2n-skx-x710-64b-4t2c-base-vsc-mrr" + data: "plot-vpp-nfv-2n-skx-mrr" + filter: "'NIC_Intel-X710' and + 'NF_DENSITY' and + 'VM' and + 'CHAIN' and + '64B' and + '4T2C' and + 'MRR'" + parameters: + - "result" + - "name" + - "tags" + include-tests: "MRR" # "PDR" | "NDR" | "MRR" + x-axis: "X = VNFs per Service Chain" + y-axis: "Y = Number of Service Chains" + z-axis: "64B Packet Throughput (mean MRR) [Mpps]" + layout: + title: "Throughput: eth-l2bd-{2XY}vhost-{Y}chain-{XY}vm-l3fwdip4-mrr" + layout: "plot-service-density" + +- + type: "plot" + title: "Packet Throughput: IMIX-1c-eth-l2bd-{a}vhost-{b}chain-{c}vm-l3fwdip4-mrr" + algorithm: "plot_service_density_heatmap" + output-file-type: ".html" + output-file: "{DIR[STATIC,VPP]}/l2bd-2n-skx-x710-imix-2t1c-base-vsc-mrr" + data: "plot-vpp-nfv-2n-skx-mrr" + filter: "'NIC_Intel-X710' and + 'NF_DENSITY' and + 'VM' and + 'CHAIN' and + 'IMIX' and + '2T1C' and + 'MRR'" + parameters: + - "result" + - "name" + - "tags" + include-tests: "MRR" # "PDR" | "NDR" | "MRR" + x-axis: "X = VNFs per Service Chain" + y-axis: "Y = Number of Service Chains" + z-axis: "IMIX Packet Throughput (mean MRR) [Mpps]" + layout: + title: "Throughput: eth-l2bd-{2XY}vhost-{Y}chain-{XY}vm-l3fwdip4-mrr" + layout: "plot-service-density" + +- + type: "plot" + title: "Packet Throughput: IMIX-2c-eth-l2bd-{a}vhost-{b}chain-{c}vm-l3fwdip4-mrr" + algorithm: "plot_service_density_heatmap" + output-file-type: ".html" + output-file: "{DIR[STATIC,VPP]}/l2bd-2n-skx-x710-imix-4t2c-base-vsc-mrr" + data: "plot-vpp-nfv-2n-skx-mrr" + filter: "'NIC_Intel-X710' and + 'NF_DENSITY' and + 'VM' and + 'CHAIN' and + 'IMIX' and + '4T2C' and + 'MRR'" + parameters: + - "result" + - "name" + - "tags" + include-tests: "MRR" # "PDR" | "NDR" | "MRR" + x-axis: "X = VNFs per Service Chain" + y-axis: "Y = Number of Service Chains" + z-axis: "IMIX Packet Throughput (mean MRR) [Mpps]" + layout: + title: "Throughput: eth-l2bd-{2XY}vhost-{Y}chain-{XY}vm-l3fwdip4-mrr" + layout: "plot-service-density" + +- + type: "plot" + title: "Packet Throughput: 64B-1c-eth-l2bd-{a}vhost-{b}chain-{c}vm-l3fwdip4-ndr" + algorithm: "plot_service_density_heatmap" + output-file-type: ".html" + output-file: "{DIR[STATIC,VPP]}/l2bd-2n-skx-x710-64b-2t1c-base-vsc-ndr" + data: "plot-vpp-nfv-2n-skx" + filter: "'NIC_Intel-X710' and + 'NF_DENSITY' and + 'VM' and + 'CHAIN' and + '64B' and + '2T1C' and + 'NDRPDR'" + parameters: + - "throughput" + - "name" + - "tags" + include-tests: "NDR" # "PDR" | "NDR" | "MRR" + x-axis: "X = VNFs per Service Chain" + y-axis: "Y = Number of Service Chains" + z-axis: "64B Packet Throughput (mean NDR) [Mpps]" + layout: + title: "Throughput: eth-l2bd-{2XY}vhost-{Y}chain-{XY}vm-l3fwdip4-ndr" + layout: "plot-service-density" + +- + type: "plot" + title: "Packet Throughput: 64B-2c-eth-l2bd-{a}vhost-{b}chain-{c}vm-l3fwdip4-ndr" + algorithm: "plot_service_density_heatmap" + output-file-type: ".html" + output-file: "{DIR[STATIC,VPP]}/l2bd-2n-skx-x710-64b-4t2c-base-vsc-ndr" + data: "plot-vpp-nfv-2n-skx" + filter: "'NIC_Intel-X710' and + 'NF_DENSITY' and + 'VM' and + 'CHAIN' and + '64B' and + '4T2C' and + 'NDRPDR'" + parameters: + - "throughput" + - "name" + - "tags" + include-tests: "NDR" # "PDR" | "NDR" | "MRR" + x-axis: "X = VNFs per Service Chain" + y-axis: "Y = Number of Service Chains" + z-axis: "64B Packet Throughput (mean NDR) [Mpps]" + layout: + title: "Throughput: eth-l2bd-{2XY}vhost-{Y}chain-{XY}vm-l3fwdip4-ndr" + layout: "plot-service-density" + +- + type: "plot" + title: "Packet Throughput: IMIX-1c-eth-l2bd-{a}vhost-{b}chain-{c}vm-l3fwdip4-ndr" + algorithm: "plot_service_density_heatmap" + output-file-type: ".html" + output-file: "{DIR[STATIC,VPP]}/l2bd-2n-skx-x710-imix-2t1c-base-vsc-ndr" + data: "plot-vpp-nfv-2n-skx" + filter: "'NIC_Intel-X710' and + 'NF_DENSITY' and + 'VM' and + 'CHAIN' and + 'IMIX' and + '2T1C' and + 'NDRPDR'" + parameters: + - "throughput" + - "name" + - "tags" + include-tests: "NDR" # "PDR" | "NDR" | "MRR" + x-axis: "X = VNFs per Service Chain" + y-axis: "Y = Number of Service Chains" + z-axis: "IMIX Packet Throughput (mean NDR) [Mpps]" + layout: + title: "Throughput: eth-l2bd-{2XY}vhost-{Y}chain-{XY}vm-l3fwdip4-ndr" + layout: "plot-service-density" + +- + type: "plot" + title: "Packet Throughput: IMIX-2c-eth-l2bd-{a}vhost-{b}chain-{c}vm-l3fwdip4-ndr" + algorithm: "plot_service_density_heatmap" + output-file-type: ".html" + output-file: "{DIR[STATIC,VPP]}/l2bd-2n-skx-x710-imix-4t2c-base-vsc-ndr" + data: "plot-vpp-nfv-2n-skx" + filter: "'NIC_Intel-X710' and + 'NF_DENSITY' and + 'VM' and + 'CHAIN' and + 'IMIX' and + '4T2C' and + 'NDRPDR'" + parameters: + - "throughput" + - "name" + - "tags" + include-tests: "NDR" # "PDR" | "NDR" | "MRR" + x-axis: "X = VNFs per Service Chain" + y-axis: "Y = Number of Service Chains" + z-axis: "IMIX Packet Throughput (mean NDR) [Mpps]" + layout: + title: "Throughput: eth-l2bd-{2XY}vhost-{Y}chain-{XY}vm-l3fwdip4-ndr" + layout: "plot-service-density" + +- + type: "plot" + title: "Packet Throughput: 64B-1c-eth-l2bd-{a}vhost-{b}chain-{c}vm-l3fwdip4-pdr" + algorithm: "plot_service_density_heatmap" + output-file-type: ".html" + output-file: "{DIR[STATIC,VPP]}/l2bd-2n-skx-x710-64b-2t1c-base-vsc-pdr" + data: "plot-vpp-nfv-2n-skx" + filter: "'NIC_Intel-X710' and + 'NF_DENSITY' and + 'VM' and + 'CHAIN' and + '64B' and + '2T1C' and + 'NDRPDR'" + parameters: + - "throughput" + - "name" + - "tags" + include-tests: "PDR" # "PDR" | "NDR" | "MRR" + x-axis: "X = VNFs per Service Chain" + y-axis: "Y = Number of Service Chains" + z-axis: "64B Packet Throughput (mean PDR) [Mpps]" + layout: + title: "Throughput: eth-l2bd-{2XY}vhost-{Y}chain-{XY}vm-l3fwdip4-pdr" + layout: "plot-service-density" + +- + type: "plot" + title: "Packet Throughput: 64B-2c-eth-l2bd-{a}vhost-{b}chain-{c}vm-l3fwdip4-pdr" + algorithm: "plot_service_density_heatmap" + output-file-type: ".html" + output-file: "{DIR[STATIC,VPP]}/l2bd-2n-skx-x710-64b-4t2c-base-vsc-pdr" + data: "plot-vpp-nfv-2n-skx" + filter: "'NIC_Intel-X710' and + 'NF_DENSITY' and + 'VM' and + 'CHAIN' and + '64B' and + '4T2C' and + 'NDRPDR'" + parameters: + - "throughput" + - "name" + - "tags" + include-tests: "PDR" # "PDR" | "NDR" | "MRR" + x-axis: "X = VNFs per Service Chain" + y-axis: "Y = Number of Service Chains" + z-axis: "64B Packet Throughput (mean PDR) [Mpps]" + layout: + title: "Throughput: eth-l2bd-{2XY}vhost-{Y}chain-{XY}vm-l3fwdip4-pdr" + layout: "plot-service-density" + +- + type: "plot" + title: "Packet Throughput: IMIX-1c-eth-l2bd-{a}vhost-{b}chain-{c}vm-l3fwdip4-pdr" + algorithm: "plot_service_density_heatmap" + output-file-type: ".html" + output-file: "{DIR[STATIC,VPP]}/l2bd-2n-skx-x710-imix-2t1c-base-vsc-pdr" + data: "plot-vpp-nfv-2n-skx" + filter: "'NIC_Intel-X710' and + 'NF_DENSITY' and + 'VM' and + 'CHAIN' and + 'IMIX' and + '2T1C' and + 'NDRPDR'" + parameters: + - "throughput" + - "name" + - "tags" + include-tests: "PDR" # "PDR" | "NDR" | "MRR" + x-axis: "X = VNFs per Service Chain" + y-axis: "Y = Number of Service Chains" + z-axis: "IMIX Packet Throughput (mean PDR) [Mpps]" + layout: + title: "Throughput: eth-l2bd-{2XY}vhost-{Y}chain-{XY}vm-l3fwdip4-pdr" + layout: "plot-service-density" + +- + type: "plot" + title: "Packet Throughput: IMIX-2c-eth-l2bd-{a}vhost-{b}chain-{c}vm-l3fwdip4-pdr" + algorithm: "plot_service_density_heatmap" + output-file-type: ".html" + output-file: "{DIR[STATIC,VPP]}/l2bd-2n-skx-x710-imix-4t2c-base-vsc-pdr" + data: "plot-vpp-nfv-2n-skx" + filter: "'NIC_Intel-X710' and + 'NF_DENSITY' and + 'VM' and + 'CHAIN' and + 'IMIX' and + '4T2C' and + 'NDRPDR'" + parameters: + - "throughput" + - "name" + - "tags" + include-tests: "PDR" # "PDR" | "NDR" | "MRR" + x-axis: "X = VNFs per Service Chain" + y-axis: "Y = Number of Service Chains" + z-axis: "IMIX Packet Throughput (mean PDR) [Mpps]" + layout: + title: "Throughput: eth-l2bd-{2XY}vhost-{Y}chain-{XY}vm-l3fwdip4-pdr" + layout: "plot-service-density" + +################################################################################ +# Plots - NF Density - CSC + +- + type: "plot" + title: "Packet Throughput: 64B-1c-eth-l2bd-{a}memif-{b}chain-{c}drc-vppip4-mrr" + algorithm: "plot_service_density_heatmap" + output-file-type: ".html" + output-file: "{DIR[STATIC,VPP]}/l2bd-2n-skx-x710-64b-2t1c-base-csc-mrr" + data: "plot-vpp-nfv-2n-skx-mrr" + filter: "'NIC_Intel-X710' and + 'NF_DENSITY' and + 'DOCKER' and + 'CHAIN' and + '64B' and + '2T1C' and + 'MRR'" + parameters: + - "result" + - "name" + - "tags" + include-tests: "MRR" # "PDR" | "NDR" | "MRR" + x-axis: "X = CNFs per Service Chain" + y-axis: "Y = Number of Service Chains" + z-axis: "64B Packet Throughput (mean MRR) [Mpps]" + layout: + title: "Throughput: eth-l2bd-{2XY}memif-{Y}chain-{XY}drc-vppip4-mrr" + layout: "plot-service-density" + +- + type: "plot" + title: "Packet Throughput: 64B-2c-eth-l2bd-{a}memif-{b}chain-{c}drc-vppip4-mrr" + algorithm: "plot_service_density_heatmap" + output-file-type: ".html" + output-file: "{DIR[STATIC,VPP]}/l2bd-2n-skx-x710-64b-4t2c-base-csc-mrr" + data: "plot-vpp-nfv-2n-skx-mrr" + filter: "'NIC_Intel-X710' and + 'NF_DENSITY' and + 'DOCKER' and + 'CHAIN' and + '64B' and + '4T2C' and + 'MRR'" + parameters: + - "result" + - "name" + - "tags" + include-tests: "MRR" # "PDR" | "NDR" | "MRR" + x-axis: "X = CNFs per Service Chain" + y-axis: "Y = Number of Service Chains" + z-axis: "64B Packet Throughput (mean MRR) [Mpps]" + layout: + title: "Throughput: eth-l2bd-{2XY}memif-{Y}chain-{XY}drc-vppip4-mrr" + layout: "plot-service-density" + +- + type: "plot" + title: "Packet Throughput: IMIX-1c-eth-l2bd-{a}memif-{b}chain-{c}drc-vppip4-mrr" + algorithm: "plot_service_density_heatmap" + output-file-type: ".html" + output-file: "{DIR[STATIC,VPP]}/l2bd-2n-skx-x710-imix-2t1c-base-csc-mrr" + data: "plot-vpp-nfv-2n-skx-mrr" + filter: "'NIC_Intel-X710' and + 'NF_DENSITY' and + 'DOCKER' and + 'CHAIN' and + 'IMIX' and + '2T1C' and + 'MRR'" + parameters: + - "result" + - "name" + - "tags" + include-tests: "MRR" # "PDR" | "NDR" | "MRR" + x-axis: "X = CNFs per Service Chain" + y-axis: "Y = Number of Service Chains" + z-axis: "IMIX Packet Throughput (mean MRR) [Mpps]" + layout: + title: "Throughput: eth-l2bd-{2XY}memif-{Y}chain-{XY}drc-vppip4-mrr" + layout: "plot-service-density" + +- + type: "plot" + title: "Packet Throughput: IMIX-2c-eth-l2bd-{a}memif-{b}chain-{c}drc-vppip4-mrr" + algorithm: "plot_service_density_heatmap" + output-file-type: ".html" + output-file: "{DIR[STATIC,VPP]}/l2bd-2n-skx-x710-imix-4t2c-base-csc-mrr" + data: "plot-vpp-nfv-2n-skx-mrr" + filter: "'NIC_Intel-X710' and + 'NF_DENSITY' and + 'DOCKER' and + 'CHAIN' and + 'IMIX' and + '4T2C' and + 'MRR'" + parameters: + - "result" + - "name" + - "tags" + include-tests: "MRR" # "PDR" | "NDR" | "MRR" + x-axis: "X = CNFs per Service Chain" + y-axis: "Y = Number of Service Chains" + z-axis: "IMIX Packet Throughput (mean MRR) [Mpps]" + layout: + title: "Throughput: eth-l2bd-{2XY}memif-{Y}chain-{XY}drc-vppip4-mrr" + layout: "plot-service-density" + +- + type: "plot" + title: "Packet Throughput: 64B-1c-eth-l2bd-{a}memif-{b}chain-{c}drc-vppip4-ndr" + algorithm: "plot_service_density_heatmap" + output-file-type: ".html" + output-file: "{DIR[STATIC,VPP]}/l2bd-2n-skx-x710-64b-2t1c-base-csc-ndr" + data: "plot-vpp-nfv-2n-skx" + filter: "'NIC_Intel-X710' and + 'NF_DENSITY' and + 'DOCKER' and + 'CHAIN' and + '64B' and + '2T1C' and + 'NDRPDR'" + parameters: + - "throughput" + - "name" + - "tags" + include-tests: "NDR" # "PDR" | "NDR" | "MRR" + x-axis: "X = CNFs per Service Chain" + y-axis: "Y = Number of Service Chains" + z-axis: "64B Packet Throughput (mean NDR) [Mpps]" + layout: + title: "Throughput: eth-l2bd-{2XY}memif-{Y}chain-{XY}drc-vppip4-ndr" + layout: "plot-service-density" + +- + type: "plot" + title: "Packet Throughput: 64B-2c-eth-l2bd-{a}memif-{b}chain-{c}drc-vppip4-ndr" + algorithm: "plot_service_density_heatmap" + output-file-type: ".html" + output-file: "{DIR[STATIC,VPP]}/l2bd-2n-skx-x710-64b-4t2c-base-csc-ndr" + data: "plot-vpp-nfv-2n-skx" + filter: "'NIC_Intel-X710' and + 'NF_DENSITY' and + 'DOCKER' and + 'CHAIN' and + '64B' and + '4T2C' and + 'NDRPDR'" + parameters: + - "throughput" + - "name" + - "tags" + include-tests: "NDR" # "PDR" | "NDR" | "MRR" + x-axis: "X = CNFs per Service Chain" + y-axis: "Y = Number of Service Chains" + z-axis: "64B Packet Throughput (mean NDR) [Mpps]" + layout: + title: "Throughput: eth-l2bd-{2XY}memif-{Y}chain-{XY}drc-vppip4-ndr" + layout: "plot-service-density" + +- + type: "plot" + title: "Packet Throughput: IMIX-1c-eth-l2bd-{a}memif-{b}chain-{c}drc-vppip4-ndr" + algorithm: "plot_service_density_heatmap" + output-file-type: ".html" + output-file: "{DIR[STATIC,VPP]}/l2bd-2n-skx-x710-imix-2t1c-base-csc-ndr" + data: "plot-vpp-nfv-2n-skx" + filter: "'NIC_Intel-X710' and + 'NF_DENSITY' and + 'DOCKER' and + 'CHAIN' and + 'IMIX' and + '2T1C' and + 'NDRPDR'" + parameters: + - "throughput" + - "name" + - "tags" + include-tests: "NDR" # "PDR" | "NDR" | "MRR" + x-axis: "X = CNFs per Service Chain" + y-axis: "Y = Number of Service Chains" + z-axis: "IMIX Packet Throughput (mean NDR) [Mpps]" + layout: + title: "Throughput: eth-l2bd-{2XY}memif-{Y}chain-{XY}drc-vppip4-ndr" + layout: "plot-service-density" + +- + type: "plot" + title: "Packet Throughput: IMIX-2c-eth-l2bd-{a}memif-{b}chain-{c}drc-vppip4-ndr" + algorithm: "plot_service_density_heatmap" + output-file-type: ".html" + output-file: "{DIR[STATIC,VPP]}/l2bd-2n-skx-x710-imix-4t2c-base-csc-ndr" + data: "plot-vpp-nfv-2n-skx" + filter: "'NIC_Intel-X710' and + 'NF_DENSITY' and + 'DOCKER' and + 'CHAIN' and + 'IMIX' and + '4T2C' and + 'NDRPDR'" + parameters: + - "throughput" + - "name" + - "tags" + include-tests: "NDR" # "PDR" | "NDR" | "MRR" + x-axis: "X = CNFs per Service Chain" + y-axis: "Y = Number of Service Chains" + z-axis: "IMIX Packet Throughput (mean NDR) [Mpps]" + layout: + title: "Throughput: eth-l2bd-{2XY}memif-{Y}chain-{XY}drc-vppip4-ndr" + layout: "plot-service-density" + +- + type: "plot" + title: "Packet Throughput: 64B-1c-eth-l2bd-{a}memif-{b}chain-{c}drc-vppip4-pdr" + algorithm: "plot_service_density_heatmap" + output-file-type: ".html" + output-file: "{DIR[STATIC,VPP]}/l2bd-2n-skx-x710-64b-2t1c-base-csc-pdr" + data: "plot-vpp-nfv-2n-skx" + filter: "'NIC_Intel-X710' and + 'NF_DENSITY' and + 'DOCKER' and + 'CHAIN' and + '64B' and + '2T1C' and + 'NDRPDR'" + parameters: + - "throughput" + - "name" + - "tags" + include-tests: "PDR" # "PDR" | "NDR" | "MRR" + x-axis: "X = CNFs per Service Chain" + y-axis: "Y = Number of Service Chains" + z-axis: "64B Packet Throughput (mean PDR) [Mpps]" + layout: + title: "Throughput: eth-l2bd-{2XY}memif-{Y}chain-{XY}drc-vppip4-pdr" + layout: "plot-service-density" + +- + type: "plot" + title: "Packet Throughput: 64B-2c-eth-l2bd-{a}memif-{b}chain-{c}drc-vppip4-pdr" + algorithm: "plot_service_density_heatmap" + output-file-type: ".html" + output-file: "{DIR[STATIC,VPP]}/l2bd-2n-skx-x710-64b-4t2c-base-csc-pdr" + data: "plot-vpp-nfv-2n-skx" + filter: "'NIC_Intel-X710' and + 'NF_DENSITY' and + 'DOCKER' and + 'CHAIN' and + '64B' and + '4T2C' and + 'NDRPDR'" + parameters: + - "throughput" + - "name" + - "tags" + include-tests: "PDR" # "PDR" | "NDR" | "MRR" + x-axis: "X = CNFs per Service Chain" + y-axis: "Y = Number of Service Chains" + z-axis: "64B Packet Throughput (mean PDR) [Mpps]" + layout: + title: "Throughput: eth-l2bd-{2XY}memif-{Y}chain-{XY}drc-vppip4-pdr" + layout: "plot-service-density" + +- + type: "plot" + title: "Packet Throughput: IMIX-1c-eth-l2bd-{a}memif-{b}chain-{c}drc-vppip4-pdr" + algorithm: "plot_service_density_heatmap" + output-file-type: ".html" + output-file: "{DIR[STATIC,VPP]}/l2bd-2n-skx-x710-imix-2t1c-base-csc-pdr" + data: "plot-vpp-nfv-2n-skx" + filter: "'NIC_Intel-X710' and + 'NF_DENSITY' and + 'DOCKER' and + 'CHAIN' and + 'IMIX' and + '2T1C' and + 'NDRPDR'" + parameters: + - "throughput" + - "name" + - "tags" + include-tests: "PDR" # "PDR" | "NDR" | "MRR" + x-axis: "X = CNFs per Service Chain" + y-axis: "Y = Number of Service Chains" + z-axis: "IMIX Packet Throughput (mean PDR) [Mpps]" + layout: + title: "Throughput: eth-l2bd-{2XY}memif-{Y}chain-{XY}drc-vppip4-pdr" + layout: "plot-service-density" + +- + type: "plot" + title: "Packet Throughput: IMIX-2c-eth-l2bd-{a}memif-{b}chain-{c}drc-vppip4-pdr" + algorithm: "plot_service_density_heatmap" + output-file-type: ".html" + output-file: "{DIR[STATIC,VPP]}/l2bd-2n-skx-x710-imix-4t2c-base-csc-pdr" + data: "plot-vpp-nfv-2n-skx" + filter: "'NIC_Intel-X710' and + 'NF_DENSITY' and + 'DOCKER' and + 'CHAIN' and + 'IMIX' and + '4T2C' and + 'NDRPDR'" + parameters: + - "throughput" + - "name" + - "tags" + include-tests: "PDR" # "PDR" | "NDR" | "MRR" + x-axis: "X = CNFs per Service Chain" + y-axis: "Y = Number of Service Chains" + z-axis: "IMIX Packet Throughput (mean PDR) [Mpps]" + layout: + title: "Throughput: eth-l2bd-{2XY}memif-{Y}chain-{XY}drc-vppip4-pdr" + layout: "plot-service-density" + +################################################################################ +# Plots - NF Density - CSP + +- + type: "plot" + title: "Packet Throughput: 64B-1c-eth-l2bd-{a}memif-{b}pipe-{c}drc-vppip4-mrr" + algorithm: "plot_service_density_heatmap" + output-file-type: ".html" + output-file: "{DIR[STATIC,VPP]}/l2bd-2n-skx-x710-64b-2t1c-base-csp-mrr" + data: "plot-vpp-nfv-2n-skx-mrr" + filter: "'NIC_Intel-X710' and + 'NF_DENSITY' and + 'DOCKER' and + 'PIPELINE' and + '64B' and + '2T1C' and + 'MRR'" + parameters: + - "result" + - "name" + - "tags" + include-tests: "MRR" # "PDR" | "NDR" | "MRR" + x-axis: "X = CNFs per Service Pipeline" + y-axis: "Y = Number of Service Pipelines" + z-axis: "64B Packet Throughput (mean MRR) [Mpps]" + layout: + title: "Throughput: eth-l2bd-{2Y}memif-{Y}pipe-{XY}drc-vppip4-mrr" + layout: "plot-service-density" + +- + type: "plot" + title: "Packet Throughput: 64B-2c-eth-l2bd-{a}memif-{b}pipe-{c}drc-vppip4-mrr" + algorithm: "plot_service_density_heatmap" + output-file-type: ".html" + output-file: "{DIR[STATIC,VPP]}/l2bd-2n-skx-x710-64b-4t2c-base-csp-mrr" + data: "plot-vpp-nfv-2n-skx-mrr" + filter: "'NIC_Intel-X710' and + 'NF_DENSITY' and + 'DOCKER' and + 'PIPELINE' and + '64B' and + '4T2C' and + 'MRR'" + parameters: + - "result" + - "name" + - "tags" + include-tests: "MRR" # "PDR" | "NDR" | "MRR" + x-axis: "X = CNFs per Service Pipeline" + y-axis: "Y = Number of Service Pipelines" + z-axis: "64B Packet Throughput (mean MRR) [Mpps]" + layout: + title: "Throughput: eth-l2bd-{2Y}memif-{Y}pipe-{XY}drc-vppip4-mrr" + layout: "plot-service-density" + +- + type: "plot" + title: "Packet Throughput: IMIX-1c-eth-l2bd-{a}memif-{b}pipe-{c}drc-vppip4-mrr" + algorithm: "plot_service_density_heatmap" + output-file-type: ".html" + output-file: "{DIR[STATIC,VPP]}/l2bd-2n-skx-x710-imix-2t1c-base-csp-mrr" + data: "plot-vpp-nfv-2n-skx-mrr" + filter: "'NIC_Intel-X710' and + 'NF_DENSITY' and + 'DOCKER' and + 'PIPELINE' and + 'IMIX' and + '2T1C' and + 'MRR'" + parameters: + - "result" + - "name" + - "tags" + include-tests: "MRR" # "PDR" | "NDR" | "MRR" + x-axis: "X = CNFs per Service Pipeline" + y-axis: "Y = Number of Service Pipelines" + z-axis: "IMIX Packet Throughput (mean MRR) [Mpps]" + layout: + title: "Throughput: eth-l2bd-{2Y}memif-{Y}pipe-{XY}drc-vppip4-mrr" + layout: "plot-service-density" + +- + type: "plot" + title: "Packet Throughput: IMIX-2c-eth-l2bd-{a}memif-{b}pipe-{c}drc-vppip4-mrr" + algorithm: "plot_service_density_heatmap" + output-file-type: ".html" + output-file: "{DIR[STATIC,VPP]}/l2bd-2n-skx-x710-imix-4t2c-base-csp-mrr" + data: "plot-vpp-nfv-2n-skx-mrr" + filter: "'NIC_Intel-X710' and + 'NF_DENSITY' and + 'DOCKER' and + 'PIPELINE' and + 'IMIX' and + '4T2C' and + 'MRR'" + parameters: + - "result" + - "name" + - "tags" + include-tests: "MRR" # "PDR" | "NDR" | "MRR" + x-axis: "X = CNFs per Service Pipeline" + y-axis: "Y = Number of Service Pipelines" + z-axis: "IMIX Packet Throughput (mean MRR) [Mpps]" + layout: + title: "Throughput: eth-l2bd-{2Y}memif-{Y}pipe-{XY}drc-vppip4-mrr" + layout: "plot-service-density" + +- + type: "plot" + title: "Packet Throughput: 64B-1c-eth-l2bd-{a}memif-{b}pipe-{c}drc-vppip4-ndr" + algorithm: "plot_service_density_heatmap" + output-file-type: ".html" + output-file: "{DIR[STATIC,VPP]}/l2bd-2n-skx-x710-64b-2t1c-base-csp-ndr" + data: "plot-vpp-nfv-2n-skx" + filter: "'NIC_Intel-X710' and + 'NF_DENSITY' and + 'DOCKER' and + 'PIPELINE' and + '64B' and + '2T1C' and + 'NDRPDR'" + parameters: + - "throughput" + - "name" + - "tags" + include-tests: "NDR" # "PDR" | "NDR" | "MRR" + x-axis: "X = CNFs per Service Pipeline" + y-axis: "Y = Number of Service Pipelines" + z-axis: "64B Packet Throughput (mean NDR) [Mpps]" + layout: + title: "Throughput: eth-l2bd-{2Y}memif-{Y}pipe-{XY}drc-vppip4-ndr" + layout: "plot-service-density" -# Soak test - example, not used - type: "plot" - title: "VPP Throughput: 30min Soak Test (PLRsearch) bars" - algorithm: "plot_soak_bars" + title: "Packet Throughput: 64B-2c-eth-l2bd-{a}memif-{b}pipe-{c}drc-vppip4-ndr" + algorithm: "plot_service_density_heatmap" output-file-type: ".html" - output-file: "{DIR[STATIC,VPP]}/example-soak-bars" - data: "plot-vpp-soak-2n-skx" - filter: "'SOAK'" + output-file: "{DIR[STATIC,VPP]}/l2bd-2n-skx-x710-64b-4t2c-base-csp-ndr" + data: "plot-vpp-nfv-2n-skx" + filter: "'NIC_Intel-X710' and + 'NF_DENSITY' and + 'DOCKER' and + 'PIPELINE' and + '64B' and + '4T2C' and + 'NDRPDR'" parameters: - "throughput" - - "parent" + - "name" - "tags" - sort: - - "L2PATCH" - - "L2XCBASE" - - "L2BDMACLRN" - - "IP4FWD" - - "IP6FWD" - - "VHOST" + include-tests: "NDR" # "PDR" | "NDR" | "MRR" + x-axis: "X = CNFs per Service Pipeline" + y-axis: "Y = Number of Service Pipelines" + z-axis: "64B Packet Throughput (mean NDR) [Mpps]" layout: - title: "30min Soak Test (PLRsearch)" - layout: "plot-soak-throughput" - -################################################################################ -# Plots - NF Density + title: "Throughput: eth-l2bd-{2Y}memif-{Y}pipe-{XY}drc-vppip4-ndr" + layout: "plot-service-density" - type: "plot" - title: "Packet Throughput: 64B-1c-eth-l2bd-{a}vhost-{b}chain-{c}vm-l3fwdip4-mrr" + title: "Packet Throughput: IMIX-1c-eth-l2bd-{a}memif-{b}pipe-{c}drc-vppip4-ndr" algorithm: "plot_service_density_heatmap" output-file-type: ".html" - output-file: "{DIR[STATIC,VPP]}/l2bd-2n-skx-x710-64b-2t1c-base-vsc-mrr" - data: "plot-vpp-vsc-2n-skx" + output-file: "{DIR[STATIC,VPP]}/l2bd-2n-skx-x710-imix-2t1c-base-csp-ndr" + data: "plot-vpp-nfv-2n-skx" filter: "'NIC_Intel-X710' and 'NF_DENSITY' and - 'VM' and - 'CHAIN' and - '64B' and + 'DOCKER' and + 'PIPELINE' and + 'IMIX' and '2T1C' and - 'MRR'" + 'NDRPDR'" parameters: - - "result" + - "throughput" - "name" - "tags" - include-tests: "MRR" # "PDR" | "NDR" | "MRR" - x-axis: "X = VNFs per Service Chain" - y-axis: "Y = Number of Service Chains" - z-axis: "64B Packet Throughput (mean MRR) [Mpps]" + include-tests: "NDR" # "PDR" | "NDR" | "MRR" + x-axis: "X = CNFs per Service Pipeline" + y-axis: "Y = Number of Service Pipelines" + z-axis: "IMIX Packet Throughput (mean NDR) [Mpps]" layout: - title: "Throughput: eth-l2bd-{2*X*Y}vhost-{Y}chain-{X*Y}vm-l3fwdip4-mrr" + title: "Throughput: eth-l2bd-{2Y}memif-{Y}pipe-{XY}drc-vppip4-ndr" layout: "plot-service-density" - type: "plot" - title: "Packet Throughput: 64B-2c-eth-l2bd-{a}vhost-{b}chain-{c}vm-l3fwdip4-mrr" + title: "Packet Throughput: IMIX-2c-eth-l2bd-{a}memif-{b}pipe-{c}drc-vppip4-ndr" algorithm: "plot_service_density_heatmap" output-file-type: ".html" - output-file: "{DIR[STATIC,VPP]}/l2bd-2n-skx-x710-64b-4t2c-base-vsc-mrr" - data: "plot-vpp-vsc-2n-skx" + output-file: "{DIR[STATIC,VPP]}/l2bd-2n-skx-x710-imix-4t2c-base-csp-ndr" + data: "plot-vpp-nfv-2n-skx" filter: "'NIC_Intel-X710' and 'NF_DENSITY' and - 'VM' and - 'CHAIN' and - '64B' and + 'DOCKER' and + 'PIPELINE' and + 'IMIX' and '4T2C' and - 'MRR'" + 'NDRPDR'" parameters: - - "result" + - "throughput" - "name" - "tags" - include-tests: "MRR" # "PDR" | "NDR" | "MRR" - x-axis: "X = VNFs per Service Chain" - y-axis: "Y = Number of Service Chains" - z-axis: "64B Packet Throughput (mean MRR) [Mpps]" + include-tests: "NDR" # "PDR" | "NDR" | "MRR" + x-axis: "X = CNFs per Service Pipeline" + y-axis: "Y = Number of Service Pipelines" + z-axis: "IMIX Packet Throughput (mean NDR) [Mpps]" layout: - title: "Throughput: eth-l2bd-{2*X*Y}vhost-{Y}chain-{X*Y}vm-l3fwdip4-mrr" + title: "Throughput: eth-l2bd-{2Y}memif-{Y}pipe-{XY}drc-vppip4-ndr" layout: "plot-service-density" - type: "plot" - title: "Packet Throughput: 64B-1c-eth-l2bd-{a}memif-{b}chain-{c}drc-vppip4-mrr" + title: "Packet Throughput: 64B-1c-eth-l2bd-{a}memif-{b}pipe-{c}drc-vppip4-pdr" algorithm: "plot_service_density_heatmap" output-file-type: ".html" - output-file: "{DIR[STATIC,VPP]}/l2bd-2n-skx-x710-64b-2t1c-base-csc-mrr" - data: "plot-vpp-csc-2n-skx" + output-file: "{DIR[STATIC,VPP]}/l2bd-2n-skx-x710-64b-2t1c-base-csp-pdr" + data: "plot-vpp-nfv-2n-skx" filter: "'NIC_Intel-X710' and 'NF_DENSITY' and 'DOCKER' and - 'CHAIN' and + 'PIPELINE' and '64B' and '2T1C' and - 'MRR'" + 'NDRPDR'" parameters: - - "result" + - "throughput" - "name" - "tags" - include-tests: "MRR" # "PDR" | "NDR" | "MRR" - x-axis: "X = CNFs per Service Chain" - y-axis: "Y = Number of Service Chains" - z-axis: "64B Packet Throughput (mean MRR) [Mpps]" + include-tests: "PDR" # "PDR" | "NDR" | "MRR" + x-axis: "X = CNFs per Service Pipeline" + y-axis: "Y = Number of Service Pipelines" + z-axis: "64B Packet Throughput (mean PDR) [Mpps]" layout: - title: "Throughput: eth-l2bd-{2*X*Y}memif-{Y}chain-{X*Y}drc-vppip4-mrr" + title: "Throughput: eth-l2bd-{2Y}memif-{Y}pipe-{XY}drc-vppip4-pdr" layout: "plot-service-density" - type: "plot" - title: "Packet Throughput: 64B-2c-eth-l2bd-{a}memif-{b}chain-{c}drc-vppip4-mrr" + title: "Packet Throughput: 64B-2c-eth-l2bd-{a}memif-{b}pipe-{c}drc-vppip4-pdr" algorithm: "plot_service_density_heatmap" output-file-type: ".html" - output-file: "{DIR[STATIC,VPP]}/l2bd-2n-skx-x710-64b-4t2c-base-csc-mrr" - data: "plot-vpp-csc-2n-skx" + output-file: "{DIR[STATIC,VPP]}/l2bd-2n-skx-x710-64b-4t2c-base-csp-pdr" + data: "plot-vpp-nfv-2n-skx" filter: "'NIC_Intel-X710' and 'NF_DENSITY' and 'DOCKER' and - 'CHAIN' and + 'PIPELINE' and '64B' and '4T2C' and - 'MRR'" + 'NDRPDR'" parameters: - - "result" + - "throughput" - "name" - "tags" - include-tests: "MRR" # "PDR" | "NDR" | "MRR" - x-axis: "X = CNFs per Service Chain" - y-axis: "Y = Number of Service Chains" - z-axis: "64B Packet Throughput (mean MRR) [Mpps]" + include-tests: "PDR" # "PDR" | "NDR" | "MRR" + x-axis: "X = CNFs per Service Pipeline" + y-axis: "Y = Number of Service Pipelines" + z-axis: "64B Packet Throughput (mean PDR) [Mpps]" layout: - title: "Throughput: eth-l2bd-{2*X*Y}memif-{Y}chain-{X*Y}drc-vppip4-mrr" + title: "Throughput: eth-l2bd-{2Y}memif-{Y}pipe-{XY}drc-vppip4-pdr" layout: "plot-service-density" - type: "plot" - title: "Packet Throughput: 64B-1c-eth-l2bd-{a}memif-{b}pipe-{c}drc-vppip4-mrr" + title: "Packet Throughput: IMIX-1c-eth-l2bd-{a}memif-{b}pipe-{c}drc-vppip4-pdr" algorithm: "plot_service_density_heatmap" output-file-type: ".html" - output-file: "{DIR[STATIC,VPP]}/l2bd-2n-skx-x710-64b-2t1c-base-csp-mrr" - data: "plot-vpp-csp-2n-skx" + output-file: "{DIR[STATIC,VPP]}/l2bd-2n-skx-x710-imix-2t1c-base-csp-pdr" + data: "plot-vpp-nfv-2n-skx" filter: "'NIC_Intel-X710' and 'NF_DENSITY' and 'DOCKER' and 'PIPELINE' and - '64B' and + 'IMIX' and '2T1C' and - 'MRR'" + 'NDRPDR'" parameters: - - "result" + - "throughput" - "name" - "tags" - include-tests: "MRR" # "PDR" | "NDR" | "MRR" + include-tests: "PDR" # "PDR" | "NDR" | "MRR" x-axis: "X = CNFs per Service Pipeline" y-axis: "Y = Number of Service Pipelines" - z-axis: "64B Packet Throughput (mean MRR) [Mpps]" + z-axis: "IMIX Packet Throughput (mean PDR) [Mpps]" layout: - title: "Throughput: eth-l2bd-{2*Y}memif-{Y}pipe-{X*Y}drc-vppip4-mrr" + title: "Throughput: eth-l2bd-{2Y}memif-{Y}pipe-{XY}drc-vppip4-pdr" layout: "plot-service-density" - type: "plot" - title: "Packet Throughput: 64B-2c-eth-l2bd-{a}memif-{b}pipe-{c}drc-vppip4-mrr" + title: "Packet Throughput: IMIX-2c-eth-l2bd-{a}memif-{b}pipe-{c}drc-vppip4-pdr" algorithm: "plot_service_density_heatmap" output-file-type: ".html" - output-file: "{DIR[STATIC,VPP]}/l2bd-2n-skx-x710-64b-4t2c-base-csp-mrr" - data: "plot-vpp-csp-2n-skx" + output-file: "{DIR[STATIC,VPP]}/l2bd-2n-skx-x710-imix-4t2c-base-csp-pdr" + data: "plot-vpp-nfv-2n-skx" filter: "'NIC_Intel-X710' and 'NF_DENSITY' and 'DOCKER' and 'PIPELINE' and - '64B' and + 'IMIX' and '4T2C' and - 'MRR'" + 'NDRPDR'" parameters: - - "result" + - "throughput" - "name" - "tags" - include-tests: "MRR" # "PDR" | "NDR" | "MRR" + include-tests: "PDR" # "PDR" | "NDR" | "MRR" x-axis: "X = CNFs per Service Pipeline" y-axis: "Y = Number of Service Pipelines" - z-axis: "64B Packet Throughput (mean MRR) [Mpps]" + z-axis: "IMIX Packet Throughput (mean PDR) [Mpps]" layout: - title: "Throughput: eth-l2bd-{2*Y}memif-{Y}pipe-{X*Y}drc-vppip4-mrr" + title: "Throughput: eth-l2bd-{2Y}memif-{Y}pipe-{XY}drc-vppip4-pdr" layout: "plot-service-density" ################################################################################ @@ -9402,168 +10563,30 @@ - "NAT44" - "POLICE_MARK" - "COPWHLIST" - - "IACL" - - "OACL" - traces: - hoverinfo: "x+y" - boxpoints: "outliers" - whiskerwidth: 0 - layout: - title: "ip4-3n-hsw-x710-64b-2t2c-features-pdr" - layout: "plot-throughput" - -# Packet Throughput - VPP IPv4 3n-hsw-x710 features nat44 -- - type: "plot" - title: "VPP Throughput: ip4-3n-skx-x710-64b-2t1c-features-nat44-ndr" - algorithm: "plot_performance_box" - output-file-type: ".html" - output-file: "{DIR[STATIC,VPP]}/ip4-3n-skx-x710-64b-2t1c-features-nat44-ndr" - data: "plot-vpp-throughput-latency-3n-skx" - filter: "'NIC_Intel-X710' and - '64B' and - 'NDRPDR' and - '2T1C' and - 'IP4FWD' and - 'NAT44' and - not 'IPSEC' and - not 'VHOST'" - parameters: - - "throughput" - - "parent" - - "tags" - sort: - - "BASE" - - "BASE" - - "SRC_USER_10" - - "SRC_USER_100" - - "SRC_USER_1000" - - "SRC_USER_2000" - traces: - hoverinfo: "x+y" - boxpoints: "outliers" - whiskerwidth: 0 - layout: - title: "ip4-3n-skx-x710-64b-2t1c-features-nat44-ndr" - layout: "plot-throughput" - -- - type: "plot" - title: "VPP Throughput: ip4-3n-skx-x710-64b-2t1c-features-nat44-pdr" - algorithm: "plot_performance_box" - output-file-type: ".html" - output-file: "{DIR[STATIC,VPP]}/ip4-3n-skx-x710-64b-2t1c-features-nat44-pdr" - data: "plot-vpp-throughput-latency-3n-skx" - filter: "'NIC_Intel-X710' and - '64B' and - 'NDRPDR' and - '2T1C' and - 'IP4FWD' and - 'NAT44' and - not 'IPSEC' and - not 'VHOST'" - parameters: - - "throughput" - - "parent" - - "tags" - sort: - - "BASE" - - "BASE" - - "SRC_USER_10" - - "SRC_USER_100" - - "SRC_USER_1000" - - "SRC_USER_2000" - traces: - hoverinfo: "x+y" - boxpoints: "outliers" - whiskerwidth: 0 - layout: - title: "ip4-3n-skx-x710-64b-2t1c-features-nat44-pdr" - layout: "plot-throughput" - -- - type: "plot" - title: "VPP Throughput: ip4-3n-skx-x710-64b-4t2c-features-nat44-ndr" - algorithm: "plot_performance_box" - output-file-type: ".html" - output-file: "{DIR[STATIC,VPP]}/ip4-3n-skx-x710-64b-4t2c-features-nat44-ndr" - data: "plot-vpp-throughput-latency-3n-skx" - filter: "'NIC_Intel-X710' and - '64B' and - 'NDRPDR' and - '4T2C' and - 'IP4FWD' and - 'NAT44' and - not 'IPSEC' and - not 'VHOST'" - parameters: - - "throughput" - - "parent" - - "tags" - sort: - - "BASE" - - "BASE" - - "SRC_USER_10" - - "SRC_USER_100" - - "SRC_USER_1000" - - "SRC_USER_2000" - traces: - hoverinfo: "x+y" - boxpoints: "outliers" - whiskerwidth: 0 - layout: - title: "ip4-3n-skx-x710-64b-4t2c-features-nat44-ndr" - layout: "plot-throughput" - -- - type: "plot" - title: "VPP Throughput: ip4-3n-skx-x710-64b-4t2c-features-nat44-pdr" - algorithm: "plot_performance_box" - output-file-type: ".html" - output-file: "{DIR[STATIC,VPP]}/ip4-3n-skx-x710-64b-4t2c-features-nat44-pdr" - data: "plot-vpp-throughput-latency-3n-skx" - filter: "'NIC_Intel-X710' and - '64B' and - 'NDRPDR' and - '4T2C' and - 'IP4FWD' and - 'NAT44' and - not 'IPSEC' and - not 'VHOST'" - parameters: - - "throughput" - - "parent" - - "tags" - sort: - - "BASE" - - "BASE" - - "SRC_USER_10" - - "SRC_USER_100" - - "SRC_USER_1000" - - "SRC_USER_2000" + - "IACL" + - "OACL" traces: hoverinfo: "x+y" boxpoints: "outliers" whiskerwidth: 0 layout: - title: "ip4-3n-skx-x710-64b-4t2c-features-nat44-pdr" + title: "ip4-3n-hsw-x710-64b-2t2c-features-pdr" layout: "plot-throughput" -# Packet Throughput - VPP IPv4 3n-hsw-x710 features iacl +# Packet Throughput - VPP IPv4 3n-hsw-x710 features nat44 - type: "plot" - title: "VPP Throughput: ip4-3n-skx-x710-64b-2t1c-features-iacl-ndr" + title: "VPP Throughput: ip4-3n-skx-x710-64b-2t1c-features-nat44-ndr" algorithm: "plot_performance_box" output-file-type: ".html" - output-file: "{DIR[STATIC,VPP]}/ip4-3n-skx-x710-64b-2t1c-features-iacl-ndr" + output-file: "{DIR[STATIC,VPP]}/ip4-3n-skx-x710-64b-2t1c-features-nat44-ndr" data: "plot-vpp-throughput-latency-3n-skx" filter: "'NIC_Intel-X710' and '64B' and 'NDRPDR' and '2T1C' and 'IP4FWD' and - 'IACL' and - ('ACL10' or 'ACL50') and '10k_FLOWS' and + 'NAT44' and not 'IPSEC' and not 'VHOST'" parameters: @@ -9571,32 +10594,33 @@ - "parent" - "tags" sort: - - "ACL_STATELESS" - - "ACL_STATEFUL" - - "ACL_STATELESS" - - "ACL_STATEFUL" + - "BASE" + - "BASE" + - "SRC_USER_10" + - "SRC_USER_100" + - "SRC_USER_1000" + - "SRC_USER_2000" traces: hoverinfo: "x+y" boxpoints: "outliers" whiskerwidth: 0 layout: - title: "ip4-3n-skx-x710-64b-2t1c-features-iacl-ndr" + title: "ip4-3n-skx-x710-64b-2t1c-features-nat44-ndr" layout: "plot-throughput" - type: "plot" - title: "VPP Throughput: ip4-3n-skx-x710-64b-2t1c-features-iacl-pdr" + title: "VPP Throughput: ip4-3n-skx-x710-64b-2t1c-features-nat44-pdr" algorithm: "plot_performance_box" output-file-type: ".html" - output-file: "{DIR[STATIC,VPP]}/ip4-3n-skx-x710-64b-2t1c-features-iacl-pdr" + output-file: "{DIR[STATIC,VPP]}/ip4-3n-skx-x710-64b-2t1c-features-nat44-pdr" data: "plot-vpp-throughput-latency-3n-skx" filter: "'NIC_Intel-X710' and '64B' and 'NDRPDR' and '2T1C' and 'IP4FWD' and - 'IACL' and - ('ACL10' or 'ACL50') and '10k_FLOWS' and + 'NAT44' and not 'IPSEC' and not 'VHOST'" parameters: @@ -9604,32 +10628,33 @@ - "parent" - "tags" sort: - - "ACL_STATELESS" - - "ACL_STATEFUL" - - "ACL_STATELESS" - - "ACL_STATEFUL" + - "BASE" + - "BASE" + - "SRC_USER_10" + - "SRC_USER_100" + - "SRC_USER_1000" + - "SRC_USER_2000" traces: hoverinfo: "x+y" boxpoints: "outliers" whiskerwidth: 0 layout: - title: "ip4-3n-skx-x710-64b-2t1c-features-iacl-pdr" + title: "ip4-3n-skx-x710-64b-2t1c-features-nat44-pdr" layout: "plot-throughput" - type: "plot" - title: "VPP Throughput: ip4-3n-skx-x710-64b-4t2c-features-iacl-ndr" + title: "VPP Throughput: ip4-3n-skx-x710-64b-4t2c-features-nat44-ndr" algorithm: "plot_performance_box" output-file-type: ".html" - output-file: "{DIR[STATIC,VPP]}/ip4-3n-skx-x710-64b-4t2c-features-iacl-ndr" + output-file: "{DIR[STATIC,VPP]}/ip4-3n-skx-x710-64b-4t2c-features-nat44-ndr" data: "plot-vpp-throughput-latency-3n-skx" filter: "'NIC_Intel-X710' and '64B' and 'NDRPDR' and '4T2C' and 'IP4FWD' and - 'IACL' and - ('ACL10' or 'ACL50') and '10k_FLOWS' and + 'NAT44' and not 'IPSEC' and not 'VHOST'" parameters: @@ -9637,32 +10662,33 @@ - "parent" - "tags" sort: - - "ACL_STATELESS" - - "ACL_STATEFUL" - - "ACL_STATELESS" - - "ACL_STATEFUL" + - "BASE" + - "BASE" + - "SRC_USER_10" + - "SRC_USER_100" + - "SRC_USER_1000" + - "SRC_USER_2000" traces: hoverinfo: "x+y" boxpoints: "outliers" whiskerwidth: 0 layout: - title: "ip4-3n-skx-x710-64b-4t2c-features-iacl-ndr" + title: "ip4-3n-skx-x710-64b-4t2c-features-nat44-ndr" layout: "plot-throughput" - type: "plot" - title: "VPP Throughput: ip4-3n-skx-x710-64b-4t2c-features-iacl-pdr" + title: "VPP Throughput: ip4-3n-skx-x710-64b-4t2c-features-nat44-pdr" algorithm: "plot_performance_box" output-file-type: ".html" - output-file: "{DIR[STATIC,VPP]}/ip4-3n-skx-x710-64b-4t2c-features-iacl-pdr" + output-file: "{DIR[STATIC,VPP]}/ip4-3n-skx-x710-64b-4t2c-features-nat44-pdr" data: "plot-vpp-throughput-latency-3n-skx" filter: "'NIC_Intel-X710' and '64B' and 'NDRPDR' and '4T2C' and 'IP4FWD' and - 'IACL' and - ('ACL10' or 'ACL50') and '10k_FLOWS' and + 'NAT44' and not 'IPSEC' and not 'VHOST'" parameters: @@ -9670,32 +10696,34 @@ - "parent" - "tags" sort: - - "ACL_STATELESS" - - "ACL_STATEFUL" - - "ACL_STATELESS" - - "ACL_STATEFUL" + - "BASE" + - "BASE" + - "SRC_USER_10" + - "SRC_USER_100" + - "SRC_USER_1000" + - "SRC_USER_2000" traces: hoverinfo: "x+y" boxpoints: "outliers" whiskerwidth: 0 layout: - title: "ip4-3n-skx-x710-64b-4t2c-features-iacl-pdr" + title: "ip4-3n-skx-x710-64b-4t2c-features-nat44-pdr" layout: "plot-throughput" -# Packet Throughput - VPP IPv4 3n-hsw-x710 features oacl +# Packet Throughput - VPP IPv4 3n-hsw-x710 features iacl - type: "plot" - title: "VPP Throughput: ip4-3n-skx-x710-64b-2t1c-features-oacl-ndr" + title: "VPP Throughput: ip4-3n-skx-x710-64b-2t1c-features-iacl-ndr" algorithm: "plot_performance_box" output-file-type: ".html" - output-file: "{DIR[STATIC,VPP]}/ip4-3n-skx-x710-64b-2t1c-features-oacl-ndr" + output-file: "{DIR[STATIC,VPP]}/ip4-3n-skx-x710-64b-2t1c-features-iacl-ndr" data: "plot-vpp-throughput-latency-3n-skx" filter: "'NIC_Intel-X710' and '64B' and 'NDRPDR' and '2T1C' and 'IP4FWD' and - 'OACL' and + 'IACL' and ('ACL10' or 'ACL50') and '10k_FLOWS' and not 'IPSEC' and not 'VHOST'" @@ -9713,22 +10741,22 @@ boxpoints: "outliers" whiskerwidth: 0 layout: - title: "ip4-3n-skx-x710-64b-2t1c-features-oacl-ndr" + title: "ip4-3n-skx-x710-64b-2t1c-features-iacl-ndr" layout: "plot-throughput" - type: "plot" - title: "VPP Throughput: ip4-3n-skx-x710-64b-2t1c-features-oacl-pdr" + title: "VPP Throughput: ip4-3n-skx-x710-64b-2t1c-features-iacl-pdr" algorithm: "plot_performance_box" output-file-type: ".html" - output-file: "{DIR[STATIC,VPP]}/ip4-3n-skx-x710-64b-2t1c-features-oacl-pdr" + output-file: "{DIR[STATIC,VPP]}/ip4-3n-skx-x710-64b-2t1c-features-iacl-pdr" data: "plot-vpp-throughput-latency-3n-skx" filter: "'NIC_Intel-X710' and '64B' and 'NDRPDR' and '2T1C' and 'IP4FWD' and - 'OACL' and + 'IACL' and ('ACL10' or 'ACL50') and '10k_FLOWS' and not 'IPSEC' and not 'VHOST'" @@ -9746,22 +10774,22 @@ boxpoints: "outliers" whiskerwidth: 0 layout: - title: "ip4-3n-skx-x710-64b-2t1c-features-oacl-pdr" + title: "ip4-3n-skx-x710-64b-2t1c-features-iacl-pdr" layout: "plot-throughput" - type: "plot" - title: "VPP Throughput: ip4-3n-skx-x710-64b-4t2c-features-oacl-ndr" + title: "VPP Throughput: ip4-3n-skx-x710-64b-4t2c-features-iacl-ndr" algorithm: "plot_performance_box" output-file-type: ".html" - output-file: "{DIR[STATIC,VPP]}/ip4-3n-skx-x710-64b-4t2c-features-oacl-ndr" + output-file: "{DIR[STATIC,VPP]}/ip4-3n-skx-x710-64b-4t2c-features-iacl-ndr" data: "plot-vpp-throughput-latency-3n-skx" filter: "'NIC_Intel-X710' and '64B' and 'NDRPDR' and '4T2C' and 'IP4FWD' and - 'OACL' and + 'IACL' and ('ACL10' or 'ACL50') and '10k_FLOWS' and not 'IPSEC' and not 'VHOST'" @@ -9779,22 +10807,22 @@ boxpoints: "outliers" whiskerwidth: 0 layout: - title: "ip4-3n-skx-x710-64b-4t2c-features-oacl-ndr" + title: "ip4-3n-skx-x710-64b-4t2c-features-iacl-ndr" layout: "plot-throughput" - type: "plot" - title: "VPP Throughput: ip4-3n-skx-x710-64b-4t2c-features-oacl-pdr" + title: "VPP Throughput: ip4-3n-skx-x710-64b-4t2c-features-iacl-pdr" algorithm: "plot_performance_box" output-file-type: ".html" - output-file: "{DIR[STATIC,VPP]}/ip4-3n-skx-x710-64b-4t2c-features-oacl-pdr" + output-file: "{DIR[STATIC,VPP]}/ip4-3n-skx-x710-64b-4t2c-features-iacl-pdr" data: "plot-vpp-throughput-latency-3n-skx" filter: "'NIC_Intel-X710' and '64B' and 'NDRPDR' and '4T2C' and 'IP4FWD' and - 'OACL' and + 'IACL' and ('ACL10' or 'ACL50') and '10k_FLOWS' and not 'IPSEC' and not 'VHOST'" @@ -9812,9 +10840,142 @@ boxpoints: "outliers" whiskerwidth: 0 layout: - title: "ip4-3n-skx-x710-64b-4t2c-features-oacl-pdr" + title: "ip4-3n-skx-x710-64b-4t2c-features-iacl-pdr" layout: "plot-throughput" +## Packet Throughput - VPP IPv4 3n-hsw-x710 features oacl +#- +# type: "plot" +# title: "VPP Throughput: ip4-3n-skx-x710-64b-2t1c-features-oacl-ndr" +# algorithm: "plot_performance_box" +# output-file-type: ".html" +# output-file: "{DIR[STATIC,VPP]}/ip4-3n-skx-x710-64b-2t1c-features-oacl-ndr" +# data: "plot-vpp-throughput-latency-3n-skx" +# filter: "'NIC_Intel-X710' and +# '64B' and +# 'NDRPDR' and +# '2T1C' and +# 'IP4FWD' and +# 'OACL' and +# ('ACL10' or 'ACL50') and '10k_FLOWS' and +# not 'IPSEC' and +# not 'VHOST'" +# parameters: +# - "throughput" +# - "parent" +# - "tags" +# sort: +# - "ACL_STATELESS" +# - "ACL_STATEFUL" +# - "ACL_STATELESS" +# - "ACL_STATEFUL" +# traces: +# hoverinfo: "x+y" +# boxpoints: "outliers" +# whiskerwidth: 0 +# layout: +# title: "ip4-3n-skx-x710-64b-2t1c-features-oacl-ndr" +# layout: "plot-throughput" +# +#- +# type: "plot" +# title: "VPP Throughput: ip4-3n-skx-x710-64b-2t1c-features-oacl-pdr" +# algorithm: "plot_performance_box" +# output-file-type: ".html" +# output-file: "{DIR[STATIC,VPP]}/ip4-3n-skx-x710-64b-2t1c-features-oacl-pdr" +# data: "plot-vpp-throughput-latency-3n-skx" +# filter: "'NIC_Intel-X710' and +# '64B' and +# 'NDRPDR' and +# '2T1C' and +# 'IP4FWD' and +# 'OACL' and +# ('ACL10' or 'ACL50') and '10k_FLOWS' and +# not 'IPSEC' and +# not 'VHOST'" +# parameters: +# - "throughput" +# - "parent" +# - "tags" +# sort: +# - "ACL_STATELESS" +# - "ACL_STATEFUL" +# - "ACL_STATELESS" +# - "ACL_STATEFUL" +# traces: +# hoverinfo: "x+y" +# boxpoints: "outliers" +# whiskerwidth: 0 +# layout: +# title: "ip4-3n-skx-x710-64b-2t1c-features-oacl-pdr" +# layout: "plot-throughput" +# +#- +# type: "plot" +# title: "VPP Throughput: ip4-3n-skx-x710-64b-4t2c-features-oacl-ndr" +# algorithm: "plot_performance_box" +# output-file-type: ".html" +# output-file: "{DIR[STATIC,VPP]}/ip4-3n-skx-x710-64b-4t2c-features-oacl-ndr" +# data: "plot-vpp-throughput-latency-3n-skx" +# filter: "'NIC_Intel-X710' and +# '64B' and +# 'NDRPDR' and +# '4T2C' and +# 'IP4FWD' and +# 'OACL' and +# ('ACL10' or 'ACL50') and '10k_FLOWS' and +# not 'IPSEC' and +# not 'VHOST'" +# parameters: +# - "throughput" +# - "parent" +# - "tags" +# sort: +# - "ACL_STATELESS" +# - "ACL_STATEFUL" +# - "ACL_STATELESS" +# - "ACL_STATEFUL" +# traces: +# hoverinfo: "x+y" +# boxpoints: "outliers" +# whiskerwidth: 0 +# layout: +# title: "ip4-3n-skx-x710-64b-4t2c-features-oacl-ndr" +# layout: "plot-throughput" +# +#- +# type: "plot" +# title: "VPP Throughput: ip4-3n-skx-x710-64b-4t2c-features-oacl-pdr" +# algorithm: "plot_performance_box" +# output-file-type: ".html" +# output-file: "{DIR[STATIC,VPP]}/ip4-3n-skx-x710-64b-4t2c-features-oacl-pdr" +# data: "plot-vpp-throughput-latency-3n-skx" +# filter: "'NIC_Intel-X710' and +# '64B' and +# 'NDRPDR' and +# '4T2C' and +# 'IP4FWD' and +# 'OACL' and +# ('ACL10' or 'ACL50') and '10k_FLOWS' and +# not 'IPSEC' and +# not 'VHOST'" +# parameters: +# - "throughput" +# - "parent" +# - "tags" +# sort: +# - "ACL_STATELESS" +# - "ACL_STATEFUL" +# - "ACL_STATELESS" +# - "ACL_STATEFUL" +# traces: +# hoverinfo: "x+y" +# boxpoints: "outliers" +# whiskerwidth: 0 +# layout: +# title: "ip4-3n-skx-x710-64b-4t2c-features-oacl-pdr" +# layout: "plot-throughput" + # Packet Throughput - VPP IPv4 3n-hsw-xl710 base and scale - type: "plot" @@ -10315,168 +11476,33 @@ - "parent" - "tags" sort: - - "BASE" - - "BASE" - - "SRC_USER_10" - - "SRC_USER_100" - - "SRC_USER_1000" - - "SRC_USER_2000" - traces: - hoverinfo: "x+y" - boxpoints: "outliers" - whiskerwidth: 0 - layout: - title: "ip4-3n-hsw-x710-64b-2t2c-features-nat44-ndr" - layout: "plot-throughput" - -- - type: "plot" - title: "VPP Throughput: ip4-3n-hsw-x710-64b-2t2c-features-nat44-pdr" - algorithm: "plot_performance_box" - output-file-type: ".html" - output-file: "{DIR[STATIC,VPP]}/ip4-3n-hsw-x710-64b-2t2c-features-nat44-pdr" - data: "plot-vpp-throughput-latency-3n-hsw" - filter: "'NIC_Intel-X710' and - '64B' and - 'NDRPDR' and - '2T2C' and - 'IP4FWD' and - 'NAT44' and - not 'IPSEC' and - not 'VHOST'" - parameters: - - "throughput" - - "parent" - - "tags" - sort: - - "BASE" - - "BASE" - - "SRC_USER_10" - - "SRC_USER_100" - - "SRC_USER_1000" - - "SRC_USER_2000" - traces: - hoverinfo: "x+y" - boxpoints: "outliers" - whiskerwidth: 0 - layout: - title: "ip4-3n-hsw-x710-64b-2t2c-features-nat44-pdr" - layout: "plot-throughput" - -# Packet Throughput - VPP IPv4 3n-skx-x710 features iacl -- - type: "plot" - title: "VPP Throughput: ip4-3n-hsw-x710-64b-1t1c-features-iacl-ndr" - algorithm: "plot_performance_box" - output-file-type: ".html" - output-file: "{DIR[STATIC,VPP]}/ip4-3n-hsw-x710-64b-1t1c-features-iacl-ndr" - data: "plot-vpp-throughput-latency-3n-hsw" - filter: "'NIC_Intel-X710' and - '64B' and - 'NDRPDR' and - '1T1C' and - 'IP4FWD' and - 'IACL' and - ('ACL10' or 'ACL50') and '10k_FLOWS' and - not 'IPSEC' and - not 'VHOST'" - parameters: - - "throughput" - - "parent" - - "tags" - sort: - - "ACL_STATELESS" - - "ACL_STATEFUL" - - "ACL_STATELESS" - - "ACL_STATEFUL" - traces: - hoverinfo: "x+y" - boxpoints: "outliers" - whiskerwidth: 0 - layout: - title: "ip4-3n-hsw-x710-64b-1t1c-features-iacl-ndr" - layout: "plot-throughput" - -- - type: "plot" - title: "VPP Throughput: ip4-3n-hsw-x710-64b-1t1c-features-iacl-pdr" - algorithm: "plot_performance_box" - output-file-type: ".html" - output-file: "{DIR[STATIC,VPP]}/ip4-3n-hsw-x710-64b-1t1c-features-iacl-pdr" - data: "plot-vpp-throughput-latency-3n-hsw" - filter: "'NIC_Intel-X710' and - '64B' and - 'NDRPDR' and - '1T1C' and - 'IP4FWD' and - 'IACL' and - ('ACL10' or 'ACL50') and '10k_FLOWS' and - not 'IPSEC' and - not 'VHOST'" - parameters: - - "throughput" - - "parent" - - "tags" - sort: - - "ACL_STATELESS" - - "ACL_STATEFUL" - - "ACL_STATELESS" - - "ACL_STATEFUL" - traces: - hoverinfo: "x+y" - boxpoints: "outliers" - whiskerwidth: 0 - layout: - title: "ip4-3n-hsw-x710-64b-1t1c-features-iacl-pdr" - layout: "plot-throughput" - -- - type: "plot" - title: "VPP Throughput: ip4-3n-hsw-x710-64b-2t2c-features-iacl-ndr" - algorithm: "plot_performance_box" - output-file-type: ".html" - output-file: "{DIR[STATIC,VPP]}/ip4-3n-hsw-x710-64b-2t2c-features-iacl-ndr" - data: "plot-vpp-throughput-latency-3n-hsw" - filter: "'NIC_Intel-X710' and - '64B' and - 'NDRPDR' and - '2T2C' and - 'IP4FWD' and - 'IACL' and - ('ACL10' or 'ACL50') and '10k_FLOWS' and - not 'IPSEC' and - not 'VHOST'" - parameters: - - "throughput" - - "parent" - - "tags" - sort: - - "ACL_STATELESS" - - "ACL_STATEFUL" - - "ACL_STATELESS" - - "ACL_STATEFUL" + - "BASE" + - "BASE" + - "SRC_USER_10" + - "SRC_USER_100" + - "SRC_USER_1000" + - "SRC_USER_2000" traces: hoverinfo: "x+y" boxpoints: "outliers" whiskerwidth: 0 layout: - title: "ip4-3n-hsw-x710-64b-2t2c-features-iacl-ndr" + title: "ip4-3n-hsw-x710-64b-2t2c-features-nat44-ndr" layout: "plot-throughput" - type: "plot" - title: "VPP Throughput: ip4-3n-hsw-x710-64b-2t2c-features-iacl-pdr" + title: "VPP Throughput: ip4-3n-hsw-x710-64b-2t2c-features-nat44-pdr" algorithm: "plot_performance_box" output-file-type: ".html" - output-file: "{DIR[STATIC,VPP]}/ip4-3n-hsw-x710-64b-2t2c-features-iacl-pdr" + output-file: "{DIR[STATIC,VPP]}/ip4-3n-hsw-x710-64b-2t2c-features-nat44-pdr" data: "plot-vpp-throughput-latency-3n-hsw" filter: "'NIC_Intel-X710' and '64B' and 'NDRPDR' and '2T2C' and 'IP4FWD' and - 'IACL' and - ('ACL10' or 'ACL50') and '10k_FLOWS' and + 'NAT44' and not 'IPSEC' and not 'VHOST'" parameters: @@ -10484,32 +11510,34 @@ - "parent" - "tags" sort: - - "ACL_STATELESS" - - "ACL_STATEFUL" - - "ACL_STATELESS" - - "ACL_STATEFUL" + - "BASE" + - "BASE" + - "SRC_USER_10" + - "SRC_USER_100" + - "SRC_USER_1000" + - "SRC_USER_2000" traces: hoverinfo: "x+y" boxpoints: "outliers" whiskerwidth: 0 layout: - title: "ip4-3n-hsw-x710-64b-2t2c-features-iacl-pdr" + title: "ip4-3n-hsw-x710-64b-2t2c-features-nat44-pdr" layout: "plot-throughput" -# Packet Throughput - VPP IPv4 3n-skx-x710 features oacl +# Packet Throughput - VPP IPv4 3n-skx-x710 features iacl - type: "plot" - title: "VPP Throughput: ip4-3n-hsw-x710-64b-1t1c-features-oacl-ndr" + title: "VPP Throughput: ip4-3n-hsw-x710-64b-1t1c-features-iacl-ndr" algorithm: "plot_performance_box" output-file-type: ".html" - output-file: "{DIR[STATIC,VPP]}/ip4-3n-hsw-x710-64b-1t1c-features-oacl-ndr" + output-file: "{DIR[STATIC,VPP]}/ip4-3n-hsw-x710-64b-1t1c-features-iacl-ndr" data: "plot-vpp-throughput-latency-3n-hsw" filter: "'NIC_Intel-X710' and '64B' and 'NDRPDR' and '1T1C' and 'IP4FWD' and - 'OACL' and + 'IACL' and ('ACL10' or 'ACL50') and '10k_FLOWS' and not 'IPSEC' and not 'VHOST'" @@ -10527,22 +11555,22 @@ boxpoints: "outliers" whiskerwidth: 0 layout: - title: "ip4-3n-hsw-x710-64b-1t1c-features-oacl-ndr" + title: "ip4-3n-hsw-x710-64b-1t1c-features-iacl-ndr" layout: "plot-throughput" - type: "plot" - title: "VPP Throughput: ip4-3n-hsw-x710-64b-1t1c-features-oacl-pdr" + title: "VPP Throughput: ip4-3n-hsw-x710-64b-1t1c-features-iacl-pdr" algorithm: "plot_performance_box" output-file-type: ".html" - output-file: "{DIR[STATIC,VPP]}/ip4-3n-hsw-x710-64b-1t1c-features-oacl-pdr" + output-file: "{DIR[STATIC,VPP]}/ip4-3n-hsw-x710-64b-1t1c-features-iacl-pdr" data: "plot-vpp-throughput-latency-3n-hsw" filter: "'NIC_Intel-X710' and '64B' and 'NDRPDR' and '1T1C' and 'IP4FWD' and - 'OACL' and + 'IACL' and ('ACL10' or 'ACL50') and '10k_FLOWS' and not 'IPSEC' and not 'VHOST'" @@ -10560,22 +11588,22 @@ boxpoints: "outliers" whiskerwidth: 0 layout: - title: "ip4-3n-hsw-x710-64b-1t1c-features-oacl-pdr" + title: "ip4-3n-hsw-x710-64b-1t1c-features-iacl-pdr" layout: "plot-throughput" - type: "plot" - title: "VPP Throughput: ip4-3n-hsw-x710-64b-2t2c-features-oacl-ndr" + title: "VPP Throughput: ip4-3n-hsw-x710-64b-2t2c-features-iacl-ndr" algorithm: "plot_performance_box" output-file-type: ".html" - output-file: "{DIR[STATIC,VPP]}/ip4-3n-hsw-x710-64b-2t2c-features-oacl-ndr" + output-file: "{DIR[STATIC,VPP]}/ip4-3n-hsw-x710-64b-2t2c-features-iacl-ndr" data: "plot-vpp-throughput-latency-3n-hsw" filter: "'NIC_Intel-X710' and '64B' and 'NDRPDR' and '2T2C' and 'IP4FWD' and - 'OACL' and + 'IACL' and ('ACL10' or 'ACL50') and '10k_FLOWS' and not 'IPSEC' and not 'VHOST'" @@ -10593,22 +11621,22 @@ boxpoints: "outliers" whiskerwidth: 0 layout: - title: "ip4-3n-hsw-x710-64b-2t2c-features-oacl-ndr" + title: "ip4-3n-hsw-x710-64b-2t2c-features-iacl-ndr" layout: "plot-throughput" - type: "plot" - title: "VPP Throughput: ip4-3n-hsw-x710-64b-2t2c-features-oacl-pdr" + title: "VPP Throughput: ip4-3n-hsw-x710-64b-2t2c-features-iacl-pdr" algorithm: "plot_performance_box" output-file-type: ".html" - output-file: "{DIR[STATIC,VPP]}/ip4-3n-hsw-x710-64b-2t2c-features-oacl-pdr" + output-file: "{DIR[STATIC,VPP]}/ip4-3n-hsw-x710-64b-2t2c-features-iacl-pdr" data: "plot-vpp-throughput-latency-3n-hsw" filter: "'NIC_Intel-X710' and '64B' and 'NDRPDR' and '2T2C' and 'IP4FWD' and - 'OACL' and + 'IACL' and ('ACL10' or 'ACL50') and '10k_FLOWS' and not 'IPSEC' and not 'VHOST'" @@ -10626,9 +11654,142 @@ boxpoints: "outliers" whiskerwidth: 0 layout: - title: "ip4-3n-hsw-x710-64b-2t2c-features-oacl-pdr" + title: "ip4-3n-hsw-x710-64b-2t2c-features-iacl-pdr" layout: "plot-throughput" +## Packet Throughput - VPP IPv4 3n-skx-x710 features oacl +#- +# type: "plot" +# title: "VPP Throughput: ip4-3n-hsw-x710-64b-1t1c-features-oacl-ndr" +# algorithm: "plot_performance_box" +# output-file-type: ".html" +# output-file: "{DIR[STATIC,VPP]}/ip4-3n-hsw-x710-64b-1t1c-features-oacl-ndr" +# data: "plot-vpp-throughput-latency-3n-hsw" +# filter: "'NIC_Intel-X710' and +# '64B' and +# 'NDRPDR' and +# '1T1C' and +# 'IP4FWD' and +# 'OACL' and +# ('ACL10' or 'ACL50') and '10k_FLOWS' and +# not 'IPSEC' and +# not 'VHOST'" +# parameters: +# - "throughput" +# - "parent" +# - "tags" +# sort: +# - "ACL_STATELESS" +# - "ACL_STATEFUL" +# - "ACL_STATELESS" +# - "ACL_STATEFUL" +# traces: +# hoverinfo: "x+y" +# boxpoints: "outliers" +# whiskerwidth: 0 +# layout: +# title: "ip4-3n-hsw-x710-64b-1t1c-features-oacl-ndr" +# layout: "plot-throughput" +# +#- +# type: "plot" +# title: "VPP Throughput: ip4-3n-hsw-x710-64b-1t1c-features-oacl-pdr" +# algorithm: "plot_performance_box" +# output-file-type: ".html" +# output-file: "{DIR[STATIC,VPP]}/ip4-3n-hsw-x710-64b-1t1c-features-oacl-pdr" +# data: "plot-vpp-throughput-latency-3n-hsw" +# filter: "'NIC_Intel-X710' and +# '64B' and +# 'NDRPDR' and +# '1T1C' and +# 'IP4FWD' and +# 'OACL' and +# ('ACL10' or 'ACL50') and '10k_FLOWS' and +# not 'IPSEC' and +# not 'VHOST'" +# parameters: +# - "throughput" +# - "parent" +# - "tags" +# sort: +# - "ACL_STATELESS" +# - "ACL_STATEFUL" +# - "ACL_STATELESS" +# - "ACL_STATEFUL" +# traces: +# hoverinfo: "x+y" +# boxpoints: "outliers" +# whiskerwidth: 0 +# layout: +# title: "ip4-3n-hsw-x710-64b-1t1c-features-oacl-pdr" +# layout: "plot-throughput" +# +#- +# type: "plot" +# title: "VPP Throughput: ip4-3n-hsw-x710-64b-2t2c-features-oacl-ndr" +# algorithm: "plot_performance_box" +# output-file-type: ".html" +# output-file: "{DIR[STATIC,VPP]}/ip4-3n-hsw-x710-64b-2t2c-features-oacl-ndr" +# data: "plot-vpp-throughput-latency-3n-hsw" +# filter: "'NIC_Intel-X710' and +# '64B' and +# 'NDRPDR' and +# '2T2C' and +# 'IP4FWD' and +# 'OACL' and +# ('ACL10' or 'ACL50') and '10k_FLOWS' and +# not 'IPSEC' and +# not 'VHOST'" +# parameters: +# - "throughput" +# - "parent" +# - "tags" +# sort: +# - "ACL_STATELESS" +# - "ACL_STATEFUL" +# - "ACL_STATELESS" +# - "ACL_STATEFUL" +# traces: +# hoverinfo: "x+y" +# boxpoints: "outliers" +# whiskerwidth: 0 +# layout: +# title: "ip4-3n-hsw-x710-64b-2t2c-features-oacl-ndr" +# layout: "plot-throughput" +# +#- +# type: "plot" +# title: "VPP Throughput: ip4-3n-hsw-x710-64b-2t2c-features-oacl-pdr" +# algorithm: "plot_performance_box" +# output-file-type: ".html" +# output-file: "{DIR[STATIC,VPP]}/ip4-3n-hsw-x710-64b-2t2c-features-oacl-pdr" +# data: "plot-vpp-throughput-latency-3n-hsw" +# filter: "'NIC_Intel-X710' and +# '64B' and +# 'NDRPDR' and +# '2T2C' and +# 'IP4FWD' and +# 'OACL' and +# ('ACL10' or 'ACL50') and '10k_FLOWS' and +# not 'IPSEC' and +# not 'VHOST'" +# parameters: +# - "throughput" +# - "parent" +# - "tags" +# sort: +# - "ACL_STATELESS" +# - "ACL_STATEFUL" +# - "ACL_STATELESS" +# - "ACL_STATEFUL" +# traces: +# hoverinfo: "x+y" +# boxpoints: "outliers" +# whiskerwidth: 0 +# layout: +# title: "ip4-3n-hsw-x710-64b-2t2c-features-oacl-pdr" +# layout: "plot-throughput" + # Packet Throughput - VPP IPv4 2n-skx-x710 base and scale - type: "plot" @@ -11014,138 +12175,138 @@ ################################################################################ -# Packet Throughput - VPP IPv4 tunnels 3n-hsw-x520 base and scale -- - type: "plot" - title: "VPP Throughput: ip4tun-3n-hsw-x520-64b-1t1c-base_and_scale-ndr" - algorithm: "plot_performance_box" - output-file-type: ".html" - output-file: "{DIR[STATIC,VPP]}/ip4tun-3n-hsw-x520-64b-1t1c-base_and_scale-ndr" - data: "plot-vpp-throughput-latency-3n-hsw" - filter: "'NIC_Intel-X520-DA2' and - '64B' and - 'ENCAP' and - 'NDRPDR' and - '1T1C' and - ('VXLAN' or 'LISP') and - not 'VHOST' and - not 'IPSECHW'" - parameters: - - "throughput" - - "parent" - - "tags" - sort: - - "not DOT1Q" - - "VXLAN_1" - - "VXLAN_10" - - "VXLAN_100" - - "VXLAN_1000" - traces: - hoverinfo: "x+y" - boxpoints: "outliers" - whiskerwidth: 0 - layout: - title: "ip4tun-3n-hsw-x520-64b-1t1c-base_and_scale-ndr" - layout: "plot-throughput" - -- - type: "plot" - title: "VPP Throughput: ip4tun-3n-hsw-x520-64b-1t1c-base_and_scale-pdr" - algorithm: "plot_performance_box" - output-file-type: ".html" - output-file: "{DIR[STATIC,VPP]}/ip4tun-3n-hsw-x520-64b-1t1c-base_and_scale-pdr" - data: "plot-vpp-throughput-latency-3n-hsw" - filter: "'NIC_Intel-X520-DA2' and - '64B' and - 'ENCAP' and - 'NDRPDR' and - '1T1C' and - ('VXLAN' or 'LISP') and - not 'VHOST' and - not 'IPSECHW'" - parameters: - - "throughput" - - "parent" - - "tags" - sort: - - "not DOT1Q" - - "VXLAN_1" - - "VXLAN_10" - - "VXLAN_100" - - "VXLAN_1000" - traces: - hoverinfo: "x+y" - boxpoints: "outliers" - whiskerwidth: 0 - layout: - title: "ip4tun-3n-hsw-x520-64b-1t1c-base_and_scale-pdr" - layout: "plot-throughput" - -- - type: "plot" - title: "VPP Throughput: ip4tun-3n-hsw-x520-64b-2t2c-base_and_scale-ndr" - algorithm: "plot_performance_box" - output-file-type: ".html" - output-file: "{DIR[STATIC,VPP]}/ip4tun-3n-hsw-x520-64b-2t2c-base_and_scale-ndr" - data: "plot-vpp-throughput-latency-3n-hsw" - filter: "'NIC_Intel-X520-DA2' and - '64B' and - 'ENCAP' and - 'NDRPDR' and - '2T2C' and - ('VXLAN' or 'LISP') and - not 'VHOST' and - not 'IPSECHW'" - parameters: - - "throughput" - - "parent" - - "tags" - sort: - - "not DOT1Q" - - "VXLAN_1" - - "VXLAN_10" - - "VXLAN_100" - - "VXLAN_1000" - traces: - hoverinfo: "x+y" - boxpoints: "outliers" - whiskerwidth: 0 - layout: - title: "ip4tun-3n-hsw-x520-64b-2t2c-base_and_scale-ndr" - layout: "plot-throughput" - -- - type: "plot" - title: "VPP Throughput: ip4tun-3n-hsw-x520-64b-2t2c-base_and_scale-pdr" - algorithm: "plot_performance_box" - output-file-type: ".html" - output-file: "{DIR[STATIC,VPP]}/ip4tun-3n-hsw-x520-64b-2t2c-base_and_scale-pdr" - data: "plot-vpp-throughput-latency-3n-hsw" - filter: "'NIC_Intel-X520-DA2' and - '64B' and - 'ENCAP' and - 'NDRPDR' and - '2T2C' and - ('VXLAN' or 'LISP') and - not 'VHOST' and - not 'IPSECHW'" - parameters: - - "throughput" - - "parent" - - "tags" - sort: - - "not DOT1Q" - - "VXLAN_1" - - "VXLAN_10" - - "VXLAN_100" - - "VXLAN_1000" - traces: - hoverinfo: "x+y" - boxpoints: "outliers" - whiskerwidth: 0 - layout: - title: "ip4tun-3n-hsw-x520-64b-2t2c-base_and_scale-pdr" - layout: "plot-throughput" +## Packet Throughput - VPP IPv4 tunnels 3n-hsw-x520 base and scale +#- +# type: "plot" +# title: "VPP Throughput: ip4tun-3n-hsw-x520-64b-1t1c-base_and_scale-ndr" +# algorithm: "plot_performance_box" +# output-file-type: ".html" +# output-file: "{DIR[STATIC,VPP]}/ip4tun-3n-hsw-x520-64b-1t1c-base_and_scale-ndr" +# data: "plot-vpp-throughput-latency-3n-hsw" +# filter: "'NIC_Intel-X520-DA2' and +# '64B' and +# 'ENCAP' and +# 'NDRPDR' and +# '1T1C' and +# ('VXLAN' or 'LISP') and +# not 'VHOST' and +# not 'IPSECHW'" +# parameters: +# - "throughput" +# - "parent" +# - "tags" +# sort: +# - "not DOT1Q" +# - "VXLAN_1" +# - "VXLAN_10" +# - "VXLAN_100" +# - "VXLAN_1000" +# traces: +# hoverinfo: "x+y" +# boxpoints: "outliers" +# whiskerwidth: 0 +# layout: +# title: "ip4tun-3n-hsw-x520-64b-1t1c-base_and_scale-ndr" +# layout: "plot-throughput" +# +#- +# type: "plot" +# title: "VPP Throughput: ip4tun-3n-hsw-x520-64b-1t1c-base_and_scale-pdr" +# algorithm: "plot_performance_box" +# output-file-type: ".html" +# output-file: "{DIR[STATIC,VPP]}/ip4tun-3n-hsw-x520-64b-1t1c-base_and_scale-pdr" +# data: "plot-vpp-throughput-latency-3n-hsw" +# filter: "'NIC_Intel-X520-DA2' and +# '64B' and +# 'ENCAP' and +# 'NDRPDR' and +# '1T1C' and +# ('VXLAN' or 'LISP') and +# not 'VHOST' and +# not 'IPSECHW'" +# parameters: +# - "throughput" +# - "parent" +# - "tags" +# sort: +# - "not DOT1Q" +# - "VXLAN_1" +# - "VXLAN_10" +# - "VXLAN_100" +# - "VXLAN_1000" +# traces: +# hoverinfo: "x+y" +# boxpoints: "outliers" +# whiskerwidth: 0 +# layout: +# title: "ip4tun-3n-hsw-x520-64b-1t1c-base_and_scale-pdr" +# layout: "plot-throughput" +# +#- +# type: "plot" +# title: "VPP Throughput: ip4tun-3n-hsw-x520-64b-2t2c-base_and_scale-ndr" +# algorithm: "plot_performance_box" +# output-file-type: ".html" +# output-file: "{DIR[STATIC,VPP]}/ip4tun-3n-hsw-x520-64b-2t2c-base_and_scale-ndr" +# data: "plot-vpp-throughput-latency-3n-hsw" +# filter: "'NIC_Intel-X520-DA2' and +# '64B' and +# 'ENCAP' and +# 'NDRPDR' and +# '2T2C' and +# ('VXLAN' or 'LISP') and +# not 'VHOST' and +# not 'IPSECHW'" +# parameters: +# - "throughput" +# - "parent" +# - "tags" +# sort: +# - "not DOT1Q" +# - "VXLAN_1" +# - "VXLAN_10" +# - "VXLAN_100" +# - "VXLAN_1000" +# traces: +# hoverinfo: "x+y" +# boxpoints: "outliers" +# whiskerwidth: 0 +# layout: +# title: "ip4tun-3n-hsw-x520-64b-2t2c-base_and_scale-ndr" +# layout: "plot-throughput" +# +#- +# type: "plot" +# title: "VPP Throughput: ip4tun-3n-hsw-x520-64b-2t2c-base_and_scale-pdr" +# algorithm: "plot_performance_box" +# output-file-type: ".html" +# output-file: "{DIR[STATIC,VPP]}/ip4tun-3n-hsw-x520-64b-2t2c-base_and_scale-pdr" +# data: "plot-vpp-throughput-latency-3n-hsw" +# filter: "'NIC_Intel-X520-DA2' and +# '64B' and +# 'ENCAP' and +# 'NDRPDR' and +# '2T2C' and +# ('VXLAN' or 'LISP') and +# not 'VHOST' and +# not 'IPSECHW'" +# parameters: +# - "throughput" +# - "parent" +# - "tags" +# sort: +# - "not DOT1Q" +# - "VXLAN_1" +# - "VXLAN_10" +# - "VXLAN_100" +# - "VXLAN_1000" +# traces: +# hoverinfo: "x+y" +# boxpoints: "outliers" +# whiskerwidth: 0 +# layout: +# title: "ip4tun-3n-hsw-x520-64b-2t2c-base_and_scale-pdr" +# layout: "plot-throughput" # Packet Throughput - VPP IPv4 tunnels 3n-hsw-x520 - features - @@ -12667,7 +13828,7 @@ algorithm: "plot_performance_box" output-file-type: ".html" output-file: "{DIR[STATIC,VPP]}/ip6-3n-skx-x710-78b-4t2c-base_and_features-ndr" - data: "plot-vpp-throughput-latency-3n-hsw" + data: "plot-vpp-throughput-latency-3n-skx" filter: "'NIC_Intel-X710' and '78B' and ('IP6BASE' or @@ -15945,6 +17106,7 @@ '2T1C' and 'VHOST_1024' and not 'VXLAN' and + not 'NF_DENSITY' and not 'DOT1Q'" parameters: - "throughput" @@ -15977,6 +17139,7 @@ '4T2C' and 'VHOST_1024' and not 'VXLAN' and + not 'NF_DENSITY' and not 'DOT1Q'" parameters: - "throughput" @@ -16009,6 +17172,7 @@ '2T1C' and 'VHOST_1024' and not 'VXLAN' and + not 'NF_DENSITY' and not 'DOT1Q'" parameters: - "throughput" @@ -16041,6 +17205,7 @@ '4T2C' and 'VHOST_1024' and not 'VXLAN' and + not 'NF_DENSITY' and not 'DOT1Q'" parameters: - "throughput" @@ -16074,6 +17239,7 @@ 'L2BDMACLRN' and 'VHOST_1024' and not 'VXLAN' and + not 'NF_DENSITY' and not 'IP4FWD' and not '2VM'" parameters: @@ -16109,6 +17275,7 @@ 'L2BDMACLRN' and 'VHOST_1024' and not 'VXLAN' and + not 'NF_DENSITY' and not 'IP4FWD' and not '2VM'" parameters: @@ -16144,6 +17311,7 @@ 'L2BDMACLRN' and 'VHOST_1024' and not 'VXLAN' and + not 'NF_DENSITY' and not 'IP4FWD' and not '2VM'" parameters: @@ -16179,6 +17347,7 @@ 'L2BDMACLRN' and 'VHOST_1024' and not 'VXLAN' and + not 'NF_DENSITY' and not 'IP4FWD' and not '2VM'" parameters: @@ -16216,6 +17385,7 @@ ('L2BDMACLRN' or 'L2XCFWD') and 'VHOST_1024' and not 'VXLAN' and + not 'NF_DENSITY' and not 'IP4FWD' and not '2VM'" parameters: @@ -16251,6 +17421,7 @@ ('L2BDMACLRN' or 'L2XCFWD') and 'VHOST_1024' and not 'VXLAN' and + not 'NF_DENSITY' and not 'IP4FWD' and not '2VM'" parameters: @@ -16286,6 +17457,7 @@ ('L2BDMACLRN' or 'L2XCFWD') and 'VHOST_1024' and not 'VXLAN' and + not 'NF_DENSITY' and not 'IP4FWD' and not '2VM'" parameters: @@ -16321,6 +17493,7 @@ ('L2BDMACLRN' or 'L2XCFWD') and 'VHOST_1024' and not 'VXLAN' and + not 'NF_DENSITY' and not 'IP4FWD' and not '2VM'" parameters: @@ -16357,6 +17530,7 @@ 'VHOST_1024' and not 'CFS_OPT' and not 'VXLAN' and + not 'NF_DENSITY' and not 'IP4FWD'" parameters: - "throughput" @@ -16391,6 +17565,7 @@ 'VHOST_1024' and not 'CFS_OPT' and not 'VXLAN' and + not 'NF_DENSITY' and not 'IP4FWD'" parameters: - "throughput" @@ -16425,6 +17600,7 @@ 'VHOST_1024' and not 'CFS_OPT' and not 'VXLAN' and + not 'NF_DENSITY' and not 'IP4FWD'" parameters: - "throughput" @@ -16459,6 +17635,7 @@ 'VHOST_1024' and not 'CFS_OPT' and not 'VXLAN' and + not 'NF_DENSITY' and not 'IP4FWD'" parameters: - "throughput" @@ -20301,73 +21478,14 @@ title: "VPP Latency: ip4-3n-hsw-x710-64b-2t2c-features-iacl-ndr-lat" algorithm: "plot_latency_error_bars" output-file-type: ".html" - output-file: "{DIR[STATIC,VPP]}/ip4-3n-hsw-x710-64b-2t2c-features-iacl-ndr-lat" - data: "plot-vpp-throughput-latency-3n-hsw" - filter: "'NIC_Intel-X710' and - '64B' and - 'NDRPDR' and - '2T2C' and - 'IP4FWD' and - 'IACL' and - ('ACL10' or 'ACL50') and '10k_FLOWS' and - not 'IPSEC' and - not 'VHOST'" - parameters: - - "latency" - - "parent" - - "tags" - sort: - - "ACL_STATELESS" - - "ACL_STATEFUL" - - "ACL_STATELESS" - - "ACL_STATEFUL" - layout: - title: "ip4-3n-hsw-x710-64b-2t2c-features-iacl-ndr" - layout: "plot-latency" - -# Packet Latency - VPP IPv4 3n-hsw-x710 features oacl -- - type: "plot" - title: "VPP Latency: ip4-3n-hsw-x710-64b-1t1c-features-oacl-ndr-lat" - algorithm: "plot_latency_error_bars" - output-file-type: ".html" - output-file: "{DIR[STATIC,VPP]}/ip4-3n-hsw-x710-64b-1t1c-features-oacl-ndr-lat" - data: "plot-vpp-throughput-latency-3n-hsw" - filter: "'NIC_Intel-X710' and - '64B' and - 'NDRPDR' and - '1T1C' and - 'IP4FWD' and - 'OACL' and - ('ACL10' or 'ACL50') and '10k_FLOWS' and - not 'IPSEC' and - not 'VHOST'" - parameters: - - "latency" - - "parent" - - "tags" - sort: - - "ACL_STATELESS" - - "ACL_STATEFUL" - - "ACL_STATELESS" - - "ACL_STATEFUL" - layout: - title: "ip4-3n-hsw-x710-64b-1t1c-features-oacl-ndr" - layout: "plot-latency" - -- - type: "plot" - title: "VPP Latency: ip4-3n-hsw-x710-64b-2t2c-features-oacl-ndr-lat" - algorithm: "plot_latency_error_bars" - output-file-type: ".html" - output-file: "{DIR[STATIC,VPP]}/ip4-3n-hsw-x710-64b-2t2c-features-oacl-ndr-lat" + output-file: "{DIR[STATIC,VPP]}/ip4-3n-hsw-x710-64b-2t2c-features-iacl-ndr-lat" data: "plot-vpp-throughput-latency-3n-hsw" filter: "'NIC_Intel-X710' and '64B' and 'NDRPDR' and '2T2C' and 'IP4FWD' and - 'OACL' and + 'IACL' and ('ACL10' or 'ACL50') and '10k_FLOWS' and not 'IPSEC' and not 'VHOST'" @@ -20381,9 +21499,68 @@ - "ACL_STATELESS" - "ACL_STATEFUL" layout: - title: "ip4-3n-hsw-x710-64b-2t2c-features-oacl-ndr" + title: "ip4-3n-hsw-x710-64b-2t2c-features-iacl-ndr" layout: "plot-latency" +## Packet Latency - VPP IPv4 3n-hsw-x710 features oacl +#- +# type: "plot" +# title: "VPP Latency: ip4-3n-hsw-x710-64b-1t1c-features-oacl-ndr-lat" +# algorithm: "plot_latency_error_bars" +# output-file-type: ".html" +# output-file: "{DIR[STATIC,VPP]}/ip4-3n-hsw-x710-64b-1t1c-features-oacl-ndr-lat" +# data: "plot-vpp-throughput-latency-3n-hsw" +# filter: "'NIC_Intel-X710' and +# '64B' and +# 'NDRPDR' and +# '1T1C' and +# 'IP4FWD' and +# 'OACL' and +# ('ACL10' or 'ACL50') and '10k_FLOWS' and +# not 'IPSEC' and +# not 'VHOST'" +# parameters: +# - "latency" +# - "parent" +# - "tags" +# sort: +# - "ACL_STATELESS" +# - "ACL_STATEFUL" +# - "ACL_STATELESS" +# - "ACL_STATEFUL" +# layout: +# title: "ip4-3n-hsw-x710-64b-1t1c-features-oacl-ndr" +# layout: "plot-latency" +# +#- +# type: "plot" +# title: "VPP Latency: ip4-3n-hsw-x710-64b-2t2c-features-oacl-ndr-lat" +# algorithm: "plot_latency_error_bars" +# output-file-type: ".html" +# output-file: "{DIR[STATIC,VPP]}/ip4-3n-hsw-x710-64b-2t2c-features-oacl-ndr-lat" +# data: "plot-vpp-throughput-latency-3n-hsw" +# filter: "'NIC_Intel-X710' and +# '64B' and +# 'NDRPDR' and +# '2T2C' and +# 'IP4FWD' and +# 'OACL' and +# ('ACL10' or 'ACL50') and '10k_FLOWS' and +# not 'IPSEC' and +# not 'VHOST'" +# parameters: +# - "latency" +# - "parent" +# - "tags" +# sort: +# - "ACL_STATELESS" +# - "ACL_STATEFUL" +# - "ACL_STATELESS" +# - "ACL_STATEFUL" +# layout: +# title: "ip4-3n-hsw-x710-64b-2t2c-features-oacl-ndr" +# layout: "plot-latency" + # Packet Latency - VPP IPv4 3n-hsw-xl710 base and scale - type: "plot" @@ -20687,64 +21864,64 @@ title: "ip4-3n-skx-x710-64b-4t2c-features-iacl-ndr" layout: "plot-latency" -# Packet Latency - VPP IPv4 3n-skx-x710 features oacl -- - type: "plot" - title: "VPP Latency: ip4-3n-skx-x710-64b-2t1c-features-oacl-ndr-lat" - algorithm: "plot_latency_error_bars" - output-file-type: ".html" - output-file: "{DIR[STATIC,VPP]}/ip4-3n-skx-x710-64b-2t1c-features-oacl-ndr-lat" - data: "plot-vpp-throughput-latency-3n-skx" - filter: "'NIC_Intel-X710' and - '64B' and - 'NDRPDR' and - '2T1C' and - 'IP4FWD' and - 'OACL' and - ('ACL10' or 'ACL50') and '10k_FLOWS' and - not 'IPSEC' and - not 'VHOST'" - parameters: - - "latency" - - "parent" - - "tags" - sort: - - "ACL_STATELESS" - - "ACL_STATEFUL" - - "ACL_STATELESS" - - "ACL_STATEFUL" - layout: - title: "ip4-3n-skx-x710-64b-2t1c-features-oacl-ndr" - layout: "plot-latency" - -- - type: "plot" - title: "VPP Latency: ip4-3n-skx-x710-64b-4t2c-features-oacl-ndr-lat" - algorithm: "plot_latency_error_bars" - output-file-type: ".html" - output-file: "{DIR[STATIC,VPP]}/ip4-3n-skx-x710-64b-4t2c-features-ndr-oacl-lat" - data: "plot-vpp-throughput-latency-3n-skx" - filter: "'NIC_Intel-X710' and - '64B' and - 'NDRPDR' and - '4T2C' and - 'IP4FWD' and - 'OACL' and - ('ACL10' or 'ACL50') and '10k_FLOWS' and - not 'IPSEC' and - not 'VHOST'" - parameters: - - "latency" - - "parent" - - "tags" - sort: - - "ACL_STATELESS" - - "ACL_STATEFUL" - - "ACL_STATELESS" - - "ACL_STATEFUL" - layout: - title: "ip4-3n-skx-x710-64b-4t2c-features-oacl-ndr" - layout: "plot-latency" +## Packet Latency - VPP IPv4 3n-skx-x710 features oacl +#- +# type: "plot" +# title: "VPP Latency: ip4-3n-skx-x710-64b-2t1c-features-oacl-ndr-lat" +# algorithm: "plot_latency_error_bars" +# output-file-type: ".html" +# output-file: "{DIR[STATIC,VPP]}/ip4-3n-skx-x710-64b-2t1c-features-oacl-ndr-lat" +# data: "plot-vpp-throughput-latency-3n-skx" +# filter: "'NIC_Intel-X710' and +# '64B' and +# 'NDRPDR' and +# '2T1C' and +# 'IP4FWD' and +# 'OACL' and +# ('ACL10' or 'ACL50') and '10k_FLOWS' and +# not 'IPSEC' and +# not 'VHOST'" +# parameters: +# - "latency" +# - "parent" +# - "tags" +# sort: +# - "ACL_STATELESS" +# - "ACL_STATEFUL" +# - "ACL_STATELESS" +# - "ACL_STATEFUL" +# layout: +# title: "ip4-3n-skx-x710-64b-2t1c-features-oacl-ndr" +# layout: "plot-latency" +# +#- +# type: "plot" +# title: "VPP Latency: ip4-3n-skx-x710-64b-4t2c-features-oacl-ndr-lat" +# algorithm: "plot_latency_error_bars" +# output-file-type: ".html" +# output-file: "{DIR[STATIC,VPP]}/ip4-3n-skx-x710-64b-4t2c-features-ndr-oacl-lat" +# data: "plot-vpp-throughput-latency-3n-skx" +# filter: "'NIC_Intel-X710' and +# '64B' and +# 'NDRPDR' and +# '4T2C' and +# 'IP4FWD' and +# 'OACL' and +# ('ACL10' or 'ACL50') and '10k_FLOWS' and +# not 'IPSEC' and +# not 'VHOST'" +# parameters: +# - "latency" +# - "parent" +# - "tags" +# sort: +# - "ACL_STATELESS" +# - "ACL_STATEFUL" +# - "ACL_STATELESS" +# - "ACL_STATEFUL" +# layout: +# title: "ip4-3n-skx-x710-64b-4t2c-features-oacl-ndr" +# layout: "plot-latency" # Packet Latency - VPP IPv4 2n-skx-x710 base and scale - @@ -20866,64 +22043,64 @@ ################################################################################ -# Packet Latency - VPP Ipv4 tunnels 3n-hsw-x520 -- - type: "plot" - title: "VPP Latency: ip4tun-3n-hsw-x520-64b-1t1c-base_and_scale-ndr-lat" - algorithm: "plot_latency_error_bars" - output-file-type: ".html" - output-file: "{DIR[STATIC,VPP]}/ip4tun-3n-hsw-x520-64b-1t1c-base_and_scale-ndr-lat" - data: "plot-vpp-throughput-latency-3n-hsw" - filter: "'NIC_Intel-X520-DA2' and - '64B' and - 'ENCAP' and - 'NDRPDR' and - '1T1C' and - ('VXLAN' or 'LISP') and - not 'VHOST' and - not 'IPSECHW'" - parameters: - - "latency" - - "parent" - - "tags" - sort: - - "not DOT1Q" - - "VXLAN_1" - - "VXLAN_10" - - "VXLAN_100" - - "VXLAN_1000" - layout: - title: "ip4tun-3n-hsw-x520-64b-1t1c-base_and_scale-ndr" - layout: "plot-latency" - -- - type: "plot" - title: "VPP Latency: ip4tun-3n-hsw-x520-64b-2t2c-base_and_scale-ndr-lat" - algorithm: "plot_latency_error_bars" - output-file-type: ".html" - output-file: "{DIR[STATIC,VPP]}/ip4tun-3n-hsw-x520-64b-2t2c-base_and_scale-ndr-lat" - data: "plot-vpp-throughput-latency-3n-hsw" - filter: "'NIC_Intel-X520-DA2' and - '64B' and - 'ENCAP' and - 'NDRPDR' and - '2T2C' and - ('VXLAN' or 'LISP') and - not 'VHOST' and - not 'IPSECHW'" - parameters: - - "latency" - - "parent" - - "tags" - sort: - - "not DOT1Q" - - "VXLAN_1" - - "VXLAN_10" - - "VXLAN_100" - - "VXLAN_1000" - layout: - title: "ip4tun-3n-hsw-x520-64b-2t2c-base_and_scale-ndr" - layout: "plot-latency" +## Packet Latency - VPP Ipv4 tunnels 3n-hsw-x520 +#- +# type: "plot" +# title: "VPP Latency: ip4tun-3n-hsw-x520-64b-1t1c-base_and_scale-ndr-lat" +# algorithm: "plot_latency_error_bars" +# output-file-type: ".html" +# output-file: "{DIR[STATIC,VPP]}/ip4tun-3n-hsw-x520-64b-1t1c-base_and_scale-ndr-lat" +# data: "plot-vpp-throughput-latency-3n-hsw" +# filter: "'NIC_Intel-X520-DA2' and +# '64B' and +# 'ENCAP' and +# 'NDRPDR' and +# '1T1C' and +# ('VXLAN' or 'LISP') and +# not 'VHOST' and +# not 'IPSECHW'" +# parameters: +# - "latency" +# - "parent" +# - "tags" +# sort: +# - "not DOT1Q" +# - "VXLAN_1" +# - "VXLAN_10" +# - "VXLAN_100" +# - "VXLAN_1000" +# layout: +# title: "ip4tun-3n-hsw-x520-64b-1t1c-base_and_scale-ndr" +# layout: "plot-latency" +# +#- +# type: "plot" +# title: "VPP Latency: ip4tun-3n-hsw-x520-64b-2t2c-base_and_scale-ndr-lat" +# algorithm: "plot_latency_error_bars" +# output-file-type: ".html" +# output-file: "{DIR[STATIC,VPP]}/ip4tun-3n-hsw-x520-64b-2t2c-base_and_scale-ndr-lat" +# data: "plot-vpp-throughput-latency-3n-hsw" +# filter: "'NIC_Intel-X520-DA2' and +# '64B' and +# 'ENCAP' and +# 'NDRPDR' and +# '2T2C' and +# ('VXLAN' or 'LISP') and +# not 'VHOST' and +# not 'IPSECHW'" +# parameters: +# - "latency" +# - "parent" +# - "tags" +# sort: +# - "not DOT1Q" +# - "VXLAN_1" +# - "VXLAN_10" +# - "VXLAN_100" +# - "VXLAN_1000" +# layout: +# title: "ip4tun-3n-hsw-x520-64b-2t2c-base_and_scale-ndr" +# layout: "plot-latency" # Packet Latency - VPP Ipv4 tunnels 3n-hsw-x520 - features - @@ -20946,10 +22123,10 @@ - "latency" - "parent" - "tags" - sort: - - "L2BDMACLRN" - - "L2XCFWD" - - "LISP" +# sort: +# - "L2BDMACLRN" +# - "L2XCFWD" +# - "LISP" layout: title: "ip4tun-3n-hsw-x520-64b-1t1c-base_and_features-ndr" layout: "plot-latency" @@ -22819,6 +23996,7 @@ '2T1C' and 'VHOST_1024' and not 'VXLAN' and + not 'NF_DENSITY' and not 'DOT1Q'" parameters: - "latency" @@ -22847,6 +24025,7 @@ '4T2C' and 'VHOST_1024' and not 'VXLAN' and + not 'NF_DENSITY' and not 'DOT1Q'" parameters: - "latency" @@ -22877,6 +24056,7 @@ 'VHOST_1024' and not 'VXLAN' and not 'IP4FWD' and + not 'NF_DENSITY' and not '2VM'" parameters: - "latency" @@ -22907,6 +24087,7 @@ 'L2BDMACLRN' and 'VHOST_1024' and not 'VXLAN' and + not 'NF_DENSITY' and not 'IP4FWD' and not '2VM'" parameters: @@ -22940,6 +24121,7 @@ ('L2BDMACLRN' or 'L2XCFWD') and 'VHOST_1024' and not 'VXLAN' and + not 'NF_DENSITY' and not 'IP4FWD' and not '2VM'" parameters: @@ -22971,6 +24153,7 @@ ('L2BDMACLRN' or 'L2XCFWD') and 'VHOST_1024' and not 'VXLAN' and + not 'NF_DENSITY' and not 'IP4FWD' and not '2VM'" parameters: @@ -23003,6 +24186,7 @@ 'VHOST_1024' and not 'CFS_OPT' and not 'VXLAN' and + not 'NF_DENSITY' and not 'IP4FWD'" parameters: - "latency" @@ -23033,6 +24217,7 @@ 'VHOST_1024' and not 'CFS_OPT' and not 'VXLAN' and + not 'NF_DENSITY' and not 'IP4FWD'" parameters: - "latency" @@ -24162,7 +25347,7 @@ 'NDRPDR' and ('L2BDMACSTAT' or 'L2BDMACLRN' or 'L2XCFWD' or 'L2PATCH') and not 'VHOST' and - 'MEMIF'" + 'MEMIF'" parameters: - "throughput" - "parent" @@ -24192,6 +25377,7 @@ 'NDRPDR' and ('L2BDMACSTAT' or 'L2BDMACLRN' or 'L2XCFWD' or 'L2PATCH') and not 'VHOST' and + not 'NF_DENSITY' and 'MEMIF'" parameters: - "throughput" @@ -24221,7 +25407,8 @@ 'NDRPDR' and ('L2BDMACSTAT' or 'L2BDMACLRN' or 'L2XCFWD' or 'L2PATCH') and not 'VHOST' and - 'MEMIF'" + not 'NF_DENSITY' and + 'MEMIF'" parameters: - "throughput" - "parent" @@ -24280,7 +25467,7 @@ 'NDRPDR' and ('L2BDMACSTAT' or 'L2BDMACLRN' or 'L2XCFWD' or 'L2PATCH') and not 'VHOST' and - 'MEMIF'" + 'MEMIF'" parameters: - "throughput" - "parent" @@ -25067,62 +26254,62 @@ title: "ip4-3n-hsw-x710-64b-features-iacl-pdr" layout: "plot-throughput-speedup-analysis" -# Speedup - VPP IPv4 3n-hsw-x710 features oacl -- - type: "plot" - title: "Speedup: ip4-3n-hsw-x710-64b-features-oacl-ndr-tsa" - algorithm: "plot_throughput_speedup_analysis" - output-file-type: ".html" - output-file: "{DIR[STATIC,VPP]}/ip4-3n-hsw-x710-64b-features-oacl-ndr-tsa" - data: "plot-throughput-speedup-analysis-3n-hsw" - filter: "'NIC_Intel-X710' and - '64B' and - 'NDRPDR' and - 'IP4FWD' and - 'OACL' and - ('ACL10' or 'ACL50') and '10k_FLOWS' and - not 'IPSEC' and - not 'VHOST'" - parameters: - - "throughput" - - "parent" - - "tags" - sort: - - "ACL_STATELESS" - - "ACL_STATEFUL" - - "ACL_STATELESS" - - "ACL_STATEFUL" - layout: - title: "ip4-3n-hsw-x710-64b-features-oacl-ndr" - layout: "plot-throughput-speedup-analysis" - -- - type: "plot" - title: "Speedup: ip4-3n-hsw-x710-64b-features-oacl-pdr-tsa" - algorithm: "plot_throughput_speedup_analysis" - output-file-type: ".html" - output-file: "{DIR[STATIC,VPP]}/ip4-3n-hsw-x710-64b-features-oacl-pdr-tsa" - data: "plot-throughput-speedup-analysis-3n-hsw" - filter: "'NIC_Intel-X710' and - '64B' and - 'NDRPDR' and - 'IP4FWD' and - 'OACL' and - ('ACL10' or 'ACL50') and '10k_FLOWS' and - not 'IPSEC' and - not 'VHOST'" - parameters: - - "throughput" - - "parent" - - "tags" - sort: - - "ACL_STATELESS" - - "ACL_STATEFUL" - - "ACL_STATELESS" - - "ACL_STATEFUL" - layout: - title: "ip4-3n-hsw-x710-64b-features-oacl-pdr" - layout: "plot-throughput-speedup-analysis" +## Speedup - VPP IPv4 3n-hsw-x710 features oacl +#- +# type: "plot" +# title: "Speedup: ip4-3n-hsw-x710-64b-features-oacl-ndr-tsa" +# algorithm: "plot_throughput_speedup_analysis" +# output-file-type: ".html" +# output-file: "{DIR[STATIC,VPP]}/ip4-3n-hsw-x710-64b-features-oacl-ndr-tsa" +# data: "plot-throughput-speedup-analysis-3n-hsw" +# filter: "'NIC_Intel-X710' and +# '64B' and +# 'NDRPDR' and +# 'IP4FWD' and +# 'OACL' and +# ('ACL10' or 'ACL50') and '10k_FLOWS' and +# not 'IPSEC' and +# not 'VHOST'" +# parameters: +# - "throughput" +# - "parent" +# - "tags" +# sort: +# - "ACL_STATELESS" +# - "ACL_STATEFUL" +# - "ACL_STATELESS" +# - "ACL_STATEFUL" +# layout: +# title: "ip4-3n-hsw-x710-64b-features-oacl-ndr" +# layout: "plot-throughput-speedup-analysis" +# +#- +# type: "plot" +# title: "Speedup: ip4-3n-hsw-x710-64b-features-oacl-pdr-tsa" +# algorithm: "plot_throughput_speedup_analysis" +# output-file-type: ".html" +# output-file: "{DIR[STATIC,VPP]}/ip4-3n-hsw-x710-64b-features-oacl-pdr-tsa" +# data: "plot-throughput-speedup-analysis-3n-hsw" +# filter: "'NIC_Intel-X710' and +# '64B' and +# 'NDRPDR' and +# 'IP4FWD' and +# 'OACL' and +# ('ACL10' or 'ACL50') and '10k_FLOWS' and +# not 'IPSEC' and +# not 'VHOST'" +# parameters: +# - "throughput" +# - "parent" +# - "tags" +# sort: +# - "ACL_STATELESS" +# - "ACL_STATEFUL" +# - "ACL_STATELESS" +# - "ACL_STATEFUL" +# layout: +# title: "ip4-3n-hsw-x710-64b-features-oacl-pdr" +# layout: "plot-throughput-speedup-analysis" # Speedup - VPP IPv4 3n-hsw-xl710 base and scale - @@ -25639,62 +26826,62 @@ ################################################################################ -# Speedup - VPP IPv4 Tunnels 3n-hsw-x520 -- - type: "plot" - title: "Speedup: ip4tun-3n-hsw-x520-64b-base_and_scale-ndr-tsa" - algorithm: "plot_throughput_speedup_analysis" - output-file-type: ".html" - output-file: "{DIR[STATIC,VPP]}/ip4tun-3n-hsw-x520-64b-base_and_scale-ndr-tsa" - data: "plot-throughput-speedup-analysis-3n-hsw" - filter: "'NIC_Intel-X520_DA2' and - '64B' and - 'ENCAP' and - 'NDRPDR' and - ('VXLAN' or 'LISP') and - not 'VHOST' and - not 'IPSECHW'" - parameters: - - "throughput" - - "parent" - - "tags" - sort: - - "not DOT1Q" - - "VXLAN_1" - - "VXLAN_10" - - "VXLAN_100" - - "VXLAN_1000" - layout: - title: "ip4tun-3n-hsw-x520-64b-base_and_scale-ndr" - layout: "plot-throughput-speedup-analysis" - -- - type: "plot" - title: "Speedup: ip4tun-3n-hsw-x520-64b-base_and_scale-pdr-tsa" - algorithm: "plot_throughput_speedup_analysis" - output-file-type: ".html" - output-file: "{DIR[STATIC,VPP]}/ip4tun-3n-hsw-x520-64b-base_and_scale-pdr-tsa" - data: "plot-throughput-speedup-analysis-3n-hsw" - filter: "'NIC_Intel-X520_DA2' and - '64B' and - 'ENCAP' and - 'NDRPDR' and - ('VXLAN' or 'LISP') and - not 'VHOST' and - not 'IPSECHW'" - parameters: - - "throughput" - - "parent" - - "tags" - sort: - - "not DOT1Q" - - "VXLAN_1" - - "VXLAN_10" - - "VXLAN_100" - - "VXLAN_1000" - layout: - title: "ip4tun-3n-hsw-x520-64b-base_and_scale-pdr" - layout: "plot-throughput-speedup-analysis" +## Speedup - VPP IPv4 Tunnels 3n-hsw-x520 +#- +# type: "plot" +# title: "Speedup: ip4tun-3n-hsw-x520-64b-base_and_scale-ndr-tsa" +# algorithm: "plot_throughput_speedup_analysis" +# output-file-type: ".html" +# output-file: "{DIR[STATIC,VPP]}/ip4tun-3n-hsw-x520-64b-base_and_scale-ndr-tsa" +# data: "plot-throughput-speedup-analysis-3n-hsw" +# filter: "'NIC_Intel-X520_DA2' and +# '64B' and +# 'ENCAP' and +# 'NDRPDR' and +# ('VXLAN' or 'LISP') and +# not 'VHOST' and +# not 'IPSECHW'" +# parameters: +# - "throughput" +# - "parent" +# - "tags" +# sort: +# - "not DOT1Q" +# - "VXLAN_1" +# - "VXLAN_10" +# - "VXLAN_100" +# - "VXLAN_1000" +# layout: +# title: "ip4tun-3n-hsw-x520-64b-base_and_scale-ndr" +# layout: "plot-throughput-speedup-analysis" +# +#- +# type: "plot" +# title: "Speedup: ip4tun-3n-hsw-x520-64b-base_and_scale-pdr-tsa" +# algorithm: "plot_throughput_speedup_analysis" +# output-file-type: ".html" +# output-file: "{DIR[STATIC,VPP]}/ip4tun-3n-hsw-x520-64b-base_and_scale-pdr-tsa" +# data: "plot-throughput-speedup-analysis-3n-hsw" +# filter: "'NIC_Intel-X520_DA2' and +# '64B' and +# 'ENCAP' and +# 'NDRPDR' and +# ('VXLAN' or 'LISP') and +# not 'VHOST' and +# not 'IPSECHW'" +# parameters: +# - "throughput" +# - "parent" +# - "tags" +# sort: +# - "not DOT1Q" +# - "VXLAN_1" +# - "VXLAN_10" +# - "VXLAN_100" +# - "VXLAN_1000" +# layout: +# title: "ip4tun-3n-hsw-x520-64b-base_and_scale-pdr" +# layout: "plot-throughput-speedup-analysis" # Speedup - VPP IPv4 Tunnels 3n-hsw-x520 - features - @@ -26336,10 +27523,10 @@ # Speedup - VPP IPv6 3n-skx-x710 features - type: "plot" - title: "Speedup: ip6-3n-skx-x710-78b-base_and_scale-ndr-tsa" + title: "Speedup: ip6-3n-skx-x710-78b-base_and_features-ndr-tsa" algorithm: "plot_throughput_speedup_analysis" output-file-type: ".html" - output-file: "{DIR[STATIC,VPP]}/ip6-3n-skx-x710-78b-base_and_scale-ndr-tsa" + output-file: "{DIR[STATIC,VPP]}/ip6-3n-skx-x710-78b-base_and_features-ndr-tsa" data: "plot-throughput-speedup-analysis-3n-skx" filter: "'NIC_Intel-X710' and '78B' and @@ -26362,15 +27549,15 @@ - "COPWHLIST" - "IACLDST" layout: - title: "ip6-3n-skx-x710-78b-base_and_scale-ndr" + title: "ip6-3n-skx-x710-78b-base_and_features-ndr" layout: "plot-throughput-speedup-analysis" - type: "plot" - title: "Speedup: ip6-3n-skx-x710-78b-base_and_scale-pdr-tsa" + title: "Speedup: ip6-3n-skx-x710-78b-base_and_features-pdr-tsa" algorithm: "plot_throughput_speedup_analysis" output-file-type: ".html" - output-file: "{DIR[STATIC,VPP]}/ip6-3n-skx-x710-78b-base_and_scale-pdr-tsa" + output-file: "{DIR[STATIC,VPP]}/ip6-3n-skx-x710-78b-base_and_features-pdr-tsa" data: "plot-throughput-speedup-analysis-3n-skx" filter: "'NIC_Intel-X710' and '78B' and @@ -26393,7 +27580,7 @@ - "COPWHLIST" - "IACLDST" layout: - title: "ip6-3n-skx-x710-78b-base_and_scale-pdr" + title: "ip6-3n-skx-x710-78b-base_and_features-pdr" layout: "plot-throughput-speedup-analysis" # Speedup - VPP IPv6 2n-skx-x710 @@ -28421,6 +29608,7 @@ 'IP4FWD' and 'VHOST_1024' and not 'VXLAN' and + not 'NF_DENSITY' and not 'DOT1Q'" parameters: - "throughput" @@ -28448,6 +29636,7 @@ 'IP4FWD' and 'VHOST_1024' and not 'VXLAN' and + not 'NF_DENSITY' and not 'DOT1Q'" parameters: - "throughput" @@ -28476,6 +29665,7 @@ 'L2BDMACLRN' and 'VHOST_1024' and not 'VXLAN' and + not 'NF_DENSITY' and not 'IP4FWD' and not '2VM'" parameters: @@ -28506,6 +29696,7 @@ 'L2BDMACLRN' and 'VHOST_1024' and not 'VXLAN' and + not 'NF_DENSITY' and not 'IP4FWD' and not '2VM'" parameters: @@ -28538,6 +29729,7 @@ ('L2BDMACLRN' or 'L2XCFWD') and 'VHOST_1024' and not 'VXLAN' and + not 'NF_DENSITY' and not 'IP4FWD' and not '2VM'" parameters: @@ -28568,6 +29760,7 @@ ('L2BDMACLRN' or 'L2XCFWD') and 'VHOST_1024' and not 'VXLAN' and + not 'NF_DENSITY' and not 'IP4FWD' and not '2VM'" parameters: @@ -28599,6 +29792,7 @@ 'VHOST_1024' and not 'CFS_OPT' and not 'VXLAN' and + not 'NF_DENSITY' and not 'IP4FWD'" parameters: - "throughput" @@ -28628,6 +29822,7 @@ 'VHOST_1024' and not 'CFS_OPT' and not 'VXLAN' and + not 'NF_DENSITY' and not 'IP4FWD'" parameters: - "throughput"