X-Git-Url: https://gerrit.fd.io/r/gitweb?p=csit.git;a=blobdiff_plain;f=resources%2Ftools%2Fpresentation%2Fspecification.yaml;h=c910a3d43d7cd060536674a57a39126a4f5c5be8;hp=8dc4df7a84f590c8177d908514dbc4078dbb8a15;hb=e0e76e6ac30312d84424023a76d612606e0040d4;hpb=7f83ed570d3cd7ec18f2a7ea3c8c3badd0368099 diff --git a/resources/tools/presentation/specification.yaml b/resources/tools/presentation/specification.yaml index 8dc4df7a84..c910a3d43d 100644 --- a/resources/tools/presentation/specification.yaml +++ b/resources/tools/presentation/specification.yaml @@ -126,636 +126,779 @@ data-sets: - # Example - plot-vpp-service-density-3n-hsw: - csit-vpp-perf-verify-1810-3n-hsw: - - 28 - - # Denverton: - intel-dnv-vpp: - intel-dnv-vpp-release-1810: - - 1 - - # VPP Performance - vpp-performance-changes-3n-hsw: - csit-vpp-perf-1804-all: - - 21 # sel - - 22 # sel - - 23 # sel - - 24 # sel - - 27 # sel - - 28 # sel - - 29 # sel - - 30 # sel - - 31 # sel - - 35 # sel - csit-vpp-perf-verify-1807-3n-hsw: - - 11 # NDRPDR full 1 - - 22 # NDRPDR full 2 - - 45 # NDRPDR full 3 - - 46 # NDRPDR full 4 - - 15 # NDRPDR sel - - 16 # NDRPDR sel - - 19 # NDRPDR sel - - 18 # NDRPDR sel - - 20 # NDRPDR sel - - 38 # NDRPDR sel - - 40 # NDRPDR sel - - 44 # NDRPDR sel - - 47 # NDRPDR sel - csit-vpp-perf-verify-1810-3n-hsw: - - 8 # NDRPDR sel - - 12 # NDRPDR sel - - 14 # NDRPDR sel - - 18 # NDRPDR sel - - 23 # NDRPDR sel - - 25 # NDRPDR sel - - 38 # NDRPDR sel - - 39 # NDRPDR sel - - 41 # NDRPDR sel - - 42 # NDRPDR sel - - vpp-nic-comparison-3n-hsw: - csit-vpp-perf-verify-1810-3n-hsw: - - 8 # NDRPDR sel - - 12 # NDRPDR sel - - 14 # NDRPDR sel - - 18 # NDRPDR sel - - 23 # NDRPDR sel - - 25 # NDRPDR sel - - 38 # NDRPDR sel - - 39 # NDRPDR sel - - 41 # NDRPDR sel - - 42 # NDRPDR sel - - vpp-performance-changes-3n-skx: - csit-vpp-perf-verify-1807-3n-skx: - - 33 # NDRPDR sel - - 35 # NDRPDR sel - - 37 # NDRPDR sel - - 38 # NDRPDR sel - - 39 # NDRPDR sel - - 43 # NDRPDR sel - - 44 # NDRPDR sel - - 49 # NDRPDR sel - - 50 # NDRPDR sel - - 56 # NDRPDR sel - csit-vpp-perf-verify-1810-3n-skx: - - 10 # NDRPDR sel - - 14 # NDRPDR sel - - 15 # NDRPDR sel - - 16 # NDRPDR sel - - 17 # NDRPDR sel - - 19 # NDRPDR sel - - 20 # NDRPDR sel - - 21 # NDRPDR sel - - 22 # NDRPDR sel - - 25 # NDRPDR sel - - vpp-nic-comparison-3n-skx: - csit-vpp-perf-verify-1810-3n-skx: - - 10 # NDRPDR sel - - 14 # NDRPDR sel - - 15 # NDRPDR sel - - 16 # NDRPDR sel - - 17 # NDRPDR sel - - 19 # NDRPDR sel - - 20 # NDRPDR sel - - 21 # NDRPDR sel - - 22 # NDRPDR sel - - 25 # NDRPDR sel - - vpp-performance-changes-2n-skx: - csit-vpp-perf-verify-1807-2n-skx: - - 26 # NDRPDR sel - - 28 # NDRPDR sel - - 29 # NDRPDR sel - - 30 # NDRPDR sel - - 34 # NDRPDR sel - - 35 # NDRPDR sel - - 36 # NDRPDR sel - - 39 # NDRPDR sel - - 40 # NDRPDR sel - - 42 # NDRPDR sel - csit-vpp-perf-verify-1810-2n-skx: - - 9 # NDRPDR sel - - 13 # NDRPDR sel - - 14 # NDRPDR sel - - 19 # NDRPDR sel - - 20 # NDRPDR sel - - 21 # NDRPDR sel - - 22 # NDRPDR sel - - 23 # NDRPDR sel - - 24 # NDRPDR sel - - 27 # NDRPDR sel - - vpp-nic-comparison-2n-skx: - csit-vpp-perf-verify-1810-2n-skx: - - 9 # NDRPDR sel - - 13 # NDRPDR sel - - 14 # NDRPDR sel - - 19 # NDRPDR sel - - 20 # NDRPDR sel - - 21 # NDRPDR sel - - 22 # NDRPDR sel - - 23 # NDRPDR sel - - 24 # NDRPDR sel - - 27 # NDRPDR sel - - vpp-compare-testbeds: - csit-vpp-perf-verify-1810-3n-hsw: - - 8 # NDRPDR sel - - 12 # NDRPDR sel - - 14 # NDRPDR sel - - 18 # NDRPDR sel - - 23 # NDRPDR sel - - 25 # NDRPDR sel - - 38 # NDRPDR sel - - 39 # NDRPDR sel - - 41 # NDRPDR sel - - 42 # NDRPDR sel - csit-vpp-perf-verify-1810-3n-skx: - - 24 # NDRPDR full - - 10 # NDRPDR sel - - 14 # NDRPDR sel - - 15 # NDRPDR sel - - 16 # NDRPDR sel - - 17 # NDRPDR sel - - 19 # NDRPDR sel - - 20 # NDRPDR sel - - 21 # NDRPDR sel - - 22 # NDRPDR sel - - 25 # NDRPDR sel - - vpp-compare-testbeds-mrr: - csit-vpp-perf-verify-1810-3n-hsw: - - 9 # MRR sel - csit-vpp-perf-verify-1810-3n-skx: - - 9 # MRR sel - - 11 # MRR sel - - 12 # MRR sel - - 13 # MRR sel - - vpp-compare-topologies: - csit-vpp-perf-verify-1810-3n-skx: - - 10 # NDRPDR sel - - 14 # NDRPDR sel - - 15 # NDRPDR sel - - 16 # NDRPDR sel - - 17 # NDRPDR sel - - 19 # NDRPDR sel - - 20 # NDRPDR sel - - 21 # NDRPDR sel - - 22 # NDRPDR sel - - 25 # NDRPDR sel - csit-vpp-perf-verify-1810-2n-skx: - - 9 # NDRPDR sel - - 13 # NDRPDR sel - - 14 # NDRPDR sel - - 19 # NDRPDR sel - - 20 # NDRPDR sel - - 21 # NDRPDR sel - - 22 # NDRPDR sel - - 23 # NDRPDR sel - - 24 # NDRPDR sel - - 27 # NDRPDR sel - - vpp-compare-topologies-mrr: - csit-vpp-perf-verify-1810-3n-skx: - - 9 # MRR sel - - 11 # MRR sel - - 12 # MRR sel - - 13 # MRR sel - csit-vpp-perf-verify-1810-2n-skx: - - 8 # MRR sel - - 10 # MRR sel - - 11 # MRR sel - - 12 # MRR sel - - vpp-performance-changes-3n-hsw-mrr: - csit-vpp-perf-check-1804: - - 6 # mrr - sel - - 13 # mrr - sel - - 14 # mrr - sel - - 15 # mrr - sel - - 16 # mrr - sel - - 17 # mrr - sel - - 19 # mrr - sel - - 20 # mrr - sel - - 21 # mrr - sel - - 22 # mrr - sel - csit-vpp-perf-verify-1807-3n-hsw: - - 8 # MRR full - - 9 # MRR sel - - 21 # MRR sel - - 31 # MRR sel - - 33 # MRR sel - - 36 # MRR sel - - 41 # MRR sel - - 42 # MRR sel - - 48 # MRR sel - csit-vpp-perf-verify-1810-3n-hsw: - - 9 # MRR sel - - vpp-nic-comparison-3n-hsw-mrr: - csit-vpp-perf-verify-1810-3n-hsw: - - 9 # MRR sel - - vpp-performance-changes-3n-skx-mrr: - csit-vpp-perf-verify-1807-3n-skx: - - 28 # MRR sel - - 32 # MRR sel - - 36 # MRR sel - - 42 # MRR sel - - 47 # MRR sel - - 48 # MRR sel - - 51 # MRR sel - - 52 # MRR sel - - 53 # MRR sel - - 54 # MRR sel - csit-vpp-perf-verify-1810-3n-skx: - - 9 # MRR sel - - 11 # MRR sel - - 12 # MRR sel - - 13 # MRR sel - - vpp-nic-comparison-3n-skx-mrr: - csit-vpp-perf-verify-1810-3n-skx: - - 9 # MRR sel - - 11 # MRR sel - - 12 # MRR sel - - 13 # MRR sel - - vpp-performance-changes-2n-skx-mrr: - csit-vpp-perf-verify-1807-2n-skx: - - 31 # MRR sel - - 33 # MRR sel - - 37 # MRR sel - - 38 # MRR sel - - 41 # MRR sel - - 43 # MRR sel - - 44 # MRR sel - - 45 # MRR sel - - 46 # MRR sel - - 47 # MRR sel - csit-vpp-perf-verify-1810-2n-skx: - - 8 # MRR sel - - 10 # MRR sel - - 11 # MRR sel - - 12 # MRR sel - - vpp-nic-comparison-2n-skx-mrr: - csit-vpp-perf-verify-1810-2n-skx: - - 8 # MRR sel - - 10 # MRR sel - - 11 # MRR sel - - 12 # MRR sel - - vpp-perf-results-3n-hsw: - csit-vpp-perf-verify-1810-3n-hsw: - - 20 # NDRPDR full - - 21 # NDRPDR full - - 22 # NDRPDR full - - 27 # NDRPDR full - - vpp-perf-results-3n-skx: - csit-vpp-perf-verify-1810-3n-skx: - - 23 # NDRPDR full - - 24 # NDRPDR full - - vpp-perf-results-2n-skx: - csit-vpp-perf-verify-1810-2n-skx: - - 25 # NDRPDR full - - 26 # NDRPDR full - - vpp-mrr-results-3n-hsw: - csit-vpp-perf-verify-1810-3n-hsw: - - 9 # MRR sel - - vpp-mrr-results-3n-skx: - csit-vpp-perf-verify-1810-3n-skx: - - 9 # MRR sel - - vpp-mrr-results-2n-skx: - csit-vpp-perf-verify-1810-2n-skx: - - 8 # MRR sel - - plot-throughput-speedup-analysis-3n-hsw: - csit-vpp-perf-verify-1810-3n-hsw: - - 8 # NDRPDR sel - - 12 # NDRPDR sel - - 14 # NDRPDR sel - - 18 # NDRPDR sel - - 23 # NDRPDR sel - - 25 # NDRPDR sel - - 38 # NDRPDR sel - - 39 # NDRPDR sel - - 41 # NDRPDR sel - - 42 # NDRPDR sel - - plot-throughput-speedup-analysis-3n-skx: - csit-vpp-perf-verify-1810-3n-skx: - - 24 # NDRPDR full - - 10 # NDRPDR sel - - 14 # NDRPDR sel - - 15 # NDRPDR sel - - 16 # NDRPDR sel - - 17 # NDRPDR sel - - 19 # NDRPDR sel - - 20 # NDRPDR sel - - 21 # NDRPDR sel - - 22 # NDRPDR sel - - 25 # NDRPDR sel + ########################################################################### + # Plots: - plot-throughput-speedup-analysis-2n-skx: - csit-vpp-perf-verify-1810-2n-skx: - - 9 # NDRPDR sel - - 13 # NDRPDR sel - - 14 # NDRPDR sel - - 19 # NDRPDR sel - - 20 # NDRPDR sel - - 21 # NDRPDR sel - - 22 # NDRPDR sel - - 23 # NDRPDR sel - - 24 # NDRPDR sel - - 27 # NDRPDR sel + # 3n-hsw plot-vpp-throughput-latency-3n-hsw: + csit-vpp-perf-verify-1901-3n-hsw: + - 10 # NDRPDR sel + - 19 # NDRPDR sel + - 31 # NDRPDR sel + - 36 # NDRPDR sel + - 40 # NDRPDR sel + - 42 # NDRPDR sel + - 44 # NDRPDR sel + - 46 # NDRPDR sel + - 47 # NDRPDR sel + - 48 # NDRPDR sel + + plot-throughput-speedup-analysis-3n-hsw: + csit-vpp-perf-verify-1901-3n-hsw: + - 10 # NDRPDR sel + - 19 # NDRPDR sel + - 31 # NDRPDR sel + - 36 # NDRPDR sel + - 40 # NDRPDR sel + - 42 # NDRPDR sel + - 44 # NDRPDR sel + - 46 # NDRPDR sel + - 47 # NDRPDR sel + - 48 # NDRPDR sel + + plot-vpp-http-server-performance: + # TODO: Replace with new data + # csit-vpp-perf-verify-1901-3n-hsw: csit-vpp-perf-verify-1810-3n-hsw: - - 8 # NDRPDR sel - - 12 # NDRPDR sel - - 14 # NDRPDR sel - - 18 # NDRPDR sel - - 23 # NDRPDR sel - - 25 # NDRPDR sel - - 38 # NDRPDR sel - - 39 # NDRPDR sel - - 41 # NDRPDR sel - - 42 # NDRPDR sel + - 28 # WRK + - 29 # WRK + - 30 # WRK + - 31 # WRK + - 32 # WRK + - 33 # WRK + - 34 # WRK + - 35 # WRK + - 36 # WRK + - 37 # WRK - plot-vpp-soak-2n-skx: - csit-vpp-perf-verify-master-2n-skx: - - 207 # SOAK sel + plot-ligato-throughput-latency-3n-hsw: + # TODO: Add new data + csit-ligato-perf-verify-1901-3n-hsw: + - 8 # NDRPDR sel + - 9 # NDRPDR sel + - 11 # NDRPDR sel + + plot-ligato-throughput-speedup-analysis-3n-hsw: + # TODO: Add new data + csit-ligato-perf-verify-1901-3n-hsw: + - 8 # NDRPDR sel + - 9 # NDRPDR sel + - 11 # NDRPDR sel + + plot-dpdk-throughput-latency-3n-hsw: + csit-dpdk-perf-verify-1901-3n-hsw: + - 13 # NDRPDR sel + - 14 # NDRPDR sel + - 16 # NDRPDR sel + - 17 # NDRPDR sel + - 18 # NDRPDR sel + - 19 # NDRPDR sel + - 20 # NDRPDR sel + - 21 # NDRPDR sel + - 22 # NDRPDR sel + - 23 # NDRPDR sel + + # 3n-skx plot-vpp-throughput-latency-3n-skx: - csit-vpp-perf-verify-1810-3n-skx: - - 24 # NDRPDR full - - 10 # NDRPDR sel - - 14 # NDRPDR sel - - 15 # NDRPDR sel - - 16 # NDRPDR sel - - 17 # NDRPDR sel - - 19 # NDRPDR sel - - 20 # NDRPDR sel - - 21 # NDRPDR sel - - 22 # NDRPDR sel - - 25 # NDRPDR sel + csit-vpp-perf-verify-1901-3n-skx: + - 18 # NDRPDR sel + - 19 # NDRPDR sel + - 20 # NDRPDR sel + - 28 # NDRPDR sel + - 31 # NDRPDR sel + - 33 # NDRPDR sel + - 36 # NDRPDR sel + - 38 # NDRPDR sel + - 47 # NDRPDR sel + - 48 # NDRPDR sel + + plot-throughput-speedup-analysis-3n-skx: + csit-vpp-perf-verify-1901-3n-skx: + - 18 # NDRPDR sel + - 19 # NDRPDR sel + - 20 # NDRPDR sel + - 28 # NDRPDR sel + - 31 # NDRPDR sel + - 33 # NDRPDR sel + - 36 # NDRPDR sel + - 38 # NDRPDR sel + - 47 # NDRPDR sel + - 48 # NDRPDR sel + + plot-dpdk-throughput-latency-3n-skx: + csit-dpdk-perf-verify-1901-3n-skx: + - 3 # NDRPDR sel + - 5 # NDRPDR sel + - 6 # NDRPDR sel + - 7 # NDRPDR sel + - 8 # NDRPDR sel + - 9 # NDRPDR sel + - 10 # NDRPDR sel + - 11 # NDRPDR sel + - 12 # NDRPDR sel + - 13 # NDRPDR sel + + # 2n-skx plot-vpp-throughput-latency-2n-skx: - csit-vpp-perf-verify-1810-2n-skx: - - 9 # NDRPDR sel - - 13 # NDRPDR sel - - 14 # NDRPDR sel - - 19 # NDRPDR sel - - 20 # NDRPDR sel - - 21 # NDRPDR sel - - 22 # NDRPDR sel - - 23 # NDRPDR sel - - 24 # NDRPDR sel - - 27 # NDRPDR sel + csit-vpp-perf-verify-1901-2n-skx: + - 5 # NDRPDR sel + - 12 # NDRPDR sel + - 13 # NDRPDR sel + - 21 # NDRPDR sel + - 23 # NDRPDR sel + - 31 # NDRPDR sel + - 34 # NDRPDR sel + - 40 # NDRPDR sel + - 42 # NDRPDR sel + - 43 # NDRPDR sel - plot-vpp-http-server-performance: - csit-vpp-perf-verify-1810-3n-hsw: - - 28 # WRK - - 29 # WRK - - 30 # WRK - - 31 # WRK - - 32 # WRK - - 33 # WRK - - 34 # WRK - - 35 # WRK - - 36 # WRK - - 37 # WRK + plot-throughput-speedup-analysis-2n-skx: + csit-vpp-perf-verify-1901-2n-skx: + - 5 # NDRPDR sel + - 12 # NDRPDR sel + - 13 # NDRPDR sel + - 21 # NDRPDR sel + - 23 # NDRPDR sel + - 31 # NDRPDR sel + - 34 # NDRPDR sel + - 40 # NDRPDR sel + - 42 # NDRPDR sel + - 43 # NDRPDR sel - # VPP Functional - vpp-func-results-ubuntu: - csit-vpp-functional-1810-ubuntu1604-virl: - - 44 + plot-vpp-soak-2n-skx: + csit-vpp-perf-verify-1901-2n-skx: + - 45 # SOAK sel + + plot-vpp-nfv-2n-skx: + # TODO: Add new data + csit-vpp-perf-verify-1901-2n-skx: + - 28 # NFV NDRPDR + - 29 # NFV NDRPDR + - 32 # NFV NDRPDR + - 39 # NFV NDRPDR + - 46 # NFV NDRPDR + + plot-vpp-nfv-2n-skx-mrr: + # TODO: Add new data + csit-vpp-perf-verify-1901-2n-skx: + - 24 # NFV MRR + - 26 # NFV MRR + - 27 # NFV MRR + - 35 # NFV MRR + - 37 # NFV MRR - vpp-func-results-centos: - csit-vpp-functional-1810-centos7-virl: - - 44 + plot-dpdk-throughput-latency-2n-skx: + csit-dpdk-perf-verify-1901-2n-skx: + - 12 # NDRPDR sel + - 13 # NDRPDR sel + - 14 # NDRPDR sel + - 15 # NDRPDR sel + - 16 # NDRPDR sel + - 17 # NDRPDR sel + - 18 # NDRPDR sel + - 19 # NDRPDR sel + - 20 # NDRPDR sel + - 21 # NDRPDR sel + + # 3rd party - vpp-device-results-ubuntu: - csit-vpp-device-1810-ubuntu1804-1n-skx: - - 2 + # Denverton: + intel-dnv-vpp: + # TODO: Replace with new data + intel-dnv-vpp-release-1810: + - 1 - # VPP Ligato - ligato-perf-results-3n-hsw: - csit-ligato-perf-verify-1810-3n-hsw: - - 5 # full + ########################################################################### + # Simple tables (only one data set): - plot-ligato-throughput-speedup-analysis-3n-hsw: - csit-ligato-perf-verify-1810-3n-hsw: - - 5 # full - - 6 # sel - - 8 # sel - - 9 # sel - - 11 # sel - - 12 # sel - - 13 # sel - - 14 # sel - - 16 # sel - - 17 # sel - - 18 # sel + # NIC Comparisons - plot-ligato-throughput-latency-3n-hsw: - csit-ligato-perf-verify-1810-3n-hsw: - - 5 # full - - 6 # sel - - 8 # sel - - 9 # sel - - 11 # sel - - 12 # sel - - 13 # sel - - 14 # sel - - 16 # sel - - 17 # sel - - 18 # sel - - # DPDK Performance - dpdk-performance-changes-3n-hsw: - csit-dpdk-perf-1804-all: - - 4 - - 5 - - 6 - - 7 - - 8 - - 9 - - 10 - - 11 - - 12 - - 13 - csit-dpdk-perf-verify-1807-3n-hsw: - - 11 - - 12 # full - - 14 - - 15 - - 16 - - 17 - - 20 - - 21 - - 22 - - 23 - csit-dpdk-perf-verify-1810-3n-hsw: - - 1 # NDRPDR sel - - 2 # NDRPDR sel - - 3 # NDRPDR sel - - 4 # NDRPDR sel - - 5 # NDRPDR sel - - 6 # NDRPDR sel - - 7 # NDRPDR sel - - 8 # NDRPDR sel - - 9 # NDRPDR sel - - 10 # NDRPDR sel + vpp-nic-comparison-3n-hsw: + csit-vpp-perf-verify-1901-3n-hsw: + - 10 # NDRPDR sel + - 19 # NDRPDR sel + - 31 # NDRPDR sel + - 36 # NDRPDR sel + - 40 # NDRPDR sel + - 42 # NDRPDR sel + - 44 # NDRPDR sel + - 46 # NDRPDR sel + - 47 # NDRPDR sel + - 48 # NDRPDR sel - dpdk-performance-changes-3n-skx: - csit-dpdk-perf-verify-1807-3n-skx: - - 1 # NDRPDR sel - - 2 # NDRPDR sel - - 3 # NDRPDR sel - - 6 # NDRPDR sel - - 7 # NDRPDR sel - - 8 # NDRPDR sel - - 9 # NDRPDR sel - - 10 # NDRPDR sel - - 11 # NDRPDR sel - - 12 # NDRPDR sel - csit-dpdk-perf-verify-1810-3n-skx: - - 3 # NDRPDR sel - - 4 # NDRPDR sel - - 6 # NDRPDR sel - - 7 # NDRPDR sel - - 8 # NDRPDR sel - - 9 # NDRPDR sel - - 10 # NDRPDR sel - - 11 # NDRPDR sel - - 12 # NDRPDR sel - - 13 # NDRPDR sel + vpp-nic-comparison-3n-skx: + csit-vpp-perf-verify-1901-3n-skx: + - 18 # NDRPDR sel + - 19 # NDRPDR sel + - 20 # NDRPDR sel + - 28 # NDRPDR sel + - 31 # NDRPDR sel + - 33 # NDRPDR sel + - 36 # NDRPDR sel + - 38 # NDRPDR sel + - 47 # NDRPDR sel + - 48 # NDRPDR sel - dpdk-compare-testbeds: - csit-dpdk-perf-verify-1810-3n-skx: - - 3 # NDRPDR sel - - 4 # NDRPDR sel - - 6 # NDRPDR sel - - 7 # NDRPDR sel - - 8 # NDRPDR sel - - 9 # NDRPDR sel - - 10 # NDRPDR sel - - 11 # NDRPDR sel - - 12 # NDRPDR sel - - 13 # NDRPDR sel - csit-dpdk-perf-verify-1810-3n-hsw: - - 1 # NDRPDR sel - - 2 # NDRPDR sel - - 3 # NDRPDR sel - - 4 # NDRPDR sel - - 5 # NDRPDR sel - - 6 # NDRPDR sel - - 7 # NDRPDR sel - - 8 # NDRPDR sel - - 9 # NDRPDR sel - - 10 # NDRPDR sel + vpp-nic-comparison-2n-skx: + csit-vpp-perf-verify-1901-2n-skx: + - 5 # NDRPDR sel + - 12 # NDRPDR sel + - 13 # NDRPDR sel + - 21 # NDRPDR sel + - 23 # NDRPDR sel + - 31 # NDRPDR sel + - 34 # NDRPDR sel + - 40 # NDRPDR sel + - 42 # NDRPDR sel + - 43 # NDRPDR sel - dpdk-compare-topologies: - csit-dpdk-perf-verify-1810-3n-skx: - - 3 # NDRPDR sel - - 4 # NDRPDR sel - - 6 # NDRPDR sel - - 7 # NDRPDR sel - - 8 # NDRPDR sel - - 9 # NDRPDR sel - - 10 # NDRPDR sel - - 11 # NDRPDR sel - - 12 # NDRPDR sel - - 13 # NDRPDR sel - csit-dpdk-perf-verify-1810-2n-skx: - - 3 # NDRPDR sel - - 4 # NDRPDR sel - - 5 # NDRPDR sel - - 7 # NDRPDR sel - - 8 # NDRPDR sel - - 9 # NDRPDR sel - - 10 # NDRPDR sel - - 11 # NDRPDR sel - - 12 # NDRPDR sel - - 13 # NDRPDR sel + vpp-nic-comparison-3n-hsw-mrr: + csit-vpp-perf-verify-1901-3n-hsw: + - 35 # MRR sel - dpdk-perf-results-3n-hsw: - csit-dpdk-perf-verify-1810-3n-hsw: - - 1 + vpp-nic-comparison-3n-skx-mrr: + csit-vpp-perf-verify-1901-3n-skx: + - 32 # MRR sel - dpdk-perf-results-3n-skx: - csit-dpdk-perf-verify-1810-3n-skx: - - 3 # NDRPDR sel + vpp-nic-comparison-2n-skx-mrr: + csit-vpp-perf-verify-1901-2n-skx: + - 22 # MRR sel - dpdk-perf-results-2n-skx: - csit-dpdk-perf-verify-1810-2n-skx: - - 3 + # Results - plot-dpdk-throughput-latency-3n-hsw: - csit-dpdk-perf-verify-1810-3n-hsw: - - 1 # NDRPDR sel - - 2 # NDRPDR sel - - 3 # NDRPDR sel - - 4 # NDRPDR sel - - 5 # NDRPDR sel - - 6 # NDRPDR sel - - 7 # NDRPDR sel - - 8 # NDRPDR sel - - 9 # NDRPDR sel - - 10 # NDRPDR sel + vpp-perf-results-3n-hsw: + # TODO: Add FULL data + csit-vpp-perf-verify-1901-3n-hsw: + - 38 # NDRPDR full + - 43 # NDRPDR full + - 45 # NDRPDR full - plot-dpdk-throughput-latency-3n-skx: - csit-dpdk-perf-verify-1810-3n-skx: - - 3 # NDRPDR sel - - 4 # NDRPDR sel - - 6 # NDRPDR sel - - 7 # NDRPDR sel - - 8 # NDRPDR sel - - 9 # NDRPDR sel - - 10 # NDRPDR sel - - 11 # NDRPDR sel - - 12 # NDRPDR sel - - 13 # NDRPDR sel + vpp-perf-results-3n-skx: + csit-vpp-perf-verify-1901-3n-skx: + - 37 # NDRPDR full + - 39 # NDRPDR full + - 40 # NDRPDR full + - 49 # NDRPDR full - plot-dpdk-throughput-latency-2n-skx: - csit-dpdk-perf-verify-1810-2n-skx: - - 3 # NDRPDR sel - - 4 # NDRPDR sel - - 5 # NDRPDR sel - - 7 # NDRPDR sel - - 8 # NDRPDR sel - - 9 # NDRPDR sel - - 10 # NDRPDR sel - - 11 # NDRPDR sel - - 12 # NDRPDR sel - - 13 # NDRPDR sel + vpp-perf-results-2n-skx: + csit-vpp-perf-verify-1901-2n-skx: + - 25 # NDRPDR full + - 30 # NDRPDR full + - 33 # NDRPDR full + - 44 # NDRPDR full + + vpp-mrr-results-3n-hsw: + csit-vpp-perf-verify-1901-3n-hsw: + - 35 # MRR sel + + vpp-mrr-results-3n-skx: + csit-vpp-perf-verify-1901-3n-skx: + - 32 # MRR sel + + vpp-mrr-results-2n-skx: + csit-vpp-perf-verify-1901-2n-skx: + - 22 # MRR sel + + vpp-func-results-ubuntu: + csit-vpp-functional-1901-ubuntu1604-virl: + - 48 + + vpp-func-results-centos: + csit-vpp-functional-1901-centos7-virl: + - 50 + + vpp-device-results-ubuntu: + csit-vpp-device-1901-ubuntu1804-1n-skx: + - 49 + + # VPP Ligato + ligato-perf-results-3n-hsw: + # TODO: Add new data + csit-ligato-perf-verify-1901-3n-hsw: + - 10 # NDRPDR full + + dpdk-perf-results-3n-hsw: + csit-dpdk-perf-verify-1901-3n-hsw: + - 20 # NDRPDR sel + + dpdk-perf-results-3n-skx: + csit-dpdk-perf-verify-1901-3n-skx: + - 13 # NDRPDR sel + + dpdk-perf-results-2n-skx: + csit-dpdk-perf-verify-1901-2n-skx: + - 21 # NDRPDR sel # HoneyComb Functional hc-func-results: - csit-hc2vpp-verify-func-1810-ubuntu1604: - - 3 + csit-hc2vpp-verify-func-1901-ubuntu1604: + - 3 # NSH SFC Functional nsh-func-results: + # TODO: Replace with new data + # csit-nsh_sfc-verify-func-1901-ubuntu1604-virl: csit-nsh_sfc-verify-func-1810-ubuntu1604-virl: - - 1 + - 1 # DMM Functional dmm-func-results: - csit-dmm-functional-1810-ubuntu1604-virl: - - 1 + csit-dmm-functional-1901-ubuntu1604-virl: + - 2 + + ########################################################################### + # Tables (more than one data set) + + # Performance changes + + vpp-performance-changes-3n-hsw-h1: + csit-vpp-perf-verify-1807-3n-hsw: + - 11 # NDRPDR full 1 + - 22 # NDRPDR full 2 + - 45 # NDRPDR full 3 + - 46 # NDRPDR full 4 + - 15 # NDRPDR sel + - 16 # NDRPDR sel + - 19 # NDRPDR sel + - 18 # NDRPDR sel + - 20 # NDRPDR sel + - 38 # NDRPDR sel + - 40 # NDRPDR sel + - 44 # NDRPDR sel + - 47 # NDRPDR sel + vpp-performance-changes-3n-hsw-ref: + csit-vpp-perf-verify-1810-3n-hsw: + - 8 # NDRPDR sel + - 12 # NDRPDR sel + - 14 # NDRPDR sel + - 18 # NDRPDR sel + - 23 # NDRPDR sel + - 25 # NDRPDR sel + - 38 # NDRPDR sel + - 39 # NDRPDR sel + - 41 # NDRPDR sel + - 42 # NDRPDR sel + vpp-performance-changes-3n-hsw-cmp: + csit-vpp-perf-verify-1901-3n-hsw: + - 10 # NDRPDR sel + - 19 # NDRPDR sel + - 31 # NDRPDR sel + - 36 # NDRPDR sel + - 40 # NDRPDR sel + - 42 # NDRPDR sel + - 44 # NDRPDR sel + - 46 # NDRPDR sel + - 47 # NDRPDR sel + - 48 # NDRPDR sel + vpp-performance-changes-3n-hsw: + - "vpp-performance-changes-3n-hsw-h1" + - "vpp-performance-changes-3n-hsw-ref" + - "vpp-performance-changes-3n-hsw-cmp" + + vpp-performance-changes-3n-skx-h1: + csit-vpp-perf-verify-1807-3n-skx: + - 33 # NDRPDR sel + - 35 # NDRPDR sel + - 37 # NDRPDR sel + - 38 # NDRPDR sel + - 39 # NDRPDR sel + - 43 # NDRPDR sel + - 44 # NDRPDR sel + - 49 # NDRPDR sel + - 50 # NDRPDR sel + - 56 # NDRPDR sel + vpp-performance-changes-3n-skx-ref: + csit-vpp-perf-verify-1810-3n-skx: + - 10 # NDRPDR sel + - 14 # NDRPDR sel + - 15 # NDRPDR sel + - 16 # NDRPDR sel + - 17 # NDRPDR sel + - 19 # NDRPDR sel + - 20 # NDRPDR sel + - 21 # NDRPDR sel + - 22 # NDRPDR sel + - 25 # NDRPDR sel + vpp-performance-changes-3n-skx-cmp: + csit-vpp-perf-verify-1901-3n-skx: + - 18 # NDRPDR sel + - 19 # NDRPDR sel + - 20 # NDRPDR sel + - 28 # NDRPDR sel + - 31 # NDRPDR sel + - 33 # NDRPDR sel + - 36 # NDRPDR sel + - 38 # NDRPDR sel + - 47 # NDRPDR sel + - 48 # NDRPDR sel + vpp-performance-changes-3n-skx: + - "vpp-performance-changes-3n-skx-h1" + - "vpp-performance-changes-3n-skx-ref" + - "vpp-performance-changes-3n-skx-cmp" + + vpp-performance-changes-2n-skx-h1: + csit-vpp-perf-verify-1807-2n-skx: + - 26 # NDRPDR sel + - 28 # NDRPDR sel + - 29 # NDRPDR sel + - 30 # NDRPDR sel + - 34 # NDRPDR sel + - 35 # NDRPDR sel + - 36 # NDRPDR sel + - 39 # NDRPDR sel + - 40 # NDRPDR sel + - 42 # NDRPDR sel + vpp-performance-changes-2n-skx-ref: + csit-vpp-perf-verify-1810-2n-skx: + - 9 # NDRPDR sel + - 13 # NDRPDR sel + - 14 # NDRPDR sel + - 19 # NDRPDR sel + - 20 # NDRPDR sel + - 21 # NDRPDR sel + - 22 # NDRPDR sel + - 23 # NDRPDR sel + - 24 # NDRPDR sel + - 27 # NDRPDR sel + vpp-performance-changes-2n-skx-cmp: + csit-vpp-perf-verify-1901-2n-skx: + - 5 # NDRPDR sel + - 12 # NDRPDR sel + - 13 # NDRPDR sel + - 21 # NDRPDR sel + - 23 # NDRPDR sel + - 31 # NDRPDR sel + - 34 # NDRPDR sel + - 40 # NDRPDR sel + - 42 # NDRPDR sel + - 43 # NDRPDR sel + vpp-performance-changes-2n-skx: + - "vpp-performance-changes-2n-skx-h1" + - "vpp-performance-changes-2n-skx-ref" + - "vpp-performance-changes-2n-skx-cmp" + + vpp-performance-changes-3n-hsw-mrr-h1: + csit-vpp-perf-verify-1807-3n-hsw: + - 8 # MRR full + - 9 # MRR sel + - 21 # MRR sel + - 31 # MRR sel + - 33 # MRR sel + - 36 # MRR sel + - 41 # MRR sel + - 42 # MRR sel + - 48 # MRR sel + vpp-performance-changes-3n-hsw-mrr-ref: + csit-vpp-perf-verify-1810-3n-hsw: + - 9 # MRR sel + vpp-performance-changes-3n-hsw-mrr-cmp: + csit-vpp-perf-verify-1901-3n-hsw: + - 35 # MRR sel + vpp-performance-changes-3n-hsw-mrr: + - "vpp-performance-changes-3n-hsw-mrr-h1" + - "vpp-performance-changes-3n-hsw-mrr-ref" + - "vpp-performance-changes-3n-hsw-mrr-cmp" + + vpp-performance-changes-3n-skx-mrr-h1: + csit-vpp-perf-verify-1807-3n-skx: + - 28 # MRR sel + - 32 # MRR sel + - 36 # MRR sel + - 42 # MRR sel + - 47 # MRR sel + - 48 # MRR sel + - 51 # MRR sel + - 52 # MRR sel + - 53 # MRR sel + - 54 # MRR sel + vpp-performance-changes-3n-skx-mrr-ref: + csit-vpp-perf-verify-1810-3n-skx: + - 9 # MRR sel + - 11 # MRR sel + - 12 # MRR sel + - 13 # MRR sel + vpp-performance-changes-3n-skx-mrr-cmp: + csit-vpp-perf-verify-1901-3n-skx: + - 32 # MRR sel + vpp-performance-changes-3n-skx-mrr: + - "vpp-performance-changes-3n-skx-mrr-h1" + - "vpp-performance-changes-3n-skx-mrr-ref" + - "vpp-performance-changes-3n-skx-mrr-cmp" + + vpp-performance-changes-2n-skx-mrr-h1: + csit-vpp-perf-verify-1807-2n-skx: + - 31 # MRR sel + - 33 # MRR sel + - 37 # MRR sel + - 38 # MRR sel + - 41 # MRR sel + - 43 # MRR sel + - 44 # MRR sel + - 45 # MRR sel + - 46 # MRR sel + - 47 # MRR sel + vpp-performance-changes-2n-skx-mrr-ref: + csit-vpp-perf-verify-1810-2n-skx: + - 8 # MRR sel + - 10 # MRR sel + - 11 # MRR sel + - 12 # MRR sel + vpp-performance-changes-2n-skx-mrr-cmp: + csit-vpp-perf-verify-1901-2n-skx: + - 22 # MRR sel + vpp-performance-changes-2n-skx-mrr: + - "vpp-performance-changes-2n-skx-mrr-h1" + - "vpp-performance-changes-2n-skx-mrr-ref" + - "vpp-performance-changes-2n-skx-mrr-cmp" + + dpdk-performance-changes-3n-hsw-h1: + csit-dpdk-perf-verify-1807-3n-hsw: + - 11 + - 12 # full + - 14 + - 15 + - 16 + - 17 + - 20 + - 21 + - 22 + - 23 + dpdk-performance-changes-3n-hsw-ref: + csit-dpdk-perf-verify-1810-3n-hsw: + - 1 # NDRPDR sel + - 2 # NDRPDR sel + - 3 # NDRPDR sel + - 4 # NDRPDR sel + - 5 # NDRPDR sel + - 6 # NDRPDR sel + - 7 # NDRPDR sel + - 8 # NDRPDR sel + - 9 # NDRPDR sel + - 10 # NDRPDR sel + dpdk-performance-changes-3n-hsw-cmp: + csit-dpdk-perf-verify-1901-3n-hsw: + - 13 # NDRPDR sel + - 14 # NDRPDR sel + - 16 # NDRPDR sel + - 17 # NDRPDR sel + - 18 # NDRPDR sel + - 19 # NDRPDR sel + - 20 # NDRPDR sel + - 21 # NDRPDR sel + - 22 # NDRPDR sel + - 23 # NDRPDR sel + dpdk-performance-changes-3n-hsw: + - "dpdk-performance-changes-3n-hsw-h1" + - "dpdk-performance-changes-3n-hsw-ref" + - "dpdk-performance-changes-3n-hsw-cmp" + + dpdk-performance-changes-3n-skx-h1: + csit-dpdk-perf-verify-1807-3n-skx: + - 1 # NDRPDR sel + - 2 # NDRPDR sel + - 3 # NDRPDR sel + - 6 # NDRPDR sel + - 7 # NDRPDR sel + - 8 # NDRPDR sel + - 9 # NDRPDR sel + - 10 # NDRPDR sel + - 11 # NDRPDR sel + - 12 # NDRPDR sel + dpdk-performance-changes-3n-skx-ref: + csit-dpdk-perf-verify-1810-3n-skx: + - 3 # NDRPDR sel + - 4 # NDRPDR sel + - 6 # NDRPDR sel + - 7 # NDRPDR sel + - 8 # NDRPDR sel + - 9 # NDRPDR sel + - 10 # NDRPDR sel + - 11 # NDRPDR sel + - 12 # NDRPDR sel + - 13 # NDRPDR sel + dpdk-performance-changes-3n-skx-cmp: + csit-dpdk-perf-verify-1901-3n-skx: + - 3 # NDRPDR sel + - 5 # NDRPDR sel + - 6 # NDRPDR sel + - 7 # NDRPDR sel + - 8 # NDRPDR sel + - 9 # NDRPDR sel + - 10 # NDRPDR sel + - 11 # NDRPDR sel + - 12 # NDRPDR sel + - 13 # NDRPDR sel + dpdk-performance-changes-3n-skx: + - "dpdk-performance-changes-3n-skx-h1" + - "dpdk-performance-changes-3n-skx-ref" + - "dpdk-performance-changes-3n-skx-cmp" + + dpdk-performance-changes-2n-skx-ref: + csit-dpdk-perf-verify-1810-2n-skx: + - 3 # NDRPDR sel + - 4 # NDRPDR sel + - 5 # NDRPDR sel + - 7 # NDRPDR sel + - 8 # NDRPDR sel + - 9 # NDRPDR sel + - 10 # NDRPDR sel + - 11 # NDRPDR sel + - 12 # NDRPDR sel + - 13 # NDRPDR sel + dpdk-performance-changes-2n-skx-cmp: + csit-dpdk-perf-verify-1901-2n-skx: + - 12 # NDRPDR sel + - 13 # NDRPDR sel + - 14 # NDRPDR sel + - 15 # NDRPDR sel + - 16 # NDRPDR sel + - 17 # NDRPDR sel + - 18 # NDRPDR sel + - 19 # NDRPDR sel + - 20 # NDRPDR sel + - 21 # NDRPDR sel + dpdk-performance-changes-2n-skx: + - "dpdk-performance-changes-2n-skx-ref" + - "dpdk-performance-changes-2n-skx-cmp" + + # Compare testbeds + + vpp-compare-testbeds-ref: + csit-vpp-perf-verify-1901-3n-hsw: + - 10 # NDRPDR sel + - 19 # NDRPDR sel + - 31 # NDRPDR sel + - 36 # NDRPDR sel + - 40 # NDRPDR sel + - 42 # NDRPDR sel + - 44 # NDRPDR sel + - 46 # NDRPDR sel + - 47 # NDRPDR sel + - 48 # NDRPDR sel + vpp-compare-testbeds-cmp: + csit-vpp-perf-verify-1901-3n-skx: + - 18 # NDRPDR sel + - 19 # NDRPDR sel + - 20 # NDRPDR sel + - 28 # NDRPDR sel + - 31 # NDRPDR sel + - 33 # NDRPDR sel + - 36 # NDRPDR sel + - 38 # NDRPDR sel + - 47 # NDRPDR sel + - 48 # NDRPDR sel + vpp-compare-testbeds: + - "vpp-compare-testbeds-ref" + - "vpp-compare-testbeds-cmp" + + vpp-compare-testbeds-mrr-ref: + csit-vpp-perf-verify-1901-3n-hsw: + - 35 # MRR sel + vpp-compare-testbeds-mrr-cmp: + csit-vpp-perf-verify-1901-3n-skx: + - 32 # MRR sel + vpp-compare-testbeds-mrr: + - "vpp-compare-testbeds-mrr-ref" + - "vpp-compare-testbeds-mrr-cmp" + + dpdk-compare-testbeds-ref: + csit-dpdk-perf-verify-1901-3n-hsw: + - 13 # NDRPDR sel + - 14 # NDRPDR sel + - 16 # NDRPDR sel + - 17 # NDRPDR sel + - 18 # NDRPDR sel + - 19 # NDRPDR sel + - 20 # NDRPDR sel + - 21 # NDRPDR sel + - 22 # NDRPDR sel + - 23 # NDRPDR sel + dpdk-compare-testbeds-cmp: + csit-dpdk-perf-verify-1901-3n-skx: + - 3 # NDRPDR sel + - 5 # NDRPDR sel + - 6 # NDRPDR sel + - 7 # NDRPDR sel + - 8 # NDRPDR sel + - 9 # NDRPDR sel + - 10 # NDRPDR sel + - 11 # NDRPDR sel + - 12 # NDRPDR sel + - 13 # NDRPDR sel + dpdk-compare-testbeds: + - "dpdk-compare-testbeds-ref" + - "dpdk-compare-testbeds-cmp" + + # Compare topologies + + vpp-compare-topologies-ref: + csit-vpp-perf-verify-1901-3n-skx: + - 18 # NDRPDR sel + - 19 # NDRPDR sel + - 20 # NDRPDR sel + - 28 # NDRPDR sel + - 31 # NDRPDR sel + - 33 # NDRPDR sel + - 36 # NDRPDR sel + - 38 # NDRPDR sel + - 47 # NDRPDR sel + - 48 # NDRPDR sel + vpp-compare-topologies-cmp: + csit-vpp-perf-verify-1901-2n-skx: + - 5 # NDRPDR sel + - 12 # NDRPDR sel + - 13 # NDRPDR sel + - 21 # NDRPDR sel + - 23 # NDRPDR sel + - 31 # NDRPDR sel + - 34 # NDRPDR sel + - 40 # NDRPDR sel + - 42 # NDRPDR sel + - 43 # NDRPDR sel + vpp-compare-topologies: + - "vpp-compare-topologies-ref" + - "vpp-compare-topologies-cmp" + + vpp-compare-topologies-mrr-ref: + csit-vpp-perf-verify-1901-3n-skx: + - 32 # MRR sel + vpp-compare-topologies-mrr-cmp: + csit-vpp-perf-verify-1901-2n-skx: + - 22 # MRR sel + vpp-compare-topologies-mrr: + - "vpp-compare-topologies-mrr-ref" + - "vpp-compare-topologies-mrr-cmp" + + dpdk-compare-topologies-ref: + csit-dpdk-perf-verify-1901-3n-skx: + - 3 # NDRPDR sel + - 5 # NDRPDR sel + - 6 # NDRPDR sel + - 7 # NDRPDR sel + - 8 # NDRPDR sel + - 9 # NDRPDR sel + - 10 # NDRPDR sel + - 11 # NDRPDR sel + - 12 # NDRPDR sel + - 13 # NDRPDR sel + dpdk-compare-topologies-cmp: + csit-dpdk-perf-verify-1901-2n-skx: + - 12 # NDRPDR sel + - 13 # NDRPDR sel + - 14 # NDRPDR sel + - 15 # NDRPDR sel + - 16 # NDRPDR sel + - 17 # NDRPDR sel + - 18 # NDRPDR sel + - 19 # NDRPDR sel + - 20 # NDRPDR sel + - 21 # NDRPDR sel + dpdk-compare-topologies: + - "dpdk-compare-topologies-ref" + - "dpdk-compare-topologies-cmp" plot-layouts: @@ -1035,7 +1178,7 @@ size: 16 zeroline: True rangemode: "tozero" - # range: [0,100] + range: [0,100] legend: orientation: "h" font: @@ -1161,265 +1304,305 @@ builds: + # TODO: Replace with 1901 data intel-dnv-vpp-release-1810: - - 1 - - csit-vpp-perf-1804-all: - - 21 # sel - - 22 # sel - - 23 # sel - - 24 # sel - - 27 # sel - - 28 # sel - - 29 # sel - - 30 # sel - - 31 # sel - - 35 # sel + - 1 + csit-vpp-perf-verify-1807-3n-hsw: - - 8 # MRR full - - 9 # MRR sel - - 21 # MRR sel - - 31 # MRR sel - - 33 # MRR sel - - 36 # MRR sel - - 41 # MRR sel - - 42 # MRR sel - - 48 # MRR sel - - 11 # NDRPDR full 1 - - 22 # NDRPDR full 2 - - 45 # NDRPDR full 3 - - 46 # NDRPDR full 4 - - 15 # NDRPDR sel - - 16 # NDRPDR sel - - 19 # NDRPDR sel - - 18 # NDRPDR sel - - 20 # NDRPDR sel - - 38 # NDRPDR sel - - 40 # NDRPDR sel - - 44 # NDRPDR sel - - 47 # NDRPDR sel - - 24 # WRK - - 25 # WRK - - 23 # WRK - - 26 # WRK - - 27 # WRK - - 28 # WRK - - 29 # WRK - - 30 # WRK - - 32 # WRK - - 35 # WRK + - 8 # MRR full + - 9 # MRR sel + - 21 # MRR sel + - 31 # MRR sel + - 33 # MRR sel + - 36 # MRR sel + - 41 # MRR sel + - 42 # MRR sel + - 48 # MRR sel + - 11 # NDRPDR full 1 + - 22 # NDRPDR full 2 + - 45 # NDRPDR full 3 + - 46 # NDRPDR full 4 + - 15 # NDRPDR sel + - 16 # NDRPDR sel + - 19 # NDRPDR sel + - 18 # NDRPDR sel + - 20 # NDRPDR sel + - 38 # NDRPDR sel + - 40 # NDRPDR sel + - 44 # NDRPDR sel + - 47 # NDRPDR sel csit-vpp-perf-verify-1810-3n-hsw: - - 9 # MRR sel - - 20 # NDRPDR full - - 21 # NDRPDR full - - 22 # NDRPDR full - - 27 # NDRPDR full - - 8 # NDRPDR sel - - 12 # NDRPDR sel - - 14 # NDRPDR sel - - 18 # NDRPDR sel - - 23 # NDRPDR sel - - 25 # NDRPDR sel - - 38 # NDRPDR sel - - 39 # NDRPDR sel - - 41 # NDRPDR sel - - 42 # NDRPDR sel - - 28 # WRK - - 29 # WRK - - 30 # WRK - - 31 # WRK - - 32 # WRK - - 33 # WRK - - 34 # WRK - - 35 # WRK - - 36 # WRK - - 37 # WRK + - 9 # MRR sel + - 20 # NDRPDR full + - 21 # NDRPDR full + - 22 # NDRPDR full + - 27 # NDRPDR full + - 8 # NDRPDR sel + - 12 # NDRPDR sel + - 14 # NDRPDR sel + - 18 # NDRPDR sel + - 23 # NDRPDR sel + - 25 # NDRPDR sel + - 38 # NDRPDR sel + - 39 # NDRPDR sel + - 41 # NDRPDR sel + - 42 # NDRPDR sel + - 28 # WRK + - 29 # WRK + - 30 # WRK + - 31 # WRK + - 32 # WRK + - 33 # WRK + - 34 # WRK + - 35 # WRK + - 36 # WRK + - 37 # WRK + csit-vpp-perf-verify-1901-3n-hsw: + - 35 # MRR sel + - 38 # NDRPDR full + - 43 # NDRPDR full + - 45 # NDRPDR full + - 10 # NDRPDR sel + - 19 # NDRPDR sel + - 31 # NDRPDR sel + - 36 # NDRPDR sel + - 40 # NDRPDR sel + - 42 # NDRPDR sel + - 44 # NDRPDR sel + - 46 # NDRPDR sel + - 47 # NDRPDR sel + - 48 # NDRPDR sel csit-vpp-perf-verify-1807-3n-skx: - - 31 # MRR full - - 28 # MRR sel - - 32 # MRR sel - - 36 # MRR sel - - 42 # MRR sel - - 47 # MRR sel - - 48 # MRR sel - - 51 # MRR sel - - 52 # MRR sel - - 53 # MRR sel - - 54 # MRR sel - - 40 # NDRPDR full 1 - - 41 # NDRPDR full 2 - - 33 # NDRPDR sel - - 35 # NDRPDR sel - - 37 # NDRPDR sel - - 38 # NDRPDR sel - - 39 # NDRPDR sel - - 43 # NDRPDR sel - - 44 # NDRPDR sel - - 49 # NDRPDR sel - - 50 # NDRPDR sel - - 56 # NDRPDR sel + - 31 # MRR full + - 28 # MRR sel + - 32 # MRR sel + - 36 # MRR sel + - 42 # MRR sel + - 47 # MRR sel + - 48 # MRR sel + - 51 # MRR sel + - 52 # MRR sel + - 53 # MRR sel + - 54 # MRR sel + - 40 # NDRPDR full 1 + - 41 # NDRPDR full 2 + - 33 # NDRPDR sel + - 35 # NDRPDR sel + - 37 # NDRPDR sel + - 38 # NDRPDR sel + - 39 # NDRPDR sel + - 43 # NDRPDR sel + - 44 # NDRPDR sel + - 49 # NDRPDR sel + - 50 # NDRPDR sel + - 56 # NDRPDR sel csit-vpp-perf-verify-1810-3n-skx: - - 9 # MRR sel - - 11 # MRR sel - - 12 # MRR sel - - 13 # MRR sel - - 23 # NDRPDR full - - 24 # NDRPDR full - - 10 # NDRPDR sel - - 14 # NDRPDR sel - - 15 # NDRPDR sel - - 16 # NDRPDR sel - - 17 # NDRPDR sel - - 19 # NDRPDR sel - - 20 # NDRPDR sel - - 21 # NDRPDR sel - - 22 # NDRPDR sel - - 25 # NDRPDR sel + - 9 # MRR sel + - 11 # MRR sel + - 12 # MRR sel + - 13 # MRR sel + - 23 # NDRPDR full + - 24 # NDRPDR full + - 10 # NDRPDR sel + - 14 # NDRPDR sel + - 15 # NDRPDR sel + - 16 # NDRPDR sel + - 17 # NDRPDR sel + - 19 # NDRPDR sel + - 20 # NDRPDR sel + - 21 # NDRPDR sel + - 22 # NDRPDR sel + - 25 # NDRPDR sel + csit-vpp-perf-verify-1901-3n-skx: + - 32 # MRR sel + - 37 # NDRPDR full + - 39 # NDRPDR full + - 40 # NDRPDR full + - 49 # NDRPDR full + - 18 # NDRPDR sel + - 19 # NDRPDR sel + - 20 # NDRPDR sel + - 28 # NDRPDR sel + - 31 # NDRPDR sel + - 33 # NDRPDR sel + - 36 # NDRPDR sel + - 38 # NDRPDR sel + - 47 # NDRPDR sel + - 48 # NDRPDR sel csit-vpp-perf-verify-1807-2n-skx: - - 27 # MRR full - - 31 # MRR sel - - 33 # MRR sel - - 37 # MRR sel - - 38 # MRR sel - - 41 # MRR sel - - 43 # MRR sel - - 44 # MRR sel - - 45 # MRR sel - - 46 # MRR sel - - 47 # MRR sel - - 32 # NDRPDR full - - 26 # NDRPDR sel - - 28 # NDRPDR sel - - 29 # NDRPDR sel - - 30 # NDRPDR sel - - 34 # NDRPDR sel - - 35 # NDRPDR sel - - 36 # NDRPDR sel - - 39 # NDRPDR sel - - 40 # NDRPDR sel - - 42 # NDRPDR sel + - 27 # MRR full + - 31 # MRR sel + - 33 # MRR sel + - 37 # MRR sel + - 38 # MRR sel + - 41 # MRR sel + - 43 # MRR sel + - 44 # MRR sel + - 45 # MRR sel + - 46 # MRR sel + - 47 # MRR sel + - 32 # NDRPDR full + - 26 # NDRPDR sel + - 28 # NDRPDR sel + - 29 # NDRPDR sel + - 30 # NDRPDR sel + - 34 # NDRPDR sel + - 35 # NDRPDR sel + - 36 # NDRPDR sel + - 39 # NDRPDR sel + - 40 # NDRPDR sel + - 42 # NDRPDR sel csit-vpp-perf-verify-1810-2n-skx: - - 8 # MRR sel - - 10 # MRR sel - - 11 # MRR sel - - 12 # MRR sel - - 25 # NDRPDR full - - 26 # NDRPDR full - - 9 # NDRPDR sel - - 13 # NDRPDR sel - - 14 # NDRPDR sel - - 19 # NDRPDR sel - - 20 # NDRPDR sel - - 21 # NDRPDR sel - - 22 # NDRPDR sel - - 23 # NDRPDR sel - - 24 # NDRPDR sel - - 27 # NDRPDR sel - csit-vpp-perf-verify-master-2n-skx: - - 207 # SOAK sel - csit-vpp-perf-check-1804: - - 5 # mrr - full - - 6 # mrr - sel - - 13 # mrr - sel - - 14 # mrr - sel - - 15 # mrr - sel - - 16 # mrr - sel - - 17 # mrr - sel - - 19 # mrr - sel - - 20 # mrr - sel - - 21 # mrr - sel - - 22 # mrr - sel - csit-ligato-perf-verify-1810-3n-hsw: - - 5 # full - - 6 # sel - - 8 # sel - - 9 # sel - - 11 # sel - - 12 # sel - - 13 # sel - - 14 # sel - - 16 # sel - - 17 # sel - - 18 # sel - csit-dpdk-perf-1804-all: - - 4 - - 5 - - 6 - - 7 - - 8 - - 9 - - 10 - - 11 - - 12 - - 13 + - 8 # MRR sel + - 10 # MRR sel + - 11 # MRR sel + - 12 # MRR sel + - 25 # NDRPDR full + - 26 # NDRPDR full + - 9 # NDRPDR sel + - 13 # NDRPDR sel + - 14 # NDRPDR sel + - 19 # NDRPDR sel + - 20 # NDRPDR sel + - 21 # NDRPDR sel + - 22 # NDRPDR sel + - 23 # NDRPDR sel + - 24 # NDRPDR sel + - 27 # NDRPDR sel + csit-vpp-perf-verify-1901-2n-skx: + - 22 # MRR sel + - 25 # NDRPDR full + - 30 # NDRPDR full + - 33 # NDRPDR full + - 44 # NDRPDR full + - 5 # NDRPDR sel + - 12 # NDRPDR sel + - 13 # NDRPDR sel + - 21 # NDRPDR sel + - 23 # NDRPDR sel + - 31 # NDRPDR sel + - 34 # NDRPDR sel + - 40 # NDRPDR sel + - 42 # NDRPDR sel + - 43 # NDRPDR sel + - 24 # NFV MRR + - 26 # NFV MRR + - 27 # NFV MRR + - 35 # NFV MRR + - 37 # NFV MRR + - 28 # NFV NDRPDR + - 29 # NFV NDRPDR + - 32 # NFV NDRPDR + - 39 # NFV NDRPDR + - 46 # NFV NDRPDR + - 45 # SOAK + # TODO: Add new data + csit-ligato-perf-verify-1901-3n-hsw: + - 10 # NDRPDR full + - 8 # NDRPDR sel + - 9 # NDRPDR sel + - 11 # NDRPDR sel csit-dpdk-perf-verify-1807-3n-hsw: - - 11 - - 12 # full - - 14 - - 15 - - 16 - - 17 - - 20 - - 21 - - 22 - - 23 + - 11 + - 12 # full + - 14 + - 15 + - 16 + - 17 + - 20 + - 21 + - 22 + - 23 csit-dpdk-perf-verify-1810-3n-hsw: - - 1 # NDRPDR sel - - 2 # NDRPDR sel - - 3 # NDRPDR sel - - 4 # NDRPDR sel - - 5 # NDRPDR sel - - 6 # NDRPDR sel - - 7 # NDRPDR sel - - 8 # NDRPDR sel - - 9 # NDRPDR sel - - 10 # NDRPDR sel + - 1 # NDRPDR sel + - 2 # NDRPDR sel + - 3 # NDRPDR sel + - 4 # NDRPDR sel + - 5 # NDRPDR sel + - 6 # NDRPDR sel + - 7 # NDRPDR sel + - 8 # NDRPDR sel + - 9 # NDRPDR sel + - 10 # NDRPDR sel + csit-dpdk-perf-verify-1901-3n-hsw: + - 13 # NDRPDR sel + - 14 # NDRPDR sel + - 16 # NDRPDR sel + - 17 # NDRPDR sel + - 18 # NDRPDR sel + - 19 # NDRPDR sel + - 20 # NDRPDR sel + - 21 # NDRPDR sel + - 22 # NDRPDR sel + - 23 # NDRPDR sel csit-dpdk-perf-verify-1807-3n-skx: - - 1 # NDRPDR sel - - 2 # NDRPDR sel - - 3 # NDRPDR sel - - 6 # NDRPDR sel - - 7 # NDRPDR sel - - 8 # NDRPDR sel - - 9 # NDRPDR sel - - 10 # NDRPDR sel - - 11 # NDRPDR sel - - 12 # NDRPDR sel + - 1 # NDRPDR sel + - 2 # NDRPDR sel + - 3 # NDRPDR sel + - 6 # NDRPDR sel + - 7 # NDRPDR sel + - 8 # NDRPDR sel + - 9 # NDRPDR sel + - 10 # NDRPDR sel + - 11 # NDRPDR sel + - 12 # NDRPDR sel csit-dpdk-perf-verify-1810-3n-skx: - - 3 # NDRPDR sel - - 4 # NDRPDR sel - - 6 # NDRPDR sel - - 7 # NDRPDR sel - - 8 # NDRPDR sel - - 9 # NDRPDR sel - - 10 # NDRPDR sel - - 11 # NDRPDR sel - - 12 # NDRPDR sel - - 13 # NDRPDR sel + - 3 # NDRPDR sel + - 4 # NDRPDR sel + - 6 # NDRPDR sel + - 7 # NDRPDR sel + - 8 # NDRPDR sel + - 9 # NDRPDR sel + - 10 # NDRPDR sel + - 11 # NDRPDR sel + - 12 # NDRPDR sel + - 13 # NDRPDR sel + csit-dpdk-perf-verify-1901-3n-skx: + - 3 # NDRPDR sel + - 5 # NDRPDR sel + - 6 # NDRPDR sel + - 7 # NDRPDR sel + - 8 # NDRPDR sel + - 9 # NDRPDR sel + - 10 # NDRPDR sel + - 11 # NDRPDR sel + - 12 # NDRPDR sel + - 13 # NDRPDR sel csit-dpdk-perf-verify-1810-2n-skx: - - 3 # NDRPDR sel - - 4 # NDRPDR sel - - 5 # NDRPDR sel - - 7 # NDRPDR sel - - 8 # NDRPDR sel - - 9 # NDRPDR sel - - 10 # NDRPDR sel - - 11 # NDRPDR sel - - 12 # NDRPDR sel - - 13 # NDRPDR sel - - csit-vpp-functional-1810-ubuntu1604-virl: - - 44 - csit-vpp-functional-1810-centos7-virl: - - 44 - csit-vpp-device-1810-ubuntu1804-1n-skx: - - 2 + - 3 # NDRPDR sel + - 4 # NDRPDR sel + - 5 # NDRPDR sel + - 7 # NDRPDR sel + - 8 # NDRPDR sel + - 9 # NDRPDR sel + - 10 # NDRPDR sel + - 11 # NDRPDR sel + - 12 # NDRPDR sel + - 13 # NDRPDR sel + csit-dpdk-perf-verify-1901-2n-skx: + - 12 # NDRPDR sel + - 13 # NDRPDR sel + - 14 # NDRPDR sel + - 15 # NDRPDR sel + - 16 # NDRPDR sel + - 17 # NDRPDR sel + - 18 # NDRPDR sel + - 19 # NDRPDR sel + - 20 # NDRPDR sel + - 21 # NDRPDR sel + csit-vpp-functional-1901-ubuntu1604-virl: + - 48 + csit-vpp-functional-1901-centos7-virl: + - 50 + csit-vpp-device-1901-ubuntu1804-1n-skx: + - 49 + # TODO: Replace with 1901 data csit-nsh_sfc-verify-func-1810-ubuntu1604-virl: - - 1 - csit-dmm-functional-1810-ubuntu1604-virl: - - 1 - csit-hc2vpp-verify-func-1810-ubuntu1604: - - 3 + - 1 + csit-dmm-functional-1901-ubuntu1604-virl: + - 2 + csit-hc2vpp-verify-func-1901-ubuntu1604: + - 3 - type: "output" @@ -1887,50 +2070,14 @@ output-file: "{DIR[STATIC,VPP]}/performance-changes-3n-hsw-1t1c-pdr" history: - - title: "rls1804" - data: - csit-vpp-perf-1804-all: - - 21 # sel - - 22 # sel - - 23 # sel - - 24 # sel - - 27 # sel - - 28 # sel - - 29 # sel - - 30 # sel - - 31 # sel - - 35 # sel + title: "rls1807" + data: "vpp-performance-changes-3n-hsw-h1" reference: - title: "rls1807" - data: - csit-vpp-perf-verify-1807-3n-hsw: - - 11 # NDRPDR full 1 - - 22 # NDRPDR full 2 - - 45 # NDRPDR full 3 - - 46 # NDRPDR full 4 - - 15 # NDRPDR sel - - 16 # NDRPDR sel - - 19 # NDRPDR sel - - 18 # NDRPDR sel - - 20 # NDRPDR sel - - 38 # NDRPDR sel - - 40 # NDRPDR sel - - 44 # NDRPDR sel - - 47 # NDRPDR sel - compare: title: "rls1810" - data: - csit-vpp-perf-verify-1810-3n-hsw: - - 8 # NDRPDR sel - - 12 # NDRPDR sel - - 14 # NDRPDR sel - - 18 # NDRPDR sel - - 23 # NDRPDR sel - - 25 # NDRPDR sel - - 38 # NDRPDR sel - - 39 # NDRPDR sel - - 41 # NDRPDR sel - - 42 # NDRPDR sel + data: "vpp-performance-changes-3n-hsw-ref" + compare: + title: "rls1901" + data: "vpp-performance-changes-3n-hsw-cmp" data: "vpp-performance-changes-3n-hsw" include-tests: "PDR" # "PDR" | "NDR" | "MRR" filter: "'1T1C' and ('NDRPDR' or 'NDRPDRDISC')" # "('NDRPDR' or 'NDRPDRDISC')" | "'MRR'" @@ -1942,1475 +2089,1260 @@ # VPP Performance Changes 3n-hsw 2t2c pdr - type: "table" - title: "VPP Performance Changes 3n-hsw 2t2c pdr" + title: "VPP Performance Changes 3n-hsw 2t2c pdr" + algorithm: "table_performance_comparison" + output-file: "{DIR[STATIC,VPP]}/performance-changes-3n-hsw-2t2c-pdr" + history: + - + title: "rls1807" + data: "vpp-performance-changes-3n-hsw-h1" + reference: + title: "rls1810" + data: "vpp-performance-changes-3n-hsw-ref" + compare: + title: "rls1901" + data: "vpp-performance-changes-3n-hsw-cmp" + data: "vpp-performance-changes-3n-hsw" + include-tests: "PDR" # "PDR" | "NDR" | "MRR" + filter: "'2T2C' and ('NDRPDR' or 'NDRPDRDISC')" # "('NDRPDR' or 'NDRPDRDISC')" | "'MRR'" + parameters: + - "name" + - "parent" + - "throughput" + +# VPP Performance Changes 3n-hsw 1t1c ndr +- + type: "table" + title: "VPP Performance Changes 3n-hsw 1t1c ndr" + algorithm: "table_performance_comparison" + output-file: "{DIR[STATIC,VPP]}/performance-changes-3n-hsw-1t1c-ndr" + history: + - + title: "rls1807" + data: "vpp-performance-changes-3n-hsw-h1" + reference: + title: "rls1810" + data: "vpp-performance-changes-3n-hsw-ref" + compare: + title: "rls1901" + data: "vpp-performance-changes-3n-hsw-cmp" + data: "vpp-performance-changes-3n-hsw" + include-tests: "NDR" # "PDR" | "NDR" | "MRR" + filter: "'1T1C' and ('NDRPDR' or 'NDRPDRDISC')" # "('NDRPDR' or 'NDRPDRDISC')" | "'MRR'" + parameters: + - "name" + - "parent" + - "throughput" + +# VPP Performance Changes 3n-hsw 2t2c ndr +- + type: "table" + title: "VPP Performance Changes 3n-hsw 2t2c ndr" + algorithm: "table_performance_comparison" + output-file: "{DIR[STATIC,VPP]}/performance-changes-3n-hsw-2t2c-ndr" + history: + - + title: "rls1807" + data: "vpp-performance-changes-3n-hsw-h1" + reference: + title: "rls1810" + data: "vpp-performance-changes-3n-hsw-ref" + compare: + title: "rls1901" + data: "vpp-performance-changes-3n-hsw-cmp" + data: "vpp-performance-changes-3n-hsw" + include-tests: "NDR" # "PDR" | "NDR" | "MRR" + filter: "'2T2C' and ('NDRPDR' or 'NDRPDRDISC')" # "('NDRPDR' or 'NDRPDRDISC')" | "'MRR'" + parameters: + - "name" + - "parent" + - "throughput" + +# VPP Performance Changes 3n-skx 2t1c pdr +- + type: "table" + title: "VPP Performance Changes 3n-skx 2t1c pdr" + algorithm: "table_performance_comparison" + output-file: "{DIR[STATIC,VPP]}/performance-changes-3n-skx-2t1c-pdr" + history: + - + title: "rls1807" + data: "vpp-performance-changes-3n-skx-h1" + reference: + title: "rls1810" + data: "vpp-performance-changes-3n-skx-ref" + compare: + title: "rls1901" + data: "vpp-performance-changes-3n-skx-cmp" + data: "vpp-performance-changes-3n-skx" + include-tests: "PDR" # "PDR" | "NDR" | "MRR" + filter: "'2T1C' and ('NDRPDR' or 'NDRPDRDISC')" # "('NDRPDR' or 'NDRPDRDISC')" | "'MRR'" + parameters: + - "name" + - "parent" + - "throughput" + +# VPP Performance Changes 3n-skx 4t2c pdr +- + type: "table" + title: "VPP Performance Changes 3n-skx 4t2c pdr" + algorithm: "table_performance_comparison" + output-file: "{DIR[STATIC,VPP]}/performance-changes-3n-skx-4t2c-pdr" + history: + - + title: "rls1807" + data: "vpp-performance-changes-3n-skx-h1" + reference: + title: "rls1810" + data: "vpp-performance-changes-3n-skx-ref" + compare: + title: "rls1901" + data: "vpp-performance-changes-3n-skx-cmp" + data: "vpp-performance-changes-3n-skx" + include-tests: "PDR" # "PDR" | "NDR" | "MRR" + filter: "'4T2C' and ('NDRPDR' or 'NDRPDRDISC')" # "('NDRPDR' or 'NDRPDRDISC')" | "'MRR'" + parameters: + - "name" + - "parent" + - "throughput" + +# VPP Performance Changes 3n-skx 2t1c ndr +- + type: "table" + title: "VPP Performance Changes 3n-skx 2t1c ndr" + algorithm: "table_performance_comparison" + output-file: "{DIR[STATIC,VPP]}/performance-changes-3n-skx-2t1c-ndr" + history: + - + title: "rls1807" + data: "vpp-performance-changes-3n-skx-h1" + reference: + title: "rls1810" + data: "vpp-performance-changes-3n-skx-ref" + compare: + title: "rls1901" + data: "vpp-performance-changes-3n-skx-cmp" + data: "vpp-performance-changes-3n-skx" + include-tests: "NDR" # "PDR" | "NDR" | "MRR" + filter: "'2T1C' and ('NDRPDR' or 'NDRPDRDISC')" # "('NDRPDR' or 'NDRPDRDISC')" | "'MRR'" + parameters: + - "name" + - "parent" + - "throughput" + +# VPP Performance Changes 3n-skx 4t2c ndr +- + type: "table" + title: "VPP Performance Changes 3n-skx 4t2c ndr" + algorithm: "table_performance_comparison" + output-file: "{DIR[STATIC,VPP]}/performance-changes-3n-skx-4t2c-ndr" + history: + - + title: "rls1807" + data: "vpp-performance-changes-3n-skx-h1" + reference: + title: "rls1810" + data: "vpp-performance-changes-3n-skx-ref" + compare: + title: "rls1901" + data: "vpp-performance-changes-3n-skx-cmp" + data: "vpp-performance-changes-3n-skx" + include-tests: "NDR" # "PDR" | "NDR" | "MRR" + filter: "'4T2C' and ('NDRPDR' or 'NDRPDRDISC')" # "('NDRPDR' or 'NDRPDRDISC')" | "'MRR'" + parameters: + - "name" + - "parent" + - "throughput" + +# VPP Performance Changes 2n-skx 2t1c pdr +- + type: "table" + title: "VPP Performance Changes 2n-skx 2t1c pdr" + algorithm: "table_performance_comparison" + output-file: "{DIR[STATIC,VPP]}/performance-changes-2n-skx-2t1c-pdr" + history: + - + title: "rls1807" + data: "vpp-performance-changes-2n-skx-h1" + reference: + title: "rls1810" + data: "vpp-performance-changes-2n-skx-ref" + compare: + title: "rls1901" + data: "vpp-performance-changes-2n-skx-cmp" + data: "vpp-performance-changes-2n-skx" + include-tests: "PDR" # "PDR" | "NDR" | "MRR" + filter: "'2T1C' and ('NDRPDR' or 'NDRPDRDISC')" # "('NDRPDR' or 'NDRPDRDISC')" | "'MRR'" + parameters: + - "name" + - "parent" + - "throughput" + +# VPP Performance Changes 2n-skx 4t2c pdr +- + type: "table" + title: "VPP Performance Changes 2n-skx 4t2c pdr" + algorithm: "table_performance_comparison" + output-file: "{DIR[STATIC,VPP]}/performance-changes-2n-skx-4t2c-pdr" + history: + - title: "rls1807" + data: "vpp-performance-changes-2n-skx-h1" + reference: + title: "rls1810" + data: "vpp-performance-changes-2n-skx-ref" + compare: + title: "rls1901" + data: "vpp-performance-changes-2n-skx-cmp" + data: "vpp-performance-changes-2n-skx" + include-tests: "PDR" # "PDR" | "NDR" | "MRR" + filter: "'4T2C' and ('NDRPDR' or 'NDRPDRDISC')" # "('NDRPDR' or 'NDRPDRDISC')" | "'MRR'" + parameters: + - "name" + - "parent" + - "throughput" + +# VPP Performance Changes 2n-skx 2t1c ndr +- + type: "table" + title: "VPP Performance Changes 2n-skx 2t1c ndr" + algorithm: "table_performance_comparison" + output-file: "{DIR[STATIC,VPP]}/performance-changes-2n-skx-2t1c-ndr" + history: + - title: "rls1807" + data: "vpp-performance-changes-2n-skx-h1" + reference: + title: "rls1810" + data: "vpp-performance-changes-2n-skx-ref" + compare: + title: "rls1901" + data: "vpp-performance-changes-2n-skx-cmp" + data: "vpp-performance-changes-2n-skx" + include-tests: "NDR" # "PDR" | "NDR" | "MRR" + filter: "'2T1C' and ('NDRPDR' or 'NDRPDRDISC')" # "('NDRPDR' or 'NDRPDRDISC')" | "'MRR'" + parameters: + - "name" + - "parent" + - "throughput" + +# VPP Performance Changes 2n-skx 4t2c ndr +- + type: "table" + title: "VPP Performance Changes 2n-skx 4t2c ndr" algorithm: "table_performance_comparison" - output-file: "{DIR[STATIC,VPP]}/performance-changes-3n-hsw-2t2c-pdr" + output-file: "{DIR[STATIC,VPP]}/performance-changes-2n-skx-4t2c-ndr" history: - - - title: "rls1804" - data: - csit-vpp-perf-1804-all: - - 21 # sel - - 22 # sel - - 23 # sel - - 24 # sel - - 27 # sel - - 28 # sel - - 29 # sel - - 30 # sel - - 31 # sel - - 35 # sel + - title: "rls1807" + data: "vpp-performance-changes-2n-skx-h1" reference: - title: "rls1807" - data: - csit-vpp-perf-verify-1807-3n-hsw: - - 11 # NDRPDR full 1 - - 22 # NDRPDR full 2 - - 45 # NDRPDR full 3 - - 46 # NDRPDR full 4 - - 15 # NDRPDR sel - - 16 # NDRPDR sel - - 19 # NDRPDR sel - - 18 # NDRPDR sel - - 20 # NDRPDR sel - - 38 # NDRPDR sel - - 40 # NDRPDR sel - - 44 # NDRPDR sel - - 47 # NDRPDR sel - compare: title: "rls1810" - data: - csit-vpp-perf-verify-1810-3n-hsw: - - 8 # NDRPDR sel - - 12 # NDRPDR sel - - 14 # NDRPDR sel - - 18 # NDRPDR sel - - 23 # NDRPDR sel - - 25 # NDRPDR sel - - 38 # NDRPDR sel - - 39 # NDRPDR sel - - 41 # NDRPDR sel - - 42 # NDRPDR sel - data: "vpp-performance-changes-3n-hsw" - include-tests: "PDR" # "PDR" | "NDR" | "MRR" - filter: "'2T2C' and ('NDRPDR' or 'NDRPDRDISC')" # "('NDRPDR' or 'NDRPDRDISC')" | "'MRR'" + data: "vpp-performance-changes-2n-skx-ref" + compare: + title: "rls1901" + data: "vpp-performance-changes-2n-skx-cmp" + data: "vpp-performance-changes-2n-skx" + include-tests: "NDR" # "PDR" | "NDR" | "MRR" + filter: "'4T2C' and ('NDRPDR' or 'NDRPDRDISC')" # "('NDRPDR' or 'NDRPDRDISC')" | "'MRR'" parameters: - "name" - "parent" - "throughput" -# VPP Performance Changes 3n-hsw 1t1c ndr +# VPP Comparison Across Testbeds 3n-hsw to 3n-skx 1c ndr - type: "table" - title: "VPP Performance Changes 3n-hsw 1t1c ndr" + title: "VPP Comparison Across Testbeds 3n-hsw to 3n-skx 1c ndr" algorithm: "table_performance_comparison" - output-file: "{DIR[STATIC,VPP]}/performance-changes-3n-hsw-1t1c-ndr" - history: - - - title: "rls1804" - data: - csit-vpp-perf-1804-all: - - 21 # sel - - 22 # sel - - 23 # sel - - 24 # sel - - 27 # sel - - 28 # sel - - 29 # sel - - 30 # sel - - 31 # sel - - 35 # sel + output-file: "{DIR[STATIC,VPP]}/performance-compare-testbeds-3n-hsw-3n-skx-1c-ndr" reference: - title: "rls1807" - data: - csit-vpp-perf-verify-1807-3n-hsw: - - 11 # NDRPDR full 1 - - 22 # NDRPDR full 2 - - 45 # NDRPDR full 3 - - 46 # NDRPDR full 4 - - 15 # NDRPDR sel - - 16 # NDRPDR sel - - 19 # NDRPDR sel - - 18 # NDRPDR sel - - 20 # NDRPDR sel - - 38 # NDRPDR sel - - 40 # NDRPDR sel - - 44 # NDRPDR sel - - 47 # NDRPDR sel + title: "3-Node Hsw" + data: "vpp-compare-testbeds-ref" compare: - title: "rls1810" - data: - csit-vpp-perf-verify-1810-3n-hsw: - - 8 # NDRPDR sel - - 12 # NDRPDR sel - - 14 # NDRPDR sel - - 18 # NDRPDR sel - - 23 # NDRPDR sel - - 25 # NDRPDR sel - - 38 # NDRPDR sel - - 39 # NDRPDR sel - - 41 # NDRPDR sel - - 42 # NDRPDR sel - data: "vpp-performance-changes-3n-hsw" + title: "3-Node Skx" + data: "vpp-compare-testbeds-cmp" + data: "vpp-compare-testbeds" include-tests: "NDR" # "PDR" | "NDR" | "MRR" - filter: "'1T1C' and ('NDRPDR' or 'NDRPDRDISC')" # "('NDRPDR' or 'NDRPDRDISC')" | "'MRR'" + filter: "'NIC_Intel-X710' and 'NDRPDR' and '1C'" parameters: - "name" - "parent" - "throughput" -# VPP Performance Changes 3n-hsw 2t2c ndr +# VPP Comparison Across Testbeds 3n-hsw to 3n-skx 2c ndr - type: "table" - title: "VPP Performance Changes 3n-hsw 2t2c ndr" + title: "VPP Comparison Across Testbeds 3n-hsw to 3n-skx 2c ndr" algorithm: "table_performance_comparison" - output-file: "{DIR[STATIC,VPP]}/performance-changes-3n-hsw-2t2c-ndr" - history: - - - title: "rls1804" - data: - csit-vpp-perf-1804-all: - - 21 # sel - - 22 # sel - - 23 # sel - - 24 # sel - - 27 # sel - - 28 # sel - - 29 # sel - - 30 # sel - - 31 # sel - - 35 # sel + output-file: "{DIR[STATIC,VPP]}/performance-compare-testbeds-3n-hsw-3n-skx-2c-ndr" reference: - title: "rls1807" - data: - csit-vpp-perf-verify-1807-3n-hsw: - - 11 # NDRPDR full 1 - - 22 # NDRPDR full 2 - - 45 # NDRPDR full 3 - - 46 # NDRPDR full 4 - - 15 # NDRPDR sel - - 16 # NDRPDR sel - - 19 # NDRPDR sel - - 18 # NDRPDR sel - - 20 # NDRPDR sel - - 38 # NDRPDR sel - - 40 # NDRPDR sel - - 44 # NDRPDR sel - - 47 # NDRPDR sel + title: "3-Node Hsw" + data: "vpp-compare-testbeds-ref" compare: - title: "rls1810" - data: - csit-vpp-perf-verify-1810-3n-hsw: - - 8 # NDRPDR sel - - 12 # NDRPDR sel - - 14 # NDRPDR sel - - 18 # NDRPDR sel - - 23 # NDRPDR sel - - 25 # NDRPDR sel - - 38 # NDRPDR sel - - 39 # NDRPDR sel - - 41 # NDRPDR sel - - 42 # NDRPDR sel - data: "vpp-performance-changes-3n-hsw" + title: "3-Node Skx" + data: "vpp-compare-testbeds-cmp" + data: "vpp-compare-testbeds" include-tests: "NDR" # "PDR" | "NDR" | "MRR" - filter: "'2T2C' and ('NDRPDR' or 'NDRPDRDISC')" # "('NDRPDR' or 'NDRPDRDISC')" | "'MRR'" + filter: "'NIC_Intel-X710' and 'NDRPDR' and '2C'" parameters: - "name" - "parent" - "throughput" -# VPP Performance Changes 3n-skx 2t1c pdr +# VPP Comparison Across Testbeds 3n-hsw to 3n-skx 1c pdr - type: "table" - title: "VPP Performance Changes 3n-skx 2t1c pdr" + title: "VPP Comparison Across Testbeds 3n-hsw to 3n-skx 1c pdr" algorithm: "table_performance_comparison" - output-file: "{DIR[STATIC,VPP]}/performance-changes-3n-skx-2t1c-pdr" + output-file: "{DIR[STATIC,VPP]}/performance-compare-testbeds-3n-hsw-3n-skx-1c-pdr" reference: - title: "rls1807" - data: - csit-vpp-perf-verify-1807-3n-skx: - - 33 # NDRPDR sel - - 35 # NDRPDR sel - - 37 # NDRPDR sel - - 38 # NDRPDR sel - - 39 # NDRPDR sel - - 43 # NDRPDR sel - - 44 # NDRPDR sel - - 49 # NDRPDR sel - - 50 # NDRPDR sel - - 56 # NDRPDR sel + title: "3-Node Hsw" + data: "vpp-compare-testbeds-ref" compare: - title: "rls1810" - data: - csit-vpp-perf-verify-1810-3n-skx: - - 10 # NDRPDR sel - - 14 # NDRPDR sel - - 15 # NDRPDR sel - - 16 # NDRPDR sel - - 17 # NDRPDR sel - - 19 # NDRPDR sel - - 20 # NDRPDR sel - - 21 # NDRPDR sel - - 22 # NDRPDR sel - - 25 # NDRPDR sel - data: "vpp-performance-changes-3n-skx" + title: "3-Node Skx" + data: "vpp-compare-testbeds-cmp" + data: "vpp-compare-testbeds" include-tests: "PDR" # "PDR" | "NDR" | "MRR" - filter: "'2T1C' and ('NDRPDR' or 'NDRPDRDISC')" # "('NDRPDR' or 'NDRPDRDISC')" | "'MRR'" + filter: "'NIC_Intel-X710' and 'NDRPDR' and '1C'" parameters: - "name" - "parent" - "throughput" -# VPP Performance Changes 3n-skx 4t2c pdr +# VPP Comparison Across Testbeds 3n-hsw to 3n-skx 2c pdr - type: "table" - title: "VPP Performance Changes 3n-skx 4t2c pdr" + title: "VPP Comparison Across Testbeds 3n-hsw to 3n-skx 2c pdr" algorithm: "table_performance_comparison" - output-file: "{DIR[STATIC,VPP]}/performance-changes-3n-skx-4t2c-pdr" + output-file: "{DIR[STATIC,VPP]}/performance-compare-testbeds-3n-hsw-3n-skx-2c-pdr" reference: - title: "rls1807" - data: - csit-vpp-perf-verify-1807-3n-skx: - - 33 # NDRPDR sel - - 35 # NDRPDR sel - - 37 # NDRPDR sel - - 38 # NDRPDR sel - - 39 # NDRPDR sel - - 43 # NDRPDR sel - - 44 # NDRPDR sel - - 49 # NDRPDR sel - - 50 # NDRPDR sel - - 56 # NDRPDR sel + title: "3-Node Hsw" + data: "vpp-compare-testbeds-ref" compare: - title: "rls1810" - data: - csit-vpp-perf-verify-1810-3n-skx: - - 10 # NDRPDR sel - - 14 # NDRPDR sel - - 15 # NDRPDR sel - - 16 # NDRPDR sel - - 17 # NDRPDR sel - - 19 # NDRPDR sel - - 20 # NDRPDR sel - - 21 # NDRPDR sel - - 22 # NDRPDR sel - - 25 # NDRPDR sel - data: "vpp-performance-changes-3n-skx" + title: "3-Node Skx" + data: "vpp-compare-testbeds-cmp" + data: "vpp-compare-testbeds" include-tests: "PDR" # "PDR" | "NDR" | "MRR" - filter: "'4T2C' and ('NDRPDR' or 'NDRPDRDISC')" # "('NDRPDR' or 'NDRPDRDISC')" | "'MRR'" + filter: "'NIC_Intel-X710' and 'NDRPDR' and '2C'" parameters: - "name" - "parent" - "throughput" -# VPP Performance Changes 3n-skx 2t1c ndr +# VPP Comparison Across Topologies 3n-skx to 2n-skx 1c ndr - type: "table" - title: "VPP Performance Changes 3n-skx 2t1c ndr" + title: "VPP Comparison Across Topologies 3n-skx to 2n-skx 1c ndr" algorithm: "table_performance_comparison" - output-file: "{DIR[STATIC,VPP]}/performance-changes-3n-skx-2t1c-ndr" + output-file: "{DIR[STATIC,VPP]}/performance-compare-topologies-3n-skx-2n-skx-1c-ndr" reference: - title: "rls1807" - data: - csit-vpp-perf-verify-1807-3n-skx: - - 33 # NDRPDR sel - - 35 # NDRPDR sel - - 37 # NDRPDR sel - - 38 # NDRPDR sel - - 39 # NDRPDR sel - - 43 # NDRPDR sel - - 44 # NDRPDR sel - - 49 # NDRPDR sel - - 50 # NDRPDR sel - - 56 # NDRPDR sel + title: "3-Node Skx" + data: "vpp-compare-topologies-ref" compare: - title: "rls1810" - data: - csit-vpp-perf-verify-1810-3n-skx: - - 10 # NDRPDR sel - - 14 # NDRPDR sel - - 15 # NDRPDR sel - - 16 # NDRPDR sel - - 17 # NDRPDR sel - - 19 # NDRPDR sel - - 20 # NDRPDR sel - - 21 # NDRPDR sel - - 22 # NDRPDR sel - - 25 # NDRPDR sel - data: "vpp-performance-changes-3n-skx" + title: "2-Node Skx" + data: "vpp-compare-topologies-cmp" + data: "vpp-compare-topologies" include-tests: "NDR" # "PDR" | "NDR" | "MRR" - filter: "'2T1C' and ('NDRPDR' or 'NDRPDRDISC')" # "('NDRPDR' or 'NDRPDRDISC')" | "'MRR'" + filter: "'NDRPDR' and '1C'" parameters: - "name" - "parent" - "throughput" -# VPP Performance Changes 3n-skx 4t2c ndr +# VPP Comparison Across Topologies 3n-skx to 2n-skx 2c ndr - type: "table" - title: "VPP Performance Changes 3n-skx 4t2c ndr" + title: "VPP Comparison Across Topologies 3n-skx to 2n-skx 2c ndr" algorithm: "table_performance_comparison" - output-file: "{DIR[STATIC,VPP]}/performance-changes-3n-skx-4t2c-ndr" + output-file: "{DIR[STATIC,VPP]}/performance-compare-topologies-3n-skx-2n-skx-2c-ndr" reference: - title: "rls1807" - data: - csit-vpp-perf-verify-1807-3n-skx: - - 33 # NDRPDR sel - - 35 # NDRPDR sel - - 37 # NDRPDR sel - - 38 # NDRPDR sel - - 39 # NDRPDR sel - - 43 # NDRPDR sel - - 44 # NDRPDR sel - - 49 # NDRPDR sel - - 50 # NDRPDR sel - - 56 # NDRPDR sel - compare: - title: "rls1810" - data: - csit-vpp-perf-verify-1810-3n-skx: - - 10 # NDRPDR sel - - 14 # NDRPDR sel - - 15 # NDRPDR sel - - 16 # NDRPDR sel - - 17 # NDRPDR sel - - 19 # NDRPDR sel - - 20 # NDRPDR sel - - 21 # NDRPDR sel - - 22 # NDRPDR sel - - 25 # NDRPDR sel - data: "vpp-performance-changes-3n-skx" + title: "3-Node Skx" + data: "vpp-compare-topologies-ref" + compare: + title: "2-Node Skx" + data: "vpp-compare-topologies-cmp" + data: "vpp-compare-topologies" include-tests: "NDR" # "PDR" | "NDR" | "MRR" - filter: "'4T2C' and ('NDRPDR' or 'NDRPDRDISC')" # "('NDRPDR' or 'NDRPDRDISC')" | "'MRR'" + filter: "'NDRPDR' and '2C'" parameters: - "name" - "parent" - "throughput" -# VPP Performance Changes 2n-skx 2t1c pdr +# VPP Comparison Across Topologies 3n-skx to 2n-skx 1c pdr - type: "table" - title: "VPP Performance Changes 2n-skx 2t1c pdr" + title: "VPP Comparison Across Topologies 3n-skx to 2n-skx 1c pdr" algorithm: "table_performance_comparison" - output-file: "{DIR[STATIC,VPP]}/performance-changes-2n-skx-2t1c-pdr" + output-file: "{DIR[STATIC,VPP]}/performance-compare-topologies-3n-skx-2n-skx-1c-pdr" reference: - title: "rls1807" - data: - csit-vpp-perf-verify-1807-2n-skx: - - 26 # NDRPDR sel - - 28 # NDRPDR sel - - 29 # NDRPDR sel - - 30 # NDRPDR sel - - 34 # NDRPDR sel - - 35 # NDRPDR sel - - 36 # NDRPDR sel - - 39 # NDRPDR sel - - 40 # NDRPDR sel - - 42 # NDRPDR sel + title: "3-Node Skx" + data: "vpp-compare-topologies-ref" compare: - title: "rls1810" - data: - csit-vpp-perf-verify-1810-2n-skx: - - 9 # NDRPDR sel - - 13 # NDRPDR sel - - 14 # NDRPDR sel - - 19 # NDRPDR sel - - 20 # NDRPDR sel - - 21 # NDRPDR sel - - 22 # NDRPDR sel - - 23 # NDRPDR sel - - 24 # NDRPDR sel - - 27 # NDRPDR sel - data: "vpp-performance-changes-2n-skx" + title: "2-Node Skx" + data: "vpp-compare-topologies-cmp" + data: "vpp-compare-topologies" include-tests: "PDR" # "PDR" | "NDR" | "MRR" - filter: "'2T1C' and ('NDRPDR' or 'NDRPDRDISC')" # "('NDRPDR' or 'NDRPDRDISC')" | "'MRR'" + filter: "'NDRPDR' and '1C'" parameters: - "name" - "parent" - "throughput" -# VPP Performance Changes 2n-skx 4t2c pdr +# VPP Comparison Across Topologies 3n-skx to 2n-skx 2c pdr - type: "table" - title: "VPP Performance Changes 2n-skx 4t2c pdr" + title: "VPP Comparison Across Topologies 3n-skx to 2n-skx 2c pdr" algorithm: "table_performance_comparison" - output-file: "{DIR[STATIC,VPP]}/performance-changes-2n-skx-4t2c-pdr" + output-file: "{DIR[STATIC,VPP]}/performance-compare-topologies-3n-skx-2n-skx-2c-pdr" reference: - title: "rls1807" - data: - csit-vpp-perf-verify-1807-2n-skx: - - 26 # NDRPDR sel - - 28 # NDRPDR sel - - 29 # NDRPDR sel - - 30 # NDRPDR sel - - 34 # NDRPDR sel - - 35 # NDRPDR sel - - 36 # NDRPDR sel - - 39 # NDRPDR sel - - 40 # NDRPDR sel - - 42 # NDRPDR sel + title: "3-Node Skx" + data: "vpp-compare-topologies-ref" compare: - title: "rls1810" - data: - csit-vpp-perf-verify-1810-2n-skx: - - 9 # NDRPDR sel - - 13 # NDRPDR sel - - 14 # NDRPDR sel - - 19 # NDRPDR sel - - 20 # NDRPDR sel - - 21 # NDRPDR sel - - 22 # NDRPDR sel - - 23 # NDRPDR sel - - 24 # NDRPDR sel - - 27 # NDRPDR sel - data: "vpp-performance-changes-2n-skx" + title: "2-Node Skx" + data: "vpp-compare-topologies-cmp" + data: "vpp-compare-topologies" include-tests: "PDR" # "PDR" | "NDR" | "MRR" - filter: "'4T2C' and ('NDRPDR' or 'NDRPDRDISC')" # "('NDRPDR' or 'NDRPDRDISC')" | "'MRR'" + filter: "'NDRPDR' and '2C'" parameters: - "name" - "parent" - "throughput" -# VPP Performance Changes 2n-skx 2t1c ndr +# VPP Performance Changes 3n-hsw 1t1c MRR - type: "table" - title: "VPP Performance Changes 2n-skx 2t1c ndr" + title: "VPP Performance Changes 3n-hsw 1t1c MRR" algorithm: "table_performance_comparison" - output-file: "{DIR[STATIC,VPP]}/performance-changes-2n-skx-2t1c-ndr" + output-file: "{DIR[STATIC,VPP]}/performance-changes-3n-hsw-1t1c-mrr" + history: + - + title: "rls1807" + data: "vpp-performance-changes-3n-hsw-mrr-h1" reference: - title: "rls1807" - data: - csit-vpp-perf-verify-1807-2n-skx: - - 26 # NDRPDR sel - - 28 # NDRPDR sel - - 29 # NDRPDR sel - - 30 # NDRPDR sel - - 34 # NDRPDR sel - - 35 # NDRPDR sel - - 36 # NDRPDR sel - - 39 # NDRPDR sel - - 40 # NDRPDR sel - - 42 # NDRPDR sel - compare: title: "rls1810" - data: - csit-vpp-perf-verify-1810-2n-skx: - - 9 # NDRPDR sel - - 13 # NDRPDR sel - - 14 # NDRPDR sel - - 19 # NDRPDR sel - - 20 # NDRPDR sel - - 21 # NDRPDR sel - - 22 # NDRPDR sel - - 23 # NDRPDR sel - - 24 # NDRPDR sel - - 27 # NDRPDR sel - data: "vpp-performance-changes-2n-skx" - include-tests: "NDR" # "PDR" | "NDR" | "MRR" - filter: "'2T1C' and ('NDRPDR' or 'NDRPDRDISC')" # "('NDRPDR' or 'NDRPDRDISC')" | "'MRR'" + data: "vpp-performance-changes-3n-hsw-mrr-ref" + compare: + title: "rls1901" + data: "vpp-performance-changes-3n-hsw-mrr-cmp" + data: "vpp-performance-changes-3n-hsw-mrr" + include-tests: "MRR" # "PDR" | "NDR" | "MRR" + filter: "'1T1C' and 'MRR'" # "('NDRPDR' or 'NDRPDRDISC')" | "'MRR'" parameters: - "name" - "parent" - - "throughput" + - "result" -# VPP Performance Changes 2n-skx 4t2c ndr +# VPP Performance Changes 3n-hsw 2t2c MRR - type: "table" - title: "VPP Performance Changes 2n-skx 4t2c ndr" + title: "VPP Performance Changes 3n-hsw 2t2c MRR" algorithm: "table_performance_comparison" - output-file: "{DIR[STATIC,VPP]}/performance-changes-2n-skx-4t2c-ndr" + output-file: "{DIR[STATIC,VPP]}/performance-changes-3n-hsw-2t2c-mrr" + history: + - + title: "rls1807" + data: "vpp-performance-changes-3n-hsw-mrr-h1" reference: - title: "rls1807" - data: - csit-vpp-perf-verify-1807-2n-skx: - - 26 # NDRPDR sel - - 28 # NDRPDR sel - - 29 # NDRPDR sel - - 30 # NDRPDR sel - - 34 # NDRPDR sel - - 35 # NDRPDR sel - - 36 # NDRPDR sel - - 39 # NDRPDR sel - - 40 # NDRPDR sel - - 42 # NDRPDR sel + title: "rls1810" + data: "vpp-performance-changes-3n-hsw-mrr-ref" compare: + title: "rls1901" + data: "vpp-performance-changes-3n-hsw-mrr-cmp" + data: "vpp-performance-changes-3n-hsw-mrr" + include-tests: "MRR" # "PDR" | "NDR" | "MRR" + filter: "'2T2C' and 'MRR'" # "('NDRPDR' or 'NDRPDRDISC')" | "'MRR'" + parameters: + - "name" + - "parent" + - "result" + +# VPP Performance Changes 3n-hsw 4t4c MRR +- + type: "table" + title: "VPP Performance Changes 3n-hsw 4t4c MRR" + algorithm: "table_performance_comparison" + output-file: "{DIR[STATIC,VPP]}/performance-changes-3n-hsw-4t4c-mrr" + history: + - + title: "rls1807" + data: "vpp-performance-changes-3n-hsw-mrr-h1" + reference: title: "rls1810" - data: - csit-vpp-perf-verify-1810-2n-skx: - - 9 # NDRPDR sel - - 13 # NDRPDR sel - - 14 # NDRPDR sel - - 19 # NDRPDR sel - - 20 # NDRPDR sel - - 21 # NDRPDR sel - - 22 # NDRPDR sel - - 23 # NDRPDR sel - - 24 # NDRPDR sel - - 27 # NDRPDR sel - data: "vpp-performance-changes-2n-skx" - include-tests: "NDR" # "PDR" | "NDR" | "MRR" - filter: "'4T2C' and ('NDRPDR' or 'NDRPDRDISC')" # "('NDRPDR' or 'NDRPDRDISC')" | "'MRR'" + data: "vpp-performance-changes-3n-hsw-mrr-ref" + compare: + title: "rls1901" + data: "vpp-performance-changes-3n-hsw-mrr-cmp" + data: "vpp-performance-changes-3n-hsw-mrr" + include-tests: "MRR" # "PDR" | "NDR" | "MRR" + filter: "'4T4C' and 'MRR'" # "('NDRPDR' or 'NDRPDRDISC')" | "'MRR'" parameters: - "name" - "parent" - - "throughput" + - "result" -# VPP Comparison Across Testbeds 3n-hsw to 3n-skx 1c ndr +# VPP Performance Changes 3n-skx 2t1c MRR - type: "table" - title: "VPP Comparison Across Testbeds 3n-hsw to 3n-skx 1c ndr" + title: "VPP Performance Changes 3n-skx 2t1c MRR" algorithm: "table_performance_comparison" - output-file: "{DIR[STATIC,VPP]}/performance-compare-testbeds-3n-hsw-3n-skx-1c-ndr" + output-file: "{DIR[STATIC,VPP]}/performance-changes-3n-skx-2t1c-mrr" + history: + - + title: "rls1807" + data: "vpp-performance-changes-3n-skx-mrr-h1" reference: - title: "3-Node Hsw" - data: - csit-vpp-perf-verify-1810-3n-hsw: - - 8 # NDRPDR sel - - 12 # NDRPDR sel - - 14 # NDRPDR sel - - 18 # NDRPDR sel - - 23 # NDRPDR sel - - 25 # NDRPDR sel - - 38 # NDRPDR sel - - 39 # NDRPDR sel - - 41 # NDRPDR sel - - 42 # NDRPDR sel + title: "rls1810" + data: "vpp-performance-changes-3n-skx-mrr-ref" compare: - title: "3-Node Skx" - data: - csit-vpp-perf-verify-1810-3n-skx: - - 10 # NDRPDR sel - - 14 # NDRPDR sel - - 15 # NDRPDR sel - - 16 # NDRPDR sel - - 17 # NDRPDR sel - - 19 # NDRPDR sel - - 20 # NDRPDR sel - - 21 # NDRPDR sel - - 22 # NDRPDR sel - - 25 # NDRPDR sel - data: "vpp-compare-testbeds" - include-tests: "NDR" # "PDR" | "NDR" | "MRR" - filter: "'NIC_Intel-X710' and 'NDRPDR' and '1C'" + title: "rls1901" + data: "vpp-performance-changes-3n-skx-mrr-cmp" + data: "vpp-performance-changes-3n-skx-mrr" + include-tests: "MRR" # "PDR" | "NDR" | "MRR" + filter: "'2T1C' and 'MRR'" # "('NDRPDR' or 'NDRPDRDISC')" | "'MRR'" parameters: - "name" - "parent" - - "throughput" + - "result" -# VPP Comparison Across Testbeds 3n-hsw to 3n-skx 2c ndr +# VPP Performance Changes 3n-skx 4t2c MRR - type: "table" - title: "VPP Comparison Across Testbeds 3n-hsw to 3n-skx 2c ndr" + title: "VPP Performance Changes 3n-skx 4t2c MRR" algorithm: "table_performance_comparison" - output-file: "{DIR[STATIC,VPP]}/performance-compare-testbeds-3n-hsw-3n-skx-2c-ndr" + output-file: "{DIR[STATIC,VPP]}/performance-changes-3n-skx-4t2c-mrr" + history: + - + title: "rls1807" + data: "vpp-performance-changes-3n-skx-mrr-h1" reference: - title: "3-Node Hsw" - data: - csit-vpp-perf-verify-1810-3n-hsw: - - 8 # NDRPDR sel - - 12 # NDRPDR sel - - 14 # NDRPDR sel - - 18 # NDRPDR sel - - 23 # NDRPDR sel - - 25 # NDRPDR sel - - 38 # NDRPDR sel - - 39 # NDRPDR sel - - 41 # NDRPDR sel - - 42 # NDRPDR sel + title: "rls1810" + data: "vpp-performance-changes-3n-skx-mrr-ref" compare: - title: "3-Node Skx" - data: - csit-vpp-perf-verify-1810-3n-skx: - - 10 # NDRPDR sel - - 14 # NDRPDR sel - - 15 # NDRPDR sel - - 16 # NDRPDR sel - - 17 # NDRPDR sel - - 19 # NDRPDR sel - - 20 # NDRPDR sel - - 21 # NDRPDR sel - - 22 # NDRPDR sel - - 25 # NDRPDR sel - data: "vpp-compare-testbeds" - include-tests: "NDR" # "PDR" | "NDR" | "MRR" - filter: "'NIC_Intel-X710' and 'NDRPDR' and '2C'" + title: "rls1901" + data: "vpp-performance-changes-3n-skx-mrr-cmp" + data: "vpp-performance-changes-3n-skx-mrr" + include-tests: "MRR" # "PDR" | "NDR" | "MRR" + filter: "'4T2C' and 'MRR'" # "('NDRPDR' or 'NDRPDRDISC')" | "'MRR'" + parameters: + - "name" + - "parent" + - "result" + +# VPP Performance Changes 3n-skx 8t4c MRR +- + type: "table" + title: "VPP Performance Changes 3n-skx 8t4c MRR" + algorithm: "table_performance_comparison" + output-file: "{DIR[STATIC,VPP]}/performance-changes-3n-skx-8t4c-mrr" + history: + - + title: "rls1807" + data: "vpp-performance-changes-3n-skx-mrr-h1" + reference: + title: "rls1810" + data: "vpp-performance-changes-3n-skx-mrr-ref" + compare: + title: "rls1901" + data: "vpp-performance-changes-3n-skx-mrr-cmp" + data: "vpp-performance-changes-3n-skx-mrr" + include-tests: "MRR" # "PDR" | "NDR" | "MRR" + filter: "'8T4C' and 'MRR'" # "('NDRPDR' or 'NDRPDRDISC')" | "'MRR'" parameters: - "name" - "parent" - - "throughput" + - "result" -# VPP Comparison Across Testbeds 3n-hsw to 3n-skx 1c pdr +# VPP Performance Changes 2n-skx 2t1c MRR - type: "table" - title: "VPP Comparison Across Testbeds 3n-hsw to 3n-skx 1c pdr" + title: "VPP Performance Changes 2n-skx 2t1c MRR" algorithm: "table_performance_comparison" - output-file: "{DIR[STATIC,VPP]}/performance-compare-testbeds-3n-hsw-3n-skx-1c-pdr" + output-file: "{DIR[STATIC,VPP]}/performance-changes-2n-skx-2t1c-mrr" + history: + - + title: "rls1807" + data: "vpp-performance-changes-2n-skx-mrr-h1" reference: - title: "3-Node Hsw" - data: - csit-vpp-perf-verify-1810-3n-hsw: - - 8 # NDRPDR sel - - 12 # NDRPDR sel - - 14 # NDRPDR sel - - 18 # NDRPDR sel - - 23 # NDRPDR sel - - 25 # NDRPDR sel - - 38 # NDRPDR sel - - 39 # NDRPDR sel - - 41 # NDRPDR sel - - 42 # NDRPDR sel + title: "rls1810" + data: "vpp-performance-changes-2n-skx-mrr-ref" compare: - title: "3-Node Skx" - data: - csit-vpp-perf-verify-1810-3n-skx: - - 10 # NDRPDR sel - - 14 # NDRPDR sel - - 15 # NDRPDR sel - - 16 # NDRPDR sel - - 17 # NDRPDR sel - - 19 # NDRPDR sel - - 20 # NDRPDR sel - - 21 # NDRPDR sel - - 22 # NDRPDR sel - - 25 # NDRPDR sel - data: "vpp-compare-testbeds" - include-tests: "PDR" # "PDR" | "NDR" | "MRR" - filter: "'NIC_Intel-X710' and 'NDRPDR' and '1C'" + title: "rls1901" + data: "vpp-performance-changes-2n-skx-mrr-cmp" + data: "vpp-performance-changes-2n-skx-mrr" + include-tests: "MRR" # "PDR" | "NDR" | "MRR" + filter: "'2T1C' and 'MRR'" # "('NDRPDR' or 'NDRPDRDISC')" | "'MRR'" parameters: - "name" - "parent" - - "throughput" + - "result" -# VPP Comparison Across Testbeds 3n-hsw to 3n-skx 2c pdr +# VPP Performance Changes 2n-skx 4t2c MRR - type: "table" - title: "VPP Comparison Across Testbeds 3n-hsw to 3n-skx 2c pdr" + title: "VPP Performance Changes 2n-skx 4t2c MRR" algorithm: "table_performance_comparison" - output-file: "{DIR[STATIC,VPP]}/performance-compare-testbeds-3n-hsw-3n-skx-2c-pdr" + output-file: "{DIR[STATIC,VPP]}/performance-changes-2n-skx-4t2c-mrr" + history: + - + title: "rls1807" + data: "vpp-performance-changes-2n-skx-mrr-h1" reference: - title: "3-Node Hsw" - data: - csit-vpp-perf-verify-1810-3n-hsw: - - 8 # NDRPDR sel - - 12 # NDRPDR sel - - 14 # NDRPDR sel - - 18 # NDRPDR sel - - 23 # NDRPDR sel - - 25 # NDRPDR sel - - 38 # NDRPDR sel - - 39 # NDRPDR sel - - 41 # NDRPDR sel - - 42 # NDRPDR sel + title: "rls1810" + data: "vpp-performance-changes-2n-skx-mrr-ref" compare: - title: "3-Node Skx" - data: - csit-vpp-perf-verify-1810-3n-skx: - - 10 # NDRPDR sel - - 14 # NDRPDR sel - - 15 # NDRPDR sel - - 16 # NDRPDR sel - - 17 # NDRPDR sel - - 19 # NDRPDR sel - - 20 # NDRPDR sel - - 21 # NDRPDR sel - - 22 # NDRPDR sel - - 25 # NDRPDR sel - data: "vpp-compare-testbeds" - include-tests: "PDR" # "PDR" | "NDR" | "MRR" - filter: "'NIC_Intel-X710' and 'NDRPDR' and '2C'" + title: "rls1901" + data: "vpp-performance-changes-2n-skx-mrr-cmp" + data: "vpp-performance-changes-2n-skx-mrr" + include-tests: "MRR" # "PDR" | "NDR" | "MRR" + filter: "'4T2C' and 'MRR'" # "('NDRPDR' or 'NDRPDRDISC')" | "'MRR'" parameters: - "name" - "parent" - - "throughput" + - "result" -# VPP Comparison Across Topologies 3n-skx to 2n-skx 1c ndr +# VPP Performance Changes 2n-skx 8t4c MRR - type: "table" - title: "VPP Comparison Across Topologies 3n-skx to 2n-skx 1c ndr" + title: "VPP Performance Changes 2n-skx 8t4c MRR" algorithm: "table_performance_comparison" - output-file: "{DIR[STATIC,VPP]}/performance-compare-topologies-3n-skx-2n-skx-1c-ndr" + output-file: "{DIR[STATIC,VPP]}/performance-changes-2n-skx-8t4c-mrr" + history: + - + title: "rls1807" + data: "vpp-performance-changes-2n-skx-mrr-h1" reference: - title: "3-Node Skx" - data: - csit-vpp-perf-verify-1810-3n-skx: - - 10 # NDRPDR sel - - 14 # NDRPDR sel - - 15 # NDRPDR sel - - 16 # NDRPDR sel - - 17 # NDRPDR sel - - 19 # NDRPDR sel - - 20 # NDRPDR sel - - 21 # NDRPDR sel - - 22 # NDRPDR sel - - 25 # NDRPDR sel + title: "rls1810" + data: "vpp-performance-changes-2n-skx-mrr-ref" compare: - title: "2-Node Skx" - data: - csit-vpp-perf-verify-1810-2n-skx: - - 9 # NDRPDR sel - - 13 # NDRPDR sel - - 14 # NDRPDR sel - - 19 # NDRPDR sel - - 20 # NDRPDR sel - - 21 # NDRPDR sel - - 22 # NDRPDR sel - - 23 # NDRPDR sel - - 24 # NDRPDR sel - - 27 # NDRPDR sel - data: "vpp-compare-topologies" - include-tests: "NDR" # "PDR" | "NDR" | "MRR" - filter: "'NDRPDR' and '1C'" + title: "rls1901" + data: "vpp-performance-changes-2n-skx-mrr-cmp" + data: "vpp-performance-changes-2n-skx-mrr" + include-tests: "MRR" # "PDR" | "NDR" | "MRR" + filter: "'8T4C' and 'MRR'" # "('NDRPDR' or 'NDRPDRDISC')" | "'MRR'" parameters: - "name" - "parent" - - "throughput" + - "result" -# VPP Comparison Across Topologies 3n-skx to 2n-skx 2c ndr +# VPP Comparison Across Testbeds 3n-hsw to 3n-skx 1c mrr - type: "table" - title: "VPP Comparison Across Topologies 3n-skx to 2n-skx 2c ndr" + title: "VPP Comparison Across Testbeds 3n-hsw to 3n-skx 1c mrr" algorithm: "table_performance_comparison" - output-file: "{DIR[STATIC,VPP]}/performance-compare-topologies-3n-skx-2n-skx-2c-ndr" + output-file: "{DIR[STATIC,VPP]}/performance-compare-testbeds-3n-hsw-3n-skx-1c-mrr" reference: - title: "3-Node Skx" - data: - csit-vpp-perf-verify-1810-3n-skx: - - 10 # NDRPDR sel - - 14 # NDRPDR sel - - 15 # NDRPDR sel - - 16 # NDRPDR sel - - 17 # NDRPDR sel - - 19 # NDRPDR sel - - 20 # NDRPDR sel - - 21 # NDRPDR sel - - 22 # NDRPDR sel - - 25 # NDRPDR sel + title: "3-Node Hsw" + data: "vpp-compare-testbeds-mrr-ref" compare: - title: "2-Node Skx" - data: - csit-vpp-perf-verify-1810-2n-skx: - - 9 # NDRPDR sel - - 13 # NDRPDR sel - - 14 # NDRPDR sel - - 19 # NDRPDR sel - - 20 # NDRPDR sel - - 21 # NDRPDR sel - - 22 # NDRPDR sel - - 23 # NDRPDR sel - - 24 # NDRPDR sel - - 27 # NDRPDR sel - data: "vpp-compare-topologies" - include-tests: "NDR" # "PDR" | "NDR" | "MRR" - filter: "'NDRPDR' and '2C'" + title: "3-Node Skx" + data: "vpp-compare-testbeds-mrr-cmp" + data: "vpp-compare-testbeds-mrr" + include-tests: "MRR" # "PDR" | "NDR" | "MRR" + filter: "'NIC_Intel-X710' and 'MRR' and '1C'" parameters: - "name" - "parent" - - "throughput" + - "result" -# VPP Comparison Across Topologies 3n-skx to 2n-skx 1c pdr +# VPP Comparison Across Testbeds 3n-hsw to 3n-skx 2c mrr - type: "table" - title: "VPP Comparison Across Topologies 3n-skx to 2n-skx 1c pdr" + title: "VPP Comparison Across Testbeds 3n-hsw to 3n-skx 2c mrr" algorithm: "table_performance_comparison" - output-file: "{DIR[STATIC,VPP]}/performance-compare-topologies-3n-skx-2n-skx-1c-pdr" + output-file: "{DIR[STATIC,VPP]}/performance-compare-testbeds-3n-hsw-3n-skx-2c-mrr" reference: - title: "3-Node Skx" - data: - csit-vpp-perf-verify-1810-3n-skx: - - 10 # NDRPDR sel - - 14 # NDRPDR sel - - 15 # NDRPDR sel - - 16 # NDRPDR sel - - 17 # NDRPDR sel - - 19 # NDRPDR sel - - 20 # NDRPDR sel - - 21 # NDRPDR sel - - 22 # NDRPDR sel - - 25 # NDRPDR sel + title: "3-Node Hsw" + data: "vpp-compare-testbeds-mrr-ref" compare: - title: "2-Node Skx" - data: - csit-vpp-perf-verify-1810-2n-skx: - - 9 # NDRPDR sel - - 13 # NDRPDR sel - - 14 # NDRPDR sel - - 19 # NDRPDR sel - - 20 # NDRPDR sel - - 21 # NDRPDR sel - - 22 # NDRPDR sel - - 23 # NDRPDR sel - - 24 # NDRPDR sel - - 27 # NDRPDR sel - data: "vpp-compare-topologies" - include-tests: "PDR" # "PDR" | "NDR" | "MRR" - filter: "'NDRPDR' and '1C'" + title: "3-Node Skx" + data: "vpp-compare-testbeds-mrr-cmp" + data: "vpp-compare-testbeds-mrr" + include-tests: "MRR" # "PDR" | "NDR" | "MRR" + filter: "'NIC_Intel-X710' and 'MRR' and '2C'" parameters: - "name" - "parent" - - "throughput" + - "result" -# VPP Comparison Across Topologies 3n-skx to 2n-skx 2c pdr +# VPP Comparison Across Testbeds 3n-hsw to 3n-skx 4c mrr - type: "table" - title: "VPP Comparison Across Topologies 3n-skx to 2n-skx 2c pdr" + title: "VPP Comparison Across Testbeds 3n-hsw to 3n-skx 4c mrr" algorithm: "table_performance_comparison" - output-file: "{DIR[STATIC,VPP]}/performance-compare-topologies-3n-skx-2n-skx-2c-pdr" + output-file: "{DIR[STATIC,VPP]}/performance-compare-testbeds-3n-hsw-3n-skx-4c-mrr" reference: - title: "3-Node Skx" - data: - csit-vpp-perf-verify-1810-3n-skx: - - 10 # NDRPDR sel - - 14 # NDRPDR sel - - 15 # NDRPDR sel - - 16 # NDRPDR sel - - 17 # NDRPDR sel - - 19 # NDRPDR sel - - 20 # NDRPDR sel - - 21 # NDRPDR sel - - 22 # NDRPDR sel - - 25 # NDRPDR sel + title: "3-Node Hsw" + data: "vpp-compare-testbeds-mrr-ref" compare: - title: "2-Node Skx" - data: - csit-vpp-perf-verify-1810-2n-skx: - - 9 # NDRPDR sel - - 13 # NDRPDR sel - - 14 # NDRPDR sel - - 19 # NDRPDR sel - - 20 # NDRPDR sel - - 21 # NDRPDR sel - - 22 # NDRPDR sel - - 23 # NDRPDR sel - - 24 # NDRPDR sel - - 27 # NDRPDR sel - data: "vpp-compare-topologies" - include-tests: "PDR" # "PDR" | "NDR" | "MRR" - filter: "'NDRPDR' and '2C'" + title: "3-Node Skx" + data: "vpp-compare-testbeds-mrr-cmp" + data: "vpp-compare-testbeds-mrr" + include-tests: "MRR" # "PDR" | "NDR" | "MRR" + filter: "'NIC_Intel-X710' and 'MRR' and '4C'" parameters: - "name" - "parent" - - "throughput" + - "result" -# VPP Performance Changes 3n-hsw 1t1c MRR +# VPP Comparison Across Topologies 3n-skx to 2n-skx 1c mrr - type: "table" - title: "VPP Performance Changes 3n-hsw 1t1c MRR" + title: "VPP Comparison Across Topologies 3n-skx to 2n-skx 1c mrr" algorithm: "table_performance_comparison" - output-file: "{DIR[STATIC,VPP]}/performance-changes-3n-hsw-1t1c-mrr" - history: - - - title: "rls1804" - data: - csit-vpp-perf-check-1804: - - 6 # mrr - sel - - 13 # mrr - sel - - 14 # mrr - sel - - 15 # mrr - sel - - 16 # mrr - sel - - 17 # mrr - sel - - 19 # mrr - sel - - 20 # mrr - sel - - 21 # mrr - sel - - 22 # mrr - sel + output-file: "{DIR[STATIC,VPP]}/performance-compare-topologies-3n-skx-2n-skx-1c-mrr" reference: - title: "rls1807" - data: - csit-vpp-perf-verify-1807-3n-hsw: - - 8 # MRR full - - 9 # MRR sel - - 21 # MRR sel - - 31 # MRR sel - - 33 # MRR sel - - 36 # MRR sel - - 41 # MRR sel - - 42 # MRR sel - - 48 # MRR sel + title: "3-Node Skx" + data: "vpp-compare-topologies-mrr-ref" compare: - title: "rls1810" - data: - csit-vpp-perf-verify-1810-3n-hsw: - - 9 # MRR sel - data: "vpp-performance-changes-3n-hsw-mrr" + title: "2-Node Skx" + data: "vpp-compare-topologies-mrr-cmp" + data: "vpp-compare-topologies-mrr" include-tests: "MRR" # "PDR" | "NDR" | "MRR" - filter: "'1T1C' and 'MRR'" # "('NDRPDR' or 'NDRPDRDISC')" | "'MRR'" + filter: "'MRR' and '1C'" parameters: - "name" - "parent" - "result" -# VPP Performance Changes 3n-hsw 2t2c MRR +# VPP Comparison Across Topologies 3n-skx to 2n-skx 2c mrr - type: "table" - title: "VPP Performance Changes 3n-hsw 2t2c MRR" + title: "VPP Comparison Across Topologies 3n-skx to 2n-skx 2c mrr" algorithm: "table_performance_comparison" - output-file: "{DIR[STATIC,VPP]}/performance-changes-3n-hsw-2t2c-mrr" - history: - - - title: "rls1804" - data: - csit-vpp-perf-check-1804: - - 6 # mrr - sel - - 13 # mrr - sel - - 14 # mrr - sel - - 15 # mrr - sel - - 16 # mrr - sel - - 17 # mrr - sel - - 19 # mrr - sel - - 20 # mrr - sel - - 21 # mrr - sel - - 22 # mrr - sel + output-file: "{DIR[STATIC,VPP]}/performance-compare-topologies-3n-skx-2n-skx-2c-mrr" reference: - title: "rls1807" - data: - csit-vpp-perf-verify-1807-3n-hsw: - - 8 # MRR full - - 9 # MRR sel - - 21 # MRR sel - - 31 # MRR sel - - 33 # MRR sel - - 36 # MRR sel - - 41 # MRR sel - - 42 # MRR sel - - 48 # MRR sel + title: "3-Node Skx" + data: "vpp-compare-topologies-mrr-ref" compare: - title: "rls1810" - data: - csit-vpp-perf-verify-1810-3n-hsw: - - 9 # MRR sel - data: "vpp-performance-changes-3n-hsw-mrr" + title: "2-Node Skx" + data: "vpp-compare-topologies-mrr-cmp" + data: "vpp-compare-topologies-mrr" include-tests: "MRR" # "PDR" | "NDR" | "MRR" - filter: "'2T2C' and 'MRR'" # "('NDRPDR' or 'NDRPDRDISC')" | "'MRR'" + filter: "'MRR' and '2C'" parameters: - "name" - "parent" - "result" -# VPP Performance Changes 3n-hsw 4t4c MRR +# VPP Comparison Across Topologies 3n-skx to 2n-skx 4c mrr - type: "table" - title: "VPP Performance Changes 3n-hsw 4t4c MRR" + title: "VPP Comparison Across Topologies 3n-skx to 2n-skx 4c mrr" algorithm: "table_performance_comparison" - output-file: "{DIR[STATIC,VPP]}/performance-changes-3n-hsw-4t4c-mrr" - history: - - - title: "rls1804" - data: - csit-vpp-perf-check-1804: - - 6 # mrr - sel - - 13 # mrr - sel - - 14 # mrr - sel - - 15 # mrr - sel - - 16 # mrr - sel - - 17 # mrr - sel - - 19 # mrr - sel - - 20 # mrr - sel - - 21 # mrr - sel - - 22 # mrr - sel + output-file: "{DIR[STATIC,VPP]}/performance-compare-topologies-3n-skx-2n-skx-4c-mrr" reference: - title: "rls1807" - data: - csit-vpp-perf-verify-1807-3n-hsw: - - 8 # MRR full - - 9 # MRR sel - - 21 # MRR sel - - 31 # MRR sel - - 33 # MRR sel - - 36 # MRR sel - - 41 # MRR sel - - 42 # MRR sel - - 48 # MRR sel + title: "3-Node Skx" + data: "vpp-compare-topologies-mrr-ref" compare: - title: "rls1810" - data: - csit-vpp-perf-verify-1810-3n-hsw: - - 9 # MRR sel - data: "vpp-performance-changes-3n-hsw-mrr" + title: "2-Node Skx" + data: "vpp-compare-topologies-mrr-cmp" + data: "vpp-compare-topologies-mrr" include-tests: "MRR" # "PDR" | "NDR" | "MRR" - filter: "'4T4C' and 'MRR'" # "('NDRPDR' or 'NDRPDRDISC')" | "'MRR'" + filter: "'MRR' and '4C'" parameters: - "name" - "parent" - "result" -# VPP Performance Changes 3n-skx 2t1c MRR +# Detailed Test Results - VPP Performance Results 3n-hsw - type: "table" - title: "VPP Performance Changes 3n-skx 2t1c MRR" - algorithm: "table_performance_comparison" - output-file: "{DIR[STATIC,VPP]}/performance-changes-3n-skx-2t1c-mrr" - reference: - title: "rls1807" - data: - csit-vpp-perf-verify-1807-3n-skx: - - 28 # MRR sel - - 32 # MRR sel - - 36 # MRR sel - - 42 # MRR sel - - 47 # MRR sel - - 48 # MRR sel - - 51 # MRR sel - - 52 # MRR sel - - 53 # MRR sel - compare: - title: "rls1810" - data: - csit-vpp-perf-verify-1810-3n-skx: - - 9 # MRR sel - - 11 # MRR sel - - 12 # MRR sel - - 13 # MRR sel - data: "vpp-performance-changes-3n-skx-mrr" - include-tests: "MRR" # "PDR" | "NDR" | "MRR" - filter: "'2T1C' and 'MRR'" # "('NDRPDR' or 'NDRPDRDISC')" | "'MRR'" + title: "Detailed Test Results - VPP Performance Results 3n-hsw" + algorithm: "table_merged_details" + output-file-ext: ".csv" + output-file: "{DIR[DTR,PERF,VPP,3N,HSW]}/vpp_performance_results_3n_hsw" + columns: + - + title: "Name" + data: "data name" + - + title: "Status" + data: "data msg" + rows: "generated" + data: "vpp-perf-results-3n-hsw" + filter: "not 'NDRCHK' and not 'PDRCHK'" + parameters: + - "name" + - "parent" + - "msg" + +# Detailed Test Results - VPP Performance Results 3n-skx +- + type: "table" + title: "Detailed Test Results - VPP Performance Results 3n-skx" + algorithm: "table_merged_details" + output-file-ext: ".csv" + output-file: "{DIR[DTR,PERF,VPP,3N,SKX]}/vpp_performance_results_3n_skx" + columns: + - + title: "Name" + data: "data name" + - + title: "Status" + data: "data msg" + rows: "generated" + data: "vpp-perf-results-3n-skx" + filter: "not 'NDRCHK' and not 'PDRCHK'" + parameters: + - "name" + - "parent" + - "msg" + +# Detailed Test Results - VPP Performance Results 2n-skx +- + type: "table" + title: "Detailed Test Results - VPP Performance Results 2n-skx" + algorithm: "table_merged_details" + output-file-ext: ".csv" + output-file: "{DIR[DTR,PERF,VPP,2N,SKX]}/vpp_performance_results_2n_skx" + columns: + - + title: "Name" + data: "data name" + - + title: "Status" + data: "data msg" + rows: "generated" + data: "vpp-perf-results-2n-skx" + filter: "not 'NDRCHK' and not 'PDRCHK'" + parameters: + - "name" + - "parent" + - "msg" + +# Detailed Test Results - VPP Performance Results 2n-dnv +- + type: "table" + title: "Detailed Test Results - VPP Performance Results 2n-dnv" + algorithm: "table_details" + output-file-ext: ".csv" + output-file: "{DIR[DTR,PERF,VPP,2N,DNV]}/vpp_performance_results_2n_dnv" + columns: + - + title: "Name" + data: "data name" + - + title: "Status" + data: "data msg" + rows: "generated" + data: "intel-dnv-vpp" + filter: "'NDRPDR'" + parameters: + - "name" + - "parent" + - "msg" + +# Test configuration - VPP Performance Test Configs 3n-hsw +- + type: "table" + title: "Test configuration - VPP Performance Test Configs 3n-hsw" + algorithm: "table_merged_details" + output-file-ext: ".csv" + output-file: "{DIR[DTC,PERF,VPP,3N,HSW]}/vpp_test_configuration_3n_hsw" + columns: + - + title: "Name" + data: "data name" + - + title: "VPP API Test (VAT) Commands History - Commands Used Per Test Case" + data: "data vat-history" + rows: "generated" + data: "vpp-perf-results-3n-hsw" + filter: "not 'NDRCHK' and not 'PDRCHK'" + parameters: + - "parent" + - "name" + - "vat-history" + +# Test configuration - VPP Performance Test Configs 3n-skx +- + type: "table" + title: "Test configuration - VPP Performance Test Configs 3n-skx" + algorithm: "table_merged_details" + output-file-ext: ".csv" + output-file: "{DIR[DTC,PERF,VPP,3N,SKX]}/vpp_test_configuration_3n_skx" + columns: + - + title: "Name" + data: "data name" + - + title: "VPP API Test (VAT) Commands History - Commands Used Per Test Case" + data: "data vat-history" + rows: "generated" + data: "vpp-perf-results-3n-skx" + filter: "not 'NDRCHK' and not 'PDRCHK'" parameters: + - "parent" - "name" + - "vat-history" + +# Test configuration - VPP Performance Test Configs 2n-skx +- + type: "table" + title: "Test configuration - VPP Performance Test Configs 2n-skx" + algorithm: "table_merged_details" + output-file-ext: ".csv" + output-file: "{DIR[DTC,PERF,VPP,2N,SKX]}/vpp_test_configuration_2n_skx" + columns: + - + title: "Name" + data: "data name" + - + title: "VPP API Test (VAT) Commands History - Commands Used Per Test Case" + data: "data vat-history" + rows: "generated" + data: "vpp-perf-results-2n-skx" + filter: "not 'NDRCHK' and not 'PDRCHK'" + parameters: - "parent" - - "result" + - "name" + - "vat-history" -# VPP Performance Changes 3n-skx 4t2c MRR +# Test configuration - VPP Performance Test Configs 2n-dnv - type: "table" - title: "VPP Performance Changes 3n-skx 4t2c MRR" - algorithm: "table_performance_comparison" - output-file: "{DIR[STATIC,VPP]}/performance-changes-3n-skx-4t2c-mrr" - reference: - title: "rls1807" - data: - csit-vpp-perf-verify-1807-3n-skx: - - 28 # MRR sel - - 32 # MRR sel - - 36 # MRR sel - - 42 # MRR sel - - 47 # MRR sel - - 48 # MRR sel - - 51 # MRR sel - - 52 # MRR sel - - 53 # MRR sel - compare: - title: "rls1810" - data: - csit-vpp-perf-verify-1810-3n-skx: - - 9 # MRR sel - - 11 # MRR sel - - 12 # MRR sel - - 13 # MRR sel - data: "vpp-performance-changes-3n-skx-mrr" - include-tests: "MRR" # "PDR" | "NDR" | "MRR" - filter: "'4T2C' and 'MRR'" # "('NDRPDR' or 'NDRPDRDISC')" | "'MRR'" + title: "Test configuration - VPP Performance Test Configs 2n-dnv" + algorithm: "table_details" + output-file-ext: ".csv" + output-file: "{DIR[DTC,PERF,VPP,2N,DNV]}/vpp_test_configuration_2n_dnv" + columns: + - + title: "Name" + data: "data name" + - + title: "VPP API Test (VAT) Commands History - Commands Used Per Test Case" + data: "data vat-history" + rows: "generated" + data: "intel-dnv-vpp" + filter: "'NDRPDR'" parameters: - - "name" - "parent" - - "result" + - "name" + - "vat-history" -# VPP Performance Changes 3n-skx 8t4c MRR +# Test Operational Data - VPP Performance Operational Data 3n-hsw - type: "table" - title: "VPP Performance Changes 3n-skx 8t4c MRR" - algorithm: "table_performance_comparison" - output-file: "{DIR[STATIC,VPP]}/performance-changes-3n-skx-8t4c-mrr" - reference: - title: "rls1807" - data: - csit-vpp-perf-verify-1807-3n-skx: - - 28 # MRR sel - - 32 # MRR sel - - 36 # MRR sel - - 42 # MRR sel - - 47 # MRR sel - - 48 # MRR sel - - 51 # MRR sel - - 52 # MRR sel - - 53 # MRR sel - compare: - title: "rls1810" - data: - csit-vpp-perf-verify-1810-3n-skx: - - 9 # MRR sel - - 11 # MRR sel - - 12 # MRR sel - - 13 # MRR sel - data: "vpp-performance-changes-3n-skx-mrr" - include-tests: "MRR" # "PDR" | "NDR" | "MRR" - filter: "'8T4C' and 'MRR'" # "('NDRPDR' or 'NDRPDRDISC')" | "'MRR'" + title: "Test Operational Data - VPP Performance Operational Data 3n-hsw" + algorithm: "table_merged_details" + output-file-ext: ".csv" + output-file: "{DIR[DTO,PERF,VPP,3N,HSW]}/vpp_test_operational_3n_hsw" + columns: + - + title: "Name" + data: "data name" + - + title: "VPP Operational Data - Outputs of 'show runtime' at NDR packet rate" + data: "data show-run" + rows: "generated" + data: "vpp-perf-results-3n-hsw" + filter: "not 'NDRCHK' and not 'PDRCHK'" parameters: - - "name" - "parent" - - "result" + - "name" + - "show-run" -# VPP Performance Changes 2n-skx 2t1c MRR +# Test Operational Data - VPP Performance Operational Data 3n-skx - type: "table" - title: "VPP Performance Changes 2n-skx 2t1c MRR" - algorithm: "table_performance_comparison" - output-file: "{DIR[STATIC,VPP]}/performance-changes-2n-skx-2t1c-mrr" - reference: - title: "rls1807" - data: - csit-vpp-perf-verify-1807-2n-skx: - - 31 # MRR sel - - 33 # MRR sel - - 37 # MRR sel - - 38 # MRR sel - - 41 # MRR sel - - 43 # MRR sel - - 44 # MRR sel - - 45 # MRR sel - - 46 # MRR sel - - 47 # MRR sel - compare: - title: "rls1810" - data: - csit-vpp-perf-verify-1810-2n-skx: - - 8 # MRR sel - - 10 # MRR sel - - 11 # MRR sel - - 12 # MRR sel - data: "vpp-performance-changes-2n-skx-mrr" - include-tests: "MRR" # "PDR" | "NDR" | "MRR" - filter: "'2T1C' and 'MRR'" # "('NDRPDR' or 'NDRPDRDISC')" | "'MRR'" + title: "Test Operational Data - VPP Performance Operational Data 3n-skx" + algorithm: "table_merged_details" + output-file-ext: ".csv" + output-file: "{DIR[DTO,PERF,VPP,3N,SKX]}/vpp_test_operational_3n_skx" + columns: + - + title: "Name" + data: "data name" + - + title: "VPP Operational Data - Outputs of 'show runtime' at NDR packet rate" + data: "data show-run" + rows: "generated" + data: "vpp-perf-results-3n-skx" + filter: "not 'NDRCHK' and not 'PDRCHK'" parameters: - - "name" - "parent" - - "result" + - "name" + - "show-run" -# VPP Performance Changes 2n-skx 4t2c MRR +# Test Operational Data - VPP Performance Operational Data 2n-skx - type: "table" - title: "VPP Performance Changes 2n-skx 4t2c MRR" - algorithm: "table_performance_comparison" - output-file: "{DIR[STATIC,VPP]}/performance-changes-2n-skx-4t2c-mrr" - reference: - title: "rls1807" - data: - csit-vpp-perf-verify-1807-2n-skx: - - 31 # MRR sel - - 33 # MRR sel - - 37 # MRR sel - - 38 # MRR sel - - 41 # MRR sel - - 43 # MRR sel - - 44 # MRR sel - - 45 # MRR sel - - 46 # MRR sel - - 47 # MRR sel - compare: - title: "rls1810" - data: - csit-vpp-perf-verify-1810-2n-skx: - - 8 # MRR sel - - 10 # MRR sel - - 11 # MRR sel - - 12 # MRR sel - data: "vpp-performance-changes-2n-skx-mrr" - include-tests: "MRR" # "PDR" | "NDR" | "MRR" - filter: "'4T2C' and 'MRR'" # "('NDRPDR' or 'NDRPDRDISC')" | "'MRR'" + title: "Test Operational Data - VPP Performance Operational Data 2n-skx" + algorithm: "table_merged_details" + output-file-ext: ".csv" + output-file: "{DIR[DTO,PERF,VPP,2N,SKX]}/vpp_test_operational_2n_skx" + columns: + - + title: "Name" + data: "data name" + - + title: "VPP Operational Data - Outputs of 'show runtime' at NDR packet rate" + data: "data show-run" + rows: "generated" + data: "vpp-perf-results-2n-skx" + filter: "not 'NDRCHK' and not 'PDRCHK'" parameters: - - "name" - "parent" - - "result" + - "name" + - "show-run" -# VPP Performance Changes 2n-skx 8t4c MRR +# Test Operational Data - VPP Performance Operational Data 2n-dnv - type: "table" - title: "VPP Performance Changes 2n-skx 8t4c MRR" - algorithm: "table_performance_comparison" - output-file: "{DIR[STATIC,VPP]}/performance-changes-2n-skx-8t4c-mrr" - reference: - title: "rls1807" - data: - csit-vpp-perf-verify-1807-2n-skx: - - 31 # MRR sel - - 33 # MRR sel - - 37 # MRR sel - - 38 # MRR sel - - 41 # MRR sel - - 43 # MRR sel - - 44 # MRR sel - - 45 # MRR sel - - 46 # MRR sel - - 47 # MRR sel - compare: - title: "rls1810" - data: - csit-vpp-perf-verify-1810-2n-skx: - - 8 # MRR sel - - 10 # MRR sel - - 11 # MRR sel - - 12 # MRR sel - data: "vpp-performance-changes-2n-skx-mrr" - include-tests: "MRR" # "PDR" | "NDR" | "MRR" - filter: "'8T4C' and 'MRR'" # "('NDRPDR' or 'NDRPDRDISC')" | "'MRR'" + title: "Test Operational Data - VPP Performance Operational Data 2n-dnv" + algorithm: "table_details" + output-file-ext: ".csv" + output-file: "{DIR[DTO,PERF,VPP,2N,DNV]}/vpp_test_operational_2n_dnv" + columns: + - + title: "Name" + data: "data name" + - + title: "VPP Operational Data - Outputs of 'show runtime' at NDR packet rate" + data: "data show-run" + rows: "generated" + data: "intel-dnv-vpp" + filter: "'NDRPDR'" parameters: - - "name" - "parent" - - "result" + - "name" + - "show-run" -# VPP Comparison Across Testbeds 3n-hsw to 3n-skx 1c mrr +# Detailed Test Results - VPP MRR Results 3n-hsw - type: "table" - title: "VPP Comparison Across Testbeds 3n-hsw to 3n-skx 1c mrr" - algorithm: "table_performance_comparison" - output-file: "{DIR[STATIC,VPP]}/performance-compare-testbeds-3n-hsw-3n-skx-1c-mrr" - reference: - title: "3-Node Hsw" - data: - csit-vpp-perf-verify-1810-3n-hsw: - - 9 # MRR sel - compare: - title: "3-Node Skx" - data: - csit-vpp-perf-verify-1810-3n-skx: - - 9 # MRR sel - - 11 # MRR sel - - 12 # MRR sel - - 13 # MRR sel - data: "vpp-compare-testbeds-mrr" - include-tests: "MRR" # "PDR" | "NDR" | "MRR" - filter: "'NIC_Intel-X710' and 'MRR' and '1C'" + title: "Detailed Test Results - VPP MRR Results 3n-hsw" + algorithm: "table_details" + output-file-ext: ".csv" + output-file: "{DIR[DTR,MRR,VPP,3N,HSW]}/vpp_mrr_results_3n_hsw" + columns: + - + title: "Name" + data: "data name" + - + title: "Status" + data: "data msg" + rows: "generated" + data: "vpp-mrr-results-3n-hsw" + filter: "'MRR'" parameters: - "name" - "parent" - - "result" + - "msg" -# VPP Comparison Across Testbeds 3n-hsw to 3n-skx 2c mrr +# Detailed Test Results - VPP MRR Results 3n-skx - type: "table" - title: "VPP Comparison Across Testbeds 3n-hsw to 3n-skx 2c mrr" - algorithm: "table_performance_comparison" - output-file: "{DIR[STATIC,VPP]}/performance-compare-testbeds-3n-hsw-3n-skx-2c-mrr" - reference: - title: "3-Node Hsw" - data: - csit-vpp-perf-verify-1810-3n-hsw: - - 9 # MRR sel - compare: - title: "3-Node Skx" - data: - csit-vpp-perf-verify-1810-3n-skx: - - 9 # MRR sel - - 11 # MRR sel - - 12 # MRR sel - - 13 # MRR sel - data: "vpp-compare-testbeds-mrr" - include-tests: "MRR" # "PDR" | "NDR" | "MRR" - filter: "'NIC_Intel-X710' and 'MRR' and '2C'" + title: "Detailed Test Results - VPP MRR Results 3n-skx" + algorithm: "table_details" + output-file-ext: ".csv" + output-file: "{DIR[DTR,MRR,VPP,3N,SKX]}/vpp_mrr_results_3n_skx" + columns: + - + title: "Name" + data: "data name" + - + title: "Status" + data: "data msg" + rows: "generated" + data: "vpp-mrr-results-3n-skx" + filter: "'MRR'" parameters: - "name" - "parent" - - "result" + - "msg" -# VPP Comparison Across Testbeds 3n-hsw to 3n-skx 4c mrr +# Detailed Test Results - VPP MRR Results 2n-skx - type: "table" - title: "VPP Comparison Across Testbeds 3n-hsw to 3n-skx 4c mrr" - algorithm: "table_performance_comparison" - output-file: "{DIR[STATIC,VPP]}/performance-compare-testbeds-3n-hsw-3n-skx-4c-mrr" - reference: - title: "3-Node Hsw" - data: - csit-vpp-perf-verify-1810-3n-hsw: - - 9 # MRR sel - compare: - title: "3-Node Skx" - data: - csit-vpp-perf-verify-1810-3n-skx: - - 9 # MRR sel - - 11 # MRR sel - - 12 # MRR sel - - 13 # MRR sel - data: "vpp-compare-testbeds-mrr" - include-tests: "MRR" # "PDR" | "NDR" | "MRR" - filter: "'NIC_Intel-X710' and 'MRR' and '4C'" + title: "Detailed Test Results - VPP MRR Results 2n-skx" + algorithm: "table_details" + output-file-ext: ".csv" + output-file: "{DIR[DTR,MRR,VPP,2N,SKX]}/vpp_mrr_results_2n_skx" + columns: + - + title: "Name" + data: "data name" + - + title: "Status" + data: "data msg" + rows: "generated" + data: "vpp-mrr-results-2n-skx" + filter: "'MRR'" parameters: - "name" - "parent" - - "result" + - "msg" -# VPP Comparison Across Topologies 3n-skx to 2n-skx 1c mrr +# Detailed Test Results - VPP MRR Results 2n-dnv - type: "table" - title: "VPP Comparison Across Topologies 3n-skx to 2n-skx 1c mrr" - algorithm: "table_performance_comparison" - output-file: "{DIR[STATIC,VPP]}/performance-compare-topologies-3n-skx-2n-skx-1c-mrr" - reference: - title: "3-Node Skx" - data: - csit-vpp-perf-verify-1810-3n-skx: - - 9 # MRR sel - - 11 # MRR sel - - 12 # MRR sel - - 13 # MRR sel - compare: - title: "2-Node Skx" - data: - csit-vpp-perf-verify-1810-2n-skx: - - 8 # MRR sel - - 10 # MRR sel - - 11 # MRR sel - - 12 # MRR sel - data: "vpp-compare-topologies-mrr" - include-tests: "MRR" # "PDR" | "NDR" | "MRR" - filter: "'MRR' and '1C'" + title: "Detailed Test Results - VPP MRR Results 2n-dnv" + algorithm: "table_details" + output-file-ext: ".csv" + output-file: "{DIR[DTR,MRR,VPP,2N,DNV]}/vpp_mrr_results_2n_dnv" + columns: + - + title: "Name" + data: "data name" + - + title: "Status" + data: "data msg" + rows: "generated" + data: "intel-dnv-vpp" + filter: "'MRR'" parameters: - "name" - "parent" - - "result" + - "msg" -# VPP Comparison Across Topologies 3n-skx to 2n-skx 2c mrr +# Test configuration - VPP MRR Test Configs 3n-hsw - type: "table" - title: "VPP Comparison Across Topologies 3n-skx to 2n-skx 2c mrr" - algorithm: "table_performance_comparison" - output-file: "{DIR[STATIC,VPP]}/performance-compare-topologies-3n-skx-2n-skx-2c-mrr" - reference: - title: "3-Node Skx" - data: - csit-vpp-perf-verify-1810-3n-skx: - - 9 # MRR sel - - 11 # MRR sel - - 12 # MRR sel - - 13 # MRR sel - compare: - title: "2-Node Skx" - data: - csit-vpp-perf-verify-1810-2n-skx: - - 8 # MRR sel - - 10 # MRR sel - - 11 # MRR sel - - 12 # MRR sel - data: "vpp-compare-topologies-mrr" - include-tests: "MRR" # "PDR" | "NDR" | "MRR" - filter: "'MRR' and '2C'" + title: "Test configuration - VPP MRR Test Configs 3n-hsw" + algorithm: "table_details" + output-file-ext: ".csv" + output-file: "{DIR[DTC,MRR,VPP,3N,HSW]}/vpp_mrr_test_configuration_3n_hsw" + columns: + - + title: "Name" + data: "data name" + - + title: "VPP API Test (VAT) Commands History - Commands Used Per Test Case" + data: "data vat-history" + rows: "generated" + data: "vpp-mrr-results-3n-hsw" + filter: "'MRR'" parameters: - - "name" - "parent" - - "result" + - "name" + - "vat-history" -# VPP Comparison Across Topologies 3n-skx to 2n-skx 4c mrr +# Test configuration - VPP MRR Test Configs 3n-skx - type: "table" - title: "VPP Comparison Across Topologies 3n-skx to 2n-skx 4c mrr" - algorithm: "table_performance_comparison" - output-file: "{DIR[STATIC,VPP]}/performance-compare-topologies-3n-skx-2n-skx-4c-mrr" - reference: - title: "3-Node Skx" - data: - csit-vpp-perf-verify-1810-3n-skx: - - 9 # MRR sel - - 11 # MRR sel - - 12 # MRR sel - - 13 # MRR sel - compare: - title: "2-Node Skx" - data: - csit-vpp-perf-verify-1810-2n-skx: - - 8 # MRR sel - - 10 # MRR sel - - 11 # MRR sel - - 12 # MRR sel - data: "vpp-compare-topologies-mrr" - include-tests: "MRR" # "PDR" | "NDR" | "MRR" - filter: "'MRR' and '4C'" + title: "Test configuration - VPP MRR Test Configs 3n-skx" + algorithm: "table_details" + output-file-ext: ".csv" + output-file: "{DIR[DTC,MRR,VPP,3N,SKX]}/vpp_mrr_test_configuration_3n_skx" + columns: + - + title: "Name" + data: "data name" + - + title: "VPP API Test (VAT) Commands History - Commands Used Per Test Case" + data: "data vat-history" + rows: "generated" + data: "vpp-mrr-results-3n-skx" + filter: "'MRR'" parameters: - - "name" - "parent" - - "result" + - "name" + - "vat-history" -# Detailed Test Results - VPP Performance Results 3n-hsw +# Test configuration - VPP MRR Test Configs 2n-skx - type: "table" - title: "Detailed Test Results - VPP Performance Results 3n-hsw" - algorithm: "table_merged_details" + title: "Test configuration - VPP MRR Test Configs 2n-skx" + algorithm: "table_details" output-file-ext: ".csv" - output-file: "{DIR[DTR,PERF,VPP,3N,HSW]}/vpp_performance_results_3n_hsw" + output-file: "{DIR[DTC,MRR,VPP,2N,SKX]}/vpp_mrr_test_configuration_2n_skx" columns: - title: "Name" data: "data name" - - title: "Status" - data: "data msg" + title: "VPP API Test (VAT) Commands History - Commands Used Per Test Case" + data: "data vat-history" rows: "generated" - data: "vpp-perf-results-3n-hsw" - filter: "not 'NDRCHK' and not 'PDRCHK'" + data: "vpp-mrr-results-2n-skx" + filter: "'MRR'" parameters: - - "name" - "parent" - - "msg" + - "name" + - "vat-history" -# Detailed Test Results - VPP Performance Results 3n-skx +# Test configuration - VPP MRR Test Configs 2n-dnv - type: "table" - title: "Detailed Test Results - VPP Performance Results 3n-skx" - algorithm: "table_merged_details" + title: "Test configuration - VPP MRR Test Configs 2n-dnv" + algorithm: "table_details" output-file-ext: ".csv" - output-file: "{DIR[DTR,PERF,VPP,3N,SKX]}/vpp_performance_results_3n_skx" + output-file: "{DIR[DTC,MRR,VPP,2N,DNV]}/vpp_mrr_test_configuration_2n_dnv" columns: - title: "Name" data: "data name" - - title: "Status" - data: "data msg" + title: "VPP API Test (VAT) Commands History - Commands Used Per Test Case" + data: "data vat-history" rows: "generated" - data: "vpp-perf-results-3n-skx" - filter: "not 'NDRCHK' and not 'PDRCHK'" + data: "intel-dnv-vpp" + filter: "'MRR'" parameters: - - "name" - "parent" - - "msg" + - "name" + - "vat-history" -# Detailed Test Results - VPP Performance Results 2n-skx +# Detailed Test Results - VPP Functional Results - Ubuntu - type: "table" - title: "Detailed Test Results - VPP Performance Results 2n-skx" - algorithm: "table_merged_details" + title: "Detailed Test Results - VPP Functional Results - Ubuntu" + algorithm: "table_details" output-file-ext: ".csv" - output-file: "{DIR[DTR,PERF,VPP,2N,SKX]}/vpp_performance_results_2n_skx" + output-file: "{DIR[DTR,FUNC,VPP,UBUNTU]}/vpp_functional_results_ubuntu" columns: - title: "Name" data: "data name" + - + title: "Documentation" + data: "data doc" - title: "Status" - data: "data msg" + data: "data status" rows: "generated" - data: "vpp-perf-results-2n-skx" - filter: "not 'NDRCHK' and not 'PDRCHK'" + data: "vpp-func-results-ubuntu" + filter: "all" parameters: - "name" - "parent" - - "msg" + - "doc" + - "status" -# Detailed Test Results - VPP Performance Results 2n-dnv +# Detailed Test Results - VPP Functional Results - CentOS - type: "table" - title: "Detailed Test Results - VPP Performance Results 2n-dnv" + title: "Detailed Test Results - VPP Functional Results - CentOS" algorithm: "table_details" output-file-ext: ".csv" - output-file: "{DIR[DTR,PERF,VPP,2N,DNV]}/vpp_performance_results_2n_dnv" + output-file: "{DIR[DTR,FUNC,VPP,CENTOS]}/vpp_functional_results_centos" columns: - title: "Name" data: "data name" + - + title: "Documentation" + data: "data doc" - title: "Status" - data: "data msg" + data: "data status" rows: "generated" - data: "intel-dnv-vpp" - filter: "'NDRPDR'" + data: + "vpp-func-results-centos" + filter: "all" parameters: - "name" - "parent" - - "msg" + - "doc" + - "status" -# Test configuration - VPP Performance Test Configs 3n-hsw +# Test configuration - VPP Functional Test Configs - Ubuntu - type: "table" - title: "Test configuration - VPP Performance Test Configs 3n-hsw" - algorithm: "table_merged_details" + title: "Test configuration - VPP Functional Test Configs - Ubuntu" + algorithm: "table_details" output-file-ext: ".csv" - output-file: "{DIR[DTC,PERF,VPP,3N,HSW]}/vpp_test_configuration_3n_hsw" + output-file: "{DIR[DTC,FUNC,VPP,UBUNTU]}/vpp_functional_configuration_ubuntu" columns: - title: "Name" @@ -3419,20 +3351,20 @@ title: "VPP API Test (VAT) Commands History - Commands Used Per Test Case" data: "data vat-history" rows: "generated" - data: "vpp-perf-results-3n-hsw" - filter: "not 'NDRCHK' and not 'PDRCHK'" + data: "vpp-func-results-ubuntu" + filter: "all" parameters: - "parent" - "name" - "vat-history" -# Test configuration - VPP Performance Test Configs 3n-skx +# Test configuration - VPP Functional Test Configs - CentOS - type: "table" - title: "Test configuration - VPP Performance Test Configs 3n-skx" - algorithm: "table_merged_details" + title: "Test configuration - VPP Functional Test Configs - CentOS" + algorithm: "table_details" output-file-ext: ".csv" - output-file: "{DIR[DTC,PERF,VPP,3N,SKX]}/vpp_test_configuration_3n_skx" + output-file: "{DIR[DTC,FUNC,VPP,CENTOS]}/vpp_functional_configuration_centos" columns: - title: "Name" @@ -3441,447 +3373,539 @@ title: "VPP API Test (VAT) Commands History - Commands Used Per Test Case" data: "data vat-history" rows: "generated" - data: "vpp-perf-results-3n-skx" - filter: "not 'NDRCHK' and not 'PDRCHK'" + data: "vpp-func-results-centos" + filter: "all" parameters: - "parent" - "name" - "vat-history" -# Test configuration - VPP Performance Test Configs 2n-skx +# Detailed Test Results - Container Orchestrated Topologies Performance Results 3n-hsw - type: "table" - title: "Test configuration - VPP Performance Test Configs 2n-skx" - algorithm: "table_merged_details" + title: "Detailed Test Results - Container Orchestrated Topologies Performance Results 3n-hsw" + algorithm: "table_details" output-file-ext: ".csv" - output-file: "{DIR[DTC,PERF,VPP,2N,SKX]}/vpp_test_configuration_2n_skx" + output-file: "{DIR[DTR,PERF,COT,3N,HSW]}/cot_performance_results_3n_hsw" columns: - title: "Name" data: "data name" - - title: "VPP API Test (VAT) Commands History - Commands Used Per Test Case" - data: "data vat-history" + title: "Status" + data: "data msg" rows: "generated" - data: "vpp-perf-results-2n-skx" - filter: "not 'NDRCHK' and not 'PDRCHK'" + data: "ligato-perf-results-3n-hsw" + filter: "all" parameters: - - "parent" - "name" - - "vat-history" + - "parent" + - "msg" -# Test configuration - VPP Performance Test Configs 2n-dnv +# Detailed Test Results - VPP Device Results - Ubuntu - type: "table" - title: "Test configuration - VPP Performance Test Configs 2n-dnv" + title: "Detailed Test Results - VPP Device Results - Ubuntu" algorithm: "table_details" output-file-ext: ".csv" - output-file: "{DIR[DTC,PERF,VPP,2N,DNV]}/vpp_test_configuration_2n_dnv" + output-file: "{DIR[DTR,FUNC,VPP,DEVICE,UBUNTU]}/vpp_device_results_ubuntu" columns: - title: "Name" data: "data name" - - title: "VPP API Test (VAT) Commands History - Commands Used Per Test Case" - data: "data vat-history" + title: "Documentation" + data: "data doc" + - + title: "Status" + data: "data status" rows: "generated" - data: "intel-dnv-vpp" - filter: "'NDRPDR'" + data: "vpp-device-results-ubuntu" + filter: "all" parameters: - - "parent" - "name" - - "vat-history" + - "parent" + - "doc" + - "status" -# Test Operational Data - VPP Performance Operational Data 3n-hsw +# Test configuration - VPP Device Test Configs - Ubuntu - type: "table" - title: "Test Operational Data - VPP Performance Operational Data 3n-hsw" - algorithm: "table_merged_details" + title: "Test configuration - VPP Device Test Configs - Ubuntu" + algorithm: "table_details" output-file-ext: ".csv" - output-file: "{DIR[DTO,PERF,VPP,3N,HSW]}/vpp_test_operational_3n_hsw" + output-file: "{DIR[DTC,FUNC,VPP,DEVICE,UBUNTU]}/vpp_device_configuration_ubuntu" columns: - title: "Name" data: "data name" - - title: "VPP Operational Data - Outputs of 'show runtime' at NDR packet rate" - data: "data show-run" + title: "VPP API Test (VAT) Commands History - Commands Used Per Test Case" + data: "data vat-history" rows: "generated" - data: "vpp-perf-results-3n-hsw" - filter: "not 'NDRCHK' and not 'PDRCHK'" + data: "vpp-device-results-ubuntu" + filter: "all" parameters: - "parent" - "name" - - "show-run" + - "vat-history" -# Test Operational Data - VPP Performance Operational Data 3n-skx +################################################################################ + +# DPDK Performance Changes 3n-hsw 1t1c pdr - type: "table" - title: "Test Operational Data - VPP Performance Operational Data 3n-skx" - algorithm: "table_merged_details" - output-file-ext: ".csv" - output-file: "{DIR[DTO,PERF,VPP,3N,SKX]}/vpp_test_operational_3n_skx" - columns: - - - title: "Name" - data: "data name" - - - title: "VPP Operational Data - Outputs of 'show runtime' at NDR packet rate" - data: "data show-run" - rows: "generated" - data: "vpp-perf-results-3n-skx" - filter: "not 'NDRCHK' and not 'PDRCHK'" + title: "DPDK Performance Changes 3n-hsw 1t1c pdr" + algorithm: "table_performance_comparison" + output-file: "{DIR[STATIC,DPDK]}/performance-changes-3n-hsw-1t1c-pdr" + history: + - + title: "rls1807" + data: "dpdk-performance-changes-3n-hsw-h1" + reference: + title: "rls1810" + data: "dpdk-performance-changes-3n-hsw-ref" + compare: + title: "rls1901" + data: "dpdk-performance-changes-3n-hsw-cmp" + data: "dpdk-performance-changes-3n-hsw" + include-tests: "PDR" # "PDR" | "NDR" | "MRR" + filter: "'1T1C' and ('NDRPDR' or 'NDRPDRDISC')" # "('NDRPDR' or 'NDRPDRDISC')" | "'MRR'" parameters: + - "name" - "parent" + - "throughput" + +# DPDK Performance Changes 3n-hsw 2t2c pdr +- + type: "table" + title: "DPDK Performance Changes 3n-hsw 2t2c pdr" + algorithm: "table_performance_comparison" + output-file: "{DIR[STATIC,DPDK]}/performance-changes-3n-hsw-2t2c-pdr" + history: + - + title: "rls1807" + data: "dpdk-performance-changes-3n-hsw-h1" + reference: + title: "rls1810" + data: "dpdk-performance-changes-3n-hsw-ref" + compare: + title: "rls1901" + data: "dpdk-performance-changes-3n-hsw-cmp" + data: "dpdk-performance-changes-3n-hsw" + include-tests: "PDR" # "PDR" | "NDR" | "MRR" + filter: "'2T2C' and ('NDRPDR' or 'NDRPDRDISC')" # "('NDRPDR' or 'NDRPDRDISC')" | "'MRR'" + parameters: - "name" - - "show-run" + - "parent" + - "throughput" -# Test Operational Data - VPP Performance Operational Data 2n-skx +# DPDK Performance Changes 3n-hsw 1t1c ndr - type: "table" - title: "Test Operational Data - VPP Performance Operational Data 2n-skx" - algorithm: "table_merged_details" - output-file-ext: ".csv" - output-file: "{DIR[DTO,PERF,VPP,2N,SKX]}/vpp_test_operational_2n_skx" - columns: - - - title: "Name" - data: "data name" - - - title: "VPP Operational Data - Outputs of 'show runtime' at NDR packet rate" - data: "data show-run" - rows: "generated" - data: "vpp-perf-results-2n-skx" - filter: "not 'NDRCHK' and not 'PDRCHK'" + title: "DPDK Performance Changes 3n-hsw 1t1c ndr" + algorithm: "table_performance_comparison" + output-file: "{DIR[STATIC,DPDK]}/performance-changes-3n-hsw-1t1c-ndr" + history: + - + title: "rls1807" + data: "dpdk-performance-changes-3n-hsw-h1" + reference: + title: "rls1810" + data: "dpdk-performance-changes-3n-hsw-ref" + compare: + title: "rls1901" + data: "dpdk-performance-changes-3n-hsw-cmp" + data: "dpdk-performance-changes-3n-hsw" + include-tests: "NDR" # "PDR" | "NDR" | "MRR" + filter: "'1T1C' and ('NDRPDR' or 'NDRPDRDISC')" # "('NDRPDR' or 'NDRPDRDISC')" | "'MRR'" + parameters: + - "name" + - "parent" + - "throughput" + +# DPDK Performance Changes 3n-hsw 2t2c ndr +- + type: "table" + title: "DPDK Performance Changes 3n-hsw 2t2c ndr" + algorithm: "table_performance_comparison" + output-file: "{DIR[STATIC,DPDK]}/performance-changes-3n-hsw-2t2c-ndr" + history: + - + title: "rls1807" + data: "dpdk-performance-changes-3n-hsw-h1" + reference: + title: "rls1810" + data: "dpdk-performance-changes-3n-hsw-ref" + compare: + title: "rls1901" + data: "dpdk-performance-changes-3n-hsw-cmp" + data: "dpdk-performance-changes-3n-hsw" + include-tests: "NDR" # "PDR" | "NDR" | "MRR" + filter: "'2T2C' and ('NDRPDR' or 'NDRPDRDISC')" # "('NDRPDR' or 'NDRPDRDISC')" | "'MRR'" parameters: + - "name" - "parent" + - "throughput" + +# DPDK Performance Changes 3n-skx 2t1c pdr +- + type: "table" + title: "DPDK Performance Changes 3n-skx 2t1c pdr" + algorithm: "table_performance_comparison" + output-file: "{DIR[STATIC,DPDK]}/performance-changes-3n-skx-2t1c-pdr" + history: + - + title: "rls1807" + data: "dpdk-performance-changes-3n-skx-h1" + reference: + title: "rls1810" + data: "dpdk-performance-changes-3n-skx-ref" + compare: + title: "rls1901" + data: "dpdk-performance-changes-3n-skx-cmp" + data: "dpdk-performance-changes-3n-skx" + include-tests: "PDR" # "PDR" | "NDR" | "MRR" + filter: "'2T1C' and ('NDRPDR' or 'NDRPDRDISC')" # "('NDRPDR' or 'NDRPDRDISC')" | "'MRR'" + parameters: - "name" - - "show-run" + - "parent" + - "throughput" -# Test Operational Data - VPP Performance Operational Data 2n-dnv +# DPDK Performance Changes 3n-skx 4t2c pdr - type: "table" - title: "Test Operational Data - VPP Performance Operational Data 2n-dnv" - algorithm: "table_details" - output-file-ext: ".csv" - output-file: "{DIR[DTO,PERF,VPP,2N,DNV]}/vpp_test_operational_2n_dnv" - columns: - - - title: "Name" - data: "data name" - - - title: "VPP Operational Data - Outputs of 'show runtime' at NDR packet rate" - data: "data show-run" - rows: "generated" - data: "intel-dnv-vpp" - filter: "'NDRPDR'" + title: "DPDK Performance Changes 3n-skx 4t2c pdr" + algorithm: "table_performance_comparison" + output-file: "{DIR[STATIC,DPDK]}/performance-changes-3n-skx-4t2c-pdr" + history: + - + title: "rls1807" + data: "dpdk-performance-changes-3n-skx-h1" + reference: + title: "rls1810" + data: "dpdk-performance-changes-3n-skx-ref" + compare: + title: "rls1901" + data: "dpdk-performance-changes-3n-skx-cmp" + data: "dpdk-performance-changes-3n-skx" + include-tests: "PDR" # "PDR" | "NDR" | "MRR" + filter: "'4T2C' and ('NDRPDR' or 'NDRPDRDISC')" # "('NDRPDR' or 'NDRPDRDISC')" | "'MRR'" + parameters: + - "name" + - "parent" + - "throughput" + +# DPDK Performance Changes 3n-skx 2t1c ndr +- + type: "table" + title: "DPDK Performance Changes 3n-skx 2t1c ndr" + algorithm: "table_performance_comparison" + output-file: "{DIR[STATIC,DPDK]}/performance-changes-3n-skx-2t1c-ndr" + history: + - + title: "rls1807" + data: "dpdk-performance-changes-3n-skx-h1" + reference: + title: "rls1810" + data: "dpdk-performance-changes-3n-skx-ref" + compare: + title: "rls1901" + data: "dpdk-performance-changes-3n-skx-cmp" + data: "dpdk-performance-changes-3n-skx" + include-tests: "NDR" # "PDR" | "NDR" | "MRR" + filter: "'2T1C' and ('NDRPDR' or 'NDRPDRDISC')" # "('NDRPDR' or 'NDRPDRDISC')" | "'MRR'" parameters: - - "parent" - "name" - - "show-run" + - "parent" + - "throughput" -# Detailed Test Results - VPP MRR Results 3n-hsw +# DPDK Performance Changes 3n-skx 4t2c ndr - type: "table" - title: "Detailed Test Results - VPP MRR Results 3n-hsw" - algorithm: "table_details" - output-file-ext: ".csv" - output-file: "{DIR[DTR,MRR,VPP,3N,HSW]}/vpp_mrr_results_3n_hsw" - columns: - - - title: "Name" - data: "data name" - - - title: "Status" - data: "data msg" - rows: "generated" - data: "vpp-mrr-results-3n-hsw" - filter: "'MRR'" + title: "DPDK Performance Changes 3n-skx 4t2c ndr" + algorithm: "table_performance_comparison" + output-file: "{DIR[STATIC,DPDK]}/performance-changes-3n-skx-4t2c-ndr" + history: + - + title: "rls1807" + data: "dpdk-performance-changes-3n-skx-h1" + reference: + title: "rls1810" + data: "dpdk-performance-changes-3n-skx-ref" + compare: + title: "rls1901" + data: "dpdk-performance-changes-3n-skx-cmp" + data: "dpdk-performance-changes-3n-skx" + include-tests: "NDR" # "PDR" | "NDR" | "MRR" + filter: "'4T2C' and ('NDRPDR' or 'NDRPDRDISC')" # "('NDRPDR' or 'NDRPDRDISC')" | "'MRR'" parameters: - "name" - "parent" - - "msg" + - "throughput" -# Detailed Test Results - VPP MRR Results 3n-skx +# DPDK Comparison Across Testbeds 3n-hsw to 3n-skx ndr - type: "table" - title: "Detailed Test Results - VPP MRR Results 3n-skx" - algorithm: "table_details" - output-file-ext: ".csv" - output-file: "{DIR[DTR,MRR,VPP,3N,SKX]}/vpp_mrr_results_3n_skx" - columns: - - - title: "Name" - data: "data name" - - - title: "Status" - data: "data msg" - rows: "generated" - data: "vpp-mrr-results-3n-skx" - filter: "'MRR'" + title: "DPDK Comparison Across Testbeds 3n-hsw to 3n-skx ndr" + algorithm: "table_performance_comparison" + output-file: "{DIR[STATIC,DPDK]}/performance-compare-testbeds-3n-hsw-3n-skx-ndr" + reference: + title: "3-Node Hsw" + data: "dpdk-compare-testbeds-ref" + compare: + title: "3-Node Skx" + data: "dpdk-compare-testbeds-cmp" + data: "dpdk-compare-testbeds" + include-tests: "NDR" # "PDR" | "NDR" | "MRR" + filter: "'NIC_Intel-X710' and ('NDRPDR' or 'NDRPDRDISC')" # "('NDRPDR' or 'NDRPDRDISC')" | "'MRR'" parameters: - "name" - "parent" - - "msg" + - "throughput" -# Detailed Test Results - VPP MRR Results 2n-skx +# DPDK Comparison Across Testbeds 3n-hsw to 3n-skx pdr - type: "table" - title: "Detailed Test Results - VPP MRR Results 2n-skx" - algorithm: "table_details" - output-file-ext: ".csv" - output-file: "{DIR[DTR,MRR,VPP,2N,SKX]}/vpp_mrr_results_2n_skx" - columns: - - - title: "Name" - data: "data name" - - - title: "Status" - data: "data msg" - rows: "generated" - data: "vpp-mrr-results-2n-skx" - filter: "'MRR'" + title: "DPDK Comparison Across Testbeds 3n-hsw to 3n-skx pdr" + algorithm: "table_performance_comparison" + output-file: "{DIR[STATIC,DPDK]}/performance-compare-testbeds-3n-hsw-3n-skx-pdr" + reference: + title: "3-Node Hsw" + data: "dpdk-compare-testbeds-ref" + compare: + title: "3-Node Skx" + data: "dpdk-compare-testbeds-cmp" + data: "dpdk-compare-testbeds" + include-tests: "PDR" # "PDR" | "NDR" | "MRR" + filter: "'NIC_Intel-X710' and ('NDRPDR' or 'NDRPDRDISC')" # "('NDRPDR' or 'NDRPDRDISC')" | "'MRR'" parameters: - "name" - "parent" - - "msg" + - "throughput" -# Detailed Test Results - VPP MRR Results 2n-dnv +# DPDK Comparison Across Topologies 3n-skx to 2n-skx ndr - type: "table" - title: "Detailed Test Results - VPP MRR Results 2n-dnv" - algorithm: "table_details" - output-file-ext: ".csv" - output-file: "{DIR[DTR,MRR,VPP,2N,DNV]}/vpp_mrr_results_2n_dnv" - columns: - - - title: "Name" - data: "data name" - - - title: "Status" - data: "data msg" - rows: "generated" - data: "intel-dnv-vpp" - filter: "'MRR'" + title: "DPDK Comparison Across Topologies 3n-skx to 2n-skx ndr" + algorithm: "table_performance_comparison" + output-file: "{DIR[STATIC,DPDK]}/performance-compare-topologies-3n-skx-2n-skx-ndr" + reference: + title: "3-Node Skx" + data: "dpdk-compare-topologies-ref" + compare: + title: "2-Node Skx" + data: "dpdk-compare-topologies-cmp" + data: "dpdk-compare-topologies" + include-tests: "NDR" # "PDR" | "NDR" | "MRR" + filter: "'NDRPDR'" # "('NDRPDR' or 'NDRPDRDISC')" | "'MRR'" parameters: - "name" - "parent" - - "msg" + - "throughput" -# Test configuration - VPP MRR Test Configs 3n-hsw +# DPDK Comparison Across Topologies 3n-skx to 2n-skx pdr - type: "table" - title: "Test configuration - VPP MRR Test Configs 3n-hsw" - algorithm: "table_details" - output-file-ext: ".csv" - output-file: "{DIR[DTC,MRR,VPP,3N,HSW]}/vpp_mrr_test_configuration_3n_hsw" - columns: - - - title: "Name" - data: "data name" - - - title: "VPP API Test (VAT) Commands History - Commands Used Per Test Case" - data: "data vat-history" - rows: "generated" - data: "vpp-mrr-results-3n-hsw" - filter: "'MRR'" + title: "DPDK Comparison Across Topologies 3n-skx to 2n-skx pdr" + algorithm: "table_performance_comparison" + output-file: "{DIR[STATIC,DPDK]}/performance-compare-topologies-3n-skx-2n-skx-pdr" + reference: + title: "3-Node Skx" + data: "dpdk-compare-topologies-ref" + compare: + title: "2-Node Skx" + data: "dpdk-compare-topologies-cmp" + data: "dpdk-compare-topologies" + include-tests: "PDR" # "PDR" | "NDR" | "MRR" + filter: "'NDRPDR'" # "('NDRPDR' or 'NDRPDRDISC')" | "'MRR'" parameters: - - "parent" - "name" - - "vat-history" + - "parent" + - "throughput" -# Test configuration - VPP MRR Test Configs 3n-skx +# DPDK Performance Changes 2n-skx 2t1c pdr - type: "table" - title: "Test configuration - VPP MRR Test Configs 3n-skx" - algorithm: "table_details" - output-file-ext: ".csv" - output-file: "{DIR[DTC,MRR,VPP,3N,SKX]}/vpp_mrr_test_configuration_3n_skx" - columns: - - - title: "Name" - data: "data name" - - - title: "VPP API Test (VAT) Commands History - Commands Used Per Test Case" - data: "data vat-history" - rows: "generated" - data: "vpp-mrr-results-3n-skx" - filter: "'MRR'" + title: "DPDK Performance Changes 2n-skx 2t1c pdr" + algorithm: "table_performance_comparison" + output-file: "{DIR[STATIC,DPDK]}/performance-changes-2n-skx-2t1c-pdr" + reference: + title: "rls1810" + data: "dpdk-performance-changes-2n-skx-ref" + compare: + title: "rls1901" + data: "dpdk-performance-changes-2n-skx-cmp" + data: "dpdk-performance-changes-2n-skx" + include-tests: "PDR" # "PDR" | "NDR" | "MRR" + filter: "'2T1C' and ('NDRPDR' or 'NDRPDRDISC')" # "('NDRPDR' or 'NDRPDRDISC')" | "'MRR'" parameters: - - "parent" - "name" - - "vat-history" + - "parent" + - "throughput" -# Test configuration - VPP MRR Test Configs 2n-skx +# DPDK Performance Changes 2n-skx 4t2c pdr - type: "table" - title: "Test configuration - VPP MRR Test Configs 2n-skx" - algorithm: "table_details" - output-file-ext: ".csv" - output-file: "{DIR[DTC,MRR,VPP,2N,SKX]}/vpp_mrr_test_configuration_2n_skx" - columns: - - - title: "Name" - data: "data name" - - - title: "VPP API Test (VAT) Commands History - Commands Used Per Test Case" - data: "data vat-history" - rows: "generated" - data: "vpp-mrr-results-2n-skx" - filter: "'MRR'" + title: "DPDK Performance Changes 2n-skx 4t2c pdr" + algorithm: "table_performance_comparison" + output-file: "{DIR[STATIC,DPDK]}/performance-changes-2n-skx-4t2c-pdr" + reference: + title: "rls1810" + data: "dpdk-performance-changes-2n-skx-ref" + compare: + title: "rls1901" + data: "dpdk-performance-changes-2n-skx-cmp" + data: "dpdk-performance-changes-2n-skx" + include-tests: "PDR" # "PDR" | "NDR" | "MRR" + filter: "'4T2C' and ('NDRPDR' or 'NDRPDRDISC')" # "('NDRPDR' or 'NDRPDRDISC')" | "'MRR'" parameters: - - "parent" - "name" - - "vat-history" + - "parent" + - "throughput" -# Test configuration - VPP MRR Test Configs 2n-dnv +# DPDK Performance Changes 2n-skx 2t1c ndr - type: "table" - title: "Test configuration - VPP MRR Test Configs 2n-dnv" - algorithm: "table_details" - output-file-ext: ".csv" - output-file: "{DIR[DTC,MRR,VPP,2N,DNV]}/vpp_mrr_test_configuration_2n_dnv" - columns: - - - title: "Name" - data: "data name" - - - title: "VPP API Test (VAT) Commands History - Commands Used Per Test Case" - data: "data vat-history" - rows: "generated" - data: "intel-dnv-vpp" - filter: "'MRR'" + title: "DPDK Performance Changes 2n-skx 2t1c ndr" + algorithm: "table_performance_comparison" + output-file: "{DIR[STATIC,DPDK]}/performance-changes-2n-skx-2t1c-ndr" + reference: + title: "rls1810" + data: "dpdk-performance-changes-2n-skx-ref" + compare: + title: "rls1901" + data: "dpdk-performance-changes-2n-skx-cmp" + data: "dpdk-performance-changes-2n-skx" + include-tests: "NDR" # "PDR" | "NDR" | "MRR" + filter: "'2T1C' and ('NDRPDR' or 'NDRPDRDISC')" # "('NDRPDR' or 'NDRPDRDISC')" | "'MRR'" parameters: - - "parent" - "name" - - "vat-history" + - "parent" + - "throughput" -# Detailed Test Results - VPP Functional Results - Ubuntu +# DPDK Performance Changes 2n-skx 4t2c ndr - type: "table" - title: "Detailed Test Results - VPP Functional Results - Ubuntu" - algorithm: "table_details" - output-file-ext: ".csv" - output-file: "{DIR[DTR,FUNC,VPP,UBUNTU]}/vpp_functional_results_ubuntu" - columns: - - - title: "Name" - data: "data name" - - - title: "Documentation" - data: "data doc" - - - title: "Status" - data: "data status" - rows: "generated" - data: "vpp-func-results-ubuntu" - filter: "all" + title: "DPDK Performance Changes 2n-skx 4t2c ndr" + algorithm: "table_performance_comparison" + output-file: "{DIR[STATIC,DPDK]}/performance-changes-2n-skx-4t2c-ndr" + reference: + title: "rls1810" + data: "dpdk-performance-changes-2n-skx-ref" + compare: + title: "rls1901" + data: "dpdk-performance-changes-2n-skx-cmp" + data: "dpdk-performance-changes-2n-skx" + include-tests: "NDR" # "PDR" | "NDR" | "MRR" + filter: "'4T2C' and ('NDRPDR' or 'NDRPDRDISC')" # "('NDRPDR' or 'NDRPDRDISC')" | "'MRR'" parameters: - "name" - "parent" - - "doc" - - "status" + - "throughput" -# Detailed Test Results - VPP Functional Results - CentOS +# Detailed Test Results - DPDK Performance Results 3n-hsw - type: "table" - title: "Detailed Test Results - VPP Functional Results - CentOS" + title: "Detailed Test Results - DPDK Performance Results 3n-hsw" algorithm: "table_details" output-file-ext: ".csv" - output-file: "{DIR[DTR,FUNC,VPP,CENTOS]}/vpp_functional_results_centos" + output-file: "{DIR[DTR,PERF,DPDK,3N,HSW]}/dpdk_performance_results_3n_hsw" columns: - title: "Name" data: "data name" - - - title: "Documentation" - data: "data doc" - title: "Status" - data: "data status" + data: "data msg" rows: "generated" - data: - "vpp-func-results-centos" + data: "dpdk-perf-results-3n-hsw" filter: "all" parameters: - "name" - "parent" - - "doc" - - "status" + - "msg" -# Test configuration - VPP Functional Test Configs - Ubuntu +# Detailed Test Results - DPDK Performance Results 3n-skx - type: "table" - title: "Test configuration - VPP Functional Test Configs - Ubuntu" + title: "Detailed Test Results - DPDK Performance Results 3n-skx" algorithm: "table_details" output-file-ext: ".csv" - output-file: "{DIR[DTC,FUNC,VPP,UBUNTU]}/vpp_functional_configuration_ubuntu" + output-file: "{DIR[DTR,PERF,DPDK,3N,SKX]}/dpdk_performance_results_3n_skx" columns: - title: "Name" data: "data name" - - title: "VPP API Test (VAT) Commands History - Commands Used Per Test Case" - data: "data vat-history" + title: "Status" + data: "data msg" rows: "generated" - data: "vpp-func-results-ubuntu" + data: "dpdk-perf-results-3n-skx" filter: "all" parameters: - - "parent" - "name" - - "vat-history" + - "parent" + - "msg" -# Test configuration - VPP Functional Test Configs - CentOS +# Detailed Test Results - DPDK Performance Results 2n-skx - type: "table" - title: "Test configuration - VPP Functional Test Configs - CentOS" + title: "Detailed Test Results - DPDK Performance Results 2n-skx" algorithm: "table_details" output-file-ext: ".csv" - output-file: "{DIR[DTC,FUNC,VPP,CENTOS]}/vpp_functional_configuration_centos" + output-file: "{DIR[DTR,PERF,DPDK,2N,SKX]}/dpdk_performance_results_2n_skx" columns: - title: "Name" data: "data name" - - title: "VPP API Test (VAT) Commands History - Commands Used Per Test Case" - data: "data vat-history" + title: "Status" + data: "data msg" rows: "generated" - data: "vpp-func-results-centos" + data: "dpdk-perf-results-2n-skx" filter: "all" parameters: - - "parent" - "name" - - "vat-history" + - "parent" + - "msg" -# Detailed Test Results - Container Orchestrated Topologies Performance Results 3n-hsw +################################################################################ +# HoneyComb - type: "table" - title: "Detailed Test Results - Container Orchestrated Topologies Performance Results 3n-hsw" + title: "Detailed Test Results - Honeycomb Functional Results" algorithm: "table_details" output-file-ext: ".csv" - output-file: "{DIR[DTR,PERF,COT,3N,HSW]}/cot_performance_results_3n_hsw" + output-file: "{DIR[DTR,FUNC,HC]}/hc_functional_results" columns: - title: "Name" data: "data name" + - + title: "Documentation" + data: "data doc" - title: "Status" - data: "data msg" + data: "data status" rows: "generated" - data: "ligato-perf-results-3n-hsw" + data: + "hc-func-results" filter: "all" parameters: - "name" - "parent" - - "msg" + - "doc" + - "status" -# Detailed Test Results - VPP Device Results - Ubuntu +################################################################################ +# NSH SFC - type: "table" - title: "Detailed Test Results - VPP Device Results - Ubuntu" + title: "Detailed Test Results - NSH SFC Functional Results" algorithm: "table_details" output-file-ext: ".csv" - output-file: "{DIR[DTR,FUNC,VPP,DEVICE,UBUNTU]}/vpp_device_results_ubuntu" + output-file: "{DIR[DTR,FUNC,NSHSFC]}/nsh_sfc_functional_results" columns: - title: "Name" @@ -3893,7 +3917,8 @@ title: "Status" data: "data status" rows: "generated" - data: "vpp-device-results-ubuntu" + data: + "nsh-func-results" filter: "all" parameters: - "name" @@ -3901,802 +3926,465 @@ - "doc" - "status" -# Test configuration - VPP Device Test Configs - Ubuntu +################################################################################ +# DMM - type: "table" - title: "Test configuration - VPP Device Test Configs - Ubuntu" + title: "Detailed Test Results - DMM Functional Results" algorithm: "table_details" output-file-ext: ".csv" - output-file: "{DIR[DTC,FUNC,VPP,DEVICE,UBUNTU]}/vpp_device_configuration_ubuntu" + output-file: "{DIR[DTR,FUNC,DMM]}/dmm_functional_results" columns: - title: "Name" data: "data name" - - title: "VPP API Test (VAT) Commands History - Commands Used Per Test Case" - data: "data vat-history" + title: "Documentation" + data: "data doc" + - + title: "Status" + data: "data status" rows: "generated" - data: "vpp-device-results-ubuntu" + data: + "dmm-func-results" filter: "all" parameters: - - "parent" - "name" - - "vat-history" + - "parent" + - "doc" + - "status" ################################################################################ +### F I L E S ### +################################################################################ -# DPDK Performance Changes 3n-hsw 1t1c pdr +# VPP Performance Results 3n-hsw - - type: "table" - title: "DPDK Performance Changes 3n-hsw 1t1c pdr" - algorithm: "table_performance_comparison" - output-file: "{DIR[STATIC,DPDK]}/performance-changes-3n-hsw-1t1c-pdr" - history: - - - title: "rls1804" - data: - csit-dpdk-perf-1804-all: - - 4 - - 5 - - 6 - - 7 - - 8 - - 9 - - 10 - - 11 - - 12 - - 13 - reference: - title: "rls1807" - data: - csit-dpdk-perf-verify-1807-3n-hsw: - - 11 - - 12 # full - - 14 - - 15 - - 16 - - 17 - - 20 - - 21 - - 22 - - 23 - compare: - title: "rls1810" - data: - csit-dpdk-perf-verify-1810-3n-hsw: - - 1 # NDRPDR sel - - 2 # NDRPDR sel - - 3 # NDRPDR sel - - 4 # NDRPDR sel - - 5 # NDRPDR sel - - 6 # NDRPDR sel - - 7 # NDRPDR sel - - 8 # NDRPDR sel - - 9 # NDRPDR sel - - 10 # NDRPDR sel - data: "dpdk-performance-changes-3n-hsw" - include-tests: "PDR" # "PDR" | "NDR" | "MRR" - filter: "'1T1C' and ('NDRPDR' or 'NDRPDRDISC')" # "('NDRPDR' or 'NDRPDRDISC')" | "'MRR'" + type: "file" + title: "VPP Performance Results 3n-hsw" + algorithm: "file_test_results" + output-file-ext: ".rst" + output-file: "{DIR[DTR,PERF,VPP,3N,HSW]}/vpp_performance_results_3n_hsw" + file-header: "\n.. |br| raw:: html\n\n
\n\n\n.. |prein| raw:: html\n\n
\n\n\n.. |preout| raw:: html\n\n    
\n\n" + dir-tables: "{DIR[DTR,PERF,VPP,3N,HSW]}" + data: "vpp-perf-results-3n-hsw" + filter: "not 'NDRCHK' and not 'PDRCHK'" parameters: - "name" + - "doc" + - "level" - "parent" - - "throughput" + data-start-level: 3 -# DPDK Performance Changes 3n-hsw 2t2c pdr +# VPP Performance Results 3n-skx - - type: "table" - title: "DPDK Performance Changes 3n-hsw 2t2c pdr" - algorithm: "table_performance_comparison" - output-file: "{DIR[STATIC,DPDK]}/performance-changes-3n-hsw-2t2c-pdr" - history: - - - title: "rls1804" - data: - csit-dpdk-perf-1804-all: - - 4 - - 5 - - 6 - - 7 - - 8 - - 9 - - 10 - - 11 - - 12 - - 13 - reference: - title: "rls1807" - data: - csit-dpdk-perf-verify-1807-3n-hsw: - - 11 - - 12 # full - - 14 - - 15 - - 16 - - 17 - - 20 - - 21 - - 22 - - 23 - compare: - title: "rls1810" - data: - csit-dpdk-perf-verify-1810-3n-hsw: - - 1 # NDRPDR sel - - 2 # NDRPDR sel - - 3 # NDRPDR sel - - 4 # NDRPDR sel - - 5 # NDRPDR sel - - 6 # NDRPDR sel - - 7 # NDRPDR sel - - 8 # NDRPDR sel - - 9 # NDRPDR sel - - 10 # NDRPDR sel - data: "dpdk-performance-changes-3n-hsw" - include-tests: "PDR" # "PDR" | "NDR" | "MRR" - filter: "'2T2C' and ('NDRPDR' or 'NDRPDRDISC')" # "('NDRPDR' or 'NDRPDRDISC')" | "'MRR'" + type: "file" + title: "VPP Performance Results 3n-skx" + algorithm: "file_test_results" + output-file-ext: ".rst" + output-file: "{DIR[DTR,PERF,VPP,3N,SKX]}/vpp_performance_results_3n_skx" + file-header: "\n.. |br| raw:: html\n\n
\n\n\n.. |prein| raw:: html\n\n
\n\n\n.. |preout| raw:: html\n\n    
\n\n" + dir-tables: "{DIR[DTR,PERF,VPP,3N,SKX]}" + data: "vpp-perf-results-3n-skx" + filter: "not 'NDRCHK' and not 'PDRCHK'" + parameters: + - "name" + - "doc" + - "level" + - "parent" + data-start-level: 3 + +# VPP Performance Results 2n-skx +- + type: "file" + title: "VPP Performance Results 2n-skx" + algorithm: "file_test_results" + output-file-ext: ".rst" + output-file: "{DIR[DTR,PERF,VPP,2N,SKX]}/vpp_performance_results_2n_skx" + file-header: "\n.. |br| raw:: html\n\n
\n\n\n.. |prein| raw:: html\n\n
\n\n\n.. |preout| raw:: html\n\n    
\n\n" + dir-tables: "{DIR[DTR,PERF,VPP,2N,SKX]}" + data: "vpp-perf-results-2n-skx" + filter: "not 'NDRCHK' and not 'PDRCHK'" + parameters: + - "name" + - "doc" + - "level" + - "parent" + data-start-level: 3 + +# VPP Performance Results 2n-dnv +- + type: "file" + title: "VPP Performance Results 2n-dnv" + algorithm: "file_test_results" + output-file-ext: ".rst" + output-file: "{DIR[DTR,PERF,VPP,2N,DNV]}/vpp_performance_results_2n_dnv" + file-header: "\n.. |br| raw:: html\n\n
\n\n\n.. |prein| raw:: html\n\n
\n\n\n.. |preout| raw:: html\n\n    
\n\n" + dir-tables: "{DIR[DTR,PERF,VPP,2N,DNV]}" + data: "intel-dnv-vpp" + filter: "'NDRPDR'" + parameters: + - "name" + - "doc" + - "level" + - "parent" + data-start-level: 3 + +# VPP Performance Configuration 3n-hsw +- + type: "file" + title: "VPP Performance Configuration 3n-hsw" + algorithm: "file_test_results" + output-file-ext: ".rst" + output-file: "{DIR[DTC,PERF,VPP,3N,HSW]}/vpp_performance_configuration_3n_hsw" + file-header: "\n.. |br| raw:: html\n\n
\n\n\n.. |prein| raw:: html\n\n
\n\n\n.. |preout| raw:: html\n\n    
\n\n" + dir-tables: "{DIR[DTC,PERF,VPP,3N,HSW]}" + data: "vpp-perf-results-3n-hsw" + filter: "not 'NDRCHK' and not 'PDRCHK'" + parameters: + - "name" + - "doc" + - "level" + - "parent" + data-start-level: 3 + +# VPP Performance Configuration 3n-skx +- + type: "file" + title: "VPP Performance Configuration 3n-skx" + algorithm: "file_test_results" + output-file-ext: ".rst" + output-file: "{DIR[DTC,PERF,VPP,3N,SKX]}/vpp_performance_configuration_3n_skx" + file-header: "\n.. |br| raw:: html\n\n
\n\n\n.. |prein| raw:: html\n\n
\n\n\n.. |preout| raw:: html\n\n    
\n\n" + dir-tables: "{DIR[DTC,PERF,VPP,3N,SKX]}" + data: "vpp-perf-results-3n-skx" + filter: "not 'NDRCHK' and not 'PDRCHK'" parameters: - "name" + - "doc" + - "level" - "parent" - - "throughput" + data-start-level: 3 -# DPDK Performance Changes 3n-hsw 1t1c ndr +# VPP Performance Configuration 2n-skx - - type: "table" - title: "DPDK Performance Changes 3n-hsw 1t1c ndr" - algorithm: "table_performance_comparison" - output-file: "{DIR[STATIC,DPDK]}/performance-changes-3n-hsw-1t1c-ndr" - history: - - - title: "rls1804" - data: - csit-dpdk-perf-1804-all: - - 4 - - 5 - - 6 - - 7 - - 8 - - 9 - - 10 - - 11 - - 12 - - 13 - reference: - title: "rls1807" - data: - csit-dpdk-perf-verify-1807-3n-hsw: - - 11 - - 12 # full - - 14 - - 15 - - 16 - - 17 - - 20 - - 21 - - 22 - - 23 - compare: - title: "rls1810" - data: - csit-dpdk-perf-verify-1810-3n-hsw: - - 1 # NDRPDR sel - - 2 # NDRPDR sel - - 3 # NDRPDR sel - - 4 # NDRPDR sel - - 5 # NDRPDR sel - - 6 # NDRPDR sel - - 7 # NDRPDR sel - - 8 # NDRPDR sel - - 9 # NDRPDR sel - - 10 # NDRPDR sel - data: "dpdk-performance-changes-3n-hsw" - include-tests: "NDR" # "PDR" | "NDR" | "MRR" - filter: "'1T1C' and ('NDRPDR' or 'NDRPDRDISC')" # "('NDRPDR' or 'NDRPDRDISC')" | "'MRR'" + type: "file" + title: "VPP Performance Configuration 2n-skx" + algorithm: "file_test_results" + output-file-ext: ".rst" + output-file: "{DIR[DTC,PERF,VPP,2N,SKX]}/vpp_performance_configuration_2n_skx" + file-header: "\n.. |br| raw:: html\n\n
\n\n\n.. |prein| raw:: html\n\n
\n\n\n.. |preout| raw:: html\n\n    
\n\n" + dir-tables: "{DIR[DTC,PERF,VPP,2N,SKX]}" + data: "vpp-perf-results-2n-skx" + filter: "not 'NDRCHK' and not 'PDRCHK'" parameters: - "name" + - "doc" + - "level" - "parent" - - "throughput" + data-start-level: 3 -# DPDK Performance Changes 3n-hsw 2t2c ndr +# VPP Performance Configuration 2n-dnv - - type: "table" - title: "DPDK Performance Changes 3n-hsw 2t2c ndr" - algorithm: "table_performance_comparison" - output-file: "{DIR[STATIC,DPDK]}/performance-changes-3n-hsw-2t2c-ndr" - history: - - - title: "rls1804" - data: - csit-dpdk-perf-1804-all: - - 4 - - 5 - - 6 - - 7 - - 8 - - 9 - - 10 - - 11 - - 12 - - 13 - reference: - title: "rls1807" - data: - csit-dpdk-perf-verify-1807-3n-hsw: - - 11 - - 12 # full - - 14 - - 15 - - 16 - - 17 - - 20 - - 21 - - 22 - - 23 - compare: - title: "rls1810" - data: - csit-dpdk-perf-verify-1810-3n-hsw: - - 1 # NDRPDR sel - - 2 # NDRPDR sel - - 3 # NDRPDR sel - - 4 # NDRPDR sel - - 5 # NDRPDR sel - - 6 # NDRPDR sel - - 7 # NDRPDR sel - - 8 # NDRPDR sel - - 9 # NDRPDR sel - - 10 # NDRPDR sel - data: "dpdk-performance-changes-3n-hsw" - include-tests: "NDR" # "PDR" | "NDR" | "MRR" - filter: "'2T2C' and ('NDRPDR' or 'NDRPDRDISC')" # "('NDRPDR' or 'NDRPDRDISC')" | "'MRR'" + type: "file" + title: "VPP Performance Configuration 2n-dnv" + algorithm: "file_test_results" + output-file-ext: ".rst" + output-file: "{DIR[DTC,PERF,VPP,2N,DNV]}/vpp_performance_configuration_2n_dnv" + file-header: "\n.. |br| raw:: html\n\n
\n\n\n.. |prein| raw:: html\n\n
\n\n\n.. |preout| raw:: html\n\n    
\n\n" + dir-tables: "{DIR[DTC,PERF,VPP,2N,DNV]}" + data: "intel-dnv-vpp" + filter: "'NDRPDR'" parameters: - "name" + - "doc" + - "level" - "parent" - - "throughput" + data-start-level: 3 -# DPDK Performance Changes 3n-skx 2t1c pdr +# VPP Performance Operational Data 3n-hsw - - type: "table" - title: "DPDK Performance Changes 3n-skx 2t1c pdr" - algorithm: "table_performance_comparison" - output-file: "{DIR[STATIC,DPDK]}/performance-changes-3n-skx-2t1c-pdr" - reference: - title: "rls1807" - data: - csit-dpdk-perf-verify-1807-3n-skx: - - 1 # NDRPDR sel - - 2 # NDRPDR sel - - 3 # NDRPDR sel - - 6 # NDRPDR sel - - 7 # NDRPDR sel - - 8 # NDRPDR sel - - 9 # NDRPDR sel - - 10 # NDRPDR sel - - 11 # NDRPDR sel - - 12 # NDRPDR sel - compare: - title: "rls1810" - data: - csit-dpdk-perf-verify-1810-3n-skx: - - 3 # NDRPDR sel - - 4 # NDRPDR sel - - 6 # NDRPDR sel - - 7 # NDRPDR sel - - 8 # NDRPDR sel - - 9 # NDRPDR sel - - 10 # NDRPDR sel - - 11 # NDRPDR sel - - 12 # NDRPDR sel - - 13 # NDRPDR sel - data: "dpdk-performance-changes-3n-skx" - include-tests: "PDR" # "PDR" | "NDR" | "MRR" - filter: "'2T1C' and ('NDRPDR' or 'NDRPDRDISC')" # "('NDRPDR' or 'NDRPDRDISC')" | "'MRR'" + type: "file" + title: "VPP Performance Operational Data 3n-hsw" + algorithm: "file_test_results" + output-file-ext: ".rst" + output-file: "{DIR[DTO,PERF,VPP,3N,HSW]}/vpp_performance_operational_data_3n_hsw" + file-header: "\n.. |br| raw:: html\n\n
\n\n\n.. |prein| raw:: html\n\n
\n\n\n.. |preout| raw:: html\n\n    
\n\n" + dir-tables: "{DIR[DTO,PERF,VPP,3N,HSW]}" + data: "vpp-perf-results-3n-hsw" + filter: "not 'NDRCHK' and not 'PDRCHK'" parameters: - "name" + - "doc" + - "level" - "parent" - - "throughput" + data-start-level: 3 -# DPDK Performance Changes 3n-skx 4t2c pdr +# VPP Performance Operational Data 3n-skx - - type: "table" - title: "DPDK Performance Changes 3n-skx 4t2c pdr" - algorithm: "table_performance_comparison" - output-file: "{DIR[STATIC,DPDK]}/performance-changes-3n-skx-4t2c-pdr" - reference: - title: "rls1807" - data: - csit-dpdk-perf-verify-1807-3n-skx: - - 1 # NDRPDR sel - - 2 # NDRPDR sel - - 3 # NDRPDR sel - - 6 # NDRPDR sel - - 7 # NDRPDR sel - - 8 # NDRPDR sel - - 9 # NDRPDR sel - - 10 # NDRPDR sel - - 11 # NDRPDR sel - - 12 # NDRPDR sel - compare: - title: "rls1810" - data: - csit-dpdk-perf-verify-1810-3n-skx: - - 3 # NDRPDR sel - - 4 # NDRPDR sel - - 6 # NDRPDR sel - - 7 # NDRPDR sel - - 8 # NDRPDR sel - - 9 # NDRPDR sel - - 10 # NDRPDR sel - - 11 # NDRPDR sel - - 12 # NDRPDR sel - - 13 # NDRPDR sel - data: "dpdk-performance-changes-3n-skx" - include-tests: "PDR" # "PDR" | "NDR" | "MRR" - filter: "'4T2C' and ('NDRPDR' or 'NDRPDRDISC')" # "('NDRPDR' or 'NDRPDRDISC')" | "'MRR'" + type: "file" + title: "VPP Performance Operational Data 3n-skx" + algorithm: "file_test_results" + output-file-ext: ".rst" + output-file: "{DIR[DTO,PERF,VPP,3N,SKX]}/vpp_performance_operational_data_3n_skx" + file-header: "\n.. |br| raw:: html\n\n
\n\n\n.. |prein| raw:: html\n\n
\n\n\n.. |preout| raw:: html\n\n    
\n\n" + dir-tables: "{DIR[DTO,PERF,VPP,3N,SKX]}" + data: "vpp-perf-results-3n-skx" + filter: "not 'NDRCHK' and not 'PDRCHK'" parameters: - "name" + - "doc" + - "level" - "parent" - - "throughput" + data-start-level: 3 -# DPDK Performance Changes 3n-skx 2t1c ndr +# VPP Performance Operational Data 2n-skx - - type: "table" - title: "DPDK Performance Changes 3n-skx 2t1c ndr" - algorithm: "table_performance_comparison" - output-file: "{DIR[STATIC,DPDK]}/performance-changes-3n-skx-2t1c-ndr" - reference: - title: "rls1807" - data: - csit-dpdk-perf-verify-1807-3n-skx: - - 1 # NDRPDR sel - - 2 # NDRPDR sel - - 3 # NDRPDR sel - - 6 # NDRPDR sel - - 7 # NDRPDR sel - - 8 # NDRPDR sel - - 9 # NDRPDR sel - - 10 # NDRPDR sel - - 11 # NDRPDR sel - - 12 # NDRPDR sel - compare: - title: "rls1810" - data: - csit-dpdk-perf-verify-1810-3n-skx: - - 3 # NDRPDR sel - - 4 # NDRPDR sel - - 6 # NDRPDR sel - - 7 # NDRPDR sel - - 8 # NDRPDR sel - - 9 # NDRPDR sel - - 10 # NDRPDR sel - - 11 # NDRPDR sel - - 12 # NDRPDR sel - - 13 # NDRPDR sel - data: "dpdk-performance-changes-3n-skx" - include-tests: "NDR" # "PDR" | "NDR" | "MRR" - filter: "'2T1C' and ('NDRPDR' or 'NDRPDRDISC')" # "('NDRPDR' or 'NDRPDRDISC')" | "'MRR'" + type: "file" + title: "VPP Performance Operational Data 2n-skx" + algorithm: "file_test_results" + output-file-ext: ".rst" + output-file: "{DIR[DTO,PERF,VPP,2N,SKX]}/vpp_performance_operational_data_2n_skx" + file-header: "\n.. |br| raw:: html\n\n
\n\n\n.. |prein| raw:: html\n\n
\n\n\n.. |preout| raw:: html\n\n    
\n\n" + dir-tables: "{DIR[DTO,PERF,VPP,2N,SKX]}" + data: "vpp-perf-results-2n-skx" + filter: "not 'NDRCHK' and not 'PDRCHK'" + parameters: + - "name" + - "doc" + - "level" + - "parent" + data-start-level: 3 + +# VPP Performance Operational Data 2n-dnv +- + type: "file" + title: "VPP Performance Operational Data 2n-dnv" + algorithm: "file_test_results" + output-file-ext: ".rst" + output-file: "{DIR[DTO,PERF,VPP,2N,DNV]}/vpp_performance_operational_data_2n_dnv" + file-header: "\n.. |br| raw:: html\n\n
\n\n\n.. |prein| raw:: html\n\n
\n\n\n.. |preout| raw:: html\n\n    
\n\n" + dir-tables: "{DIR[DTO,PERF,VPP,2N,DNV]}" + data: "intel-dnv-vpp" + filter: "'NDRPDR'" parameters: - "name" + - "doc" + - "level" - "parent" - - "throughput" + data-start-level: 3 -# DPDK Performance Changes 3n-skx 4t2c ndr +# VPP MRR Results 3n-hsw - - type: "table" - title: "DPDK Performance Changes 3n-skx 4t2c ndr" - algorithm: "table_performance_comparison" - output-file: "{DIR[STATIC,DPDK]}/performance-changes-3n-skx-4t2c-ndr" - reference: - title: "rls1807" - data: - csit-dpdk-perf-verify-1807-3n-skx: - - 1 # NDRPDR sel - - 2 # NDRPDR sel - - 3 # NDRPDR sel - - 6 # NDRPDR sel - - 7 # NDRPDR sel - - 8 # NDRPDR sel - - 9 # NDRPDR sel - - 10 # NDRPDR sel - - 11 # NDRPDR sel - - 12 # NDRPDR sel - compare: - title: "rls1810" - data: - csit-dpdk-perf-verify-1810-3n-skx: - - 3 # NDRPDR sel - - 4 # NDRPDR sel - - 6 # NDRPDR sel - - 7 # NDRPDR sel - - 8 # NDRPDR sel - - 9 # NDRPDR sel - - 10 # NDRPDR sel - - 11 # NDRPDR sel - - 12 # NDRPDR sel - - 13 # NDRPDR sel - data: "dpdk-performance-changes-3n-skx" - include-tests: "NDR" # "PDR" | "NDR" | "MRR" - filter: "'4T2C' and ('NDRPDR' or 'NDRPDRDISC')" # "('NDRPDR' or 'NDRPDRDISC')" | "'MRR'" + type: "file" + title: "VPP MRR Results 3n-hsw" + algorithm: "file_test_results" + output-file-ext: ".rst" + output-file: "{DIR[DTR,MRR,VPP,3N,HSW]}/vpp_mrr_results_3n_hsw" + file-header: "\n.. |br| raw:: html\n\n
\n\n\n.. |prein| raw:: html\n\n
\n\n\n.. |preout| raw:: html\n\n    
\n\n" + dir-tables: "{DIR[DTR,MRR,VPP,3N,HSW]}" + data: "vpp-mrr-results-3n-hsw" + filter: "'MRR'" parameters: - "name" + - "doc" + - "level" - "parent" - - "throughput" + data-start-level: 3 -# DPDK Comparison Across Testbeds 3n-hsw to 3n-skx ndr +# VPP MRR Results 3n-skx - - type: "table" - title: "DPDK Comparison Across Testbeds 3n-hsw to 3n-skx ndr" - algorithm: "table_performance_comparison" - output-file: "{DIR[STATIC,DPDK]}/performance-compare-testbeds-3n-hsw-3n-skx-ndr" - reference: - title: "3-Node Hsw" - data: - csit-dpdk-perf-verify-1810-3n-hsw: - - 1 # NDRPDR sel - - 2 # NDRPDR sel - - 3 # NDRPDR sel - - 4 # NDRPDR sel - - 5 # NDRPDR sel - - 6 # NDRPDR sel - - 7 # NDRPDR sel - - 8 # NDRPDR sel - - 9 # NDRPDR sel - - 10 # NDRPDR sel - compare: - title: "3-Node Skx" - data: - csit-dpdk-perf-verify-1810-3n-skx: - - 3 # NDRPDR sel - - 4 # NDRPDR sel - - 6 # NDRPDR sel - - 7 # NDRPDR sel - - 8 # NDRPDR sel - - 9 # NDRPDR sel - - 10 # NDRPDR sel - - 11 # NDRPDR sel - - 12 # NDRPDR sel - - 13 # NDRPDR sel - data: "dpdk-compare-testbeds" - include-tests: "NDR" # "PDR" | "NDR" | "MRR" - filter: "'NIC_Intel-X710' and ('NDRPDR' or 'NDRPDRDISC')" # "('NDRPDR' or 'NDRPDRDISC')" | "'MRR'" + type: "file" + title: "VPP MRR Results 3n-skx" + algorithm: "file_test_results" + output-file-ext: ".rst" + output-file: "{DIR[DTR,MRR,VPP,3N,SKX]}/vpp_mrr_results_3n_skx" + file-header: "\n.. |br| raw:: html\n\n
\n\n\n.. |prein| raw:: html\n\n
\n\n\n.. |preout| raw:: html\n\n    
\n\n" + dir-tables: "{DIR[DTR,MRR,VPP,3N,SKX]}" + data: "vpp-mrr-results-3n-skx" + filter: "'MRR'" parameters: - "name" + - "doc" + - "level" - "parent" - - "throughput" + data-start-level: 3 -# DPDK Comparison Across Topologies 3n-skx to 2n-skx ndr +# VPP MRR Results 2n-skx - - type: "table" - title: "DPDK Comparison Across Topologies 3n-skx to 2n-skx ndr" - algorithm: "table_performance_comparison" - output-file: "{DIR[STATIC,DPDK]}/performance-compare-topologies-3n-skx-2n-skx-ndr" - reference: - title: "3-Node Skx" - data: - csit-dpdk-perf-verify-1810-3n-skx: - - 3 # NDRPDR sel - - 4 # NDRPDR sel - - 6 # NDRPDR sel - - 7 # NDRPDR sel - - 8 # NDRPDR sel - - 9 # NDRPDR sel - - 10 # NDRPDR sel - - 11 # NDRPDR sel - - 12 # NDRPDR sel - - 13 # NDRPDR sel - compare: - title: "2-Node Skx" - data: - csit-dpdk-perf-verify-1810-2n-skx: - - 3 # NDRPDR sel - - 4 # NDRPDR sel - - 5 # NDRPDR sel - - 7 # NDRPDR sel - - 8 # NDRPDR sel - - 9 # NDRPDR sel - - 10 # NDRPDR sel - - 11 # NDRPDR sel - - 12 # NDRPDR sel - - 13 # NDRPDR sel - data: "dpdk-compare-topologies" - include-tests: "NDR" # "PDR" | "NDR" | "MRR" - filter: "'NDRPDR'" # "('NDRPDR' or 'NDRPDRDISC')" | "'MRR'" + type: "file" + title: "VPP MRR Results 2n-skx" + algorithm: "file_test_results" + output-file-ext: ".rst" + output-file: "{DIR[DTR,MRR,VPP,2N,SKX]}/vpp_mrr_results_2n_skx" + file-header: "\n.. |br| raw:: html\n\n
\n\n\n.. |prein| raw:: html\n\n
\n\n\n.. |preout| raw:: html\n\n    
\n\n" + dir-tables: "{DIR[DTR,MRR,VPP,2N,SKX]}" + data: "vpp-mrr-results-2n-skx" + filter: "all" parameters: - "name" + - "doc" + - "level" - "parent" - - "throughput" + data-start-level: 3 -# DPDK Comparison Across Topologies 3n-skx to 2n-skx pdr +# VPP MRR Results 2n-dnv - - type: "table" - title: "DPDK Comparison Across Topologies 3n-skx to 2n-skx pdr" - algorithm: "table_performance_comparison" - output-file: "{DIR[STATIC,DPDK]}/performance-compare-topologies-3n-skx-2n-skx-pdr" - reference: - title: "3-Node Skx" - data: - csit-dpdk-perf-verify-1810-3n-skx: - - 3 # NDRPDR sel - - 4 # NDRPDR sel - - 6 # NDRPDR sel - - 7 # NDRPDR sel - - 8 # NDRPDR sel - - 9 # NDRPDR sel - - 10 # NDRPDR sel - - 11 # NDRPDR sel - - 12 # NDRPDR sel - - 13 # NDRPDR sel - compare: - title: "2-Node Skx" - data: - csit-dpdk-perf-verify-1810-2n-skx: - - 3 # NDRPDR sel - - 4 # NDRPDR sel - - 5 # NDRPDR sel - - 7 # NDRPDR sel - - 8 # NDRPDR sel - - 9 # NDRPDR sel - - 10 # NDRPDR sel - - 11 # NDRPDR sel - - 12 # NDRPDR sel - - 13 # NDRPDR sel - data: "dpdk-compare-topologies" - include-tests: "PDR" # "PDR" | "NDR" | "MRR" - filter: "'NDRPDR'" # "('NDRPDR' or 'NDRPDRDISC')" | "'MRR'" + type: "file" + title: "VPP MRR Results 2n-dnv" + algorithm: "file_test_results" + output-file-ext: ".rst" + output-file: "{DIR[DTR,MRR,VPP,2N,DNV]}/vpp_mrr_results_2n_dnv" + file-header: "\n.. |br| raw:: html\n\n
\n\n\n.. |prein| raw:: html\n\n
\n\n\n.. |preout| raw:: html\n\n    
\n\n" + dir-tables: "{DIR[DTR,MRR,VPP,2N,DNV]}" + data: "intel-dnv-vpp" + filter: "'MRR'" parameters: - "name" + - "doc" + - "level" - "parent" - - "throughput" + data-start-level: 3 -# DPDK Comparison Across Testbeds 3n-hsw to 3n-skx pdr +# VPP MRR Configuration 3n-hsw - - type: "table" - title: "DPDK Comparison Across Testbeds 3n-hsw to 3n-skx pdr" - algorithm: "table_performance_comparison" - output-file: "{DIR[STATIC,DPDK]}/performance-compare-testbeds-3n-hsw-3n-skx-pdr" - reference: - title: "3-Node Hsw" - data: - csit-dpdk-perf-verify-1810-3n-hsw: - - 1 # NDRPDR sel - - 2 # NDRPDR sel - - 3 # NDRPDR sel - - 4 # NDRPDR sel - - 5 # NDRPDR sel - - 6 # NDRPDR sel - - 7 # NDRPDR sel - - 8 # NDRPDR sel - - 9 # NDRPDR sel - - 10 # NDRPDR sel - compare: - title: "3-Node Skx" - data: - csit-dpdk-perf-verify-1810-3n-skx: - - 3 # NDRPDR sel - - 4 # NDRPDR sel - - 6 # NDRPDR sel - - 7 # NDRPDR sel - - 8 # NDRPDR sel - - 9 # NDRPDR sel - - 10 # NDRPDR sel - - 11 # NDRPDR sel - - 12 # NDRPDR sel - - 13 # NDRPDR sel - data: "dpdk-compare-testbeds" - include-tests: "PDR" # "PDR" | "NDR" | "MRR" - filter: "'NIC_Intel-X710' and ('NDRPDR' or 'NDRPDRDISC')" # "('NDRPDR' or 'NDRPDRDISC')" | "'MRR'" + type: "file" + title: "VPP MRR Configuration 3n-hsw" + algorithm: "file_test_results" + output-file-ext: ".rst" + output-file: "{DIR[DTC,MRR,VPP,3N,HSW]}/vpp_mrr_configuration_3n_hsw" + file-header: "\n.. |br| raw:: html\n\n
\n\n\n.. |prein| raw:: html\n\n
\n\n\n.. |preout| raw:: html\n\n    
\n\n" + dir-tables: "{DIR[DTC,MRR,VPP,3N,HSW]}" + data: "vpp-mrr-results-3n-hsw" + filter: "'MRR'" parameters: - "name" + - "doc" + - "level" - "parent" - - "throughput" - -# DPDK Comparison Across Testbeds 3n-hsw to 3n-skx mrr -# NOTE: Not used in 18.10 -#- -# type: "table" -# title: "DPDK Comparison Across Testbeds 3n-hsw to 3n-skx mrr" -# algorithm: "table_performance_comparison" -# output-file: "{DIR[STATIC,DPDK]}/performance-compare-testbeds-3n-hsw-3n-skx-mrr" -# reference: -# title: "3-Node Hsw" -# data: -# csit-dpdk-perf-verify-1807-3n-hsw: -# - 11 -# - 12 # full -# - 14 -# - 15 -# - 16 -# - 17 -# - 20 -# - 21 -# - 22 -# - 23 -# compare: -# title: "3-Node Skx" -# data: -# csit-dpdk-perf-verify-1807-3n-skx: -# - 1 -# - 2 -# - 3 -# - 6 -# - 7 -# - 8 -# - 9 -# - 10 -# - 11 -# - 12 -# data: "dpdk-compare-testbeds" -# include-tests: "MRR" # "PDR" | "NDR" | "MRR" -# filter: "'NIC_Intel-X710' and MRR" # "('NDRPDR' or 'NDRPDRDISC')" | "'MRR'" -# parameters: -# - "name" -# - "parent" -# - "result" + data-start-level: 3 -# Detailed Test Results - DPDK Performance Results 3n-hsw +# VPP MRR Configuration 3n-skx - - type: "table" - title: "Detailed Test Results - DPDK Performance Results 3n-hsw" - algorithm: "table_details" - output-file-ext: ".csv" - output-file: "{DIR[DTR,PERF,DPDK,3N,HSW]}/dpdk_performance_results_3n_hsw" - columns: - - - title: "Name" - data: "data name" - - - title: "Status" - data: "data msg" - rows: "generated" - data: "dpdk-perf-results-3n-hsw" - filter: "all" + type: "file" + title: "VPP MRR Configuration 3n-skx" + algorithm: "file_test_results" + output-file-ext: ".rst" + output-file: "{DIR[DTC,MRR,VPP,3N,SKX]}/vpp_mrr_configuration_3n_skx" + file-header: "\n.. |br| raw:: html\n\n
\n\n\n.. |prein| raw:: html\n\n
\n\n\n.. |preout| raw:: html\n\n    
\n\n" + dir-tables: "{DIR[DTC,MRR,VPP,3N,SKX]}" + data: "vpp-mrr-results-3n-skx" + filter: "'MRR'" parameters: - "name" + - "doc" + - "level" - "parent" - - "msg" + data-start-level: 3 -# Detailed Test Results - DPDK Performance Results 3n-skx +# VPP MRR Configuration 2n-skx - - type: "table" - title: "Detailed Test Results - DPDK Performance Results 3n-skx" - algorithm: "table_details" - output-file-ext: ".csv" - output-file: "{DIR[DTR,PERF,DPDK,3N,SKX]}/dpdk_performance_results_3n_skx" - columns: - - - title: "Name" - data: "data name" - - - title: "Status" - data: "data msg" - rows: "generated" - data: "dpdk-perf-results-3n-skx" - filter: "all" + type: "file" + title: "VPP MRR Configuration 2n-skx" + algorithm: "file_test_results" + output-file-ext: ".rst" + output-file: "{DIR[DTC,MRR,VPP,2N,SKX]}/vpp_mrr_configuration_2n_skx" + file-header: "\n.. |br| raw:: html\n\n
\n\n\n.. |prein| raw:: html\n\n
\n\n\n.. |preout| raw:: html\n\n    
\n\n" + dir-tables: "{DIR[DTC,MRR,VPP,2N,SKX]}" + data: "vpp-mrr-results-2n-skx" + filter: "'MRR'" parameters: - "name" + - "doc" + - "level" - "parent" - - "msg" + data-start-level: 3 -# Detailed Test Results - DPDK Performance Results 2n-skx +# VPP MRR Configuration 2n-dnv - - type: "table" - title: "Detailed Test Results - DPDK Performance Results 2n-skx" - algorithm: "table_details" - output-file-ext: ".csv" - output-file: "{DIR[DTR,PERF,DPDK,2N,SKX]}/dpdk_performance_results_2n_skx" - columns: - - - title: "Name" - data: "data name" - - - title: "Status" - data: "data msg" - rows: "generated" - data: "dpdk-perf-results-2n-skx" - filter: "all" + type: "file" + title: "VPP MRR Configuration 2n-dnv" + algorithm: "file_test_results" + output-file-ext: ".rst" + output-file: "{DIR[DTC,MRR,VPP,2N,DNV]}/vpp_mrr_configuration_2n_dnv" + file-header: "\n.. |br| raw:: html\n\n
\n\n\n.. |prein| raw:: html\n\n
\n\n\n.. |preout| raw:: html\n\n    
\n\n" + dir-tables: "{DIR[DTC,MRR,VPP,2N,DNV]}" + data: "intel-dnv-vpp" + filter: "'MRR'" parameters: - "name" + - "doc" + - "level" - "parent" - - "msg" + data-start-level: 3 -################################################################################ -# HoneyComb +# VPP Functional Results - Ubuntu - - type: "table" - title: "Detailed Test Results - Honeycomb Functional Results" - algorithm: "table_details" - output-file-ext: ".csv" - output-file: "{DIR[DTR,FUNC,HC]}/hc_functional_results" - columns: - - - title: "Name" - data: "data name" - - - title: "Documentation" - data: "data doc" - - - title: "Status" - data: "data status" - rows: "generated" - data: - "hc-func-results" + type: "file" + title: "VPP Functional Results - Ubuntu" + algorithm: "file_test_results" + output-file-ext: ".rst" + output-file: "{DIR[DTR,FUNC,VPP,UBUNTU]}/vpp_functional_results_ubuntu" + file-header: "\n.. |br| raw:: html\n\n
\n\n\n.. |prein| raw:: html\n\n
\n\n\n.. |preout| raw:: html\n\n    
\n\n" + dir-tables: "{DIR[DTR,FUNC,VPP,UBUNTU]}" + data: "vpp-func-results-ubuntu" filter: "all" parameters: - "name" - - "parent" - "doc" - - "status" + - "level" + - "parent" + data-start-level: 3 -################################################################################ -# NSH SFC +# VPP Functional Results - CentOS - - type: "table" - title: "Detailed Test Results - NSH SFC Functional Results" - algorithm: "table_details" - output-file-ext: ".csv" - output-file: "{DIR[DTR,FUNC,NSHSFC]}/nsh_sfc_functional_results" - columns: - - - title: "Name" - data: "data name" - - - title: "Documentation" - data: "data doc" - - - title: "Status" - data: "data status" - rows: "generated" + type: "file" + title: "VPP Functional Results - CentOS" + algorithm: "file_test_results" + output-file-ext: ".rst" + output-file: "{DIR[DTR,FUNC,VPP,CENTOS]}/vpp_functional_results_centos" + file-header: "\n.. |br| raw:: html\n\n
\n\n\n.. |prein| raw:: html\n\n
\n\n\n.. |preout| raw:: html\n\n    
\n\n" + dir-tables: "{DIR[DTR,FUNC,VPP,CENTOS]}" data: - "nsh-func-results" + "vpp-func-results-centos" filter: "all" parameters: - "name" - - "parent" - "doc" - - "status" + - "level" + - "parent" + data-start-level: 3 -################################################################################ -# DMM +# VPP Functional Configuration - Ubuntu - - type: "table" - title: "Detailed Test Results - DMM Functional Results" - algorithm: "table_details" - output-file-ext: ".csv" - output-file: "{DIR[DTR,FUNC,DMM]}/dmm_functional_results" - columns: - - - title: "Name" - data: "data name" - - - title: "Documentation" - data: "data doc" - - - title: "Status" - data: "data status" - rows: "generated" - data: - "dmm-func-results" + type: "file" + title: "VPP Functional Configuration - Ubuntu" + algorithm: "file_test_results" + output-file-ext: ".rst" + output-file: "{DIR[DTC,FUNC,VPP,UBUNTU]}/vpp_functional_configuration_ubuntu" + file-header: "\n.. |br| raw:: html\n\n
\n\n\n.. |prein| raw:: html\n\n
\n\n\n.. |preout| raw:: html\n\n    
\n\n" + dir-tables: "{DIR[DTC,FUNC,VPP,UBUNTU]}" + data: "vpp-func-results-ubuntu" filter: "all" parameters: - "name" - - "parent" - "doc" - - "status" - -################################################################################ -### F I L E S ### -################################################################################ + - "level" + - "parent" + data-start-level: 3 -# VPP Performance Results 3n-hsw +# VPP Functional Configuration - CentOS - type: "file" - title: "VPP Performance Results 3n-hsw" + title: "VPP Functional Configuration - CentOS" algorithm: "file_test_results" output-file-ext: ".rst" - output-file: "{DIR[DTR,PERF,VPP,3N,HSW]}/vpp_performance_results_3n_hsw" + output-file: "{DIR[DTC,FUNC,VPP,CENTOS]}/vpp_functional_configuration_centos" file-header: "\n.. |br| raw:: html\n\n
\n\n\n.. |prein| raw:: html\n\n
\n\n\n.. |preout| raw:: html\n\n    
\n\n" - dir-tables: "{DIR[DTR,PERF,VPP,3N,HSW]}" - data: "vpp-perf-results-3n-hsw" - filter: "not 'NDRCHK' and not 'PDRCHK'" + dir-tables: "{DIR[DTC,FUNC,VPP,CENTOS]}" + data: + "vpp-func-results-centos" + filter: "all" parameters: - "name" - "doc" @@ -4704,53 +4392,53 @@ - "parent" data-start-level: 3 -# VPP Performance Results 3n-skx +# VPP Device Results - Ubuntu - type: "file" - title: "VPP Performance Results 3n-skx" + title: "VPP Device Results - Ubuntu" algorithm: "file_test_results" output-file-ext: ".rst" - output-file: "{DIR[DTR,PERF,VPP,3N,SKX]}/vpp_performance_results_3n_skx" + output-file: "{DIR[DTR,FUNC,VPP,DEVICE,UBUNTU]}/vpp_device_results_ubuntu" file-header: "\n.. |br| raw:: html\n\n
\n\n\n.. |prein| raw:: html\n\n
\n\n\n.. |preout| raw:: html\n\n    
\n\n" - dir-tables: "{DIR[DTR,PERF,VPP,3N,SKX]}" - data: "vpp-perf-results-3n-skx" - filter: "not 'NDRCHK' and not 'PDRCHK'" + dir-tables: "{DIR[DTR,FUNC,VPP,DEVICE,UBUNTU]}" + data: "vpp-device-results-ubuntu" + filter: "all" parameters: - "name" - "doc" - "level" - "parent" - data-start-level: 3 + data-start-level: 2 -# VPP Performance Results 2n-skx +# VPP Device Configuration - Ubuntu - type: "file" - title: "VPP Performance Results 2n-skx" + title: "VPP Device Configuration - Ubuntu" algorithm: "file_test_results" output-file-ext: ".rst" - output-file: "{DIR[DTR,PERF,VPP,2N,SKX]}/vpp_performance_results_2n_skx" + output-file: "{DIR[DTC,FUNC,VPP,DEVICE,UBUNTU]}/vpp_device_configuration_ubuntu" file-header: "\n.. |br| raw:: html\n\n
\n\n\n.. |prein| raw:: html\n\n
\n\n\n.. |preout| raw:: html\n\n    
\n\n" - dir-tables: "{DIR[DTR,PERF,VPP,2N,SKX]}" - data: "vpp-perf-results-2n-skx" - filter: "not 'NDRCHK' and not 'PDRCHK'" + dir-tables: "{DIR[DTC,FUNC,VPP,DEVICE,UBUNTU]}" + data: "vpp-device-results-ubuntu" + filter: "all" parameters: - "name" - "doc" - "level" - "parent" - data-start-level: 3 + data-start-level: 2 -# VPP Performance Results 2n-dnv +# Container Orchestrated Performance Results 3n-hsw - type: "file" - title: "VPP Performance Results 2n-dnv" + title: "Container Orchestrated Performance Results 3n-hsw" algorithm: "file_test_results" output-file-ext: ".rst" - output-file: "{DIR[DTR,PERF,VPP,2N,DNV]}/vpp_performance_results_2n_dnv" + output-file: "{DIR[DTR,PERF,COT,3N,HSW]}/cot_performance_results_3n_hsw" file-header: "\n.. |br| raw:: html\n\n
\n\n\n.. |prein| raw:: html\n\n
\n\n\n.. |preout| raw:: html\n\n    
\n\n" - dir-tables: "{DIR[DTR,PERF,VPP,2N,DNV]}" - data: "intel-dnv-vpp" - filter: "'NDRPDR'" + dir-tables: "{DIR[DTR,PERF,COT,3N,HSW]}" + data: "ligato-perf-results-3n-hsw" + filter: "all" parameters: - "name" - "doc" @@ -4758,17 +4446,17 @@ - "parent" data-start-level: 3 -# VPP Performance Configuration 3n-hsw +# DPDK Performance Results 3n-hsw - type: "file" - title: "VPP Performance Configuration 3n-hsw" + title: "DPDK Performance Results 3n-hsw" algorithm: "file_test_results" output-file-ext: ".rst" - output-file: "{DIR[DTC,PERF,VPP,3N,HSW]}/vpp_performance_configuration_3n_hsw" + output-file: "{DIR[DTR,PERF,DPDK,3N,HSW]}/dpdk_performance_results_3n_hsw" file-header: "\n.. |br| raw:: html\n\n
\n\n\n.. |prein| raw:: html\n\n
\n\n\n.. |preout| raw:: html\n\n    
\n\n" - dir-tables: "{DIR[DTC,PERF,VPP,3N,HSW]}" - data: "vpp-perf-results-3n-hsw" - filter: "not 'NDRCHK' and not 'PDRCHK'" + dir-tables: "{DIR[DTR,PERF,DPDK,3N,HSW]}" + data: "dpdk-perf-results-3n-hsw" + filter: "all" parameters: - "name" - "doc" @@ -4776,17 +4464,17 @@ - "parent" data-start-level: 3 -# VPP Performance Configuration 3n-skx +# DPDK Performance Results 3n-skx - type: "file" - title: "VPP Performance Configuration 3n-skx" + title: "DPDK Performance Results 3n-skx" algorithm: "file_test_results" output-file-ext: ".rst" - output-file: "{DIR[DTC,PERF,VPP,3N,SKX]}/vpp_performance_configuration_3n_skx" + output-file: "{DIR[DTR,PERF,DPDK,3N,SKX]}/dpdk_performance_results_3n_skx" file-header: "\n.. |br| raw:: html\n\n
\n\n\n.. |prein| raw:: html\n\n
\n\n\n.. |preout| raw:: html\n\n    
\n\n" - dir-tables: "{DIR[DTC,PERF,VPP,3N,SKX]}" - data: "vpp-perf-results-3n-skx" - filter: "not 'NDRCHK' and not 'PDRCHK'" + dir-tables: "{DIR[DTR,PERF,DPDK,3N,SKX]}" + data: "dpdk-perf-results-3n-skx" + filter: "all" parameters: - "name" - "doc" @@ -4794,17 +4482,17 @@ - "parent" data-start-level: 3 -# VPP Performance Configuration 2n-skx +# DPDK Performance Results 2n-skx - type: "file" - title: "VPP Performance Configuration 2n-skx" + title: "DPDK Performance Results 2n-skx" algorithm: "file_test_results" output-file-ext: ".rst" - output-file: "{DIR[DTC,PERF,VPP,2N,SKX]}/vpp_performance_configuration_2n_skx" + output-file: "{DIR[DTR,PERF,DPDK,2N,SKX]}/dpdk_performance_results_2n_skx" file-header: "\n.. |br| raw:: html\n\n
\n\n\n.. |prein| raw:: html\n\n
\n\n\n.. |preout| raw:: html\n\n    
\n\n" - dir-tables: "{DIR[DTC,PERF,VPP,2N,SKX]}" - data: "vpp-perf-results-2n-skx" - filter: "not 'NDRCHK' and not 'PDRCHK'" + dir-tables: "{DIR[DTR,PERF,DPDK,2N,SKX]}" + data: "dpdk-perf-results-2n-skx" + filter: "all" parameters: - "name" - "doc" @@ -4812,17 +4500,18 @@ - "parent" data-start-level: 3 -# VPP Performance Configuration 2n-dnv +# Honeycomb Functional Results - type: "file" - title: "VPP Performance Configuration 2n-dnv" + title: "Honeycomb Functional Results" algorithm: "file_test_results" output-file-ext: ".rst" - output-file: "{DIR[DTC,PERF,VPP,2N,DNV]}/vpp_performance_configuration_2n_dnv" + output-file: "{DIR[DTR,FUNC,HC]}/honeycomb_functional_results" file-header: "\n.. |br| raw:: html\n\n
\n\n\n.. |prein| raw:: html\n\n
\n\n\n.. |preout| raw:: html\n\n    
\n\n" - dir-tables: "{DIR[DTC,PERF,VPP,2N,DNV]}" - data: "intel-dnv-vpp" - filter: "'NDRPDR'" + dir-tables: "{DIR[DTR,FUNC,HC]}" + data: + "hc-func-results" + filter: "all" parameters: - "name" - "doc" @@ -4830,17 +4519,18 @@ - "parent" data-start-level: 3 -# VPP Performance Operational Data 3n-hsw +# NSH SFC Functional Results - type: "file" - title: "VPP Performance Operational Data 3n-hsw" + title: "NSH SFC Functional Results" algorithm: "file_test_results" output-file-ext: ".rst" - output-file: "{DIR[DTO,PERF,VPP,3N,HSW]}/vpp_performance_operational_data_3n_hsw" + output-file: "{DIR[DTR,FUNC,NSHSFC]}/nshsfc_functional_results" file-header: "\n.. |br| raw:: html\n\n
\n\n\n.. |prein| raw:: html\n\n
\n\n\n.. |preout| raw:: html\n\n    
\n\n" - dir-tables: "{DIR[DTO,PERF,VPP,3N,HSW]}" - data: "vpp-perf-results-3n-hsw" - filter: "not 'NDRCHK' and not 'PDRCHK'" + dir-tables: "{DIR[DTR,FUNC,NSHSFC]}" + data: + "nsh-func-results" + filter: "all" parameters: - "name" - "doc" @@ -4848,17 +4538,18 @@ - "parent" data-start-level: 3 -# VPP Performance Operational Data 3n-skx +# DMM Functional Results - type: "file" - title: "VPP Performance Operational Data 3n-skx" + title: "DMM Functional Results" algorithm: "file_test_results" output-file-ext: ".rst" - output-file: "{DIR[DTO,PERF,VPP,3N,SKX]}/vpp_performance_operational_data_3n_skx" + output-file: "{DIR[DTR,FUNC,DMM]}/dmm_functional_results" file-header: "\n.. |br| raw:: html\n\n
\n\n\n.. |prein| raw:: html\n\n
\n\n\n.. |preout| raw:: html\n\n    
\n\n" - dir-tables: "{DIR[DTO,PERF,VPP,3N,SKX]}" - data: "vpp-perf-results-3n-skx" - filter: "not 'NDRCHK' and not 'PDRCHK'" + dir-tables: "{DIR[DTR,FUNC,DMM]}" + data: + "dmm-func-results" + filter: "all" parameters: - "name" - "doc" @@ -4866,498 +4557,1001 @@ - "parent" data-start-level: 3 -# VPP Performance Operational Data 2n-skx +################################################################################ +### P L O T S ### +################################################################################ + +# Soak test - 30min Soak Test (PLRsearch), boxes - - type: "file" - title: "VPP Performance Operational Data 2n-skx" - algorithm: "file_test_results" - output-file-ext: ".rst" - output-file: "{DIR[DTO,PERF,VPP,2N,SKX]}/vpp_performance_operational_data_2n_skx" - file-header: "\n.. |br| raw:: html\n\n
\n\n\n.. |prein| raw:: html\n\n
\n\n\n.. |preout| raw:: html\n\n    
\n\n" - dir-tables: "{DIR[DTO,PERF,VPP,2N,SKX]}" - data: "vpp-perf-results-2n-skx" - filter: "not 'NDRCHK' and not 'PDRCHK'" + type: "plot" + title: "VPP Throughput: 30min Soak Test (PLRsearch) boxes" + algorithm: "plot_soak_boxes" + output-file-type: ".html" + output-file: "{DIR[STATIC,VPP]}/example-soak-boxes" + data: "plot-vpp-soak-2n-skx" + filter: "'SOAK'" + parameters: + - "throughput" + - "parent" + - "tags" + sort: + - "L2PATCH" +# - "L2XCBASE" +# - "L2BDMACLRN" +# - "IP4FWD" +# - "IP6FWD" + - "VHOST" + layout: + title: "30min Soak Test (PLRsearch)" + layout: "plot-soak-throughput" + +# Soak test - example, not used +- + type: "plot" + title: "VPP Throughput: 30min Soak Test (PLRsearch) bars" + algorithm: "plot_soak_bars" + output-file-type: ".html" + output-file: "{DIR[STATIC,VPP]}/example-soak-bars" + data: "plot-vpp-soak-2n-skx" + filter: "'SOAK'" + parameters: + - "throughput" + - "parent" + - "tags" + sort: + - "L2PATCH" +# - "L2XCBASE" +# - "L2BDMACLRN" +# - "IP4FWD" +# - "IP6FWD" + - "VHOST" + layout: + title: "30min Soak Test (PLRsearch)" + layout: "plot-soak-throughput" + +################################################################################ +# Plots - NF Density - VSC + +- + type: "plot" + title: "Packet Throughput: 64B-1c-eth-l2bd-{a}vhost-{b}chain-{c}vm-l3fwdip4-mrr" + algorithm: "plot_service_density_heatmap" + output-file-type: ".html" + output-file: "{DIR[STATIC,VPP]}/l2bd-2n-skx-x710-64b-2t1c-base-vsc-mrr" + data: "plot-vpp-nfv-2n-skx-mrr" + filter: "'NIC_Intel-X710' and + 'NF_DENSITY' and + 'VM' and + 'CHAIN' and + '64B' and + '2T1C' and + 'MRR'" + parameters: + - "result" + - "name" + - "tags" + include-tests: "MRR" # "PDR" | "NDR" | "MRR" + x-axis: "X = VNFs per Service Chain" + y-axis: "Y = Number of Service Chains" + z-axis: "64B Packet Throughput (mean MRR) [Mpps]" + layout: + title: "Throughput: eth-l2bd-{2XY}vhost-{Y}chain-{XY}vm-l3fwdip4-mrr" + layout: "plot-service-density" + +- + type: "plot" + title: "Packet Throughput: 64B-2c-eth-l2bd-{a}vhost-{b}chain-{c}vm-l3fwdip4-mrr" + algorithm: "plot_service_density_heatmap" + output-file-type: ".html" + output-file: "{DIR[STATIC,VPP]}/l2bd-2n-skx-x710-64b-4t2c-base-vsc-mrr" + data: "plot-vpp-nfv-2n-skx-mrr" + filter: "'NIC_Intel-X710' and + 'NF_DENSITY' and + 'VM' and + 'CHAIN' and + '64B' and + '4T2C' and + 'MRR'" + parameters: + - "result" + - "name" + - "tags" + include-tests: "MRR" # "PDR" | "NDR" | "MRR" + x-axis: "X = VNFs per Service Chain" + y-axis: "Y = Number of Service Chains" + z-axis: "64B Packet Throughput (mean MRR) [Mpps]" + layout: + title: "Throughput: eth-l2bd-{2XY}vhost-{Y}chain-{XY}vm-l3fwdip4-mrr" + layout: "plot-service-density" + +- + type: "plot" + title: "Packet Throughput: IMIX-1c-eth-l2bd-{a}vhost-{b}chain-{c}vm-l3fwdip4-mrr" + algorithm: "plot_service_density_heatmap" + output-file-type: ".html" + output-file: "{DIR[STATIC,VPP]}/l2bd-2n-skx-x710-imix-2t1c-base-vsc-mrr" + data: "plot-vpp-nfv-2n-skx-mrr" + filter: "'NIC_Intel-X710' and + 'NF_DENSITY' and + 'VM' and + 'CHAIN' and + 'IMIX' and + '2T1C' and + 'MRR'" + parameters: + - "result" + - "name" + - "tags" + include-tests: "MRR" # "PDR" | "NDR" | "MRR" + x-axis: "X = VNFs per Service Chain" + y-axis: "Y = Number of Service Chains" + z-axis: "IMIX Packet Throughput (mean MRR) [Mpps]" + layout: + title: "Throughput: eth-l2bd-{2XY}vhost-{Y}chain-{XY}vm-l3fwdip4-mrr" + layout: "plot-service-density" + +- + type: "plot" + title: "Packet Throughput: IMIX-2c-eth-l2bd-{a}vhost-{b}chain-{c}vm-l3fwdip4-mrr" + algorithm: "plot_service_density_heatmap" + output-file-type: ".html" + output-file: "{DIR[STATIC,VPP]}/l2bd-2n-skx-x710-imix-4t2c-base-vsc-mrr" + data: "plot-vpp-nfv-2n-skx-mrr" + filter: "'NIC_Intel-X710' and + 'NF_DENSITY' and + 'VM' and + 'CHAIN' and + 'IMIX' and + '4T2C' and + 'MRR'" + parameters: + - "result" + - "name" + - "tags" + include-tests: "MRR" # "PDR" | "NDR" | "MRR" + x-axis: "X = VNFs per Service Chain" + y-axis: "Y = Number of Service Chains" + z-axis: "IMIX Packet Throughput (mean MRR) [Mpps]" + layout: + title: "Throughput: eth-l2bd-{2XY}vhost-{Y}chain-{XY}vm-l3fwdip4-mrr" + layout: "plot-service-density" + +- + type: "plot" + title: "Packet Throughput: 64B-1c-eth-l2bd-{a}vhost-{b}chain-{c}vm-l3fwdip4-ndr" + algorithm: "plot_service_density_heatmap" + output-file-type: ".html" + output-file: "{DIR[STATIC,VPP]}/l2bd-2n-skx-x710-64b-2t1c-base-vsc-ndr" + data: "plot-vpp-nfv-2n-skx" + filter: "'NIC_Intel-X710' and + 'NF_DENSITY' and + 'VM' and + 'CHAIN' and + '64B' and + '2T1C' and + 'NDRPDR'" + parameters: + - "throughput" + - "name" + - "tags" + include-tests: "NDR" # "PDR" | "NDR" | "MRR" + x-axis: "X = VNFs per Service Chain" + y-axis: "Y = Number of Service Chains" + z-axis: "64B Packet Throughput (mean NDR) [Mpps]" + layout: + title: "Throughput: eth-l2bd-{2XY}vhost-{Y}chain-{XY}vm-l3fwdip4-ndr" + layout: "plot-service-density" + +- + type: "plot" + title: "Packet Throughput: 64B-2c-eth-l2bd-{a}vhost-{b}chain-{c}vm-l3fwdip4-ndr" + algorithm: "plot_service_density_heatmap" + output-file-type: ".html" + output-file: "{DIR[STATIC,VPP]}/l2bd-2n-skx-x710-64b-4t2c-base-vsc-ndr" + data: "plot-vpp-nfv-2n-skx" + filter: "'NIC_Intel-X710' and + 'NF_DENSITY' and + 'VM' and + 'CHAIN' and + '64B' and + '4T2C' and + 'NDRPDR'" + parameters: + - "throughput" + - "name" + - "tags" + include-tests: "NDR" # "PDR" | "NDR" | "MRR" + x-axis: "X = VNFs per Service Chain" + y-axis: "Y = Number of Service Chains" + z-axis: "64B Packet Throughput (mean NDR) [Mpps]" + layout: + title: "Throughput: eth-l2bd-{2XY}vhost-{Y}chain-{XY}vm-l3fwdip4-ndr" + layout: "plot-service-density" + +- + type: "plot" + title: "Packet Throughput: IMIX-1c-eth-l2bd-{a}vhost-{b}chain-{c}vm-l3fwdip4-ndr" + algorithm: "plot_service_density_heatmap" + output-file-type: ".html" + output-file: "{DIR[STATIC,VPP]}/l2bd-2n-skx-x710-imix-2t1c-base-vsc-ndr" + data: "plot-vpp-nfv-2n-skx" + filter: "'NIC_Intel-X710' and + 'NF_DENSITY' and + 'VM' and + 'CHAIN' and + 'IMIX' and + '2T1C' and + 'NDRPDR'" + parameters: + - "throughput" + - "name" + - "tags" + include-tests: "NDR" # "PDR" | "NDR" | "MRR" + x-axis: "X = VNFs per Service Chain" + y-axis: "Y = Number of Service Chains" + z-axis: "IMIX Packet Throughput (mean NDR) [Mpps]" + layout: + title: "Throughput: eth-l2bd-{2XY}vhost-{Y}chain-{XY}vm-l3fwdip4-ndr" + layout: "plot-service-density" + +- + type: "plot" + title: "Packet Throughput: IMIX-2c-eth-l2bd-{a}vhost-{b}chain-{c}vm-l3fwdip4-ndr" + algorithm: "plot_service_density_heatmap" + output-file-type: ".html" + output-file: "{DIR[STATIC,VPP]}/l2bd-2n-skx-x710-imix-4t2c-base-vsc-ndr" + data: "plot-vpp-nfv-2n-skx" + filter: "'NIC_Intel-X710' and + 'NF_DENSITY' and + 'VM' and + 'CHAIN' and + 'IMIX' and + '4T2C' and + 'NDRPDR'" + parameters: + - "throughput" + - "name" + - "tags" + include-tests: "NDR" # "PDR" | "NDR" | "MRR" + x-axis: "X = VNFs per Service Chain" + y-axis: "Y = Number of Service Chains" + z-axis: "IMIX Packet Throughput (mean NDR) [Mpps]" + layout: + title: "Throughput: eth-l2bd-{2XY}vhost-{Y}chain-{XY}vm-l3fwdip4-ndr" + layout: "plot-service-density" + +- + type: "plot" + title: "Packet Throughput: 64B-1c-eth-l2bd-{a}vhost-{b}chain-{c}vm-l3fwdip4-pdr" + algorithm: "plot_service_density_heatmap" + output-file-type: ".html" + output-file: "{DIR[STATIC,VPP]}/l2bd-2n-skx-x710-64b-2t1c-base-vsc-pdr" + data: "plot-vpp-nfv-2n-skx" + filter: "'NIC_Intel-X710' and + 'NF_DENSITY' and + 'VM' and + 'CHAIN' and + '64B' and + '2T1C' and + 'NDRPDR'" + parameters: + - "throughput" + - "name" + - "tags" + include-tests: "PDR" # "PDR" | "NDR" | "MRR" + x-axis: "X = VNFs per Service Chain" + y-axis: "Y = Number of Service Chains" + z-axis: "64B Packet Throughput (mean PDR) [Mpps]" + layout: + title: "Throughput: eth-l2bd-{2XY}vhost-{Y}chain-{XY}vm-l3fwdip4-pdr" + layout: "plot-service-density" + +- + type: "plot" + title: "Packet Throughput: 64B-2c-eth-l2bd-{a}vhost-{b}chain-{c}vm-l3fwdip4-pdr" + algorithm: "plot_service_density_heatmap" + output-file-type: ".html" + output-file: "{DIR[STATIC,VPP]}/l2bd-2n-skx-x710-64b-4t2c-base-vsc-pdr" + data: "plot-vpp-nfv-2n-skx" + filter: "'NIC_Intel-X710' and + 'NF_DENSITY' and + 'VM' and + 'CHAIN' and + '64B' and + '4T2C' and + 'NDRPDR'" parameters: + - "throughput" - "name" - - "doc" - - "level" - - "parent" - data-start-level: 3 + - "tags" + include-tests: "PDR" # "PDR" | "NDR" | "MRR" + x-axis: "X = VNFs per Service Chain" + y-axis: "Y = Number of Service Chains" + z-axis: "64B Packet Throughput (mean PDR) [Mpps]" + layout: + title: "Throughput: eth-l2bd-{2XY}vhost-{Y}chain-{XY}vm-l3fwdip4-pdr" + layout: "plot-service-density" -# VPP Performance Operational Data 2n-dnv - - type: "file" - title: "VPP Performance Operational Data 2n-dnv" - algorithm: "file_test_results" - output-file-ext: ".rst" - output-file: "{DIR[DTO,PERF,VPP,2N,DNV]}/vpp_performance_operational_data_2n_dnv" - file-header: "\n.. |br| raw:: html\n\n
\n\n\n.. |prein| raw:: html\n\n
\n\n\n.. |preout| raw:: html\n\n    
\n\n" - dir-tables: "{DIR[DTO,PERF,VPP,2N,DNV]}" - data: "intel-dnv-vpp" - filter: "'NDRPDR'" + type: "plot" + title: "Packet Throughput: IMIX-1c-eth-l2bd-{a}vhost-{b}chain-{c}vm-l3fwdip4-pdr" + algorithm: "plot_service_density_heatmap" + output-file-type: ".html" + output-file: "{DIR[STATIC,VPP]}/l2bd-2n-skx-x710-imix-2t1c-base-vsc-pdr" + data: "plot-vpp-nfv-2n-skx" + filter: "'NIC_Intel-X710' and + 'NF_DENSITY' and + 'VM' and + 'CHAIN' and + 'IMIX' and + '2T1C' and + 'NDRPDR'" parameters: + - "throughput" - "name" - - "doc" - - "level" - - "parent" - data-start-level: 3 + - "tags" + include-tests: "PDR" # "PDR" | "NDR" | "MRR" + x-axis: "X = VNFs per Service Chain" + y-axis: "Y = Number of Service Chains" + z-axis: "IMIX Packet Throughput (mean PDR) [Mpps]" + layout: + title: "Throughput: eth-l2bd-{2XY}vhost-{Y}chain-{XY}vm-l3fwdip4-pdr" + layout: "plot-service-density" -# VPP MRR Results 3n-hsw - - type: "file" - title: "VPP MRR Results 3n-hsw" - algorithm: "file_test_results" - output-file-ext: ".rst" - output-file: "{DIR[DTR,MRR,VPP,3N,HSW]}/vpp_mrr_results_3n_hsw" - file-header: "\n.. |br| raw:: html\n\n
\n\n\n.. |prein| raw:: html\n\n
\n\n\n.. |preout| raw:: html\n\n    
\n\n" - dir-tables: "{DIR[DTR,MRR,VPP,3N,HSW]}" - data: "vpp-mrr-results-3n-hsw" - filter: "'MRR'" + type: "plot" + title: "Packet Throughput: IMIX-2c-eth-l2bd-{a}vhost-{b}chain-{c}vm-l3fwdip4-pdr" + algorithm: "plot_service_density_heatmap" + output-file-type: ".html" + output-file: "{DIR[STATIC,VPP]}/l2bd-2n-skx-x710-imix-4t2c-base-vsc-pdr" + data: "plot-vpp-nfv-2n-skx" + filter: "'NIC_Intel-X710' and + 'NF_DENSITY' and + 'VM' and + 'CHAIN' and + 'IMIX' and + '4T2C' and + 'NDRPDR'" parameters: + - "throughput" - "name" - - "doc" - - "level" - - "parent" - data-start-level: 3 + - "tags" + include-tests: "PDR" # "PDR" | "NDR" | "MRR" + x-axis: "X = VNFs per Service Chain" + y-axis: "Y = Number of Service Chains" + z-axis: "IMIX Packet Throughput (mean PDR) [Mpps]" + layout: + title: "Throughput: eth-l2bd-{2XY}vhost-{Y}chain-{XY}vm-l3fwdip4-pdr" + layout: "plot-service-density" + +################################################################################ +# Plots - NF Density - CSC -# VPP MRR Results 3n-skx - - type: "file" - title: "VPP MRR Results 3n-skx" - algorithm: "file_test_results" - output-file-ext: ".rst" - output-file: "{DIR[DTR,MRR,VPP,3N,SKX]}/vpp_mrr_results_3n_skx" - file-header: "\n.. |br| raw:: html\n\n
\n\n\n.. |prein| raw:: html\n\n
\n\n\n.. |preout| raw:: html\n\n    
\n\n" - dir-tables: "{DIR[DTR,MRR,VPP,3N,SKX]}" - data: "vpp-mrr-results-3n-skx" - filter: "'MRR'" + type: "plot" + title: "Packet Throughput: 64B-1c-eth-l2bd-{a}memif-{b}chain-{c}drc-vppip4-mrr" + algorithm: "plot_service_density_heatmap" + output-file-type: ".html" + output-file: "{DIR[STATIC,VPP]}/l2bd-2n-skx-x710-64b-2t1c-base-csc-mrr" + data: "plot-vpp-nfv-2n-skx-mrr" + filter: "'NIC_Intel-X710' and + 'NF_DENSITY' and + 'DOCKER' and + 'CHAIN' and + '64B' and + '2T1C' and + 'MRR'" parameters: + - "result" - "name" - - "doc" - - "level" - - "parent" - data-start-level: 3 + - "tags" + include-tests: "MRR" # "PDR" | "NDR" | "MRR" + x-axis: "X = CNFs per Service Chain" + y-axis: "Y = Number of Service Chains" + z-axis: "64B Packet Throughput (mean MRR) [Mpps]" + layout: + title: "Throughput: eth-l2bd-{2XY}memif-{Y}chain-{XY}drc-vppip4-mrr" + layout: "plot-service-density" -# VPP MRR Results 2n-skx - - type: "file" - title: "VPP MRR Results 2n-skx" - algorithm: "file_test_results" - output-file-ext: ".rst" - output-file: "{DIR[DTR,MRR,VPP,2N,SKX]}/vpp_mrr_results_2n_skx" - file-header: "\n.. |br| raw:: html\n\n
\n\n\n.. |prein| raw:: html\n\n
\n\n\n.. |preout| raw:: html\n\n    
\n\n" - dir-tables: "{DIR[DTR,MRR,VPP,2N,SKX]}" - data: "vpp-mrr-results-2n-skx" - filter: "all" + type: "plot" + title: "Packet Throughput: 64B-2c-eth-l2bd-{a}memif-{b}chain-{c}drc-vppip4-mrr" + algorithm: "plot_service_density_heatmap" + output-file-type: ".html" + output-file: "{DIR[STATIC,VPP]}/l2bd-2n-skx-x710-64b-4t2c-base-csc-mrr" + data: "plot-vpp-nfv-2n-skx-mrr" + filter: "'NIC_Intel-X710' and + 'NF_DENSITY' and + 'DOCKER' and + 'CHAIN' and + '64B' and + '4T2C' and + 'MRR'" parameters: + - "result" - "name" - - "doc" - - "level" - - "parent" - data-start-level: 3 + - "tags" + include-tests: "MRR" # "PDR" | "NDR" | "MRR" + x-axis: "X = CNFs per Service Chain" + y-axis: "Y = Number of Service Chains" + z-axis: "64B Packet Throughput (mean MRR) [Mpps]" + layout: + title: "Throughput: eth-l2bd-{2XY}memif-{Y}chain-{XY}drc-vppip4-mrr" + layout: "plot-service-density" -# VPP MRR Results 2n-dnv - - type: "file" - title: "VPP MRR Results 2n-dnv" - algorithm: "file_test_results" - output-file-ext: ".rst" - output-file: "{DIR[DTR,MRR,VPP,2N,DNV]}/vpp_mrr_results_2n_dnv" - file-header: "\n.. |br| raw:: html\n\n
\n\n\n.. |prein| raw:: html\n\n
\n\n\n.. |preout| raw:: html\n\n    
\n\n" - dir-tables: "{DIR[DTR,MRR,VPP,2N,DNV]}" - data: "intel-dnv-vpp" - filter: "'MRR'" + type: "plot" + title: "Packet Throughput: IMIX-1c-eth-l2bd-{a}memif-{b}chain-{c}drc-vppip4-mrr" + algorithm: "plot_service_density_heatmap" + output-file-type: ".html" + output-file: "{DIR[STATIC,VPP]}/l2bd-2n-skx-x710-imix-2t1c-base-csc-mrr" + data: "plot-vpp-nfv-2n-skx-mrr" + filter: "'NIC_Intel-X710' and + 'NF_DENSITY' and + 'DOCKER' and + 'CHAIN' and + 'IMIX' and + '2T1C' and + 'MRR'" parameters: + - "result" - "name" - - "doc" - - "level" - - "parent" - data-start-level: 3 + - "tags" + include-tests: "MRR" # "PDR" | "NDR" | "MRR" + x-axis: "X = CNFs per Service Chain" + y-axis: "Y = Number of Service Chains" + z-axis: "IMIX Packet Throughput (mean MRR) [Mpps]" + layout: + title: "Throughput: eth-l2bd-{2XY}memif-{Y}chain-{XY}drc-vppip4-mrr" + layout: "plot-service-density" -# VPP MRR Configuration 3n-hsw - - type: "file" - title: "VPP MRR Configuration 3n-hsw" - algorithm: "file_test_results" - output-file-ext: ".rst" - output-file: "{DIR[DTC,MRR,VPP,3N,HSW]}/vpp_mrr_configuration_3n_hsw" - file-header: "\n.. |br| raw:: html\n\n
\n\n\n.. |prein| raw:: html\n\n
\n\n\n.. |preout| raw:: html\n\n    
\n\n" - dir-tables: "{DIR[DTC,MRR,VPP,3N,HSW]}" - data: "vpp-mrr-results-3n-hsw" - filter: "'MRR'" + type: "plot" + title: "Packet Throughput: IMIX-2c-eth-l2bd-{a}memif-{b}chain-{c}drc-vppip4-mrr" + algorithm: "plot_service_density_heatmap" + output-file-type: ".html" + output-file: "{DIR[STATIC,VPP]}/l2bd-2n-skx-x710-imix-4t2c-base-csc-mrr" + data: "plot-vpp-nfv-2n-skx-mrr" + filter: "'NIC_Intel-X710' and + 'NF_DENSITY' and + 'DOCKER' and + 'CHAIN' and + 'IMIX' and + '4T2C' and + 'MRR'" parameters: + - "result" - "name" - - "doc" - - "level" - - "parent" - data-start-level: 3 + - "tags" + include-tests: "MRR" # "PDR" | "NDR" | "MRR" + x-axis: "X = CNFs per Service Chain" + y-axis: "Y = Number of Service Chains" + z-axis: "IMIX Packet Throughput (mean MRR) [Mpps]" + layout: + title: "Throughput: eth-l2bd-{2XY}memif-{Y}chain-{XY}drc-vppip4-mrr" + layout: "plot-service-density" -# VPP MRR Configuration 3n-skx - - type: "file" - title: "VPP MRR Configuration 3n-skx" - algorithm: "file_test_results" - output-file-ext: ".rst" - output-file: "{DIR[DTC,MRR,VPP,3N,SKX]}/vpp_mrr_configuration_3n_skx" - file-header: "\n.. |br| raw:: html\n\n
\n\n\n.. |prein| raw:: html\n\n
\n\n\n.. |preout| raw:: html\n\n    
\n\n" - dir-tables: "{DIR[DTC,MRR,VPP,3N,SKX]}" - data: "vpp-mrr-results-3n-skx" - filter: "'MRR'" + type: "plot" + title: "Packet Throughput: 64B-1c-eth-l2bd-{a}memif-{b}chain-{c}drc-vppip4-ndr" + algorithm: "plot_service_density_heatmap" + output-file-type: ".html" + output-file: "{DIR[STATIC,VPP]}/l2bd-2n-skx-x710-64b-2t1c-base-csc-ndr" + data: "plot-vpp-nfv-2n-skx" + filter: "'NIC_Intel-X710' and + 'NF_DENSITY' and + 'DOCKER' and + 'CHAIN' and + '64B' and + '2T1C' and + 'NDRPDR'" parameters: + - "throughput" - "name" - - "doc" - - "level" - - "parent" - data-start-level: 3 + - "tags" + include-tests: "NDR" # "PDR" | "NDR" | "MRR" + x-axis: "X = CNFs per Service Chain" + y-axis: "Y = Number of Service Chains" + z-axis: "64B Packet Throughput (mean NDR) [Mpps]" + layout: + title: "Throughput: eth-l2bd-{2XY}memif-{Y}chain-{XY}drc-vppip4-ndr" + layout: "plot-service-density" -# VPP MRR Configuration 2n-skx - - type: "file" - title: "VPP MRR Configuration 2n-skx" - algorithm: "file_test_results" - output-file-ext: ".rst" - output-file: "{DIR[DTC,MRR,VPP,2N,SKX]}/vpp_mrr_configuration_2n_skx" - file-header: "\n.. |br| raw:: html\n\n
\n\n\n.. |prein| raw:: html\n\n
\n\n\n.. |preout| raw:: html\n\n    
\n\n" - dir-tables: "{DIR[DTC,MRR,VPP,2N,SKX]}" - data: "vpp-mrr-results-2n-skx" - filter: "'MRR'" + type: "plot" + title: "Packet Throughput: 64B-2c-eth-l2bd-{a}memif-{b}chain-{c}drc-vppip4-ndr" + algorithm: "plot_service_density_heatmap" + output-file-type: ".html" + output-file: "{DIR[STATIC,VPP]}/l2bd-2n-skx-x710-64b-4t2c-base-csc-ndr" + data: "plot-vpp-nfv-2n-skx" + filter: "'NIC_Intel-X710' and + 'NF_DENSITY' and + 'DOCKER' and + 'CHAIN' and + '64B' and + '4T2C' and + 'NDRPDR'" parameters: + - "throughput" - "name" - - "doc" - - "level" - - "parent" - data-start-level: 3 + - "tags" + include-tests: "NDR" # "PDR" | "NDR" | "MRR" + x-axis: "X = CNFs per Service Chain" + y-axis: "Y = Number of Service Chains" + z-axis: "64B Packet Throughput (mean NDR) [Mpps]" + layout: + title: "Throughput: eth-l2bd-{2XY}memif-{Y}chain-{XY}drc-vppip4-ndr" + layout: "plot-service-density" -# VPP MRR Configuration 2n-dnv - - type: "file" - title: "VPP MRR Configuration 2n-dnv" - algorithm: "file_test_results" - output-file-ext: ".rst" - output-file: "{DIR[DTC,MRR,VPP,2N,DNV]}/vpp_mrr_configuration_2n_dnv" - file-header: "\n.. |br| raw:: html\n\n
\n\n\n.. |prein| raw:: html\n\n
\n\n\n.. |preout| raw:: html\n\n    
\n\n" - dir-tables: "{DIR[DTC,MRR,VPP,2N,DNV]}" - data: "intel-dnv-vpp" - filter: "'MRR'" + type: "plot" + title: "Packet Throughput: IMIX-1c-eth-l2bd-{a}memif-{b}chain-{c}drc-vppip4-ndr" + algorithm: "plot_service_density_heatmap" + output-file-type: ".html" + output-file: "{DIR[STATIC,VPP]}/l2bd-2n-skx-x710-imix-2t1c-base-csc-ndr" + data: "plot-vpp-nfv-2n-skx" + filter: "'NIC_Intel-X710' and + 'NF_DENSITY' and + 'DOCKER' and + 'CHAIN' and + 'IMIX' and + '2T1C' and + 'NDRPDR'" parameters: + - "throughput" - "name" - - "doc" - - "level" - - "parent" - data-start-level: 3 + - "tags" + include-tests: "NDR" # "PDR" | "NDR" | "MRR" + x-axis: "X = CNFs per Service Chain" + y-axis: "Y = Number of Service Chains" + z-axis: "IMIX Packet Throughput (mean NDR) [Mpps]" + layout: + title: "Throughput: eth-l2bd-{2XY}memif-{Y}chain-{XY}drc-vppip4-ndr" + layout: "plot-service-density" -# VPP Functional Results - Ubuntu - - type: "file" - title: "VPP Functional Results - Ubuntu" - algorithm: "file_test_results" - output-file-ext: ".rst" - output-file: "{DIR[DTR,FUNC,VPP,UBUNTU]}/vpp_functional_results_ubuntu" - file-header: "\n.. |br| raw:: html\n\n
\n\n\n.. |prein| raw:: html\n\n
\n\n\n.. |preout| raw:: html\n\n    
\n\n" - dir-tables: "{DIR[DTR,FUNC,VPP,UBUNTU]}" - data: "vpp-func-results-ubuntu" - filter: "all" + type: "plot" + title: "Packet Throughput: IMIX-2c-eth-l2bd-{a}memif-{b}chain-{c}drc-vppip4-ndr" + algorithm: "plot_service_density_heatmap" + output-file-type: ".html" + output-file: "{DIR[STATIC,VPP]}/l2bd-2n-skx-x710-imix-4t2c-base-csc-ndr" + data: "plot-vpp-nfv-2n-skx" + filter: "'NIC_Intel-X710' and + 'NF_DENSITY' and + 'DOCKER' and + 'CHAIN' and + 'IMIX' and + '4T2C' and + 'NDRPDR'" + parameters: + - "throughput" + - "name" + - "tags" + include-tests: "NDR" # "PDR" | "NDR" | "MRR" + x-axis: "X = CNFs per Service Chain" + y-axis: "Y = Number of Service Chains" + z-axis: "IMIX Packet Throughput (mean NDR) [Mpps]" + layout: + title: "Throughput: eth-l2bd-{2XY}memif-{Y}chain-{XY}drc-vppip4-ndr" + layout: "plot-service-density" + +- + type: "plot" + title: "Packet Throughput: 64B-1c-eth-l2bd-{a}memif-{b}chain-{c}drc-vppip4-pdr" + algorithm: "plot_service_density_heatmap" + output-file-type: ".html" + output-file: "{DIR[STATIC,VPP]}/l2bd-2n-skx-x710-64b-2t1c-base-csc-pdr" + data: "plot-vpp-nfv-2n-skx" + filter: "'NIC_Intel-X710' and + 'NF_DENSITY' and + 'DOCKER' and + 'CHAIN' and + '64B' and + '2T1C' and + 'NDRPDR'" parameters: + - "throughput" - "name" - - "doc" - - "level" - - "parent" - data-start-level: 3 + - "tags" + include-tests: "PDR" # "PDR" | "NDR" | "MRR" + x-axis: "X = CNFs per Service Chain" + y-axis: "Y = Number of Service Chains" + z-axis: "64B Packet Throughput (mean PDR) [Mpps]" + layout: + title: "Throughput: eth-l2bd-{2XY}memif-{Y}chain-{XY}drc-vppip4-pdr" + layout: "plot-service-density" -# VPP Functional Results - CentOS - - type: "file" - title: "VPP Functional Results - CentOS" - algorithm: "file_test_results" - output-file-ext: ".rst" - output-file: "{DIR[DTR,FUNC,VPP,CENTOS]}/vpp_functional_results_centos" - file-header: "\n.. |br| raw:: html\n\n
\n\n\n.. |prein| raw:: html\n\n
\n\n\n.. |preout| raw:: html\n\n    
\n\n" - dir-tables: "{DIR[DTR,FUNC,VPP,CENTOS]}" - data: - "vpp-func-results-centos" - filter: "all" + type: "plot" + title: "Packet Throughput: 64B-2c-eth-l2bd-{a}memif-{b}chain-{c}drc-vppip4-pdr" + algorithm: "plot_service_density_heatmap" + output-file-type: ".html" + output-file: "{DIR[STATIC,VPP]}/l2bd-2n-skx-x710-64b-4t2c-base-csc-pdr" + data: "plot-vpp-nfv-2n-skx" + filter: "'NIC_Intel-X710' and + 'NF_DENSITY' and + 'DOCKER' and + 'CHAIN' and + '64B' and + '4T2C' and + 'NDRPDR'" parameters: + - "throughput" - "name" - - "doc" - - "level" - - "parent" - data-start-level: 3 + - "tags" + include-tests: "PDR" # "PDR" | "NDR" | "MRR" + x-axis: "X = CNFs per Service Chain" + y-axis: "Y = Number of Service Chains" + z-axis: "64B Packet Throughput (mean PDR) [Mpps]" + layout: + title: "Throughput: eth-l2bd-{2XY}memif-{Y}chain-{XY}drc-vppip4-pdr" + layout: "plot-service-density" -# VPP Functional Configuration - Ubuntu - - type: "file" - title: "VPP Functional Configuration - Ubuntu" - algorithm: "file_test_results" - output-file-ext: ".rst" - output-file: "{DIR[DTC,FUNC,VPP,UBUNTU]}/vpp_functional_configuration_ubuntu" - file-header: "\n.. |br| raw:: html\n\n
\n\n\n.. |prein| raw:: html\n\n
\n\n\n.. |preout| raw:: html\n\n    
\n\n" - dir-tables: "{DIR[DTC,FUNC,VPP,UBUNTU]}" - data: "vpp-func-results-ubuntu" - filter: "all" + type: "plot" + title: "Packet Throughput: IMIX-1c-eth-l2bd-{a}memif-{b}chain-{c}drc-vppip4-pdr" + algorithm: "plot_service_density_heatmap" + output-file-type: ".html" + output-file: "{DIR[STATIC,VPP]}/l2bd-2n-skx-x710-imix-2t1c-base-csc-pdr" + data: "plot-vpp-nfv-2n-skx" + filter: "'NIC_Intel-X710' and + 'NF_DENSITY' and + 'DOCKER' and + 'CHAIN' and + 'IMIX' and + '2T1C' and + 'NDRPDR'" parameters: + - "throughput" - "name" - - "doc" - - "level" - - "parent" - data-start-level: 3 + - "tags" + include-tests: "PDR" # "PDR" | "NDR" | "MRR" + x-axis: "X = CNFs per Service Chain" + y-axis: "Y = Number of Service Chains" + z-axis: "IMIX Packet Throughput (mean PDR) [Mpps]" + layout: + title: "Throughput: eth-l2bd-{2XY}memif-{Y}chain-{XY}drc-vppip4-pdr" + layout: "plot-service-density" -# VPP Functional Configuration - CentOS - - type: "file" - title: "VPP Functional Configuration - CentOS" - algorithm: "file_test_results" - output-file-ext: ".rst" - output-file: "{DIR[DTC,FUNC,VPP,CENTOS]}/vpp_functional_configuration_centos" - file-header: "\n.. |br| raw:: html\n\n
\n\n\n.. |prein| raw:: html\n\n
\n\n\n.. |preout| raw:: html\n\n    
\n\n" - dir-tables: "{DIR[DTC,FUNC,VPP,CENTOS]}" - data: - "vpp-func-results-centos" - filter: "all" + type: "plot" + title: "Packet Throughput: IMIX-2c-eth-l2bd-{a}memif-{b}chain-{c}drc-vppip4-pdr" + algorithm: "plot_service_density_heatmap" + output-file-type: ".html" + output-file: "{DIR[STATIC,VPP]}/l2bd-2n-skx-x710-imix-4t2c-base-csc-pdr" + data: "plot-vpp-nfv-2n-skx" + filter: "'NIC_Intel-X710' and + 'NF_DENSITY' and + 'DOCKER' and + 'CHAIN' and + 'IMIX' and + '4T2C' and + 'NDRPDR'" parameters: + - "throughput" - "name" - - "doc" - - "level" - - "parent" - data-start-level: 3 + - "tags" + include-tests: "PDR" # "PDR" | "NDR" | "MRR" + x-axis: "X = CNFs per Service Chain" + y-axis: "Y = Number of Service Chains" + z-axis: "IMIX Packet Throughput (mean PDR) [Mpps]" + layout: + title: "Throughput: eth-l2bd-{2XY}memif-{Y}chain-{XY}drc-vppip4-pdr" + layout: "plot-service-density" + +################################################################################ +# Plots - NF Density - CSP -# VPP Device Results - Ubuntu - - type: "file" - title: "VPP Device Results - Ubuntu" - algorithm: "file_test_results" - output-file-ext: ".rst" - output-file: "{DIR[DTR,FUNC,VPP,DEVICE,UBUNTU]}/vpp_device_results_ubuntu" - file-header: "\n.. |br| raw:: html\n\n
\n\n\n.. |prein| raw:: html\n\n
\n\n\n.. |preout| raw:: html\n\n    
\n\n" - dir-tables: "{DIR[DTR,FUNC,VPP,DEVICE,UBUNTU]}" - data: "vpp-device-results-ubuntu" - filter: "all" + type: "plot" + title: "Packet Throughput: 64B-1c-eth-l2bd-{a}memif-{b}pipe-{c}drc-vppip4-mrr" + algorithm: "plot_service_density_heatmap" + output-file-type: ".html" + output-file: "{DIR[STATIC,VPP]}/l2bd-2n-skx-x710-64b-2t1c-base-csp-mrr" + data: "plot-vpp-nfv-2n-skx-mrr" + filter: "'NIC_Intel-X710' and + 'NF_DENSITY' and + 'DOCKER' and + 'PIPELINE' and + '64B' and + '2T1C' and + 'MRR'" parameters: + - "result" - "name" - - "doc" - - "level" - - "parent" - data-start-level: 2 + - "tags" + include-tests: "MRR" # "PDR" | "NDR" | "MRR" + x-axis: "X = CNFs per Service Pipeline" + y-axis: "Y = Number of Service Pipelines" + z-axis: "64B Packet Throughput (mean MRR) [Mpps]" + layout: + title: "Throughput: eth-l2bd-{2Y}memif-{Y}pipe-{XY}drc-vppip4-mrr" + layout: "plot-service-density" -# VPP Device Configuration - Ubuntu - - type: "file" - title: "VPP Device Configuration - Ubuntu" - algorithm: "file_test_results" - output-file-ext: ".rst" - output-file: "{DIR[DTC,FUNC,VPP,DEVICE,UBUNTU]}/vpp_device_configuration_ubuntu" - file-header: "\n.. |br| raw:: html\n\n
\n\n\n.. |prein| raw:: html\n\n
\n\n\n.. |preout| raw:: html\n\n    
\n\n" - dir-tables: "{DIR[DTC,FUNC,VPP,DEVICE,UBUNTU]}" - data: "vpp-device-results-ubuntu" - filter: "all" + type: "plot" + title: "Packet Throughput: 64B-2c-eth-l2bd-{a}memif-{b}pipe-{c}drc-vppip4-mrr" + algorithm: "plot_service_density_heatmap" + output-file-type: ".html" + output-file: "{DIR[STATIC,VPP]}/l2bd-2n-skx-x710-64b-4t2c-base-csp-mrr" + data: "plot-vpp-nfv-2n-skx-mrr" + filter: "'NIC_Intel-X710' and + 'NF_DENSITY' and + 'DOCKER' and + 'PIPELINE' and + '64B' and + '4T2C' and + 'MRR'" parameters: + - "result" - "name" - - "doc" - - "level" - - "parent" - data-start-level: 2 + - "tags" + include-tests: "MRR" # "PDR" | "NDR" | "MRR" + x-axis: "X = CNFs per Service Pipeline" + y-axis: "Y = Number of Service Pipelines" + z-axis: "64B Packet Throughput (mean MRR) [Mpps]" + layout: + title: "Throughput: eth-l2bd-{2Y}memif-{Y}pipe-{XY}drc-vppip4-mrr" + layout: "plot-service-density" -# Container Orchestrated Performance Results 3n-hsw - - type: "file" - title: "Container Orchestrated Performance Results 3n-hsw" - algorithm: "file_test_results" - output-file-ext: ".rst" - output-file: "{DIR[DTR,PERF,COT,3N,HSW]}/cot_performance_results_3n_hsw" - file-header: "\n.. |br| raw:: html\n\n
\n\n\n.. |prein| raw:: html\n\n
\n\n\n.. |preout| raw:: html\n\n    
\n\n" - dir-tables: "{DIR[DTR,PERF,COT,3N,HSW]}" - data: "ligato-perf-results-3n-hsw" - filter: "all" + type: "plot" + title: "Packet Throughput: IMIX-1c-eth-l2bd-{a}memif-{b}pipe-{c}drc-vppip4-mrr" + algorithm: "plot_service_density_heatmap" + output-file-type: ".html" + output-file: "{DIR[STATIC,VPP]}/l2bd-2n-skx-x710-imix-2t1c-base-csp-mrr" + data: "plot-vpp-nfv-2n-skx-mrr" + filter: "'NIC_Intel-X710' and + 'NF_DENSITY' and + 'DOCKER' and + 'PIPELINE' and + 'IMIX' and + '2T1C' and + 'MRR'" parameters: + - "result" - "name" - - "doc" - - "level" - - "parent" - data-start-level: 3 + - "tags" + include-tests: "MRR" # "PDR" | "NDR" | "MRR" + x-axis: "X = CNFs per Service Pipeline" + y-axis: "Y = Number of Service Pipelines" + z-axis: "IMIX Packet Throughput (mean MRR) [Mpps]" + layout: + title: "Throughput: eth-l2bd-{2Y}memif-{Y}pipe-{XY}drc-vppip4-mrr" + layout: "plot-service-density" -# DPDK Performance Results 3n-hsw - - type: "file" - title: "DPDK Performance Results 3n-hsw" - algorithm: "file_test_results" - output-file-ext: ".rst" - output-file: "{DIR[DTR,PERF,DPDK,3N,HSW]}/dpdk_performance_results_3n_hsw" - file-header: "\n.. |br| raw:: html\n\n
\n\n\n.. |prein| raw:: html\n\n
\n\n\n.. |preout| raw:: html\n\n    
\n\n" - dir-tables: "{DIR[DTR,PERF,DPDK,3N,HSW]}" - data: "dpdk-perf-results-3n-hsw" - filter: "all" + type: "plot" + title: "Packet Throughput: IMIX-2c-eth-l2bd-{a}memif-{b}pipe-{c}drc-vppip4-mrr" + algorithm: "plot_service_density_heatmap" + output-file-type: ".html" + output-file: "{DIR[STATIC,VPP]}/l2bd-2n-skx-x710-imix-4t2c-base-csp-mrr" + data: "plot-vpp-nfv-2n-skx-mrr" + filter: "'NIC_Intel-X710' and + 'NF_DENSITY' and + 'DOCKER' and + 'PIPELINE' and + 'IMIX' and + '4T2C' and + 'MRR'" parameters: + - "result" - "name" - - "doc" - - "level" - - "parent" - data-start-level: 3 + - "tags" + include-tests: "MRR" # "PDR" | "NDR" | "MRR" + x-axis: "X = CNFs per Service Pipeline" + y-axis: "Y = Number of Service Pipelines" + z-axis: "IMIX Packet Throughput (mean MRR) [Mpps]" + layout: + title: "Throughput: eth-l2bd-{2Y}memif-{Y}pipe-{XY}drc-vppip4-mrr" + layout: "plot-service-density" -# DPDK Performance Results 3n-skx - - type: "file" - title: "DPDK Performance Results 3n-skx" - algorithm: "file_test_results" - output-file-ext: ".rst" - output-file: "{DIR[DTR,PERF,DPDK,3N,SKX]}/dpdk_performance_results_3n_skx" - file-header: "\n.. |br| raw:: html\n\n
\n\n\n.. |prein| raw:: html\n\n
\n\n\n.. |preout| raw:: html\n\n    
\n\n" - dir-tables: "{DIR[DTR,PERF,DPDK,3N,SKX]}" - data: "dpdk-perf-results-3n-skx" - filter: "all" + type: "plot" + title: "Packet Throughput: 64B-1c-eth-l2bd-{a}memif-{b}pipe-{c}drc-vppip4-ndr" + algorithm: "plot_service_density_heatmap" + output-file-type: ".html" + output-file: "{DIR[STATIC,VPP]}/l2bd-2n-skx-x710-64b-2t1c-base-csp-ndr" + data: "plot-vpp-nfv-2n-skx" + filter: "'NIC_Intel-X710' and + 'NF_DENSITY' and + 'DOCKER' and + 'PIPELINE' and + '64B' and + '2T1C' and + 'NDRPDR'" parameters: + - "throughput" - "name" - - "doc" - - "level" - - "parent" - data-start-level: 3 + - "tags" + include-tests: "NDR" # "PDR" | "NDR" | "MRR" + x-axis: "X = CNFs per Service Pipeline" + y-axis: "Y = Number of Service Pipelines" + z-axis: "64B Packet Throughput (mean NDR) [Mpps]" + layout: + title: "Throughput: eth-l2bd-{2Y}memif-{Y}pipe-{XY}drc-vppip4-ndr" + layout: "plot-service-density" -# DPDK Performance Results 2n-skx - - type: "file" - title: "DPDK Performance Results 2n-skx" - algorithm: "file_test_results" - output-file-ext: ".rst" - output-file: "{DIR[DTR,PERF,DPDK,2N,SKX]}/dpdk_performance_results_2n_skx" - file-header: "\n.. |br| raw:: html\n\n
\n\n\n.. |prein| raw:: html\n\n
\n\n\n.. |preout| raw:: html\n\n    
\n\n" - dir-tables: "{DIR[DTR,PERF,DPDK,2N,SKX]}" - data: "dpdk-perf-results-2n-skx" - filter: "all" + type: "plot" + title: "Packet Throughput: 64B-2c-eth-l2bd-{a}memif-{b}pipe-{c}drc-vppip4-ndr" + algorithm: "plot_service_density_heatmap" + output-file-type: ".html" + output-file: "{DIR[STATIC,VPP]}/l2bd-2n-skx-x710-64b-4t2c-base-csp-ndr" + data: "plot-vpp-nfv-2n-skx" + filter: "'NIC_Intel-X710' and + 'NF_DENSITY' and + 'DOCKER' and + 'PIPELINE' and + '64B' and + '4T2C' and + 'NDRPDR'" parameters: + - "throughput" - "name" - - "doc" - - "level" - - "parent" - data-start-level: 3 + - "tags" + include-tests: "NDR" # "PDR" | "NDR" | "MRR" + x-axis: "X = CNFs per Service Pipeline" + y-axis: "Y = Number of Service Pipelines" + z-axis: "64B Packet Throughput (mean NDR) [Mpps]" + layout: + title: "Throughput: eth-l2bd-{2Y}memif-{Y}pipe-{XY}drc-vppip4-ndr" + layout: "plot-service-density" -# Honeycomb Functional Results -- - type: "file" - title: "Honeycomb Functional Results" - algorithm: "file_test_results" - output-file-ext: ".rst" - output-file: "{DIR[DTR,FUNC,HC]}/honeycomb_functional_results" - file-header: "\n.. |br| raw:: html\n\n
\n\n\n.. |prein| raw:: html\n\n
\n\n\n.. |preout| raw:: html\n\n    
\n\n" - dir-tables: "{DIR[DTR,FUNC,HC]}" - data: - "hc-func-results" - filter: "all" +- + type: "plot" + title: "Packet Throughput: IMIX-1c-eth-l2bd-{a}memif-{b}pipe-{c}drc-vppip4-ndr" + algorithm: "plot_service_density_heatmap" + output-file-type: ".html" + output-file: "{DIR[STATIC,VPP]}/l2bd-2n-skx-x710-imix-2t1c-base-csp-ndr" + data: "plot-vpp-nfv-2n-skx" + filter: "'NIC_Intel-X710' and + 'NF_DENSITY' and + 'DOCKER' and + 'PIPELINE' and + 'IMIX' and + '2T1C' and + 'NDRPDR'" parameters: + - "throughput" - "name" - - "doc" - - "level" - - "parent" - data-start-level: 3 + - "tags" + include-tests: "NDR" # "PDR" | "NDR" | "MRR" + x-axis: "X = CNFs per Service Pipeline" + y-axis: "Y = Number of Service Pipelines" + z-axis: "IMIX Packet Throughput (mean NDR) [Mpps]" + layout: + title: "Throughput: eth-l2bd-{2Y}memif-{Y}pipe-{XY}drc-vppip4-ndr" + layout: "plot-service-density" -# NSH SFC Functional Results - - type: "file" - title: "NSH SFC Functional Results" - algorithm: "file_test_results" - output-file-ext: ".rst" - output-file: "{DIR[DTR,FUNC,NSHSFC]}/nshsfc_functional_results" - file-header: "\n.. |br| raw:: html\n\n
\n\n\n.. |prein| raw:: html\n\n
\n\n\n.. |preout| raw:: html\n\n    
\n\n" - dir-tables: "{DIR[DTR,FUNC,NSHSFC]}" - data: - "nsh-func-results" - filter: "all" + type: "plot" + title: "Packet Throughput: IMIX-2c-eth-l2bd-{a}memif-{b}pipe-{c}drc-vppip4-ndr" + algorithm: "plot_service_density_heatmap" + output-file-type: ".html" + output-file: "{DIR[STATIC,VPP]}/l2bd-2n-skx-x710-imix-4t2c-base-csp-ndr" + data: "plot-vpp-nfv-2n-skx" + filter: "'NIC_Intel-X710' and + 'NF_DENSITY' and + 'DOCKER' and + 'PIPELINE' and + 'IMIX' and + '4T2C' and + 'NDRPDR'" parameters: + - "throughput" - "name" - - "doc" - - "level" - - "parent" - data-start-level: 3 + - "tags" + include-tests: "NDR" # "PDR" | "NDR" | "MRR" + x-axis: "X = CNFs per Service Pipeline" + y-axis: "Y = Number of Service Pipelines" + z-axis: "IMIX Packet Throughput (mean NDR) [Mpps]" + layout: + title: "Throughput: eth-l2bd-{2Y}memif-{Y}pipe-{XY}drc-vppip4-ndr" + layout: "plot-service-density" -# DMM Functional Results - - type: "file" - title: "DMM Functional Results" - algorithm: "file_test_results" - output-file-ext: ".rst" - output-file: "{DIR[DTR,FUNC,DMM]}/dmm_functional_results" - file-header: "\n.. |br| raw:: html\n\n
\n\n\n.. |prein| raw:: html\n\n
\n\n\n.. |preout| raw:: html\n\n    
\n\n" - dir-tables: "{DIR[DTR,FUNC,DMM]}" - data: - "dmm-func-results" - filter: "all" + type: "plot" + title: "Packet Throughput: 64B-1c-eth-l2bd-{a}memif-{b}pipe-{c}drc-vppip4-pdr" + algorithm: "plot_service_density_heatmap" + output-file-type: ".html" + output-file: "{DIR[STATIC,VPP]}/l2bd-2n-skx-x710-64b-2t1c-base-csp-pdr" + data: "plot-vpp-nfv-2n-skx" + filter: "'NIC_Intel-X710' and + 'NF_DENSITY' and + 'DOCKER' and + 'PIPELINE' and + '64B' and + '2T1C' and + 'NDRPDR'" parameters: + - "throughput" - "name" - - "doc" - - "level" - - "parent" - data-start-level: 3 - -################################################################################ -### P L O T S ### -################################################################################ + - "tags" + include-tests: "PDR" # "PDR" | "NDR" | "MRR" + x-axis: "X = CNFs per Service Pipeline" + y-axis: "Y = Number of Service Pipelines" + z-axis: "64B Packet Throughput (mean PDR) [Mpps]" + layout: + title: "Throughput: eth-l2bd-{2Y}memif-{Y}pipe-{XY}drc-vppip4-pdr" + layout: "plot-service-density" -# Soak test - example - type: "plot" - title: "VPP Throughput Soak: Example" - algorithm: "plot_soak_boxes" + title: "Packet Throughput: 64B-2c-eth-l2bd-{a}memif-{b}pipe-{c}drc-vppip4-pdr" + algorithm: "plot_service_density_heatmap" output-file-type: ".html" - output-file: "{DIR[STATIC,VPP]}/example-soak-boxes" - data: "plot-vpp-soak-2n-skx" - filter: "'SOAK'" + output-file: "{DIR[STATIC,VPP]}/l2bd-2n-skx-x710-64b-4t2c-base-csp-pdr" + data: "plot-vpp-nfv-2n-skx" + filter: "'NIC_Intel-X710' and + 'NF_DENSITY' and + 'DOCKER' and + 'PIPELINE' and + '64B' and + '4T2C' and + 'NDRPDR'" parameters: - "throughput" - - "parent" + - "name" - "tags" - sort: - - "L2PATCH" - - "L2XCBASE" - - "L2BDMACLRN" - - "IP4FWD" - - "IP6FWD" + include-tests: "PDR" # "PDR" | "NDR" | "MRR" + x-axis: "X = CNFs per Service Pipeline" + y-axis: "Y = Number of Service Pipelines" + z-axis: "64B Packet Throughput (mean PDR) [Mpps]" layout: - title: "example-30min-boxes" - layout: "plot-soak-throughput" + title: "Throughput: eth-l2bd-{2Y}memif-{Y}pipe-{XY}drc-vppip4-pdr" + layout: "plot-service-density" -# Soak test - example - type: "plot" - title: "VPP Throughput Soak: Example" - algorithm: "plot_soak_bars" + title: "Packet Throughput: IMIX-1c-eth-l2bd-{a}memif-{b}pipe-{c}drc-vppip4-pdr" + algorithm: "plot_service_density_heatmap" output-file-type: ".html" - output-file: "{DIR[STATIC,VPP]}/example-soak-bars" - data: "plot-vpp-soak-2n-skx" - filter: "'SOAK'" + output-file: "{DIR[STATIC,VPP]}/l2bd-2n-skx-x710-imix-2t1c-base-csp-pdr" + data: "plot-vpp-nfv-2n-skx" + filter: "'NIC_Intel-X710' and + 'NF_DENSITY' and + 'DOCKER' and + 'PIPELINE' and + 'IMIX' and + '2T1C' and + 'NDRPDR'" parameters: - "throughput" - - "parent" + - "name" - "tags" - sort: - - "L2PATCH" - - "L2XCBASE" - - "L2BDMACLRN" - - "IP4FWD" - - "IP6FWD" + include-tests: "PDR" # "PDR" | "NDR" | "MRR" + x-axis: "X = CNFs per Service Pipeline" + y-axis: "Y = Number of Service Pipelines" + z-axis: "IMIX Packet Throughput (mean PDR) [Mpps]" layout: - title: "example-30min-bars" - layout: "plot-soak-throughput" + title: "Throughput: eth-l2bd-{2Y}memif-{Y}pipe-{XY}drc-vppip4-pdr" + layout: "plot-service-density" -# Heatmap - example - type: "plot" - title: "Service Density: l2sw-3n-hsw-x520-64b-1t1c-base_and_scale-ndr" + title: "Packet Throughput: IMIX-2c-eth-l2bd-{a}memif-{b}pipe-{c}drc-vppip4-pdr" algorithm: "plot_service_density_heatmap" output-file-type: ".html" - output-file: "{DIR[STATIC,VPP]}/l2sw-3n-hsw-x520-64b-1t1c-base_and_scale-sd-ndr" - data: "plot-vpp-service-density-3n-hsw" - filter: "'NIC_Intel-X520-DA2' and - '64B' and - ('BASE' or 'SCALE') and - 'NDRPDR' and - 'ETH' and - '1T1C' and - ('L2BDMACSTAT' or 'L2BDMACLRN' or 'L2XCFWD' or 'L2PATCH') and - not 'VHOST' and - not 'MEMIF'" + output-file: "{DIR[STATIC,VPP]}/l2bd-2n-skx-x710-imix-4t2c-base-csp-pdr" + data: "plot-vpp-nfv-2n-skx" + filter: "'NIC_Intel-X710' and + 'NF_DENSITY' and + 'DOCKER' and + 'PIPELINE' and + 'IMIX' and + '4T2C' and + 'NDRPDR'" parameters: - "throughput" - - "parent" + - "name" - "tags" + include-tests: "PDR" # "PDR" | "NDR" | "MRR" + x-axis: "X = CNFs per Service Pipeline" + y-axis: "Y = Number of Service Pipelines" + z-axis: "IMIX Packet Throughput (mean PDR) [Mpps]" layout: - title: "Network Service Density Matrix: Packet Throughput View" + title: "Throughput: eth-l2bd-{2Y}memif-{Y}pipe-{XY}drc-vppip4-pdr" layout: "plot-service-density" ################################################################################ @@ -9248,168 +9442,30 @@ - "NAT44" - "POLICE_MARK" - "COPWHLIST" - - "IACL" - - "OACL" - traces: - hoverinfo: "x+y" - boxpoints: "outliers" - whiskerwidth: 0 - layout: - title: "ip4-3n-hsw-x710-64b-2t2c-features-pdr" - layout: "plot-throughput" - -# Packet Throughput - VPP IPv4 3n-hsw-x710 features nat44 -- - type: "plot" - title: "VPP Throughput: ip4-3n-skx-x710-64b-2t1c-features-nat44-ndr" - algorithm: "plot_performance_box" - output-file-type: ".html" - output-file: "{DIR[STATIC,VPP]}/ip4-3n-skx-x710-64b-2t1c-features-nat44-ndr" - data: "plot-vpp-throughput-latency-3n-skx" - filter: "'NIC_Intel-X710' and - '64B' and - 'NDRPDR' and - '2T1C' and - 'IP4FWD' and - 'NAT44' and - not 'IPSEC' and - not 'VHOST'" - parameters: - - "throughput" - - "parent" - - "tags" - sort: - - "BASE" - - "BASE" - - "SRC_USER_10" - - "SRC_USER_100" - - "SRC_USER_1000" - - "SRC_USER_2000" - traces: - hoverinfo: "x+y" - boxpoints: "outliers" - whiskerwidth: 0 - layout: - title: "ip4-3n-skx-x710-64b-2t1c-features-nat44-ndr" - layout: "plot-throughput" - -- - type: "plot" - title: "VPP Throughput: ip4-3n-skx-x710-64b-2t1c-features-nat44-pdr" - algorithm: "plot_performance_box" - output-file-type: ".html" - output-file: "{DIR[STATIC,VPP]}/ip4-3n-skx-x710-64b-2t1c-features-nat44-pdr" - data: "plot-vpp-throughput-latency-3n-skx" - filter: "'NIC_Intel-X710' and - '64B' and - 'NDRPDR' and - '2T1C' and - 'IP4FWD' and - 'NAT44' and - not 'IPSEC' and - not 'VHOST'" - parameters: - - "throughput" - - "parent" - - "tags" - sort: - - "BASE" - - "BASE" - - "SRC_USER_10" - - "SRC_USER_100" - - "SRC_USER_1000" - - "SRC_USER_2000" - traces: - hoverinfo: "x+y" - boxpoints: "outliers" - whiskerwidth: 0 - layout: - title: "ip4-3n-skx-x710-64b-2t1c-features-nat44-pdr" - layout: "plot-throughput" - -- - type: "plot" - title: "VPP Throughput: ip4-3n-skx-x710-64b-4t2c-features-nat44-ndr" - algorithm: "plot_performance_box" - output-file-type: ".html" - output-file: "{DIR[STATIC,VPP]}/ip4-3n-skx-x710-64b-4t2c-features-nat44-ndr" - data: "plot-vpp-throughput-latency-3n-skx" - filter: "'NIC_Intel-X710' and - '64B' and - 'NDRPDR' and - '4T2C' and - 'IP4FWD' and - 'NAT44' and - not 'IPSEC' and - not 'VHOST'" - parameters: - - "throughput" - - "parent" - - "tags" - sort: - - "BASE" - - "BASE" - - "SRC_USER_10" - - "SRC_USER_100" - - "SRC_USER_1000" - - "SRC_USER_2000" - traces: - hoverinfo: "x+y" - boxpoints: "outliers" - whiskerwidth: 0 - layout: - title: "ip4-3n-skx-x710-64b-4t2c-features-nat44-ndr" - layout: "plot-throughput" - -- - type: "plot" - title: "VPP Throughput: ip4-3n-skx-x710-64b-4t2c-features-nat44-pdr" - algorithm: "plot_performance_box" - output-file-type: ".html" - output-file: "{DIR[STATIC,VPP]}/ip4-3n-skx-x710-64b-4t2c-features-nat44-pdr" - data: "plot-vpp-throughput-latency-3n-skx" - filter: "'NIC_Intel-X710' and - '64B' and - 'NDRPDR' and - '4T2C' and - 'IP4FWD' and - 'NAT44' and - not 'IPSEC' and - not 'VHOST'" - parameters: - - "throughput" - - "parent" - - "tags" - sort: - - "BASE" - - "BASE" - - "SRC_USER_10" - - "SRC_USER_100" - - "SRC_USER_1000" - - "SRC_USER_2000" + - "IACL" + - "OACL" traces: hoverinfo: "x+y" boxpoints: "outliers" whiskerwidth: 0 layout: - title: "ip4-3n-skx-x710-64b-4t2c-features-nat44-pdr" + title: "ip4-3n-hsw-x710-64b-2t2c-features-pdr" layout: "plot-throughput" -# Packet Throughput - VPP IPv4 3n-hsw-x710 features iacl +# Packet Throughput - VPP IPv4 3n-hsw-x710 features nat44 - type: "plot" - title: "VPP Throughput: ip4-3n-skx-x710-64b-2t1c-features-iacl-ndr" + title: "VPP Throughput: ip4-3n-skx-x710-64b-2t1c-features-nat44-ndr" algorithm: "plot_performance_box" output-file-type: ".html" - output-file: "{DIR[STATIC,VPP]}/ip4-3n-skx-x710-64b-2t1c-features-iacl-ndr" + output-file: "{DIR[STATIC,VPP]}/ip4-3n-skx-x710-64b-2t1c-features-nat44-ndr" data: "plot-vpp-throughput-latency-3n-skx" filter: "'NIC_Intel-X710' and '64B' and 'NDRPDR' and '2T1C' and 'IP4FWD' and - 'IACL' and - ('ACL10' or 'ACL50') and '10k_FLOWS' and + 'NAT44' and not 'IPSEC' and not 'VHOST'" parameters: @@ -9417,32 +9473,33 @@ - "parent" - "tags" sort: - - "ACL_STATELESS" - - "ACL_STATEFUL" - - "ACL_STATELESS" - - "ACL_STATEFUL" + - "BASE" + - "BASE" + - "SRC_USER_10" + - "SRC_USER_100" + - "SRC_USER_1000" + - "SRC_USER_2000" traces: hoverinfo: "x+y" boxpoints: "outliers" whiskerwidth: 0 layout: - title: "ip4-3n-skx-x710-64b-2t1c-features-iacl-ndr" + title: "ip4-3n-skx-x710-64b-2t1c-features-nat44-ndr" layout: "plot-throughput" - type: "plot" - title: "VPP Throughput: ip4-3n-skx-x710-64b-2t1c-features-iacl-pdr" + title: "VPP Throughput: ip4-3n-skx-x710-64b-2t1c-features-nat44-pdr" algorithm: "plot_performance_box" output-file-type: ".html" - output-file: "{DIR[STATIC,VPP]}/ip4-3n-skx-x710-64b-2t1c-features-iacl-pdr" + output-file: "{DIR[STATIC,VPP]}/ip4-3n-skx-x710-64b-2t1c-features-nat44-pdr" data: "plot-vpp-throughput-latency-3n-skx" filter: "'NIC_Intel-X710' and '64B' and 'NDRPDR' and '2T1C' and 'IP4FWD' and - 'IACL' and - ('ACL10' or 'ACL50') and '10k_FLOWS' and + 'NAT44' and not 'IPSEC' and not 'VHOST'" parameters: @@ -9450,32 +9507,33 @@ - "parent" - "tags" sort: - - "ACL_STATELESS" - - "ACL_STATEFUL" - - "ACL_STATELESS" - - "ACL_STATEFUL" + - "BASE" + - "BASE" + - "SRC_USER_10" + - "SRC_USER_100" + - "SRC_USER_1000" + - "SRC_USER_2000" traces: hoverinfo: "x+y" boxpoints: "outliers" whiskerwidth: 0 layout: - title: "ip4-3n-skx-x710-64b-2t1c-features-iacl-pdr" + title: "ip4-3n-skx-x710-64b-2t1c-features-nat44-pdr" layout: "plot-throughput" - type: "plot" - title: "VPP Throughput: ip4-3n-skx-x710-64b-4t2c-features-iacl-ndr" + title: "VPP Throughput: ip4-3n-skx-x710-64b-4t2c-features-nat44-ndr" algorithm: "plot_performance_box" output-file-type: ".html" - output-file: "{DIR[STATIC,VPP]}/ip4-3n-skx-x710-64b-4t2c-features-iacl-ndr" + output-file: "{DIR[STATIC,VPP]}/ip4-3n-skx-x710-64b-4t2c-features-nat44-ndr" data: "plot-vpp-throughput-latency-3n-skx" filter: "'NIC_Intel-X710' and '64B' and 'NDRPDR' and '4T2C' and 'IP4FWD' and - 'IACL' and - ('ACL10' or 'ACL50') and '10k_FLOWS' and + 'NAT44' and not 'IPSEC' and not 'VHOST'" parameters: @@ -9483,32 +9541,33 @@ - "parent" - "tags" sort: - - "ACL_STATELESS" - - "ACL_STATEFUL" - - "ACL_STATELESS" - - "ACL_STATEFUL" + - "BASE" + - "BASE" + - "SRC_USER_10" + - "SRC_USER_100" + - "SRC_USER_1000" + - "SRC_USER_2000" traces: hoverinfo: "x+y" boxpoints: "outliers" whiskerwidth: 0 layout: - title: "ip4-3n-skx-x710-64b-4t2c-features-iacl-ndr" + title: "ip4-3n-skx-x710-64b-4t2c-features-nat44-ndr" layout: "plot-throughput" - type: "plot" - title: "VPP Throughput: ip4-3n-skx-x710-64b-4t2c-features-iacl-pdr" + title: "VPP Throughput: ip4-3n-skx-x710-64b-4t2c-features-nat44-pdr" algorithm: "plot_performance_box" output-file-type: ".html" - output-file: "{DIR[STATIC,VPP]}/ip4-3n-skx-x710-64b-4t2c-features-iacl-pdr" + output-file: "{DIR[STATIC,VPP]}/ip4-3n-skx-x710-64b-4t2c-features-nat44-pdr" data: "plot-vpp-throughput-latency-3n-skx" filter: "'NIC_Intel-X710' and '64B' and 'NDRPDR' and '4T2C' and 'IP4FWD' and - 'IACL' and - ('ACL10' or 'ACL50') and '10k_FLOWS' and + 'NAT44' and not 'IPSEC' and not 'VHOST'" parameters: @@ -9516,32 +9575,34 @@ - "parent" - "tags" sort: - - "ACL_STATELESS" - - "ACL_STATEFUL" - - "ACL_STATELESS" - - "ACL_STATEFUL" + - "BASE" + - "BASE" + - "SRC_USER_10" + - "SRC_USER_100" + - "SRC_USER_1000" + - "SRC_USER_2000" traces: hoverinfo: "x+y" boxpoints: "outliers" whiskerwidth: 0 layout: - title: "ip4-3n-skx-x710-64b-4t2c-features-iacl-pdr" + title: "ip4-3n-skx-x710-64b-4t2c-features-nat44-pdr" layout: "plot-throughput" -# Packet Throughput - VPP IPv4 3n-hsw-x710 features oacl +# Packet Throughput - VPP IPv4 3n-hsw-x710 features iacl - type: "plot" - title: "VPP Throughput: ip4-3n-skx-x710-64b-2t1c-features-oacl-ndr" + title: "VPP Throughput: ip4-3n-skx-x710-64b-2t1c-features-iacl-ndr" algorithm: "plot_performance_box" output-file-type: ".html" - output-file: "{DIR[STATIC,VPP]}/ip4-3n-skx-x710-64b-2t1c-features-oacl-ndr" + output-file: "{DIR[STATIC,VPP]}/ip4-3n-skx-x710-64b-2t1c-features-iacl-ndr" data: "plot-vpp-throughput-latency-3n-skx" filter: "'NIC_Intel-X710' and '64B' and 'NDRPDR' and '2T1C' and 'IP4FWD' and - 'OACL' and + 'IACL' and ('ACL10' or 'ACL50') and '10k_FLOWS' and not 'IPSEC' and not 'VHOST'" @@ -9559,22 +9620,22 @@ boxpoints: "outliers" whiskerwidth: 0 layout: - title: "ip4-3n-skx-x710-64b-2t1c-features-oacl-ndr" + title: "ip4-3n-skx-x710-64b-2t1c-features-iacl-ndr" layout: "plot-throughput" - type: "plot" - title: "VPP Throughput: ip4-3n-skx-x710-64b-2t1c-features-oacl-pdr" + title: "VPP Throughput: ip4-3n-skx-x710-64b-2t1c-features-iacl-pdr" algorithm: "plot_performance_box" output-file-type: ".html" - output-file: "{DIR[STATIC,VPP]}/ip4-3n-skx-x710-64b-2t1c-features-oacl-pdr" + output-file: "{DIR[STATIC,VPP]}/ip4-3n-skx-x710-64b-2t1c-features-iacl-pdr" data: "plot-vpp-throughput-latency-3n-skx" filter: "'NIC_Intel-X710' and '64B' and 'NDRPDR' and '2T1C' and 'IP4FWD' and - 'OACL' and + 'IACL' and ('ACL10' or 'ACL50') and '10k_FLOWS' and not 'IPSEC' and not 'VHOST'" @@ -9592,22 +9653,22 @@ boxpoints: "outliers" whiskerwidth: 0 layout: - title: "ip4-3n-skx-x710-64b-2t1c-features-oacl-pdr" + title: "ip4-3n-skx-x710-64b-2t1c-features-iacl-pdr" layout: "plot-throughput" - type: "plot" - title: "VPP Throughput: ip4-3n-skx-x710-64b-4t2c-features-oacl-ndr" + title: "VPP Throughput: ip4-3n-skx-x710-64b-4t2c-features-iacl-ndr" algorithm: "plot_performance_box" output-file-type: ".html" - output-file: "{DIR[STATIC,VPP]}/ip4-3n-skx-x710-64b-4t2c-features-oacl-ndr" + output-file: "{DIR[STATIC,VPP]}/ip4-3n-skx-x710-64b-4t2c-features-iacl-ndr" data: "plot-vpp-throughput-latency-3n-skx" filter: "'NIC_Intel-X710' and '64B' and 'NDRPDR' and '4T2C' and 'IP4FWD' and - 'OACL' and + 'IACL' and ('ACL10' or 'ACL50') and '10k_FLOWS' and not 'IPSEC' and not 'VHOST'" @@ -9625,22 +9686,22 @@ boxpoints: "outliers" whiskerwidth: 0 layout: - title: "ip4-3n-skx-x710-64b-4t2c-features-oacl-ndr" + title: "ip4-3n-skx-x710-64b-4t2c-features-iacl-ndr" layout: "plot-throughput" - type: "plot" - title: "VPP Throughput: ip4-3n-skx-x710-64b-4t2c-features-oacl-pdr" + title: "VPP Throughput: ip4-3n-skx-x710-64b-4t2c-features-iacl-pdr" algorithm: "plot_performance_box" output-file-type: ".html" - output-file: "{DIR[STATIC,VPP]}/ip4-3n-skx-x710-64b-4t2c-features-oacl-pdr" + output-file: "{DIR[STATIC,VPP]}/ip4-3n-skx-x710-64b-4t2c-features-iacl-pdr" data: "plot-vpp-throughput-latency-3n-skx" filter: "'NIC_Intel-X710' and '64B' and 'NDRPDR' and '4T2C' and 'IP4FWD' and - 'OACL' and + 'IACL' and ('ACL10' or 'ACL50') and '10k_FLOWS' and not 'IPSEC' and not 'VHOST'" @@ -9658,9 +9719,142 @@ boxpoints: "outliers" whiskerwidth: 0 layout: - title: "ip4-3n-skx-x710-64b-4t2c-features-oacl-pdr" + title: "ip4-3n-skx-x710-64b-4t2c-features-iacl-pdr" layout: "plot-throughput" +## Packet Throughput - VPP IPv4 3n-hsw-x710 features oacl +#- +# type: "plot" +# title: "VPP Throughput: ip4-3n-skx-x710-64b-2t1c-features-oacl-ndr" +# algorithm: "plot_performance_box" +# output-file-type: ".html" +# output-file: "{DIR[STATIC,VPP]}/ip4-3n-skx-x710-64b-2t1c-features-oacl-ndr" +# data: "plot-vpp-throughput-latency-3n-skx" +# filter: "'NIC_Intel-X710' and +# '64B' and +# 'NDRPDR' and +# '2T1C' and +# 'IP4FWD' and +# 'OACL' and +# ('ACL10' or 'ACL50') and '10k_FLOWS' and +# not 'IPSEC' and +# not 'VHOST'" +# parameters: +# - "throughput" +# - "parent" +# - "tags" +# sort: +# - "ACL_STATELESS" +# - "ACL_STATEFUL" +# - "ACL_STATELESS" +# - "ACL_STATEFUL" +# traces: +# hoverinfo: "x+y" +# boxpoints: "outliers" +# whiskerwidth: 0 +# layout: +# title: "ip4-3n-skx-x710-64b-2t1c-features-oacl-ndr" +# layout: "plot-throughput" +# +#- +# type: "plot" +# title: "VPP Throughput: ip4-3n-skx-x710-64b-2t1c-features-oacl-pdr" +# algorithm: "plot_performance_box" +# output-file-type: ".html" +# output-file: "{DIR[STATIC,VPP]}/ip4-3n-skx-x710-64b-2t1c-features-oacl-pdr" +# data: "plot-vpp-throughput-latency-3n-skx" +# filter: "'NIC_Intel-X710' and +# '64B' and +# 'NDRPDR' and +# '2T1C' and +# 'IP4FWD' and +# 'OACL' and +# ('ACL10' or 'ACL50') and '10k_FLOWS' and +# not 'IPSEC' and +# not 'VHOST'" +# parameters: +# - "throughput" +# - "parent" +# - "tags" +# sort: +# - "ACL_STATELESS" +# - "ACL_STATEFUL" +# - "ACL_STATELESS" +# - "ACL_STATEFUL" +# traces: +# hoverinfo: "x+y" +# boxpoints: "outliers" +# whiskerwidth: 0 +# layout: +# title: "ip4-3n-skx-x710-64b-2t1c-features-oacl-pdr" +# layout: "plot-throughput" +# +#- +# type: "plot" +# title: "VPP Throughput: ip4-3n-skx-x710-64b-4t2c-features-oacl-ndr" +# algorithm: "plot_performance_box" +# output-file-type: ".html" +# output-file: "{DIR[STATIC,VPP]}/ip4-3n-skx-x710-64b-4t2c-features-oacl-ndr" +# data: "plot-vpp-throughput-latency-3n-skx" +# filter: "'NIC_Intel-X710' and +# '64B' and +# 'NDRPDR' and +# '4T2C' and +# 'IP4FWD' and +# 'OACL' and +# ('ACL10' or 'ACL50') and '10k_FLOWS' and +# not 'IPSEC' and +# not 'VHOST'" +# parameters: +# - "throughput" +# - "parent" +# - "tags" +# sort: +# - "ACL_STATELESS" +# - "ACL_STATEFUL" +# - "ACL_STATELESS" +# - "ACL_STATEFUL" +# traces: +# hoverinfo: "x+y" +# boxpoints: "outliers" +# whiskerwidth: 0 +# layout: +# title: "ip4-3n-skx-x710-64b-4t2c-features-oacl-ndr" +# layout: "plot-throughput" +# +#- +# type: "plot" +# title: "VPP Throughput: ip4-3n-skx-x710-64b-4t2c-features-oacl-pdr" +# algorithm: "plot_performance_box" +# output-file-type: ".html" +# output-file: "{DIR[STATIC,VPP]}/ip4-3n-skx-x710-64b-4t2c-features-oacl-pdr" +# data: "plot-vpp-throughput-latency-3n-skx" +# filter: "'NIC_Intel-X710' and +# '64B' and +# 'NDRPDR' and +# '4T2C' and +# 'IP4FWD' and +# 'OACL' and +# ('ACL10' or 'ACL50') and '10k_FLOWS' and +# not 'IPSEC' and +# not 'VHOST'" +# parameters: +# - "throughput" +# - "parent" +# - "tags" +# sort: +# - "ACL_STATELESS" +# - "ACL_STATEFUL" +# - "ACL_STATELESS" +# - "ACL_STATEFUL" +# traces: +# hoverinfo: "x+y" +# boxpoints: "outliers" +# whiskerwidth: 0 +# layout: +# title: "ip4-3n-skx-x710-64b-4t2c-features-oacl-pdr" +# layout: "plot-throughput" + # Packet Throughput - VPP IPv4 3n-hsw-xl710 base and scale - type: "plot" @@ -10161,168 +10355,33 @@ - "parent" - "tags" sort: - - "BASE" - - "BASE" - - "SRC_USER_10" - - "SRC_USER_100" - - "SRC_USER_1000" - - "SRC_USER_2000" - traces: - hoverinfo: "x+y" - boxpoints: "outliers" - whiskerwidth: 0 - layout: - title: "ip4-3n-hsw-x710-64b-2t2c-features-nat44-ndr" - layout: "plot-throughput" - -- - type: "plot" - title: "VPP Throughput: ip4-3n-hsw-x710-64b-2t2c-features-nat44-pdr" - algorithm: "plot_performance_box" - output-file-type: ".html" - output-file: "{DIR[STATIC,VPP]}/ip4-3n-hsw-x710-64b-2t2c-features-nat44-pdr" - data: "plot-vpp-throughput-latency-3n-hsw" - filter: "'NIC_Intel-X710' and - '64B' and - 'NDRPDR' and - '2T2C' and - 'IP4FWD' and - 'NAT44' and - not 'IPSEC' and - not 'VHOST'" - parameters: - - "throughput" - - "parent" - - "tags" - sort: - - "BASE" - - "BASE" - - "SRC_USER_10" - - "SRC_USER_100" - - "SRC_USER_1000" - - "SRC_USER_2000" - traces: - hoverinfo: "x+y" - boxpoints: "outliers" - whiskerwidth: 0 - layout: - title: "ip4-3n-hsw-x710-64b-2t2c-features-nat44-pdr" - layout: "plot-throughput" - -# Packet Throughput - VPP IPv4 3n-skx-x710 features iacl -- - type: "plot" - title: "VPP Throughput: ip4-3n-hsw-x710-64b-1t1c-features-iacl-ndr" - algorithm: "plot_performance_box" - output-file-type: ".html" - output-file: "{DIR[STATIC,VPP]}/ip4-3n-hsw-x710-64b-1t1c-features-iacl-ndr" - data: "plot-vpp-throughput-latency-3n-hsw" - filter: "'NIC_Intel-X710' and - '64B' and - 'NDRPDR' and - '1T1C' and - 'IP4FWD' and - 'IACL' and - ('ACL10' or 'ACL50') and '10k_FLOWS' and - not 'IPSEC' and - not 'VHOST'" - parameters: - - "throughput" - - "parent" - - "tags" - sort: - - "ACL_STATELESS" - - "ACL_STATEFUL" - - "ACL_STATELESS" - - "ACL_STATEFUL" - traces: - hoverinfo: "x+y" - boxpoints: "outliers" - whiskerwidth: 0 - layout: - title: "ip4-3n-hsw-x710-64b-1t1c-features-iacl-ndr" - layout: "plot-throughput" - -- - type: "plot" - title: "VPP Throughput: ip4-3n-hsw-x710-64b-1t1c-features-iacl-pdr" - algorithm: "plot_performance_box" - output-file-type: ".html" - output-file: "{DIR[STATIC,VPP]}/ip4-3n-hsw-x710-64b-1t1c-features-iacl-pdr" - data: "plot-vpp-throughput-latency-3n-hsw" - filter: "'NIC_Intel-X710' and - '64B' and - 'NDRPDR' and - '1T1C' and - 'IP4FWD' and - 'IACL' and - ('ACL10' or 'ACL50') and '10k_FLOWS' and - not 'IPSEC' and - not 'VHOST'" - parameters: - - "throughput" - - "parent" - - "tags" - sort: - - "ACL_STATELESS" - - "ACL_STATEFUL" - - "ACL_STATELESS" - - "ACL_STATEFUL" - traces: - hoverinfo: "x+y" - boxpoints: "outliers" - whiskerwidth: 0 - layout: - title: "ip4-3n-hsw-x710-64b-1t1c-features-iacl-pdr" - layout: "plot-throughput" - -- - type: "plot" - title: "VPP Throughput: ip4-3n-hsw-x710-64b-2t2c-features-iacl-ndr" - algorithm: "plot_performance_box" - output-file-type: ".html" - output-file: "{DIR[STATIC,VPP]}/ip4-3n-hsw-x710-64b-2t2c-features-iacl-ndr" - data: "plot-vpp-throughput-latency-3n-hsw" - filter: "'NIC_Intel-X710' and - '64B' and - 'NDRPDR' and - '2T2C' and - 'IP4FWD' and - 'IACL' and - ('ACL10' or 'ACL50') and '10k_FLOWS' and - not 'IPSEC' and - not 'VHOST'" - parameters: - - "throughput" - - "parent" - - "tags" - sort: - - "ACL_STATELESS" - - "ACL_STATEFUL" - - "ACL_STATELESS" - - "ACL_STATEFUL" + - "BASE" + - "BASE" + - "SRC_USER_10" + - "SRC_USER_100" + - "SRC_USER_1000" + - "SRC_USER_2000" traces: hoverinfo: "x+y" boxpoints: "outliers" whiskerwidth: 0 layout: - title: "ip4-3n-hsw-x710-64b-2t2c-features-iacl-ndr" + title: "ip4-3n-hsw-x710-64b-2t2c-features-nat44-ndr" layout: "plot-throughput" - type: "plot" - title: "VPP Throughput: ip4-3n-hsw-x710-64b-2t2c-features-iacl-pdr" + title: "VPP Throughput: ip4-3n-hsw-x710-64b-2t2c-features-nat44-pdr" algorithm: "plot_performance_box" output-file-type: ".html" - output-file: "{DIR[STATIC,VPP]}/ip4-3n-hsw-x710-64b-2t2c-features-iacl-pdr" + output-file: "{DIR[STATIC,VPP]}/ip4-3n-hsw-x710-64b-2t2c-features-nat44-pdr" data: "plot-vpp-throughput-latency-3n-hsw" filter: "'NIC_Intel-X710' and '64B' and 'NDRPDR' and '2T2C' and 'IP4FWD' and - 'IACL' and - ('ACL10' or 'ACL50') and '10k_FLOWS' and + 'NAT44' and not 'IPSEC' and not 'VHOST'" parameters: @@ -10330,32 +10389,34 @@ - "parent" - "tags" sort: - - "ACL_STATELESS" - - "ACL_STATEFUL" - - "ACL_STATELESS" - - "ACL_STATEFUL" + - "BASE" + - "BASE" + - "SRC_USER_10" + - "SRC_USER_100" + - "SRC_USER_1000" + - "SRC_USER_2000" traces: hoverinfo: "x+y" boxpoints: "outliers" whiskerwidth: 0 layout: - title: "ip4-3n-hsw-x710-64b-2t2c-features-iacl-pdr" + title: "ip4-3n-hsw-x710-64b-2t2c-features-nat44-pdr" layout: "plot-throughput" -# Packet Throughput - VPP IPv4 3n-skx-x710 features oacl +# Packet Throughput - VPP IPv4 3n-skx-x710 features iacl - type: "plot" - title: "VPP Throughput: ip4-3n-hsw-x710-64b-1t1c-features-oacl-ndr" + title: "VPP Throughput: ip4-3n-hsw-x710-64b-1t1c-features-iacl-ndr" algorithm: "plot_performance_box" output-file-type: ".html" - output-file: "{DIR[STATIC,VPP]}/ip4-3n-hsw-x710-64b-1t1c-features-oacl-ndr" + output-file: "{DIR[STATIC,VPP]}/ip4-3n-hsw-x710-64b-1t1c-features-iacl-ndr" data: "plot-vpp-throughput-latency-3n-hsw" filter: "'NIC_Intel-X710' and '64B' and 'NDRPDR' and '1T1C' and 'IP4FWD' and - 'OACL' and + 'IACL' and ('ACL10' or 'ACL50') and '10k_FLOWS' and not 'IPSEC' and not 'VHOST'" @@ -10373,22 +10434,22 @@ boxpoints: "outliers" whiskerwidth: 0 layout: - title: "ip4-3n-hsw-x710-64b-1t1c-features-oacl-ndr" + title: "ip4-3n-hsw-x710-64b-1t1c-features-iacl-ndr" layout: "plot-throughput" - type: "plot" - title: "VPP Throughput: ip4-3n-hsw-x710-64b-1t1c-features-oacl-pdr" + title: "VPP Throughput: ip4-3n-hsw-x710-64b-1t1c-features-iacl-pdr" algorithm: "plot_performance_box" output-file-type: ".html" - output-file: "{DIR[STATIC,VPP]}/ip4-3n-hsw-x710-64b-1t1c-features-oacl-pdr" + output-file: "{DIR[STATIC,VPP]}/ip4-3n-hsw-x710-64b-1t1c-features-iacl-pdr" data: "plot-vpp-throughput-latency-3n-hsw" filter: "'NIC_Intel-X710' and '64B' and 'NDRPDR' and '1T1C' and 'IP4FWD' and - 'OACL' and + 'IACL' and ('ACL10' or 'ACL50') and '10k_FLOWS' and not 'IPSEC' and not 'VHOST'" @@ -10406,22 +10467,22 @@ boxpoints: "outliers" whiskerwidth: 0 layout: - title: "ip4-3n-hsw-x710-64b-1t1c-features-oacl-pdr" + title: "ip4-3n-hsw-x710-64b-1t1c-features-iacl-pdr" layout: "plot-throughput" - type: "plot" - title: "VPP Throughput: ip4-3n-hsw-x710-64b-2t2c-features-oacl-ndr" + title: "VPP Throughput: ip4-3n-hsw-x710-64b-2t2c-features-iacl-ndr" algorithm: "plot_performance_box" output-file-type: ".html" - output-file: "{DIR[STATIC,VPP]}/ip4-3n-hsw-x710-64b-2t2c-features-oacl-ndr" + output-file: "{DIR[STATIC,VPP]}/ip4-3n-hsw-x710-64b-2t2c-features-iacl-ndr" data: "plot-vpp-throughput-latency-3n-hsw" filter: "'NIC_Intel-X710' and '64B' and 'NDRPDR' and '2T2C' and 'IP4FWD' and - 'OACL' and + 'IACL' and ('ACL10' or 'ACL50') and '10k_FLOWS' and not 'IPSEC' and not 'VHOST'" @@ -10439,22 +10500,22 @@ boxpoints: "outliers" whiskerwidth: 0 layout: - title: "ip4-3n-hsw-x710-64b-2t2c-features-oacl-ndr" + title: "ip4-3n-hsw-x710-64b-2t2c-features-iacl-ndr" layout: "plot-throughput" - type: "plot" - title: "VPP Throughput: ip4-3n-hsw-x710-64b-2t2c-features-oacl-pdr" + title: "VPP Throughput: ip4-3n-hsw-x710-64b-2t2c-features-iacl-pdr" algorithm: "plot_performance_box" output-file-type: ".html" - output-file: "{DIR[STATIC,VPP]}/ip4-3n-hsw-x710-64b-2t2c-features-oacl-pdr" + output-file: "{DIR[STATIC,VPP]}/ip4-3n-hsw-x710-64b-2t2c-features-iacl-pdr" data: "plot-vpp-throughput-latency-3n-hsw" filter: "'NIC_Intel-X710' and '64B' and 'NDRPDR' and '2T2C' and 'IP4FWD' and - 'OACL' and + 'IACL' and ('ACL10' or 'ACL50') and '10k_FLOWS' and not 'IPSEC' and not 'VHOST'" @@ -10472,9 +10533,142 @@ boxpoints: "outliers" whiskerwidth: 0 layout: - title: "ip4-3n-hsw-x710-64b-2t2c-features-oacl-pdr" + title: "ip4-3n-hsw-x710-64b-2t2c-features-iacl-pdr" layout: "plot-throughput" +## Packet Throughput - VPP IPv4 3n-skx-x710 features oacl +#- +# type: "plot" +# title: "VPP Throughput: ip4-3n-hsw-x710-64b-1t1c-features-oacl-ndr" +# algorithm: "plot_performance_box" +# output-file-type: ".html" +# output-file: "{DIR[STATIC,VPP]}/ip4-3n-hsw-x710-64b-1t1c-features-oacl-ndr" +# data: "plot-vpp-throughput-latency-3n-hsw" +# filter: "'NIC_Intel-X710' and +# '64B' and +# 'NDRPDR' and +# '1T1C' and +# 'IP4FWD' and +# 'OACL' and +# ('ACL10' or 'ACL50') and '10k_FLOWS' and +# not 'IPSEC' and +# not 'VHOST'" +# parameters: +# - "throughput" +# - "parent" +# - "tags" +# sort: +# - "ACL_STATELESS" +# - "ACL_STATEFUL" +# - "ACL_STATELESS" +# - "ACL_STATEFUL" +# traces: +# hoverinfo: "x+y" +# boxpoints: "outliers" +# whiskerwidth: 0 +# layout: +# title: "ip4-3n-hsw-x710-64b-1t1c-features-oacl-ndr" +# layout: "plot-throughput" +# +#- +# type: "plot" +# title: "VPP Throughput: ip4-3n-hsw-x710-64b-1t1c-features-oacl-pdr" +# algorithm: "plot_performance_box" +# output-file-type: ".html" +# output-file: "{DIR[STATIC,VPP]}/ip4-3n-hsw-x710-64b-1t1c-features-oacl-pdr" +# data: "plot-vpp-throughput-latency-3n-hsw" +# filter: "'NIC_Intel-X710' and +# '64B' and +# 'NDRPDR' and +# '1T1C' and +# 'IP4FWD' and +# 'OACL' and +# ('ACL10' or 'ACL50') and '10k_FLOWS' and +# not 'IPSEC' and +# not 'VHOST'" +# parameters: +# - "throughput" +# - "parent" +# - "tags" +# sort: +# - "ACL_STATELESS" +# - "ACL_STATEFUL" +# - "ACL_STATELESS" +# - "ACL_STATEFUL" +# traces: +# hoverinfo: "x+y" +# boxpoints: "outliers" +# whiskerwidth: 0 +# layout: +# title: "ip4-3n-hsw-x710-64b-1t1c-features-oacl-pdr" +# layout: "plot-throughput" +# +#- +# type: "plot" +# title: "VPP Throughput: ip4-3n-hsw-x710-64b-2t2c-features-oacl-ndr" +# algorithm: "plot_performance_box" +# output-file-type: ".html" +# output-file: "{DIR[STATIC,VPP]}/ip4-3n-hsw-x710-64b-2t2c-features-oacl-ndr" +# data: "plot-vpp-throughput-latency-3n-hsw" +# filter: "'NIC_Intel-X710' and +# '64B' and +# 'NDRPDR' and +# '2T2C' and +# 'IP4FWD' and +# 'OACL' and +# ('ACL10' or 'ACL50') and '10k_FLOWS' and +# not 'IPSEC' and +# not 'VHOST'" +# parameters: +# - "throughput" +# - "parent" +# - "tags" +# sort: +# - "ACL_STATELESS" +# - "ACL_STATEFUL" +# - "ACL_STATELESS" +# - "ACL_STATEFUL" +# traces: +# hoverinfo: "x+y" +# boxpoints: "outliers" +# whiskerwidth: 0 +# layout: +# title: "ip4-3n-hsw-x710-64b-2t2c-features-oacl-ndr" +# layout: "plot-throughput" +# +#- +# type: "plot" +# title: "VPP Throughput: ip4-3n-hsw-x710-64b-2t2c-features-oacl-pdr" +# algorithm: "plot_performance_box" +# output-file-type: ".html" +# output-file: "{DIR[STATIC,VPP]}/ip4-3n-hsw-x710-64b-2t2c-features-oacl-pdr" +# data: "plot-vpp-throughput-latency-3n-hsw" +# filter: "'NIC_Intel-X710' and +# '64B' and +# 'NDRPDR' and +# '2T2C' and +# 'IP4FWD' and +# 'OACL' and +# ('ACL10' or 'ACL50') and '10k_FLOWS' and +# not 'IPSEC' and +# not 'VHOST'" +# parameters: +# - "throughput" +# - "parent" +# - "tags" +# sort: +# - "ACL_STATELESS" +# - "ACL_STATEFUL" +# - "ACL_STATELESS" +# - "ACL_STATEFUL" +# traces: +# hoverinfo: "x+y" +# boxpoints: "outliers" +# whiskerwidth: 0 +# layout: +# title: "ip4-3n-hsw-x710-64b-2t2c-features-oacl-pdr" +# layout: "plot-throughput" + # Packet Throughput - VPP IPv4 2n-skx-x710 base and scale - type: "plot" @@ -10860,138 +11054,138 @@ ################################################################################ -# Packet Throughput - VPP IPv4 tunnels 3n-hsw-x520 base and scale -- - type: "plot" - title: "VPP Throughput: ip4tun-3n-hsw-x520-64b-1t1c-base_and_scale-ndr" - algorithm: "plot_performance_box" - output-file-type: ".html" - output-file: "{DIR[STATIC,VPP]}/ip4tun-3n-hsw-x520-64b-1t1c-base_and_scale-ndr" - data: "plot-vpp-throughput-latency-3n-hsw" - filter: "'NIC_Intel-X520-DA2' and - '64B' and - 'ENCAP' and - 'NDRPDR' and - '1T1C' and - ('VXLAN' or 'LISP') and - not 'VHOST' and - not 'IPSECHW'" - parameters: - - "throughput" - - "parent" - - "tags" - sort: - - "not DOT1Q" - - "VXLAN_1" - - "VXLAN_10" - - "VXLAN_100" - - "VXLAN_1000" - traces: - hoverinfo: "x+y" - boxpoints: "outliers" - whiskerwidth: 0 - layout: - title: "ip4tun-3n-hsw-x520-64b-1t1c-base_and_scale-ndr" - layout: "plot-throughput" - -- - type: "plot" - title: "VPP Throughput: ip4tun-3n-hsw-x520-64b-1t1c-base_and_scale-pdr" - algorithm: "plot_performance_box" - output-file-type: ".html" - output-file: "{DIR[STATIC,VPP]}/ip4tun-3n-hsw-x520-64b-1t1c-base_and_scale-pdr" - data: "plot-vpp-throughput-latency-3n-hsw" - filter: "'NIC_Intel-X520-DA2' and - '64B' and - 'ENCAP' and - 'NDRPDR' and - '1T1C' and - ('VXLAN' or 'LISP') and - not 'VHOST' and - not 'IPSECHW'" - parameters: - - "throughput" - - "parent" - - "tags" - sort: - - "not DOT1Q" - - "VXLAN_1" - - "VXLAN_10" - - "VXLAN_100" - - "VXLAN_1000" - traces: - hoverinfo: "x+y" - boxpoints: "outliers" - whiskerwidth: 0 - layout: - title: "ip4tun-3n-hsw-x520-64b-1t1c-base_and_scale-pdr" - layout: "plot-throughput" - -- - type: "plot" - title: "VPP Throughput: ip4tun-3n-hsw-x520-64b-2t2c-base_and_scale-ndr" - algorithm: "plot_performance_box" - output-file-type: ".html" - output-file: "{DIR[STATIC,VPP]}/ip4tun-3n-hsw-x520-64b-2t2c-base_and_scale-ndr" - data: "plot-vpp-throughput-latency-3n-hsw" - filter: "'NIC_Intel-X520-DA2' and - '64B' and - 'ENCAP' and - 'NDRPDR' and - '2T2C' and - ('VXLAN' or 'LISP') and - not 'VHOST' and - not 'IPSECHW'" - parameters: - - "throughput" - - "parent" - - "tags" - sort: - - "not DOT1Q" - - "VXLAN_1" - - "VXLAN_10" - - "VXLAN_100" - - "VXLAN_1000" - traces: - hoverinfo: "x+y" - boxpoints: "outliers" - whiskerwidth: 0 - layout: - title: "ip4tun-3n-hsw-x520-64b-2t2c-base_and_scale-ndr" - layout: "plot-throughput" - -- - type: "plot" - title: "VPP Throughput: ip4tun-3n-hsw-x520-64b-2t2c-base_and_scale-pdr" - algorithm: "plot_performance_box" - output-file-type: ".html" - output-file: "{DIR[STATIC,VPP]}/ip4tun-3n-hsw-x520-64b-2t2c-base_and_scale-pdr" - data: "plot-vpp-throughput-latency-3n-hsw" - filter: "'NIC_Intel-X520-DA2' and - '64B' and - 'ENCAP' and - 'NDRPDR' and - '2T2C' and - ('VXLAN' or 'LISP') and - not 'VHOST' and - not 'IPSECHW'" - parameters: - - "throughput" - - "parent" - - "tags" - sort: - - "not DOT1Q" - - "VXLAN_1" - - "VXLAN_10" - - "VXLAN_100" - - "VXLAN_1000" - traces: - hoverinfo: "x+y" - boxpoints: "outliers" - whiskerwidth: 0 - layout: - title: "ip4tun-3n-hsw-x520-64b-2t2c-base_and_scale-pdr" - layout: "plot-throughput" +## Packet Throughput - VPP IPv4 tunnels 3n-hsw-x520 base and scale +#- +# type: "plot" +# title: "VPP Throughput: ip4tun-3n-hsw-x520-64b-1t1c-base_and_scale-ndr" +# algorithm: "plot_performance_box" +# output-file-type: ".html" +# output-file: "{DIR[STATIC,VPP]}/ip4tun-3n-hsw-x520-64b-1t1c-base_and_scale-ndr" +# data: "plot-vpp-throughput-latency-3n-hsw" +# filter: "'NIC_Intel-X520-DA2' and +# '64B' and +# 'ENCAP' and +# 'NDRPDR' and +# '1T1C' and +# ('VXLAN' or 'LISP') and +# not 'VHOST' and +# not 'IPSECHW'" +# parameters: +# - "throughput" +# - "parent" +# - "tags" +# sort: +# - "not DOT1Q" +# - "VXLAN_1" +# - "VXLAN_10" +# - "VXLAN_100" +# - "VXLAN_1000" +# traces: +# hoverinfo: "x+y" +# boxpoints: "outliers" +# whiskerwidth: 0 +# layout: +# title: "ip4tun-3n-hsw-x520-64b-1t1c-base_and_scale-ndr" +# layout: "plot-throughput" +# +#- +# type: "plot" +# title: "VPP Throughput: ip4tun-3n-hsw-x520-64b-1t1c-base_and_scale-pdr" +# algorithm: "plot_performance_box" +# output-file-type: ".html" +# output-file: "{DIR[STATIC,VPP]}/ip4tun-3n-hsw-x520-64b-1t1c-base_and_scale-pdr" +# data: "plot-vpp-throughput-latency-3n-hsw" +# filter: "'NIC_Intel-X520-DA2' and +# '64B' and +# 'ENCAP' and +# 'NDRPDR' and +# '1T1C' and +# ('VXLAN' or 'LISP') and +# not 'VHOST' and +# not 'IPSECHW'" +# parameters: +# - "throughput" +# - "parent" +# - "tags" +# sort: +# - "not DOT1Q" +# - "VXLAN_1" +# - "VXLAN_10" +# - "VXLAN_100" +# - "VXLAN_1000" +# traces: +# hoverinfo: "x+y" +# boxpoints: "outliers" +# whiskerwidth: 0 +# layout: +# title: "ip4tun-3n-hsw-x520-64b-1t1c-base_and_scale-pdr" +# layout: "plot-throughput" +# +#- +# type: "plot" +# title: "VPP Throughput: ip4tun-3n-hsw-x520-64b-2t2c-base_and_scale-ndr" +# algorithm: "plot_performance_box" +# output-file-type: ".html" +# output-file: "{DIR[STATIC,VPP]}/ip4tun-3n-hsw-x520-64b-2t2c-base_and_scale-ndr" +# data: "plot-vpp-throughput-latency-3n-hsw" +# filter: "'NIC_Intel-X520-DA2' and +# '64B' and +# 'ENCAP' and +# 'NDRPDR' and +# '2T2C' and +# ('VXLAN' or 'LISP') and +# not 'VHOST' and +# not 'IPSECHW'" +# parameters: +# - "throughput" +# - "parent" +# - "tags" +# sort: +# - "not DOT1Q" +# - "VXLAN_1" +# - "VXLAN_10" +# - "VXLAN_100" +# - "VXLAN_1000" +# traces: +# hoverinfo: "x+y" +# boxpoints: "outliers" +# whiskerwidth: 0 +# layout: +# title: "ip4tun-3n-hsw-x520-64b-2t2c-base_and_scale-ndr" +# layout: "plot-throughput" +# +#- +# type: "plot" +# title: "VPP Throughput: ip4tun-3n-hsw-x520-64b-2t2c-base_and_scale-pdr" +# algorithm: "plot_performance_box" +# output-file-type: ".html" +# output-file: "{DIR[STATIC,VPP]}/ip4tun-3n-hsw-x520-64b-2t2c-base_and_scale-pdr" +# data: "plot-vpp-throughput-latency-3n-hsw" +# filter: "'NIC_Intel-X520-DA2' and +# '64B' and +# 'ENCAP' and +# 'NDRPDR' and +# '2T2C' and +# ('VXLAN' or 'LISP') and +# not 'VHOST' and +# not 'IPSECHW'" +# parameters: +# - "throughput" +# - "parent" +# - "tags" +# sort: +# - "not DOT1Q" +# - "VXLAN_1" +# - "VXLAN_10" +# - "VXLAN_100" +# - "VXLAN_1000" +# traces: +# hoverinfo: "x+y" +# boxpoints: "outliers" +# whiskerwidth: 0 +# layout: +# title: "ip4tun-3n-hsw-x520-64b-2t2c-base_and_scale-pdr" +# layout: "plot-throughput" # Packet Throughput - VPP IPv4 tunnels 3n-hsw-x520 - features - @@ -12513,7 +12707,7 @@ algorithm: "plot_performance_box" output-file-type: ".html" output-file: "{DIR[STATIC,VPP]}/ip6-3n-skx-x710-78b-4t2c-base_and_features-ndr" - data: "plot-vpp-throughput-latency-3n-hsw" + data: "plot-vpp-throughput-latency-3n-skx" filter: "'NIC_Intel-X710' and '78B' and ('IP6BASE' or @@ -15791,6 +15985,7 @@ '2T1C' and 'VHOST_1024' and not 'VXLAN' and + not 'NF_DENSITY' and not 'DOT1Q'" parameters: - "throughput" @@ -15823,6 +16018,7 @@ '4T2C' and 'VHOST_1024' and not 'VXLAN' and + not 'NF_DENSITY' and not 'DOT1Q'" parameters: - "throughput" @@ -15855,6 +16051,7 @@ '2T1C' and 'VHOST_1024' and not 'VXLAN' and + not 'NF_DENSITY' and not 'DOT1Q'" parameters: - "throughput" @@ -15887,6 +16084,7 @@ '4T2C' and 'VHOST_1024' and not 'VXLAN' and + not 'NF_DENSITY' and not 'DOT1Q'" parameters: - "throughput" @@ -15920,6 +16118,7 @@ 'L2BDMACLRN' and 'VHOST_1024' and not 'VXLAN' and + not 'NF_DENSITY' and not 'IP4FWD' and not '2VM'" parameters: @@ -15955,6 +16154,7 @@ 'L2BDMACLRN' and 'VHOST_1024' and not 'VXLAN' and + not 'NF_DENSITY' and not 'IP4FWD' and not '2VM'" parameters: @@ -15990,6 +16190,7 @@ 'L2BDMACLRN' and 'VHOST_1024' and not 'VXLAN' and + not 'NF_DENSITY' and not 'IP4FWD' and not '2VM'" parameters: @@ -16025,6 +16226,7 @@ 'L2BDMACLRN' and 'VHOST_1024' and not 'VXLAN' and + not 'NF_DENSITY' and not 'IP4FWD' and not '2VM'" parameters: @@ -16062,6 +16264,7 @@ ('L2BDMACLRN' or 'L2XCFWD') and 'VHOST_1024' and not 'VXLAN' and + not 'NF_DENSITY' and not 'IP4FWD' and not '2VM'" parameters: @@ -16097,6 +16300,7 @@ ('L2BDMACLRN' or 'L2XCFWD') and 'VHOST_1024' and not 'VXLAN' and + not 'NF_DENSITY' and not 'IP4FWD' and not '2VM'" parameters: @@ -16132,6 +16336,7 @@ ('L2BDMACLRN' or 'L2XCFWD') and 'VHOST_1024' and not 'VXLAN' and + not 'NF_DENSITY' and not 'IP4FWD' and not '2VM'" parameters: @@ -16167,6 +16372,7 @@ ('L2BDMACLRN' or 'L2XCFWD') and 'VHOST_1024' and not 'VXLAN' and + not 'NF_DENSITY' and not 'IP4FWD' and not '2VM'" parameters: @@ -16203,6 +16409,7 @@ 'VHOST_1024' and not 'CFS_OPT' and not 'VXLAN' and + not 'NF_DENSITY' and not 'IP4FWD'" parameters: - "throughput" @@ -16237,6 +16444,7 @@ 'VHOST_1024' and not 'CFS_OPT' and not 'VXLAN' and + not 'NF_DENSITY' and not 'IP4FWD'" parameters: - "throughput" @@ -16271,6 +16479,7 @@ 'VHOST_1024' and not 'CFS_OPT' and not 'VXLAN' and + not 'NF_DENSITY' and not 'IP4FWD'" parameters: - "throughput" @@ -16305,6 +16514,7 @@ 'VHOST_1024' and not 'CFS_OPT' and not 'VXLAN' and + not 'NF_DENSITY' and not 'IP4FWD'" parameters: - "throughput" @@ -20147,73 +20357,14 @@ title: "VPP Latency: ip4-3n-hsw-x710-64b-2t2c-features-iacl-ndr-lat" algorithm: "plot_latency_error_bars" output-file-type: ".html" - output-file: "{DIR[STATIC,VPP]}/ip4-3n-hsw-x710-64b-2t2c-features-iacl-ndr-lat" - data: "plot-vpp-throughput-latency-3n-hsw" - filter: "'NIC_Intel-X710' and - '64B' and - 'NDRPDR' and - '2T2C' and - 'IP4FWD' and - 'IACL' and - ('ACL10' or 'ACL50') and '10k_FLOWS' and - not 'IPSEC' and - not 'VHOST'" - parameters: - - "latency" - - "parent" - - "tags" - sort: - - "ACL_STATELESS" - - "ACL_STATEFUL" - - "ACL_STATELESS" - - "ACL_STATEFUL" - layout: - title: "ip4-3n-hsw-x710-64b-2t2c-features-iacl-ndr" - layout: "plot-latency" - -# Packet Latency - VPP IPv4 3n-hsw-x710 features oacl -- - type: "plot" - title: "VPP Latency: ip4-3n-hsw-x710-64b-1t1c-features-oacl-ndr-lat" - algorithm: "plot_latency_error_bars" - output-file-type: ".html" - output-file: "{DIR[STATIC,VPP]}/ip4-3n-hsw-x710-64b-1t1c-features-oacl-ndr-lat" - data: "plot-vpp-throughput-latency-3n-hsw" - filter: "'NIC_Intel-X710' and - '64B' and - 'NDRPDR' and - '1T1C' and - 'IP4FWD' and - 'OACL' and - ('ACL10' or 'ACL50') and '10k_FLOWS' and - not 'IPSEC' and - not 'VHOST'" - parameters: - - "latency" - - "parent" - - "tags" - sort: - - "ACL_STATELESS" - - "ACL_STATEFUL" - - "ACL_STATELESS" - - "ACL_STATEFUL" - layout: - title: "ip4-3n-hsw-x710-64b-1t1c-features-oacl-ndr" - layout: "plot-latency" - -- - type: "plot" - title: "VPP Latency: ip4-3n-hsw-x710-64b-2t2c-features-oacl-ndr-lat" - algorithm: "plot_latency_error_bars" - output-file-type: ".html" - output-file: "{DIR[STATIC,VPP]}/ip4-3n-hsw-x710-64b-2t2c-features-oacl-ndr-lat" + output-file: "{DIR[STATIC,VPP]}/ip4-3n-hsw-x710-64b-2t2c-features-iacl-ndr-lat" data: "plot-vpp-throughput-latency-3n-hsw" filter: "'NIC_Intel-X710' and '64B' and 'NDRPDR' and '2T2C' and 'IP4FWD' and - 'OACL' and + 'IACL' and ('ACL10' or 'ACL50') and '10k_FLOWS' and not 'IPSEC' and not 'VHOST'" @@ -20227,9 +20378,68 @@ - "ACL_STATELESS" - "ACL_STATEFUL" layout: - title: "ip4-3n-hsw-x710-64b-2t2c-features-oacl-ndr" + title: "ip4-3n-hsw-x710-64b-2t2c-features-iacl-ndr" layout: "plot-latency" +## Packet Latency - VPP IPv4 3n-hsw-x710 features oacl +#- +# type: "plot" +# title: "VPP Latency: ip4-3n-hsw-x710-64b-1t1c-features-oacl-ndr-lat" +# algorithm: "plot_latency_error_bars" +# output-file-type: ".html" +# output-file: "{DIR[STATIC,VPP]}/ip4-3n-hsw-x710-64b-1t1c-features-oacl-ndr-lat" +# data: "plot-vpp-throughput-latency-3n-hsw" +# filter: "'NIC_Intel-X710' and +# '64B' and +# 'NDRPDR' and +# '1T1C' and +# 'IP4FWD' and +# 'OACL' and +# ('ACL10' or 'ACL50') and '10k_FLOWS' and +# not 'IPSEC' and +# not 'VHOST'" +# parameters: +# - "latency" +# - "parent" +# - "tags" +# sort: +# - "ACL_STATELESS" +# - "ACL_STATEFUL" +# - "ACL_STATELESS" +# - "ACL_STATEFUL" +# layout: +# title: "ip4-3n-hsw-x710-64b-1t1c-features-oacl-ndr" +# layout: "plot-latency" +# +#- +# type: "plot" +# title: "VPP Latency: ip4-3n-hsw-x710-64b-2t2c-features-oacl-ndr-lat" +# algorithm: "plot_latency_error_bars" +# output-file-type: ".html" +# output-file: "{DIR[STATIC,VPP]}/ip4-3n-hsw-x710-64b-2t2c-features-oacl-ndr-lat" +# data: "plot-vpp-throughput-latency-3n-hsw" +# filter: "'NIC_Intel-X710' and +# '64B' and +# 'NDRPDR' and +# '2T2C' and +# 'IP4FWD' and +# 'OACL' and +# ('ACL10' or 'ACL50') and '10k_FLOWS' and +# not 'IPSEC' and +# not 'VHOST'" +# parameters: +# - "latency" +# - "parent" +# - "tags" +# sort: +# - "ACL_STATELESS" +# - "ACL_STATEFUL" +# - "ACL_STATELESS" +# - "ACL_STATEFUL" +# layout: +# title: "ip4-3n-hsw-x710-64b-2t2c-features-oacl-ndr" +# layout: "plot-latency" + # Packet Latency - VPP IPv4 3n-hsw-xl710 base and scale - type: "plot" @@ -20533,64 +20743,64 @@ title: "ip4-3n-skx-x710-64b-4t2c-features-iacl-ndr" layout: "plot-latency" -# Packet Latency - VPP IPv4 3n-skx-x710 features oacl -- - type: "plot" - title: "VPP Latency: ip4-3n-skx-x710-64b-2t1c-features-oacl-ndr-lat" - algorithm: "plot_latency_error_bars" - output-file-type: ".html" - output-file: "{DIR[STATIC,VPP]}/ip4-3n-skx-x710-64b-2t1c-features-oacl-ndr-lat" - data: "plot-vpp-throughput-latency-3n-skx" - filter: "'NIC_Intel-X710' and - '64B' and - 'NDRPDR' and - '2T1C' and - 'IP4FWD' and - 'OACL' and - ('ACL10' or 'ACL50') and '10k_FLOWS' and - not 'IPSEC' and - not 'VHOST'" - parameters: - - "latency" - - "parent" - - "tags" - sort: - - "ACL_STATELESS" - - "ACL_STATEFUL" - - "ACL_STATELESS" - - "ACL_STATEFUL" - layout: - title: "ip4-3n-skx-x710-64b-2t1c-features-oacl-ndr" - layout: "plot-latency" - -- - type: "plot" - title: "VPP Latency: ip4-3n-skx-x710-64b-4t2c-features-oacl-ndr-lat" - algorithm: "plot_latency_error_bars" - output-file-type: ".html" - output-file: "{DIR[STATIC,VPP]}/ip4-3n-skx-x710-64b-4t2c-features-ndr-oacl-lat" - data: "plot-vpp-throughput-latency-3n-skx" - filter: "'NIC_Intel-X710' and - '64B' and - 'NDRPDR' and - '4T2C' and - 'IP4FWD' and - 'OACL' and - ('ACL10' or 'ACL50') and '10k_FLOWS' and - not 'IPSEC' and - not 'VHOST'" - parameters: - - "latency" - - "parent" - - "tags" - sort: - - "ACL_STATELESS" - - "ACL_STATEFUL" - - "ACL_STATELESS" - - "ACL_STATEFUL" - layout: - title: "ip4-3n-skx-x710-64b-4t2c-features-oacl-ndr" - layout: "plot-latency" +## Packet Latency - VPP IPv4 3n-skx-x710 features oacl +#- +# type: "plot" +# title: "VPP Latency: ip4-3n-skx-x710-64b-2t1c-features-oacl-ndr-lat" +# algorithm: "plot_latency_error_bars" +# output-file-type: ".html" +# output-file: "{DIR[STATIC,VPP]}/ip4-3n-skx-x710-64b-2t1c-features-oacl-ndr-lat" +# data: "plot-vpp-throughput-latency-3n-skx" +# filter: "'NIC_Intel-X710' and +# '64B' and +# 'NDRPDR' and +# '2T1C' and +# 'IP4FWD' and +# 'OACL' and +# ('ACL10' or 'ACL50') and '10k_FLOWS' and +# not 'IPSEC' and +# not 'VHOST'" +# parameters: +# - "latency" +# - "parent" +# - "tags" +# sort: +# - "ACL_STATELESS" +# - "ACL_STATEFUL" +# - "ACL_STATELESS" +# - "ACL_STATEFUL" +# layout: +# title: "ip4-3n-skx-x710-64b-2t1c-features-oacl-ndr" +# layout: "plot-latency" +# +#- +# type: "plot" +# title: "VPP Latency: ip4-3n-skx-x710-64b-4t2c-features-oacl-ndr-lat" +# algorithm: "plot_latency_error_bars" +# output-file-type: ".html" +# output-file: "{DIR[STATIC,VPP]}/ip4-3n-skx-x710-64b-4t2c-features-ndr-oacl-lat" +# data: "plot-vpp-throughput-latency-3n-skx" +# filter: "'NIC_Intel-X710' and +# '64B' and +# 'NDRPDR' and +# '4T2C' and +# 'IP4FWD' and +# 'OACL' and +# ('ACL10' or 'ACL50') and '10k_FLOWS' and +# not 'IPSEC' and +# not 'VHOST'" +# parameters: +# - "latency" +# - "parent" +# - "tags" +# sort: +# - "ACL_STATELESS" +# - "ACL_STATEFUL" +# - "ACL_STATELESS" +# - "ACL_STATEFUL" +# layout: +# title: "ip4-3n-skx-x710-64b-4t2c-features-oacl-ndr" +# layout: "plot-latency" # Packet Latency - VPP IPv4 2n-skx-x710 base and scale - @@ -20712,64 +20922,64 @@ ################################################################################ -# Packet Latency - VPP Ipv4 tunnels 3n-hsw-x520 -- - type: "plot" - title: "VPP Latency: ip4tun-3n-hsw-x520-64b-1t1c-base_and_scale-ndr-lat" - algorithm: "plot_latency_error_bars" - output-file-type: ".html" - output-file: "{DIR[STATIC,VPP]}/ip4tun-3n-hsw-x520-64b-1t1c-base_and_scale-ndr-lat" - data: "plot-vpp-throughput-latency-3n-hsw" - filter: "'NIC_Intel-X520-DA2' and - '64B' and - 'ENCAP' and - 'NDRPDR' and - '1T1C' and - ('VXLAN' or 'LISP') and - not 'VHOST' and - not 'IPSECHW'" - parameters: - - "latency" - - "parent" - - "tags" - sort: - - "not DOT1Q" - - "VXLAN_1" - - "VXLAN_10" - - "VXLAN_100" - - "VXLAN_1000" - layout: - title: "ip4tun-3n-hsw-x520-64b-1t1c-base_and_scale-ndr" - layout: "plot-latency" - -- - type: "plot" - title: "VPP Latency: ip4tun-3n-hsw-x520-64b-2t2c-base_and_scale-ndr-lat" - algorithm: "plot_latency_error_bars" - output-file-type: ".html" - output-file: "{DIR[STATIC,VPP]}/ip4tun-3n-hsw-x520-64b-2t2c-base_and_scale-ndr-lat" - data: "plot-vpp-throughput-latency-3n-hsw" - filter: "'NIC_Intel-X520-DA2' and - '64B' and - 'ENCAP' and - 'NDRPDR' and - '2T2C' and - ('VXLAN' or 'LISP') and - not 'VHOST' and - not 'IPSECHW'" - parameters: - - "latency" - - "parent" - - "tags" - sort: - - "not DOT1Q" - - "VXLAN_1" - - "VXLAN_10" - - "VXLAN_100" - - "VXLAN_1000" - layout: - title: "ip4tun-3n-hsw-x520-64b-2t2c-base_and_scale-ndr" - layout: "plot-latency" +## Packet Latency - VPP Ipv4 tunnels 3n-hsw-x520 +#- +# type: "plot" +# title: "VPP Latency: ip4tun-3n-hsw-x520-64b-1t1c-base_and_scale-ndr-lat" +# algorithm: "plot_latency_error_bars" +# output-file-type: ".html" +# output-file: "{DIR[STATIC,VPP]}/ip4tun-3n-hsw-x520-64b-1t1c-base_and_scale-ndr-lat" +# data: "plot-vpp-throughput-latency-3n-hsw" +# filter: "'NIC_Intel-X520-DA2' and +# '64B' and +# 'ENCAP' and +# 'NDRPDR' and +# '1T1C' and +# ('VXLAN' or 'LISP') and +# not 'VHOST' and +# not 'IPSECHW'" +# parameters: +# - "latency" +# - "parent" +# - "tags" +# sort: +# - "not DOT1Q" +# - "VXLAN_1" +# - "VXLAN_10" +# - "VXLAN_100" +# - "VXLAN_1000" +# layout: +# title: "ip4tun-3n-hsw-x520-64b-1t1c-base_and_scale-ndr" +# layout: "plot-latency" +# +#- +# type: "plot" +# title: "VPP Latency: ip4tun-3n-hsw-x520-64b-2t2c-base_and_scale-ndr-lat" +# algorithm: "plot_latency_error_bars" +# output-file-type: ".html" +# output-file: "{DIR[STATIC,VPP]}/ip4tun-3n-hsw-x520-64b-2t2c-base_and_scale-ndr-lat" +# data: "plot-vpp-throughput-latency-3n-hsw" +# filter: "'NIC_Intel-X520-DA2' and +# '64B' and +# 'ENCAP' and +# 'NDRPDR' and +# '2T2C' and +# ('VXLAN' or 'LISP') and +# not 'VHOST' and +# not 'IPSECHW'" +# parameters: +# - "latency" +# - "parent" +# - "tags" +# sort: +# - "not DOT1Q" +# - "VXLAN_1" +# - "VXLAN_10" +# - "VXLAN_100" +# - "VXLAN_1000" +# layout: +# title: "ip4tun-3n-hsw-x520-64b-2t2c-base_and_scale-ndr" +# layout: "plot-latency" # Packet Latency - VPP Ipv4 tunnels 3n-hsw-x520 - features - @@ -20792,10 +21002,10 @@ - "latency" - "parent" - "tags" - sort: - - "L2BDMACLRN" - - "L2XCFWD" - - "LISP" +# sort: +# - "L2BDMACLRN" +# - "L2XCFWD" +# - "LISP" layout: title: "ip4tun-3n-hsw-x520-64b-1t1c-base_and_features-ndr" layout: "plot-latency" @@ -22665,6 +22875,7 @@ '2T1C' and 'VHOST_1024' and not 'VXLAN' and + not 'NF_DENSITY' and not 'DOT1Q'" parameters: - "latency" @@ -22693,6 +22904,7 @@ '4T2C' and 'VHOST_1024' and not 'VXLAN' and + not 'NF_DENSITY' and not 'DOT1Q'" parameters: - "latency" @@ -22723,6 +22935,7 @@ 'VHOST_1024' and not 'VXLAN' and not 'IP4FWD' and + not 'NF_DENSITY' and not '2VM'" parameters: - "latency" @@ -22753,6 +22966,7 @@ 'L2BDMACLRN' and 'VHOST_1024' and not 'VXLAN' and + not 'NF_DENSITY' and not 'IP4FWD' and not '2VM'" parameters: @@ -22786,6 +23000,7 @@ ('L2BDMACLRN' or 'L2XCFWD') and 'VHOST_1024' and not 'VXLAN' and + not 'NF_DENSITY' and not 'IP4FWD' and not '2VM'" parameters: @@ -22817,6 +23032,7 @@ ('L2BDMACLRN' or 'L2XCFWD') and 'VHOST_1024' and not 'VXLAN' and + not 'NF_DENSITY' and not 'IP4FWD' and not '2VM'" parameters: @@ -22849,6 +23065,7 @@ 'VHOST_1024' and not 'CFS_OPT' and not 'VXLAN' and + not 'NF_DENSITY' and not 'IP4FWD'" parameters: - "latency" @@ -22879,6 +23096,7 @@ 'VHOST_1024' and not 'CFS_OPT' and not 'VXLAN' and + not 'NF_DENSITY' and not 'IP4FWD'" parameters: - "latency" @@ -24008,7 +24226,7 @@ 'NDRPDR' and ('L2BDMACSTAT' or 'L2BDMACLRN' or 'L2XCFWD' or 'L2PATCH') and not 'VHOST' and - 'MEMIF'" + 'MEMIF'" parameters: - "throughput" - "parent" @@ -24038,6 +24256,7 @@ 'NDRPDR' and ('L2BDMACSTAT' or 'L2BDMACLRN' or 'L2XCFWD' or 'L2PATCH') and not 'VHOST' and + not 'NF_DENSITY' and 'MEMIF'" parameters: - "throughput" @@ -24067,7 +24286,8 @@ 'NDRPDR' and ('L2BDMACSTAT' or 'L2BDMACLRN' or 'L2XCFWD' or 'L2PATCH') and not 'VHOST' and - 'MEMIF'" + not 'NF_DENSITY' and + 'MEMIF'" parameters: - "throughput" - "parent" @@ -24126,7 +24346,7 @@ 'NDRPDR' and ('L2BDMACSTAT' or 'L2BDMACLRN' or 'L2XCFWD' or 'L2PATCH') and not 'VHOST' and - 'MEMIF'" + 'MEMIF'" parameters: - "throughput" - "parent" @@ -24913,62 +25133,62 @@ title: "ip4-3n-hsw-x710-64b-features-iacl-pdr" layout: "plot-throughput-speedup-analysis" -# Speedup - VPP IPv4 3n-hsw-x710 features oacl -- - type: "plot" - title: "Speedup: ip4-3n-hsw-x710-64b-features-oacl-ndr-tsa" - algorithm: "plot_throughput_speedup_analysis" - output-file-type: ".html" - output-file: "{DIR[STATIC,VPP]}/ip4-3n-hsw-x710-64b-features-oacl-ndr-tsa" - data: "plot-throughput-speedup-analysis-3n-hsw" - filter: "'NIC_Intel-X710' and - '64B' and - 'NDRPDR' and - 'IP4FWD' and - 'OACL' and - ('ACL10' or 'ACL50') and '10k_FLOWS' and - not 'IPSEC' and - not 'VHOST'" - parameters: - - "throughput" - - "parent" - - "tags" - sort: - - "ACL_STATELESS" - - "ACL_STATEFUL" - - "ACL_STATELESS" - - "ACL_STATEFUL" - layout: - title: "ip4-3n-hsw-x710-64b-features-oacl-ndr" - layout: "plot-throughput-speedup-analysis" - -- - type: "plot" - title: "Speedup: ip4-3n-hsw-x710-64b-features-oacl-pdr-tsa" - algorithm: "plot_throughput_speedup_analysis" - output-file-type: ".html" - output-file: "{DIR[STATIC,VPP]}/ip4-3n-hsw-x710-64b-features-oacl-pdr-tsa" - data: "plot-throughput-speedup-analysis-3n-hsw" - filter: "'NIC_Intel-X710' and - '64B' and - 'NDRPDR' and - 'IP4FWD' and - 'OACL' and - ('ACL10' or 'ACL50') and '10k_FLOWS' and - not 'IPSEC' and - not 'VHOST'" - parameters: - - "throughput" - - "parent" - - "tags" - sort: - - "ACL_STATELESS" - - "ACL_STATEFUL" - - "ACL_STATELESS" - - "ACL_STATEFUL" - layout: - title: "ip4-3n-hsw-x710-64b-features-oacl-pdr" - layout: "plot-throughput-speedup-analysis" +## Speedup - VPP IPv4 3n-hsw-x710 features oacl +#- +# type: "plot" +# title: "Speedup: ip4-3n-hsw-x710-64b-features-oacl-ndr-tsa" +# algorithm: "plot_throughput_speedup_analysis" +# output-file-type: ".html" +# output-file: "{DIR[STATIC,VPP]}/ip4-3n-hsw-x710-64b-features-oacl-ndr-tsa" +# data: "plot-throughput-speedup-analysis-3n-hsw" +# filter: "'NIC_Intel-X710' and +# '64B' and +# 'NDRPDR' and +# 'IP4FWD' and +# 'OACL' and +# ('ACL10' or 'ACL50') and '10k_FLOWS' and +# not 'IPSEC' and +# not 'VHOST'" +# parameters: +# - "throughput" +# - "parent" +# - "tags" +# sort: +# - "ACL_STATELESS" +# - "ACL_STATEFUL" +# - "ACL_STATELESS" +# - "ACL_STATEFUL" +# layout: +# title: "ip4-3n-hsw-x710-64b-features-oacl-ndr" +# layout: "plot-throughput-speedup-analysis" +# +#- +# type: "plot" +# title: "Speedup: ip4-3n-hsw-x710-64b-features-oacl-pdr-tsa" +# algorithm: "plot_throughput_speedup_analysis" +# output-file-type: ".html" +# output-file: "{DIR[STATIC,VPP]}/ip4-3n-hsw-x710-64b-features-oacl-pdr-tsa" +# data: "plot-throughput-speedup-analysis-3n-hsw" +# filter: "'NIC_Intel-X710' and +# '64B' and +# 'NDRPDR' and +# 'IP4FWD' and +# 'OACL' and +# ('ACL10' or 'ACL50') and '10k_FLOWS' and +# not 'IPSEC' and +# not 'VHOST'" +# parameters: +# - "throughput" +# - "parent" +# - "tags" +# sort: +# - "ACL_STATELESS" +# - "ACL_STATEFUL" +# - "ACL_STATELESS" +# - "ACL_STATEFUL" +# layout: +# title: "ip4-3n-hsw-x710-64b-features-oacl-pdr" +# layout: "plot-throughput-speedup-analysis" # Speedup - VPP IPv4 3n-hsw-xl710 base and scale - @@ -25485,62 +25705,62 @@ ################################################################################ -# Speedup - VPP IPv4 Tunnels 3n-hsw-x520 -- - type: "plot" - title: "Speedup: ip4tun-3n-hsw-x520-64b-base_and_scale-ndr-tsa" - algorithm: "plot_throughput_speedup_analysis" - output-file-type: ".html" - output-file: "{DIR[STATIC,VPP]}/ip4tun-3n-hsw-x520-64b-base_and_scale-ndr-tsa" - data: "plot-throughput-speedup-analysis-3n-hsw" - filter: "'NIC_Intel-X520_DA2' and - '64B' and - 'ENCAP' and - 'NDRPDR' and - ('VXLAN' or 'LISP') and - not 'VHOST' and - not 'IPSECHW'" - parameters: - - "throughput" - - "parent" - - "tags" - sort: - - "not DOT1Q" - - "VXLAN_1" - - "VXLAN_10" - - "VXLAN_100" - - "VXLAN_1000" - layout: - title: "ip4tun-3n-hsw-x520-64b-base_and_scale-ndr" - layout: "plot-throughput-speedup-analysis" - -- - type: "plot" - title: "Speedup: ip4tun-3n-hsw-x520-64b-base_and_scale-pdr-tsa" - algorithm: "plot_throughput_speedup_analysis" - output-file-type: ".html" - output-file: "{DIR[STATIC,VPP]}/ip4tun-3n-hsw-x520-64b-base_and_scale-pdr-tsa" - data: "plot-throughput-speedup-analysis-3n-hsw" - filter: "'NIC_Intel-X520_DA2' and - '64B' and - 'ENCAP' and - 'NDRPDR' and - ('VXLAN' or 'LISP') and - not 'VHOST' and - not 'IPSECHW'" - parameters: - - "throughput" - - "parent" - - "tags" - sort: - - "not DOT1Q" - - "VXLAN_1" - - "VXLAN_10" - - "VXLAN_100" - - "VXLAN_1000" - layout: - title: "ip4tun-3n-hsw-x520-64b-base_and_scale-pdr" - layout: "plot-throughput-speedup-analysis" +## Speedup - VPP IPv4 Tunnels 3n-hsw-x520 +#- +# type: "plot" +# title: "Speedup: ip4tun-3n-hsw-x520-64b-base_and_scale-ndr-tsa" +# algorithm: "plot_throughput_speedup_analysis" +# output-file-type: ".html" +# output-file: "{DIR[STATIC,VPP]}/ip4tun-3n-hsw-x520-64b-base_and_scale-ndr-tsa" +# data: "plot-throughput-speedup-analysis-3n-hsw" +# filter: "'NIC_Intel-X520_DA2' and +# '64B' and +# 'ENCAP' and +# 'NDRPDR' and +# ('VXLAN' or 'LISP') and +# not 'VHOST' and +# not 'IPSECHW'" +# parameters: +# - "throughput" +# - "parent" +# - "tags" +# sort: +# - "not DOT1Q" +# - "VXLAN_1" +# - "VXLAN_10" +# - "VXLAN_100" +# - "VXLAN_1000" +# layout: +# title: "ip4tun-3n-hsw-x520-64b-base_and_scale-ndr" +# layout: "plot-throughput-speedup-analysis" +# +#- +# type: "plot" +# title: "Speedup: ip4tun-3n-hsw-x520-64b-base_and_scale-pdr-tsa" +# algorithm: "plot_throughput_speedup_analysis" +# output-file-type: ".html" +# output-file: "{DIR[STATIC,VPP]}/ip4tun-3n-hsw-x520-64b-base_and_scale-pdr-tsa" +# data: "plot-throughput-speedup-analysis-3n-hsw" +# filter: "'NIC_Intel-X520_DA2' and +# '64B' and +# 'ENCAP' and +# 'NDRPDR' and +# ('VXLAN' or 'LISP') and +# not 'VHOST' and +# not 'IPSECHW'" +# parameters: +# - "throughput" +# - "parent" +# - "tags" +# sort: +# - "not DOT1Q" +# - "VXLAN_1" +# - "VXLAN_10" +# - "VXLAN_100" +# - "VXLAN_1000" +# layout: +# title: "ip4tun-3n-hsw-x520-64b-base_and_scale-pdr" +# layout: "plot-throughput-speedup-analysis" # Speedup - VPP IPv4 Tunnels 3n-hsw-x520 - features - @@ -26182,10 +26402,10 @@ # Speedup - VPP IPv6 3n-skx-x710 features - type: "plot" - title: "Speedup: ip6-3n-skx-x710-78b-base_and_scale-ndr-tsa" + title: "Speedup: ip6-3n-skx-x710-78b-base_and_features-ndr-tsa" algorithm: "plot_throughput_speedup_analysis" output-file-type: ".html" - output-file: "{DIR[STATIC,VPP]}/ip6-3n-skx-x710-78b-base_and_scale-ndr-tsa" + output-file: "{DIR[STATIC,VPP]}/ip6-3n-skx-x710-78b-base_and_features-ndr-tsa" data: "plot-throughput-speedup-analysis-3n-skx" filter: "'NIC_Intel-X710' and '78B' and @@ -26208,15 +26428,15 @@ - "COPWHLIST" - "IACLDST" layout: - title: "ip6-3n-skx-x710-78b-base_and_scale-ndr" + title: "ip6-3n-skx-x710-78b-base_and_features-ndr" layout: "plot-throughput-speedup-analysis" - type: "plot" - title: "Speedup: ip6-3n-skx-x710-78b-base_and_scale-pdr-tsa" + title: "Speedup: ip6-3n-skx-x710-78b-base_and_features-pdr-tsa" algorithm: "plot_throughput_speedup_analysis" output-file-type: ".html" - output-file: "{DIR[STATIC,VPP]}/ip6-3n-skx-x710-78b-base_and_scale-pdr-tsa" + output-file: "{DIR[STATIC,VPP]}/ip6-3n-skx-x710-78b-base_and_features-pdr-tsa" data: "plot-throughput-speedup-analysis-3n-skx" filter: "'NIC_Intel-X710' and '78B' and @@ -26239,7 +26459,7 @@ - "COPWHLIST" - "IACLDST" layout: - title: "ip6-3n-skx-x710-78b-base_and_scale-pdr" + title: "ip6-3n-skx-x710-78b-base_and_features-pdr" layout: "plot-throughput-speedup-analysis" # Speedup - VPP IPv6 2n-skx-x710 @@ -28267,6 +28487,7 @@ 'IP4FWD' and 'VHOST_1024' and not 'VXLAN' and + not 'NF_DENSITY' and not 'DOT1Q'" parameters: - "throughput" @@ -28294,6 +28515,7 @@ 'IP4FWD' and 'VHOST_1024' and not 'VXLAN' and + not 'NF_DENSITY' and not 'DOT1Q'" parameters: - "throughput" @@ -28322,6 +28544,7 @@ 'L2BDMACLRN' and 'VHOST_1024' and not 'VXLAN' and + not 'NF_DENSITY' and not 'IP4FWD' and not '2VM'" parameters: @@ -28352,6 +28575,7 @@ 'L2BDMACLRN' and 'VHOST_1024' and not 'VXLAN' and + not 'NF_DENSITY' and not 'IP4FWD' and not '2VM'" parameters: @@ -28384,6 +28608,7 @@ ('L2BDMACLRN' or 'L2XCFWD') and 'VHOST_1024' and not 'VXLAN' and + not 'NF_DENSITY' and not 'IP4FWD' and not '2VM'" parameters: @@ -28414,6 +28639,7 @@ ('L2BDMACLRN' or 'L2XCFWD') and 'VHOST_1024' and not 'VXLAN' and + not 'NF_DENSITY' and not 'IP4FWD' and not '2VM'" parameters: @@ -28445,6 +28671,7 @@ 'VHOST_1024' and not 'CFS_OPT' and not 'VXLAN' and + not 'NF_DENSITY' and not 'IP4FWD'" parameters: - "throughput" @@ -28474,6 +28701,7 @@ 'VHOST_1024' and not 'CFS_OPT' and not 'VXLAN' and + not 'NF_DENSITY' and not 'IP4FWD'" parameters: - "throughput"