+ type: "configuration"
+
+ limits:
+ nic:
+ x520: 24460000
+ x553: 29761905
+ x710: 35800000
+ xxv710: 35800000
+ xl710: 35800000
+
+ link:
+ 10ge: 14880952.38
+ 25ge: 37202380.95
+ 40ge: 59523809.52
+ 100ge: 148809523.81
+
+ pci:
+ pci-g3-x8: 74404761.90
+ pci-g3-x16: 148809523.81
+
+ data-sets:
+
+ ###########################################################################
+ # Plots:
+
+ # 3n-hsw
+
+ plot-vpp-throughput-latency-3n-hsw:
+ csit-vpp-perf-verify-1901-3n-hsw:
+ - 86 # 1901.3 NDRPDR sel
+
+ plot-throughput-speedup-analysis-3n-hsw:
+ csit-vpp-perf-verify-1901-3n-hsw:
+ - 86 # 1901.3 NDRPDR sel
+
+# plot-vpp-http-server-performance:
+# # TODO: Replace with new data
+# # csit-vpp-perf-verify-1901-3n-hsw:
+# csit-vpp-perf-verify-1810-3n-hsw:
+# - 28 # WRK
+# - 29 # WRK
+# - 30 # WRK
+# - 31 # WRK
+# - 32 # WRK
+# - 33 # WRK
+# - 34 # WRK
+# - 35 # WRK
+# - 36 # WRK
+# - 37 # WRK
+
+# plot-ligato-throughput-latency-3n-hsw:
+# csit-ligato-perf-verify-1901-3n-hsw:
+# - 8 # NDRPDR sel
+# - 9 # NDRPDR sel
+# - 11 # NDRPDR sel
+# - 12 # NDRPDR sel
+# - 13 # NDRPDR sel
+# - 14 # NDRPDR sel
+# - 15 # NDRPDR sel
+# - 16 # NDRPDR sel
+# - 17 # NDRPDR sel
+# - 18 # NDRPDR sel
+
+# plot-ligato-throughput-speedup-analysis-3n-hsw:
+# csit-ligato-perf-verify-1901-3n-hsw:
+# - 8 # NDRPDR sel
+# - 9 # NDRPDR sel
+# - 11 # NDRPDR sel
+# - 12 # NDRPDR sel
+# - 13 # NDRPDR sel
+# - 14 # NDRPDR sel
+# - 15 # NDRPDR sel
+# - 16 # NDRPDR sel
+# - 17 # NDRPDR sel
+# - 18 # NDRPDR sel
+
+ plot-dpdk-throughput-latency-3n-hsw:
+ csit-dpdk-perf-verify-1901-3n-hsw:
+ - 13 # NDRPDR sel
+ - 14 # NDRPDR sel
+ - 16 # NDRPDR sel
+ - 17 # NDRPDR sel
+ - 18 # NDRPDR sel
+ - 19 # NDRPDR sel
+ - 20 # NDRPDR sel
+ - 21 # NDRPDR sel
+ - 22 # NDRPDR sel
+ - 23 # NDRPDR sel
+
+ # 3n-skx
+
+# plot-vpp-throughput-latency-3n-skx:
+# csit-vpp-perf-verify-1901-3n-skx:
+# - 70 # 1901.2 NDRPDR sel
+#
+# plot-throughput-speedup-analysis-3n-skx:
+# csit-vpp-perf-verify-1901-3n-skx:
+# - 70 # 1901.2 NDRPDR sel
+
+ plot-dpdk-throughput-latency-3n-skx:
+ csit-dpdk-perf-verify-1901-3n-skx:
+ - 3 # NDRPDR sel
+ - 5 # NDRPDR sel
+ - 6 # NDRPDR sel
+ - 7 # NDRPDR sel
+ - 8 # NDRPDR sel
+ - 9 # NDRPDR sel
+ - 10 # NDRPDR sel
+ - 11 # NDRPDR sel
+ - 12 # NDRPDR sel
+ - 13 # NDRPDR sel
+
+ # 2n-skx
+
+# plot-vpp-throughput-latency-2n-skx:
+# csit-vpp-perf-verify-1901-2n-skx:
+# - 5 # NDRPDR sel
+# - 12 # NDRPDR sel
+# - 13 # NDRPDR sel
+# - 21 # NDRPDR sel
+# - 23 # NDRPDR sel
+# - 31 # NDRPDR sel
+# - 34 # NDRPDR sel
+# - 40 # NDRPDR sel
+# - 42 # NDRPDR sel
+# - 43 # NDRPDR sel
+# - 64 # 1901.1 NDRPDR sel
+
+# plot-throughput-speedup-analysis-2n-skx:
+# csit-vpp-perf-verify-1901-2n-skx:
+# - 5 # NDRPDR sel
+# - 12 # NDRPDR sel
+# - 13 # NDRPDR sel
+# - 21 # NDRPDR sel
+# - 23 # NDRPDR sel
+# - 31 # NDRPDR sel
+# - 34 # NDRPDR sel
+# - 40 # NDRPDR sel
+# - 42 # NDRPDR sel
+# - 43 # NDRPDR sel
+# - 64 # 1901.1 NDRPDR sel
+
+# plot-vpp-soak-2n-skx:
+# csit-vpp-perf-verify-1901-2n-skx:
+# - 45 # SOAK sel
+
+# plot-vpp-nfv-2n-skx:
+# csit-vpp-perf-verify-1901-2n-skx:
+# - 28 # NFV NDRPDR
+# - 29 # NFV NDRPDR
+# - 32 # NFV NDRPDR
+# - 39 # NFV NDRPDR
+# - 46 # NFV NDRPDR
+
+# plot-vpp-nfv-2n-skx-mrr:
+# csit-vpp-perf-verify-1901-2n-skx:
+# - 24 # NFV MRR
+# - 26 # NFV MRR
+# - 27 # NFV MRR
+# - 35 # NFV MRR
+# - 37 # NFV MRR
+
+ plot-dpdk-throughput-latency-2n-skx:
+ csit-dpdk-perf-verify-1901-2n-skx:
+ - 12 # NDRPDR sel
+ - 13 # NDRPDR sel
+ - 14 # NDRPDR sel
+ - 15 # NDRPDR sel
+ - 16 # NDRPDR sel
+ - 17 # NDRPDR sel
+ - 18 # NDRPDR sel
+ - 19 # NDRPDR sel
+ - 20 # NDRPDR sel
+ - 21 # NDRPDR sel
+
+ # 3rd party
+
+# # Denverton:
+# intel-dnv-vpp:
+# intel-dnv-vpp-release-1901:
+# - 1
+
+ ###########################################################################
+ # Simple tables (only one data set):
+
+ # NIC Comparisons
+
+# vpp-nic-comparison-3n-hsw:
+# csit-vpp-perf-verify-1901-3n-hsw:
+# - 84 # 1901.2 NDRPDR sel
+
+# vpp-nic-comparison-3n-skx:
+# csit-vpp-perf-verify-1901-3n-skx:
+# - 70 # 1901.2 NDRPDR sel
+
+# vpp-nic-comparison-2n-skx:
+# csit-vpp-perf-verify-1901-2n-skx:
+# - 5 # NDRPDR sel
+# - 12 # NDRPDR sel
+# - 13 # NDRPDR sel
+# - 21 # NDRPDR sel
+# - 23 # NDRPDR sel
+# - 31 # NDRPDR sel
+# - 34 # NDRPDR sel
+# - 40 # NDRPDR sel
+# - 42 # NDRPDR sel
+# - 43 # NDRPDR sel
+# - 64 # 1901.1 NDRPDR sel
+
+# vpp-nic-comparison-3n-hsw-mrr:
+# csit-vpp-perf-verify-1901-3n-hsw:
+# - 35 # MRR sel
+# - 73 # 1901.1 MRR sel
+# - 77 # 1901.1 MRR sel
+
+# vpp-nic-comparison-3n-skx-mrr:
+# csit-vpp-perf-verify-1901-3n-skx:
+# - 32 # MRR sel
+# - 69 # 1901.1 MRR sel
+
+# vpp-nic-comparison-2n-skx-mrr:
+# csit-vpp-perf-verify-1901-2n-skx:
+# - 22 # MRR sel
+# - 65 # 1901.1 MRR sel
+
+ # Results
+
+ vpp-perf-results-3n-hsw:
+ csit-vpp-perf-verify-1901-3n-hsw:
+ - 86 # 1901.2 NDRPDR sel
+
+# vpp-perf-results-3n-skx:
+# csit-vpp-perf-verify-1901-3n-skx:
+# - 70 # 1901.2 NDRPDR sel
+
+# vpp-perf-results-2n-skx:
+# csit-vpp-perf-verify-1901-2n-skx:
+# - 25 # NDRPDR full
+# - 30 # NDRPDR full
+# - 33 # NDRPDR full
+# - 44 # NDRPDR full
+# - 64 # 1901.1 NDRPDR sel
+
+# vpp-mrr-results-3n-hsw:
+# csit-vpp-perf-verify-1901-3n-hsw:
+# - 35 # MRR sel
+# - 73 # 1901.1 MRR sel
+# - 77 # 1901.1 MRR sel
+
+# vpp-mrr-results-3n-skx:
+# csit-vpp-perf-verify-1901-3n-skx:
+# - 32 # MRR sel
+# - 69 # 1901.1 MRR sel
+
+# vpp-mrr-results-2n-skx:
+# csit-vpp-perf-verify-1901-2n-skx:
+# - 22 # MRR sel
+# - 65 # 1901.1 MRR sel
+
+ vpp-func-results-ubuntu:
+ csit-vpp-functional-1901-ubuntu1604-virl:
+ - 182
+
+ vpp-func-results-centos:
+ csit-vpp-functional-1901-centos7-virl:
+ - 184
+
+ vpp-device-results-ubuntu:
+ csit-vpp-device-1901-ubuntu1804-1n-skx:
+ - 184
+
+# # VPP Ligato
+# ligato-perf-results-3n-hsw:
+# csit-ligato-perf-verify-1901-3n-hsw:
+# - 10 # NDRPDR full
+
+ dpdk-perf-results-3n-hsw:
+ csit-dpdk-perf-verify-1901-3n-hsw:
+ - 20 # NDRPDR sel
+
+ dpdk-perf-results-3n-skx:
+ csit-dpdk-perf-verify-1901-3n-skx:
+ - 13 # NDRPDR sel
+
+ dpdk-perf-results-2n-skx:
+ csit-dpdk-perf-verify-1901-2n-skx:
+ - 21 # NDRPDR sel
+
+# # HoneyComb Functional
+# hc-func-results:
+# csit-hc2vpp-verify-func-1901-ubuntu1604:
+# - 3
+
+# # NSH SFC Functional
+# nsh-func-results:
+# # Not used
+# csit-nsh_sfc-verify-func-1810-ubuntu1604-virl:
+# - 1
+
+# # DMM Functional
+# dmm-func-results:
+# csit-dmm-functional-1901-ubuntu1604-virl:
+# - 2
+
+ ###########################################################################
+ # Tables (more than one data set)
+
+ # Performance changes
+
+# intel-dnv-vpp-changes-2n-dnv-ref:
+# intel-dnv-vpp-release-1810:
+# - 1
+# intel-dnv-vpp-changes-2n-dnv-cmp:
+# intel-dnv-vpp-release-1901:
+# - 1
+# intel-dnv-vpp-changes-2n-dnv:
+# - "intel-dnv-vpp-changes-2n-dnv-ref"
+# - "intel-dnv-vpp-changes-2n-dnv-cmp"
+
+ vpp-performance-changes-3n-hsw-h1:
+ csit-vpp-perf-verify-1807-3n-hsw:
+ - 15 # NDRPDR sel
+ - 16 # NDRPDR sel
+ - 19 # NDRPDR sel
+ - 18 # NDRPDR sel
+ - 20 # NDRPDR sel
+ - 38 # NDRPDR sel
+ - 40 # NDRPDR sel
+ - 44 # NDRPDR sel
+ - 47 # NDRPDR sel
+ vpp-performance-changes-3n-hsw-ref:
+ csit-vpp-perf-verify-1810-3n-hsw:
+ - 8 # NDRPDR sel
+ - 12 # NDRPDR sel
+ - 14 # NDRPDR sel
+ - 18 # NDRPDR sel
+ - 23 # NDRPDR sel
+ - 25 # NDRPDR sel
+ - 38 # NDRPDR sel
+ - 39 # NDRPDR sel
+ - 41 # NDRPDR sel
+ - 42 # NDRPDR sel
+ vpp-performance-changes-3n-hsw-cmp:
+ csit-vpp-perf-verify-1901-3n-hsw:
+ - 86 # 1901.3 NDRPDR sel
+ vpp-performance-changes-3n-hsw:
+ - "vpp-performance-changes-3n-hsw-h1"
+ - "vpp-performance-changes-3n-hsw-ref"
+ - "vpp-performance-changes-3n-hsw-cmp"
+
+# vpp-performance-changes-3n-skx-h1:
+# csit-vpp-perf-verify-1807-3n-skx:
+# - 33 # NDRPDR sel
+# - 35 # NDRPDR sel
+# - 37 # NDRPDR sel
+# - 38 # NDRPDR sel
+# - 39 # NDRPDR sel
+# - 43 # NDRPDR sel
+# - 44 # NDRPDR sel
+# - 49 # NDRPDR sel
+# - 50 # NDRPDR sel
+# - 56 # NDRPDR sel
+# vpp-performance-changes-3n-skx-ref:
+# csit-vpp-perf-verify-1810-3n-skx:
+# - 10 # NDRPDR sel
+# - 14 # NDRPDR sel
+# - 15 # NDRPDR sel
+# - 16 # NDRPDR sel
+# - 17 # NDRPDR sel
+# - 19 # NDRPDR sel
+# - 20 # NDRPDR sel
+# - 21 # NDRPDR sel
+# - 22 # NDRPDR sel
+# - 25 # NDRPDR sel
+# vpp-performance-changes-3n-skx-cmp:
+# csit-vpp-perf-verify-1901-3n-skx:
+# - 70 # 1901.2 NDRPDR sel
+# vpp-performance-changes-3n-skx:
+# - "vpp-performance-changes-3n-skx-h1"
+# - "vpp-performance-changes-3n-skx-ref"
+# - "vpp-performance-changes-3n-skx-cmp"
+
+# vpp-performance-changes-2n-skx-h1:
+# csit-vpp-perf-verify-1807-2n-skx:
+# - 26 # NDRPDR sel
+# - 28 # NDRPDR sel
+# - 29 # NDRPDR sel
+# - 30 # NDRPDR sel
+# - 34 # NDRPDR sel
+# - 35 # NDRPDR sel
+# - 36 # NDRPDR sel
+# - 39 # NDRPDR sel
+# - 40 # NDRPDR sel
+# - 42 # NDRPDR sel
+# vpp-performance-changes-2n-skx-ref:
+# csit-vpp-perf-verify-1810-2n-skx:
+# - 9 # NDRPDR sel
+# - 13 # NDRPDR sel
+# - 14 # NDRPDR sel
+# - 19 # NDRPDR sel
+# - 20 # NDRPDR sel
+# - 21 # NDRPDR sel
+# - 22 # NDRPDR sel
+# - 23 # NDRPDR sel
+# - 24 # NDRPDR sel
+# - 27 # NDRPDR sel
+# vpp-performance-changes-2n-skx-cmp:
+# csit-vpp-perf-verify-1901-2n-skx:
+## - 5 # NDRPDR sel
+## - 12 # NDRPDR sel
+## - 13 # NDRPDR sel
+## - 21 # NDRPDR sel
+## - 23 # NDRPDR sel
+## - 31 # NDRPDR sel
+## - 34 # NDRPDR sel
+## - 40 # NDRPDR sel
+## - 42 # NDRPDR sel
+## - 43 # NDRPDR sel
+# - 64 # 1901.1 NDRPDR sel
+# vpp-performance-changes-2n-skx:
+# - "vpp-performance-changes-2n-skx-h1"
+# - "vpp-performance-changes-2n-skx-ref"
+# - "vpp-performance-changes-2n-skx-cmp"
+
+# vpp-performance-changes-3n-hsw-mrr-h1:
+# csit-vpp-perf-verify-1807-3n-hsw:
+# - 8 # MRR full
+# - 9 # MRR sel
+# - 21 # MRR sel
+# - 31 # MRR sel
+# - 33 # MRR sel
+# - 36 # MRR sel
+# - 41 # MRR sel
+# - 42 # MRR sel
+# - 48 # MRR sel
+# vpp-performance-changes-3n-hsw-mrr-ref:
+# csit-vpp-perf-verify-1810-3n-hsw:
+# - 9 # MRR sel
+# vpp-performance-changes-3n-hsw-mrr-cmp:
+# csit-vpp-perf-verify-1901-3n-hsw:
+## - 35 # MRR sel
+# - 73 # 1901.1 MRR sel
+# - 77 # 1901.1 MRR sel
+# vpp-performance-changes-3n-hsw-mrr:
+# - "vpp-performance-changes-3n-hsw-mrr-h1"
+# - "vpp-performance-changes-3n-hsw-mrr-ref"
+# - "vpp-performance-changes-3n-hsw-mrr-cmp"
+
+# vpp-performance-changes-3n-skx-mrr-h1:
+# csit-vpp-perf-verify-1807-3n-skx:
+# - 28 # MRR sel
+# - 32 # MRR sel
+# - 36 # MRR sel
+# - 42 # MRR sel
+# - 47 # MRR sel
+# - 48 # MRR sel
+# - 51 # MRR sel
+# - 52 # MRR sel
+# - 53 # MRR sel
+# - 54 # MRR sel
+# vpp-performance-changes-3n-skx-mrr-ref:
+# csit-vpp-perf-verify-1810-3n-skx:
+# - 9 # MRR sel
+# - 11 # MRR sel
+# - 12 # MRR sel
+# - 13 # MRR sel
+# vpp-performance-changes-3n-skx-mrr-cmp:
+# csit-vpp-perf-verify-1901-3n-skx:
+## - 32 # MRR sel
+# - 69 # 1901.1 MRR sel
+# vpp-performance-changes-3n-skx-mrr:
+# - "vpp-performance-changes-3n-skx-mrr-h1"
+# - "vpp-performance-changes-3n-skx-mrr-ref"
+# - "vpp-performance-changes-3n-skx-mrr-cmp"
+
+# vpp-performance-changes-2n-skx-mrr-h1:
+# csit-vpp-perf-verify-1807-2n-skx:
+# - 31 # MRR sel
+# - 33 # MRR sel
+# - 37 # MRR sel
+# - 38 # MRR sel
+# - 41 # MRR sel
+# - 43 # MRR sel
+# - 44 # MRR sel
+# - 45 # MRR sel
+# - 46 # MRR sel
+# - 47 # MRR sel
+# vpp-performance-changes-2n-skx-mrr-ref:
+# csit-vpp-perf-verify-1810-2n-skx:
+# - 8 # MRR sel
+# - 10 # MRR sel
+# - 11 # MRR sel
+# - 12 # MRR sel
+# vpp-performance-changes-2n-skx-mrr-cmp:
+# csit-vpp-perf-verify-1901-2n-skx:
+## - 22 # MRR sel
+# - 65 # 1901.1 MRR sel
+# vpp-performance-changes-2n-skx-mrr:
+# - "vpp-performance-changes-2n-skx-mrr-h1"
+# - "vpp-performance-changes-2n-skx-mrr-ref"
+# - "vpp-performance-changes-2n-skx-mrr-cmp"
+
+ dpdk-performance-changes-3n-hsw-h1:
+ csit-dpdk-perf-verify-1807-3n-hsw:
+ - 11
+ - 12 # full
+ - 14
+ - 15
+ - 16
+ - 17
+ - 20
+ - 21
+ - 22
+ - 23
+ dpdk-performance-changes-3n-hsw-ref:
+ csit-dpdk-perf-verify-1810-3n-hsw:
+ - 1 # NDRPDR sel
+ - 2 # NDRPDR sel
+ - 3 # NDRPDR sel
+ - 4 # NDRPDR sel
+ - 5 # NDRPDR sel
+ - 6 # NDRPDR sel
+ - 7 # NDRPDR sel
+ - 8 # NDRPDR sel
+ - 9 # NDRPDR sel
+ - 10 # NDRPDR sel
+ dpdk-performance-changes-3n-hsw-cmp:
+ csit-dpdk-perf-verify-1901-3n-hsw:
+ - 13 # NDRPDR sel
+ - 14 # NDRPDR sel
+ - 16 # NDRPDR sel
+ - 17 # NDRPDR sel
+ - 18 # NDRPDR sel
+ - 19 # NDRPDR sel
+ - 20 # NDRPDR sel
+ - 21 # NDRPDR sel
+ - 22 # NDRPDR sel
+ - 23 # NDRPDR sel
+ dpdk-performance-changes-3n-hsw:
+ - "dpdk-performance-changes-3n-hsw-h1"
+ - "dpdk-performance-changes-3n-hsw-ref"
+ - "dpdk-performance-changes-3n-hsw-cmp"
+
+ dpdk-performance-changes-3n-skx-h1:
+ csit-dpdk-perf-verify-1807-3n-skx:
+ - 1 # NDRPDR sel
+ - 2 # NDRPDR sel
+ - 3 # NDRPDR sel
+ - 6 # NDRPDR sel
+ - 7 # NDRPDR sel
+ - 8 # NDRPDR sel
+ - 9 # NDRPDR sel
+ - 10 # NDRPDR sel
+ - 11 # NDRPDR sel
+ - 12 # NDRPDR sel
+ dpdk-performance-changes-3n-skx-ref:
+ csit-dpdk-perf-verify-1810-3n-skx:
+ - 3 # NDRPDR sel
+ - 4 # NDRPDR sel
+ - 6 # NDRPDR sel
+ - 7 # NDRPDR sel
+ - 8 # NDRPDR sel
+ - 9 # NDRPDR sel
+ - 10 # NDRPDR sel
+ - 11 # NDRPDR sel
+ - 12 # NDRPDR sel
+ - 13 # NDRPDR sel
+ dpdk-performance-changes-3n-skx-cmp:
+ csit-dpdk-perf-verify-1901-3n-skx:
+ - 3 # NDRPDR sel
+ - 5 # NDRPDR sel
+ - 6 # NDRPDR sel
+ - 7 # NDRPDR sel
+ - 8 # NDRPDR sel
+ - 9 # NDRPDR sel
+ - 10 # NDRPDR sel
+ - 11 # NDRPDR sel
+ - 12 # NDRPDR sel
+ - 13 # NDRPDR sel
+ dpdk-performance-changes-3n-skx:
+ - "dpdk-performance-changes-3n-skx-h1"
+ - "dpdk-performance-changes-3n-skx-ref"
+ - "dpdk-performance-changes-3n-skx-cmp"
+
+ dpdk-performance-changes-2n-skx-ref:
+ csit-dpdk-perf-verify-1810-2n-skx:
+ - 3 # NDRPDR sel
+ - 4 # NDRPDR sel
+ - 5 # NDRPDR sel
+ - 7 # NDRPDR sel
+ - 8 # NDRPDR sel
+ - 9 # NDRPDR sel
+ - 10 # NDRPDR sel
+ - 11 # NDRPDR sel
+ - 12 # NDRPDR sel
+ - 13 # NDRPDR sel
+ dpdk-performance-changes-2n-skx-cmp:
+ csit-dpdk-perf-verify-1901-2n-skx:
+ - 12 # NDRPDR sel
+ - 13 # NDRPDR sel
+ - 14 # NDRPDR sel
+ - 15 # NDRPDR sel
+ - 16 # NDRPDR sel
+ - 17 # NDRPDR sel
+ - 18 # NDRPDR sel
+ - 19 # NDRPDR sel
+ - 20 # NDRPDR sel
+ - 21 # NDRPDR sel
+ dpdk-performance-changes-2n-skx:
+ - "dpdk-performance-changes-2n-skx-ref"
+ - "dpdk-performance-changes-2n-skx-cmp"
+
+ # Compare testbeds
+
+# vpp-compare-testbeds-ref:
+# csit-vpp-perf-verify-1901-3n-hsw:
+# - 84 # 1901.2 NDRPDR sel
+# vpp-compare-testbeds-cmp:
+# csit-vpp-perf-verify-1901-3n-skx:
+# - 70 # 1901.2 NDRPDR sel
+# vpp-compare-testbeds:
+# - "vpp-compare-testbeds-ref"
+# - "vpp-compare-testbeds-cmp"
+
+# vpp-compare-testbeds-mrr-ref:
+# csit-vpp-perf-verify-1901-3n-hsw:
+## - 35 # MRR sel
+# - 73 # 1901.1 MRR sel
+# - 77 # 1901.1 MRR sel
+# vpp-compare-testbeds-mrr-cmp:
+# csit-vpp-perf-verify-1901-3n-skx:
+## - 32 # MRR sel
+# - 69 # 1901.1 MRR sel
+# vpp-compare-testbeds-mrr:
+# - "vpp-compare-testbeds-mrr-ref"
+# - "vpp-compare-testbeds-mrr-cmp"
+
+ dpdk-compare-testbeds-ref:
+ csit-dpdk-perf-verify-1901-3n-hsw:
+ - 13 # NDRPDR sel
+ - 14 # NDRPDR sel
+ - 16 # NDRPDR sel
+ - 17 # NDRPDR sel
+ - 18 # NDRPDR sel
+ - 19 # NDRPDR sel
+ - 20 # NDRPDR sel
+ - 21 # NDRPDR sel
+ - 22 # NDRPDR sel
+ - 23 # NDRPDR sel
+ dpdk-compare-testbeds-cmp:
+ csit-dpdk-perf-verify-1901-3n-skx:
+ - 3 # NDRPDR sel
+ - 5 # NDRPDR sel
+ - 6 # NDRPDR sel
+ - 7 # NDRPDR sel
+ - 8 # NDRPDR sel
+ - 9 # NDRPDR sel
+ - 10 # NDRPDR sel
+ - 11 # NDRPDR sel
+ - 12 # NDRPDR sel
+ - 13 # NDRPDR sel
+ dpdk-compare-testbeds:
+ - "dpdk-compare-testbeds-ref"
+ - "dpdk-compare-testbeds-cmp"
+
+ # Compare topologies
+
+# vpp-compare-topologies-ref:
+# csit-vpp-perf-verify-1901-3n-skx:
+## - 18 # NDRPDR sel
+## - 19 # NDRPDR sel
+## - 20 # NDRPDR sel
+## - 28 # NDRPDR sel
+## - 31 # NDRPDR sel
+## - 33 # NDRPDR sel
+## - 36 # NDRPDR sel
+## - 38 # NDRPDR sel
+## - 47 # NDRPDR sel
+## - 48 # NDRPDR sel
+## - 54 # NDRPDR LB
+## - 57 # NDRPDR LB
+## - 58 # NDRPDR LB
+## - 59 # NDRPDR LB
+## - 60 # NDRPDR LB
+## - 63 # NDRPDR LB
+## - 64 # NDRPDR LB
+## - 65 # NDRPDR LB
+## - 66 # NDRPDR LB
+## - 67 # NDRPDR LB
+# - 70 # 1901.2 NDRPDR sel
+# vpp-compare-topologies-cmp:
+# csit-vpp-perf-verify-1901-2n-skx:
+## - 5 # NDRPDR sel
+## - 12 # NDRPDR sel
+## - 13 # NDRPDR sel
+## - 21 # NDRPDR sel
+## - 23 # NDRPDR sel
+## - 31 # NDRPDR sel
+## - 34 # NDRPDR sel
+## - 40 # NDRPDR sel
+## - 42 # NDRPDR sel
+## - 43 # NDRPDR sel
+# - 64 # 1901.1 NDRPDR sel
+# vpp-compare-topologies:
+# - "vpp-compare-topologies-ref"
+# - "vpp-compare-topologies-cmp"
+
+# vpp-compare-topologies-mrr-ref:
+# csit-vpp-perf-verify-1901-3n-skx:
+## - 32 # MRR sel
+# - 69 # 1901.1 MRR sel
+# vpp-compare-topologies-mrr-cmp:
+# csit-vpp-perf-verify-1901-2n-skx:
+## - 22 # MRR sel
+# - 65 # 1901.1 MRR sel
+# vpp-compare-topologies-mrr:
+# - "vpp-compare-topologies-mrr-ref"
+# - "vpp-compare-topologies-mrr-cmp"
+
+ dpdk-compare-topologies-ref:
+ csit-dpdk-perf-verify-1901-3n-skx:
+ - 3 # NDRPDR sel
+ - 5 # NDRPDR sel
+ - 6 # NDRPDR sel
+ - 7 # NDRPDR sel
+ - 8 # NDRPDR sel
+ - 9 # NDRPDR sel
+ - 10 # NDRPDR sel
+ - 11 # NDRPDR sel
+ - 12 # NDRPDR sel
+ - 13 # NDRPDR sel
+ dpdk-compare-topologies-cmp:
+ csit-dpdk-perf-verify-1901-2n-skx:
+ - 12 # NDRPDR sel
+ - 13 # NDRPDR sel
+ - 14 # NDRPDR sel
+ - 15 # NDRPDR sel
+ - 16 # NDRPDR sel
+ - 17 # NDRPDR sel
+ - 18 # NDRPDR sel
+ - 19 # NDRPDR sel
+ - 20 # NDRPDR sel
+ - 21 # NDRPDR sel
+ dpdk-compare-topologies:
+ - "dpdk-compare-topologies-ref"
+ - "dpdk-compare-topologies-cmp"
+
+ plot-layouts:
+
+ plot-soak-throughput:
+ titlefont:
+ size: 18
+ xaxis:
+ title: "<b>Test Cases [Index]</b>"
+ titlefont:
+ size: 16
+ autorange: True
+ fixedrange: False
+ gridcolor: "rgb(230, 230, 230)"
+ linecolor: "rgb(220, 220, 220)"
+ linewidth: 1
+ showgrid: True
+ showline: True
+ showticklabels: True
+ tickcolor: "rgb(220, 220, 220)"
+ tickmode: "linear"
+ tickfont:
+ size: 16
+ zeroline: False
+ yaxis:
+ title: "<b>Packet Throughput [Mpps]</b>"
+ titlefont:
+ size: 16
+ gridcolor: "rgb(230, 230, 230)"
+ hoverformat: ".4s"
+ tickformat: ".3s"
+ linecolor: "rgb(220, 220, 220)"
+ linewidth: 1
+ showgrid: True
+ showline: True
+ showticklabels: True
+ tickcolor: "rgb(220, 220, 220)"
+ tickfont:
+ size: 16
+ zeroline: False
+ range: [0,50]
+ autosize: False
+ margin:
+ t: 50
+ b: 0
+ l: 80
+ r: 20
+ showlegend: True
+ legend:
+ orientation: "h"
+ font:
+ size: 16
+ width: 700
+ height: 900
+
+ plot-service-density:
+ titlefont:
+ size: 18
+ xaxis:
+ side: "top"
+ autorange: True
+ fixedrange: False
+ showgrid: False
+ showline: False
+ showticklabels: False
+ ticks: ""
+ ticklen: 0
+ tickwidth: 0
+ zeroline: False
+ yaxis:
+ autorange: "reversed"
+ showgrid: False
+ showline: False
+ showticklabels: False
+ ticks: ""
+ ticklen: 0
+ tickwidth: 0
+ zeroline: False
+ autosize: True
+ showlegend: False
+ width: 700
+ height: 700
+
+ plot-cps:
+ titlefont:
+ size: 18
+ xaxis:
+ title: "<b>Test Cases [Index]</b>"
+ titlefont:
+ size: 16
+ autorange: True
+ fixedrange: False
+ gridcolor: "rgb(230, 230, 230)"
+ linecolor: "rgb(220, 220, 220)"
+ linewidth: 1
+ showgrid: True
+ showline: True
+ showticklabels: True
+ tickcolor: "rgb(220, 220, 220)"
+ tickmode: "linear"
+ tickfont:
+ size: 16
+ zeroline: False
+ yaxis:
+ title: "<b>Connections Per Second [cps]</b>"
+ titlefont:
+ size: 16
+ gridcolor: "rgb(230, 230, 230)"
+ hoverformat: ".4s"
+ linecolor: "rgb(220, 220, 220)"
+ linewidth: 1
+ rangemode: "tozero"
+ showgrid: True
+ showline: True
+ showticklabels: True
+ tickcolor: "rgb(220, 220, 220)"
+ tickformat: ".3s"
+ tickfont:
+ size: 16
+ zeroline: False
+ boxmode: "group"
+ boxgroupgap: 0.5
+ autosize: False
+ margin:
+ t: 50
+ b: 20
+ l: 80
+ r: 20
+ showlegend: True
+ legend:
+ orientation: "h"
+ font:
+ size: 16
+ width: 700
+ height: 800
+
+ plot-rps:
+ titlefont:
+ size: 18
+ xaxis:
+ title: "<b>Test Cases [Index]</b>"
+ titlefont:
+ size: 16
+ autorange: True
+ fixedrange: False
+ gridcolor: "rgb(230, 230, 230)"
+ linecolor: "rgb(220, 220, 220)"
+ linewidth: 1
+ showgrid: True
+ showline: True
+ showticklabels: True
+ tickcolor: "rgb(220, 220, 220)"
+ tickmode: "linear"
+ tickfont:
+ size: 16
+ zeroline: False
+ yaxis:
+ title: "<b>Requests Per Second [rps]</b>"
+ titlefont:
+ size: 16
+ gridcolor: "rgb(230, 230, 230)"
+ hoverformat: ".4s"
+ linecolor: "rgb(220, 220, 220)"
+ linewidth: 1
+ rangemode: "tozero"
+ showgrid: True
+ showline: True
+ showticklabels: True
+ tickcolor: "rgb(230, 230, 230)"
+ tickformat: ".3s"
+ tickfont:
+ size: 16
+ zeroline: False
+ boxmode: "group"
+ boxgroupgap: 0.5
+ autosize: False
+ margin:
+ t: 50
+ b: 20
+ l: 80
+ r: 20
+ showlegend: True
+ legend:
+ orientation: "h"
+ font:
+ size: 16
+ width: 700
+ height: 800
+
+ plot-throughput:
+ titlefont:
+ size: 18
+ xaxis:
+ title: "<b>Test Cases [Index]</b>"
+ titlefont:
+ size: 16
+ autorange: True
+ fixedrange: False
+ gridcolor: "rgb(230, 230, 230)"
+ linecolor: "rgb(220, 220, 220)"
+ linewidth: 1
+ showgrid: True
+ showline: True
+ showticklabels: True
+ tickcolor: "rgb(220, 220, 220)"
+ tickmode: "linear"
+ tickfont:
+ size: 16
+ zeroline: False
+ yaxis:
+ title: "<b>Packet Throughput [Mpps]</b>"
+ titlefont:
+ size: 16
+ gridcolor: "rgb(230, 230, 230)"
+ hoverformat: ".4s"
+ tickformat: ".3s"
+ linecolor: "rgb(220, 220, 220)"
+ linewidth: 1
+ showgrid: True
+ showline: True
+ showticklabels: True
+ tickcolor: "rgb(220, 220, 220)"
+ tickfont:
+ size: 16
+ zeroline: False
+ range: [0,50]
+ boxmode: "group"
+ boxgroupgap: 0.5
+ autosize: False
+ margin:
+ t: 50
+ b: 0
+ l: 80
+ r: 20
+ showlegend: True
+ legend:
+ orientation: "h"
+ font:
+ size: 16
+ width: 700
+ height: 900
+
+ plot-throughput-speedup-analysis:
+ titlefont:
+ size: 18
+ xaxis:
+ title: "<b>Number of Cores [Qty]</b>"
+ titlefont:
+ size: 16
+ autorange: True
+ fixedrange: False
+ gridcolor: "rgb(230, 230, 230)"
+ linecolor: "rgb(220, 220, 220)"
+ linewidth: 1
+ showgrid: True
+ showline: True
+ showticklabels: True
+ tickcolor: "rgb(238, 238, 238)"
+ tickmode: "linear"
+ tickfont:
+ size: 16
+ zeroline: False
+ yaxis:
+ title: "<b>Packet Throughput [Mpps]</b>"
+ titlefont:
+ size: 16
+ type: "linear"
+ gridcolor: "rgb(230, 230, 230)"
+ hoverformat: ".4s"
+ linecolor: "rgb(220, 220, 220)"
+ linewidth: 1
+ showgrid: True
+ showline: True
+ showticklabels: True
+ tickcolor: "rgb(220, 220, 220)"
+ tickformat: ".4s"
+ tickfont:
+ size: 16
+ zeroline: True
+ rangemode: "tozero"
+ range: [0,100]
+ legend:
+ orientation: "h"
+ font:
+ size: 16
+ xanchor: "left"
+ yanchor: "top"
+ x: 0
+ y: -0.2
+ bgcolor: "rgba(255, 255, 255, 0)"
+ bordercolor: "rgba(255, 255, 255, 0)"
+ traceorder: "normal" # "grouped" does not work: bug https://github.com/plotly/plotly.js/issues/1913
+ autosize: False
+ margin:
+ 't': 50
+ 'b': 150
+ 'l': 85
+ 'r': 10
+ showlegend: True
+ width: 700
+ height: 700
+ hoverlabel:
+ namelength: -1
+ annotations: [
+ {
+ text: "_ _ __ ...",
+ align: "left",
+ showarrow: False,
+ xref: "paper",
+ yref: "paper",
+ xanchor: "left",
+ yanchor: "top",
+ x: 0,
+ y: -0.13,
+ font: {
+ family: "Consolas, Courier New",
+ size: 15
+ },
+ },
+ {
+ text: " Perfect Measured Limit",
+ align: "left",
+ showarrow: False,
+ xref: "paper",
+ yref: "paper",
+ xanchor: "left",
+ yanchor: "top",
+ x: 0,
+ y: -0.15,
+ font: {
+ family: "Consolas, Courier New",
+ size: 15
+ },
+ },
+ ]
+
+ plot-latency:
+ titlefont:
+ size: 18
+ xaxis:
+ title: "<b>Direction</b>"
+ titlefont:
+ size: 16
+ autorange: True
+ fixedrange: False
+ gridcolor: "rgb(230, 230, 230)"
+ linecolor: "rgb(220, 220, 220)"
+ linewidth: 1
+ showgrid: True
+ showline: True
+ showticklabels: False
+ tickcolor: "rgb(220, 220, 220)"
+ tickmode: "linear"
+ tickfont:
+ size: 16
+ zeroline: False
+ yaxis:
+ title: "<b>Packet Latency [uSec]</b>"
+ titlefont:
+ size: 16
+ type: "linear"
+ gridcolor: "rgb(230, 230, 230)"
+ hoverformat: ".4s"
+ linecolor: "rgb(220, 220, 220)"
+ linewidth: 1
+ showgrid: True
+ showline: True
+ showticklabels: True
+ tickcolor: "rgb(220, 220, 220)"
+ tickformat: ".4s"
+ tickfont:
+ size: 16
+ zeroline: True
+ rangemode: "tozero"
+ legend:
+ orientation: "h"
+ font:
+ size: 16
+ traceorder: "normal" # "grouped" does not work: bug https://github.com/plotly/plotly.js/issues/1913
+ autosize: False
+ margin:
+ 't': 50
+ 'b': 150
+ 'l': 80
+ 'r': 10
+ showlegend: True
+ width: 700
+ height: 700
+ hoverlabel:
+ namelength: -1