+ csit-vpp-functional-1901-centos7-virl:
+ - 184
+
+ vpp-device-results-ubuntu:
+ csit-vpp-device-1901-ubuntu1804-1n-skx:
+ - 184
+
+# # VPP Ligato
+# ligato-perf-results-3n-hsw:
+# csit-ligato-perf-verify-1901-3n-hsw:
+# - 10 # NDRPDR full
+
+ dpdk-perf-results-3n-hsw:
+ csit-dpdk-perf-verify-1901-3n-hsw:
+ - 20 # NDRPDR sel
+
+ dpdk-perf-results-3n-skx:
+ csit-dpdk-perf-verify-1901-3n-skx:
+ - 13 # NDRPDR sel
+
+ dpdk-perf-results-2n-skx:
+ csit-dpdk-perf-verify-1901-2n-skx:
+ - 21 # NDRPDR sel
+
+# # HoneyComb Functional
+# hc-func-results:
+# csit-hc2vpp-verify-func-1901-ubuntu1604:
+# - 3
+
+# # NSH SFC Functional
+# nsh-func-results:
+# # Not used
+# csit-nsh_sfc-verify-func-1810-ubuntu1604-virl:
+# - 1
+
+# # DMM Functional
+# dmm-func-results:
+# csit-dmm-functional-1901-ubuntu1604-virl:
+# - 2
+
+ ###########################################################################
+ # Tables (more than one data set)
+
+ # Performance changes
+
+# intel-dnv-vpp-changes-2n-dnv-ref:
+# intel-dnv-vpp-release-1810:
+# - 1
+# intel-dnv-vpp-changes-2n-dnv-cmp:
+# intel-dnv-vpp-release-1901:
+# - 1
+# intel-dnv-vpp-changes-2n-dnv:
+# - "intel-dnv-vpp-changes-2n-dnv-ref"
+# - "intel-dnv-vpp-changes-2n-dnv-cmp"
+
+ vpp-performance-changes-3n-hsw-h1:
+ csit-vpp-perf-verify-1807-3n-hsw:
+ - 15 # NDRPDR sel
+ - 16 # NDRPDR sel
+ - 19 # NDRPDR sel
+ - 18 # NDRPDR sel
+ - 20 # NDRPDR sel
+ - 38 # NDRPDR sel
+ - 40 # NDRPDR sel
+ - 44 # NDRPDR sel
+ - 47 # NDRPDR sel
+ vpp-performance-changes-3n-hsw-ref:
+ csit-vpp-perf-verify-1810-3n-hsw:
+ - 8 # NDRPDR sel
+ - 12 # NDRPDR sel
+ - 14 # NDRPDR sel
+ - 18 # NDRPDR sel
+ - 23 # NDRPDR sel
+ - 25 # NDRPDR sel
+ - 38 # NDRPDR sel
+ - 39 # NDRPDR sel
+ - 41 # NDRPDR sel
+ - 42 # NDRPDR sel
+ vpp-performance-changes-3n-hsw-cmp:
+ csit-vpp-perf-verify-1901-3n-hsw:
+ - 86 # 1901.3 NDRPDR sel
+ vpp-performance-changes-3n-hsw:
+ - "vpp-performance-changes-3n-hsw-h1"
+ - "vpp-performance-changes-3n-hsw-ref"
+ - "vpp-performance-changes-3n-hsw-cmp"
+
+# vpp-performance-changes-3n-skx-h1:
+# csit-vpp-perf-verify-1807-3n-skx:
+# - 33 # NDRPDR sel
+# - 35 # NDRPDR sel
+# - 37 # NDRPDR sel
+# - 38 # NDRPDR sel
+# - 39 # NDRPDR sel
+# - 43 # NDRPDR sel
+# - 44 # NDRPDR sel
+# - 49 # NDRPDR sel
+# - 50 # NDRPDR sel
+# - 56 # NDRPDR sel
+# vpp-performance-changes-3n-skx-ref:
+# csit-vpp-perf-verify-1810-3n-skx:
+# - 10 # NDRPDR sel
+# - 14 # NDRPDR sel
+# - 15 # NDRPDR sel
+# - 16 # NDRPDR sel
+# - 17 # NDRPDR sel
+# - 19 # NDRPDR sel
+# - 20 # NDRPDR sel
+# - 21 # NDRPDR sel
+# - 22 # NDRPDR sel
+# - 25 # NDRPDR sel
+# vpp-performance-changes-3n-skx-cmp:
+# csit-vpp-perf-verify-1901-3n-skx:
+# - 70 # 1901.2 NDRPDR sel
+# vpp-performance-changes-3n-skx:
+# - "vpp-performance-changes-3n-skx-h1"
+# - "vpp-performance-changes-3n-skx-ref"
+# - "vpp-performance-changes-3n-skx-cmp"
+
+# vpp-performance-changes-2n-skx-h1:
+# csit-vpp-perf-verify-1807-2n-skx:
+# - 26 # NDRPDR sel
+# - 28 # NDRPDR sel
+# - 29 # NDRPDR sel
+# - 30 # NDRPDR sel
+# - 34 # NDRPDR sel
+# - 35 # NDRPDR sel
+# - 36 # NDRPDR sel
+# - 39 # NDRPDR sel
+# - 40 # NDRPDR sel
+# - 42 # NDRPDR sel
+# vpp-performance-changes-2n-skx-ref:
+# csit-vpp-perf-verify-1810-2n-skx:
+# - 9 # NDRPDR sel
+# - 13 # NDRPDR sel
+# - 14 # NDRPDR sel
+# - 19 # NDRPDR sel
+# - 20 # NDRPDR sel
+# - 21 # NDRPDR sel
+# - 22 # NDRPDR sel
+# - 23 # NDRPDR sel
+# - 24 # NDRPDR sel
+# - 27 # NDRPDR sel
+# vpp-performance-changes-2n-skx-cmp:
+# csit-vpp-perf-verify-1901-2n-skx:
+## - 5 # NDRPDR sel
+## - 12 # NDRPDR sel
+## - 13 # NDRPDR sel
+## - 21 # NDRPDR sel
+## - 23 # NDRPDR sel
+## - 31 # NDRPDR sel
+## - 34 # NDRPDR sel
+## - 40 # NDRPDR sel
+## - 42 # NDRPDR sel
+## - 43 # NDRPDR sel
+# - 64 # 1901.1 NDRPDR sel
+# vpp-performance-changes-2n-skx:
+# - "vpp-performance-changes-2n-skx-h1"
+# - "vpp-performance-changes-2n-skx-ref"
+# - "vpp-performance-changes-2n-skx-cmp"
+
+# vpp-performance-changes-3n-hsw-mrr-h1:
+# csit-vpp-perf-verify-1807-3n-hsw:
+# - 8 # MRR full
+# - 9 # MRR sel
+# - 21 # MRR sel
+# - 31 # MRR sel
+# - 33 # MRR sel
+# - 36 # MRR sel
+# - 41 # MRR sel
+# - 42 # MRR sel
+# - 48 # MRR sel
+# vpp-performance-changes-3n-hsw-mrr-ref:
+# csit-vpp-perf-verify-1810-3n-hsw:
+# - 9 # MRR sel
+# vpp-performance-changes-3n-hsw-mrr-cmp:
+# csit-vpp-perf-verify-1901-3n-hsw:
+## - 35 # MRR sel
+# - 73 # 1901.1 MRR sel
+# - 77 # 1901.1 MRR sel
+# vpp-performance-changes-3n-hsw-mrr:
+# - "vpp-performance-changes-3n-hsw-mrr-h1"
+# - "vpp-performance-changes-3n-hsw-mrr-ref"
+# - "vpp-performance-changes-3n-hsw-mrr-cmp"
+
+# vpp-performance-changes-3n-skx-mrr-h1:
+# csit-vpp-perf-verify-1807-3n-skx:
+# - 28 # MRR sel
+# - 32 # MRR sel
+# - 36 # MRR sel
+# - 42 # MRR sel
+# - 47 # MRR sel
+# - 48 # MRR sel
+# - 51 # MRR sel
+# - 52 # MRR sel
+# - 53 # MRR sel
+# - 54 # MRR sel
+# vpp-performance-changes-3n-skx-mrr-ref:
+# csit-vpp-perf-verify-1810-3n-skx:
+# - 9 # MRR sel
+# - 11 # MRR sel
+# - 12 # MRR sel
+# - 13 # MRR sel
+# vpp-performance-changes-3n-skx-mrr-cmp:
+# csit-vpp-perf-verify-1901-3n-skx:
+## - 32 # MRR sel
+# - 69 # 1901.1 MRR sel
+# vpp-performance-changes-3n-skx-mrr:
+# - "vpp-performance-changes-3n-skx-mrr-h1"
+# - "vpp-performance-changes-3n-skx-mrr-ref"
+# - "vpp-performance-changes-3n-skx-mrr-cmp"
+
+# vpp-performance-changes-2n-skx-mrr-h1:
+# csit-vpp-perf-verify-1807-2n-skx:
+# - 31 # MRR sel
+# - 33 # MRR sel
+# - 37 # MRR sel
+# - 38 # MRR sel
+# - 41 # MRR sel
+# - 43 # MRR sel
+# - 44 # MRR sel
+# - 45 # MRR sel
+# - 46 # MRR sel
+# - 47 # MRR sel
+# vpp-performance-changes-2n-skx-mrr-ref:
+# csit-vpp-perf-verify-1810-2n-skx:
+# - 8 # MRR sel
+# - 10 # MRR sel
+# - 11 # MRR sel
+# - 12 # MRR sel
+# vpp-performance-changes-2n-skx-mrr-cmp:
+# csit-vpp-perf-verify-1901-2n-skx:
+## - 22 # MRR sel
+# - 65 # 1901.1 MRR sel
+# vpp-performance-changes-2n-skx-mrr:
+# - "vpp-performance-changes-2n-skx-mrr-h1"
+# - "vpp-performance-changes-2n-skx-mrr-ref"
+# - "vpp-performance-changes-2n-skx-mrr-cmp"
+
+ dpdk-performance-changes-3n-hsw-h1:
+ csit-dpdk-perf-verify-1807-3n-hsw:
+ - 11
+ - 12 # full
+ - 14
+ - 15
+ - 16
+ - 17
+ - 20
+ - 21
+ - 22
+ - 23
+ dpdk-performance-changes-3n-hsw-ref:
+ csit-dpdk-perf-verify-1810-3n-hsw:
+ - 1 # NDRPDR sel
+ - 2 # NDRPDR sel
+ - 3 # NDRPDR sel
+ - 4 # NDRPDR sel
+ - 5 # NDRPDR sel
+ - 6 # NDRPDR sel
+ - 7 # NDRPDR sel
+ - 8 # NDRPDR sel
+ - 9 # NDRPDR sel
+ - 10 # NDRPDR sel
+ dpdk-performance-changes-3n-hsw-cmp:
+ csit-dpdk-perf-verify-1901-3n-hsw:
+ - 13 # NDRPDR sel
+ - 14 # NDRPDR sel
+ - 16 # NDRPDR sel
+ - 17 # NDRPDR sel
+ - 18 # NDRPDR sel
+ - 19 # NDRPDR sel
+ - 20 # NDRPDR sel
+ - 21 # NDRPDR sel
+ - 22 # NDRPDR sel
+ - 23 # NDRPDR sel
+ dpdk-performance-changes-3n-hsw:
+ - "dpdk-performance-changes-3n-hsw-h1"
+ - "dpdk-performance-changes-3n-hsw-ref"
+ - "dpdk-performance-changes-3n-hsw-cmp"
+
+ dpdk-performance-changes-3n-skx-h1:
+ csit-dpdk-perf-verify-1807-3n-skx:
+ - 1 # NDRPDR sel
+ - 2 # NDRPDR sel
+ - 3 # NDRPDR sel
+ - 6 # NDRPDR sel
+ - 7 # NDRPDR sel
+ - 8 # NDRPDR sel
+ - 9 # NDRPDR sel
+ - 10 # NDRPDR sel
+ - 11 # NDRPDR sel
+ - 12 # NDRPDR sel
+ dpdk-performance-changes-3n-skx-ref:
+ csit-dpdk-perf-verify-1810-3n-skx:
+ - 3 # NDRPDR sel
+ - 4 # NDRPDR sel
+ - 6 # NDRPDR sel
+ - 7 # NDRPDR sel
+ - 8 # NDRPDR sel
+ - 9 # NDRPDR sel
+ - 10 # NDRPDR sel
+ - 11 # NDRPDR sel
+ - 12 # NDRPDR sel
+ - 13 # NDRPDR sel
+ dpdk-performance-changes-3n-skx-cmp:
+ csit-dpdk-perf-verify-1901-3n-skx:
+ - 3 # NDRPDR sel
+ - 5 # NDRPDR sel
+ - 6 # NDRPDR sel
+ - 7 # NDRPDR sel
+ - 8 # NDRPDR sel
+ - 9 # NDRPDR sel
+ - 10 # NDRPDR sel
+ - 11 # NDRPDR sel
+ - 12 # NDRPDR sel
+ - 13 # NDRPDR sel
+ dpdk-performance-changes-3n-skx:
+ - "dpdk-performance-changes-3n-skx-h1"
+ - "dpdk-performance-changes-3n-skx-ref"
+ - "dpdk-performance-changes-3n-skx-cmp"
+
+ dpdk-performance-changes-2n-skx-ref:
+ csit-dpdk-perf-verify-1810-2n-skx:
+ - 3 # NDRPDR sel
+ - 4 # NDRPDR sel
+ - 5 # NDRPDR sel
+ - 7 # NDRPDR sel
+ - 8 # NDRPDR sel
+ - 9 # NDRPDR sel
+ - 10 # NDRPDR sel
+ - 11 # NDRPDR sel
+ - 12 # NDRPDR sel
+ - 13 # NDRPDR sel
+ dpdk-performance-changes-2n-skx-cmp:
+ csit-dpdk-perf-verify-1901-2n-skx:
+ - 12 # NDRPDR sel
+ - 13 # NDRPDR sel
+ - 14 # NDRPDR sel
+ - 15 # NDRPDR sel
+ - 16 # NDRPDR sel
+ - 17 # NDRPDR sel
+ - 18 # NDRPDR sel
+ - 19 # NDRPDR sel
+ - 20 # NDRPDR sel
+ - 21 # NDRPDR sel
+ dpdk-performance-changes-2n-skx:
+ - "dpdk-performance-changes-2n-skx-ref"
+ - "dpdk-performance-changes-2n-skx-cmp"
+
+ # Compare testbeds
+
+# vpp-compare-testbeds-ref:
+# csit-vpp-perf-verify-1901-3n-hsw:
+# - 84 # 1901.2 NDRPDR sel
+# vpp-compare-testbeds-cmp:
+# csit-vpp-perf-verify-1901-3n-skx:
+# - 70 # 1901.2 NDRPDR sel
+# vpp-compare-testbeds:
+# - "vpp-compare-testbeds-ref"
+# - "vpp-compare-testbeds-cmp"
+
+# vpp-compare-testbeds-mrr-ref:
+# csit-vpp-perf-verify-1901-3n-hsw:
+## - 35 # MRR sel
+# - 73 # 1901.1 MRR sel
+# - 77 # 1901.1 MRR sel
+# vpp-compare-testbeds-mrr-cmp:
+# csit-vpp-perf-verify-1901-3n-skx:
+## - 32 # MRR sel
+# - 69 # 1901.1 MRR sel
+# vpp-compare-testbeds-mrr:
+# - "vpp-compare-testbeds-mrr-ref"
+# - "vpp-compare-testbeds-mrr-cmp"
+
+ dpdk-compare-testbeds-ref:
+ csit-dpdk-perf-verify-1901-3n-hsw:
+ - 13 # NDRPDR sel
+ - 14 # NDRPDR sel
+ - 16 # NDRPDR sel
+ - 17 # NDRPDR sel
+ - 18 # NDRPDR sel
+ - 19 # NDRPDR sel
+ - 20 # NDRPDR sel
+ - 21 # NDRPDR sel
+ - 22 # NDRPDR sel
+ - 23 # NDRPDR sel
+ dpdk-compare-testbeds-cmp:
+ csit-dpdk-perf-verify-1901-3n-skx:
+ - 3 # NDRPDR sel
+ - 5 # NDRPDR sel
+ - 6 # NDRPDR sel
+ - 7 # NDRPDR sel
+ - 8 # NDRPDR sel
+ - 9 # NDRPDR sel
+ - 10 # NDRPDR sel
+ - 11 # NDRPDR sel
+ - 12 # NDRPDR sel
+ - 13 # NDRPDR sel
+ dpdk-compare-testbeds:
+ - "dpdk-compare-testbeds-ref"
+ - "dpdk-compare-testbeds-cmp"
+
+ # Compare topologies
+
+# vpp-compare-topologies-ref:
+# csit-vpp-perf-verify-1901-3n-skx:
+## - 18 # NDRPDR sel
+## - 19 # NDRPDR sel
+## - 20 # NDRPDR sel
+## - 28 # NDRPDR sel
+## - 31 # NDRPDR sel
+## - 33 # NDRPDR sel
+## - 36 # NDRPDR sel
+## - 38 # NDRPDR sel
+## - 47 # NDRPDR sel
+## - 48 # NDRPDR sel
+## - 54 # NDRPDR LB
+## - 57 # NDRPDR LB
+## - 58 # NDRPDR LB
+## - 59 # NDRPDR LB
+## - 60 # NDRPDR LB
+## - 63 # NDRPDR LB
+## - 64 # NDRPDR LB
+## - 65 # NDRPDR LB
+## - 66 # NDRPDR LB
+## - 67 # NDRPDR LB
+# - 70 # 1901.2 NDRPDR sel
+# vpp-compare-topologies-cmp:
+# csit-vpp-perf-verify-1901-2n-skx:
+## - 5 # NDRPDR sel
+## - 12 # NDRPDR sel
+## - 13 # NDRPDR sel
+## - 21 # NDRPDR sel
+## - 23 # NDRPDR sel
+## - 31 # NDRPDR sel
+## - 34 # NDRPDR sel
+## - 40 # NDRPDR sel
+## - 42 # NDRPDR sel
+## - 43 # NDRPDR sel
+# - 64 # 1901.1 NDRPDR sel
+# vpp-compare-topologies:
+# - "vpp-compare-topologies-ref"
+# - "vpp-compare-topologies-cmp"
+
+# vpp-compare-topologies-mrr-ref:
+# csit-vpp-perf-verify-1901-3n-skx:
+## - 32 # MRR sel
+# - 69 # 1901.1 MRR sel
+# vpp-compare-topologies-mrr-cmp:
+# csit-vpp-perf-verify-1901-2n-skx:
+## - 22 # MRR sel
+# - 65 # 1901.1 MRR sel
+# vpp-compare-topologies-mrr:
+# - "vpp-compare-topologies-mrr-ref"
+# - "vpp-compare-topologies-mrr-cmp"
+
+ dpdk-compare-topologies-ref:
+ csit-dpdk-perf-verify-1901-3n-skx:
+ - 3 # NDRPDR sel
+ - 5 # NDRPDR sel
+ - 6 # NDRPDR sel
+ - 7 # NDRPDR sel
+ - 8 # NDRPDR sel
+ - 9 # NDRPDR sel
+ - 10 # NDRPDR sel
+ - 11 # NDRPDR sel
+ - 12 # NDRPDR sel
+ - 13 # NDRPDR sel
+ dpdk-compare-topologies-cmp:
+ csit-dpdk-perf-verify-1901-2n-skx:
+ - 12 # NDRPDR sel
+ - 13 # NDRPDR sel
+ - 14 # NDRPDR sel
+ - 15 # NDRPDR sel
+ - 16 # NDRPDR sel
+ - 17 # NDRPDR sel
+ - 18 # NDRPDR sel
+ - 19 # NDRPDR sel
+ - 20 # NDRPDR sel
+ - 21 # NDRPDR sel
+ dpdk-compare-topologies:
+ - "dpdk-compare-topologies-ref"
+ - "dpdk-compare-topologies-cmp"