+ csit-dmm-functional-1904-ubuntu1604-virl:
+ - 1
+
+ ###########################################################################
+ # Tables (more than one data set)
+
+ # Performance changes
+
+ intel-dnv-vpp-changes-2n-dnv-h1:
+ intel-dnv-vpp-release-1810:
+ - 1
+ intel-dnv-vpp-changes-2n-dnv-ref:
+ intel-dnv-vpp-release-1901:
+ - 1
+ intel-dnv-vpp-changes-2n-dnv-cmp:
+ # TODO: Replace with 1904 data
+ # intel-dnv-vpp-release-1904:
+ intel-dnv-vpp-release-1901:
+ - 1
+ intel-dnv-vpp-changes-2n-dnv:
+ - "intel-dnv-vpp-changes-2n-dnv-h1"
+ - "intel-dnv-vpp-changes-2n-dnv-ref"
+ - "intel-dnv-vpp-changes-2n-dnv-cmp"
+
+ vpp-performance-changes-3n-hsw-h1:
+ csit-vpp-perf-verify-1810-3n-hsw:
+ - 8 # NDRPDR sel
+ - 12 # NDRPDR sel
+ - 14 # NDRPDR sel
+ - 18 # NDRPDR sel
+ - 23 # NDRPDR sel
+ - 25 # NDRPDR sel
+ - 38 # NDRPDR sel
+ - 39 # NDRPDR sel
+ - 41 # NDRPDR sel
+ - 42 # NDRPDR sel
+ vpp-performance-changes-3n-hsw-ref:
+ csit-vpp-perf-verify-1901-3n-hsw:
+ - 10 # NDRPDR sel
+ - 19 # NDRPDR sel
+ - 31 # NDRPDR sel
+ - 36 # NDRPDR sel
+ - 40 # NDRPDR sel
+ - 42 # NDRPDR sel
+ - 44 # NDRPDR sel
+ - 46 # NDRPDR sel
+ - 47 # NDRPDR sel
+ - 48 # NDRPDR sel
+ - 61 # NDRPDR LB
+ - 62 # NDRPDR LB
+ - 63 # NDRPDR LB
+ - 64 # NDRPDR LB
+ - 65 # NDRPDR LB
+ - 66 # NDRPDR LB
+ - 67 # NDRPDR LB
+ - 69 # NDRPDR LB
+ - 70 # NDRPDR LB
+ - 71 # NDRPDR LB
+ vpp-performance-changes-3n-hsw-cmp:
+ # TODO: Add 1904 data
+ csit-vpp-perf-verify-1904-3n-hsw:
+ - 11 # NDRPDR sel
+ - 12 # NDRPDR sel
+ - 20 # NDRPDR sel
+ - 21 # NDRPDR sel
+ - 23 # NDRPDR sel
+ - 24 # NDRPDR sel
+ - 25 # NDRPDR sel
+ - 26 # NDRPDR sel
+ - 29 # NDRPDR sel
+ vpp-performance-changes-3n-hsw:
+ - "vpp-performance-changes-3n-hsw-h1"
+ - "vpp-performance-changes-3n-hsw-ref"
+ - "vpp-performance-changes-3n-hsw-cmp"
+
+ vpp-performance-changes-3n-skx-h1:
+ csit-vpp-perf-verify-1810-3n-skx:
+ - 10 # NDRPDR sel
+ - 14 # NDRPDR sel
+ - 15 # NDRPDR sel
+ - 16 # NDRPDR sel
+ - 17 # NDRPDR sel
+ - 19 # NDRPDR sel
+ - 20 # NDRPDR sel
+ - 21 # NDRPDR sel
+ - 22 # NDRPDR sel
+ - 25 # NDRPDR sel
+ vpp-performance-changes-3n-skx-ref:
+ csit-vpp-perf-verify-1901-3n-skx:
+ - 18 # NDRPDR sel
+ - 19 # NDRPDR sel
+ - 20 # NDRPDR sel
+ - 28 # NDRPDR sel
+ - 31 # NDRPDR sel
+ - 33 # NDRPDR sel
+ - 36 # NDRPDR sel
+ - 38 # NDRPDR sel
+ - 47 # NDRPDR sel
+ - 48 # NDRPDR sel
+ - 54 # NDRPDR LB
+ - 57 # NDRPDR LB
+ - 58 # NDRPDR LB
+ - 59 # NDRPDR LB
+ - 60 # NDRPDR LB
+ - 63 # NDRPDR LB
+ - 64 # NDRPDR LB
+ - 65 # NDRPDR LB
+ - 66 # NDRPDR LB
+ - 67 # NDRPDR LB
+ vpp-performance-changes-3n-skx-cmp:
+ csit-vpp-perf-verify-1904-3n-skx:
+ - 8 # NDRPDR sel
+ - 9 # NDRPDR sel
+ - 10 # NDRPDR sel
+ - 11 # NDRPDR sel
+ - 12 # NDRPDR sel
+ - 14 # NDRPDR sel
+ - 16 # NDRPDR sel
+ - 21 # NDRPDR sel
+ - 23 # NDRPDR sel
+ - 25 # NDRPDR sel
+ vpp-performance-changes-3n-skx:
+ - "vpp-performance-changes-3n-skx-h1"
+ - "vpp-performance-changes-3n-skx-ref"
+ - "vpp-performance-changes-3n-skx-cmp"
+
+ vpp-performance-changes-2n-skx-h1:
+ csit-vpp-perf-verify-1810-2n-skx:
+ - 9 # NDRPDR sel
+ - 13 # NDRPDR sel
+ - 14 # NDRPDR sel
+ - 19 # NDRPDR sel
+ - 20 # NDRPDR sel
+ - 21 # NDRPDR sel
+ - 22 # NDRPDR sel
+ - 23 # NDRPDR sel
+ - 24 # NDRPDR sel
+ - 27 # NDRPDR sel
+ vpp-performance-changes-2n-skx-ref:
+ csit-vpp-perf-verify-1901-2n-skx:
+ - 5 # NDRPDR sel
+ - 12 # NDRPDR sel
+ - 13 # NDRPDR sel
+ - 21 # NDRPDR sel
+ - 23 # NDRPDR sel
+ - 31 # NDRPDR sel
+ - 34 # NDRPDR sel
+ - 40 # NDRPDR sel
+ - 42 # NDRPDR sel
+ - 43 # NDRPDR sel
+ vpp-performance-changes-2n-skx-cmp:
+ csit-vpp-perf-verify-1904-2n-skx:
+ - 12 # NDRPDR sel
+ - 14 # NDRPDR sel
+ - 16 # NDRPDR sel
+ - 17 # NDRPDR sel
+ - 18 # NDRPDR sel
+ - 21 # NDRPDR sel
+ - 27 # NDRPDR sel
+ - 30 # NDRPDR sel
+ - 31 # NDRPDR sel
+ - 32 # NDRPDR sel
+ vpp-performance-changes-2n-skx:
+ - "vpp-performance-changes-2n-skx-h1"
+ - "vpp-performance-changes-2n-skx-ref"
+ - "vpp-performance-changes-2n-skx-cmp"
+
+ vpp-performance-changes-3n-hsw-mrr-h1:
+ csit-vpp-perf-verify-1810-3n-hsw:
+ - 9 # MRR sel
+ vpp-performance-changes-3n-hsw-mrr-ref:
+ csit-vpp-perf-verify-1901-3n-hsw:
+ - 35 # MRR sel
+ vpp-performance-changes-3n-hsw-mrr-cmp:
+ csit-vpp-perf-verify-1904-3n-hsw:
+ - 9 # MRR sel
+ vpp-performance-changes-3n-hsw-mrr:
+ - "vpp-performance-changes-3n-hsw-mrr-h1"
+ - "vpp-performance-changes-3n-hsw-mrr-ref"
+ - "vpp-performance-changes-3n-hsw-mrr-cmp"
+
+ vpp-performance-changes-3n-skx-mrr-h1:
+ csit-vpp-perf-verify-1810-3n-skx:
+ - 9 # MRR sel
+ - 11 # MRR sel
+ - 12 # MRR sel
+ - 13 # MRR sel
+ vpp-performance-changes-3n-skx-mrr-ref:
+ csit-vpp-perf-verify-1901-3n-skx:
+ - 32 # MRR sel
+ vpp-performance-changes-3n-skx-mrr-cmp:
+ csit-vpp-perf-verify-1904-3n-skx:
+ - 7 # MRR sel
+ vpp-performance-changes-3n-skx-mrr:
+ - "vpp-performance-changes-3n-skx-mrr-h1"
+ - "vpp-performance-changes-3n-skx-mrr-ref"
+ - "vpp-performance-changes-3n-skx-mrr-cmp"
+
+ vpp-performance-changes-2n-skx-mrr-h1:
+ csit-vpp-perf-verify-1810-2n-skx:
+ - 8 # MRR sel
+ - 10 # MRR sel
+ - 11 # MRR sel
+ - 12 # MRR sel
+ vpp-performance-changes-2n-skx-mrr-ref:
+ csit-vpp-perf-verify-1901-2n-skx:
+ - 22 # MRR sel
+ vpp-performance-changes-2n-skx-mrr-cmp:
+ csit-vpp-perf-verify-1904-2n-skx:
+ - 11 # MRR sel
+ vpp-performance-changes-2n-skx-mrr:
+ - "vpp-performance-changes-2n-skx-mrr-h1"
+ - "vpp-performance-changes-2n-skx-mrr-ref"
+ - "vpp-performance-changes-2n-skx-mrr-cmp"
+
+ dpdk-performance-changes-3n-hsw-h1:
+ csit-dpdk-perf-verify-1810-3n-hsw:
+ - 1 # NDRPDR sel
+ - 2 # NDRPDR sel
+ - 3 # NDRPDR sel
+ - 4 # NDRPDR sel
+ - 5 # NDRPDR sel
+ - 6 # NDRPDR sel
+ - 7 # NDRPDR sel
+ - 8 # NDRPDR sel
+ - 9 # NDRPDR sel
+ - 10 # NDRPDR sel
+ dpdk-performance-changes-3n-hsw-ref:
+ csit-dpdk-perf-verify-1901-3n-hsw:
+ - 13 # NDRPDR sel
+ - 14 # NDRPDR sel
+ - 16 # NDRPDR sel
+ - 17 # NDRPDR sel
+ - 18 # NDRPDR sel
+ - 19 # NDRPDR sel
+ - 20 # NDRPDR sel
+ - 21 # NDRPDR sel
+ - 22 # NDRPDR sel
+ - 23 # NDRPDR sel
+ dpdk-performance-changes-3n-hsw-cmp:
+ csit-dpdk-perf-verify-1904-3n-hsw:
+ - 2 # NDRPDR sel
+ - 3 # NDRPDR sel
+ - 5 # NDRPDR sel
+ - 6 # NDRPDR sel
+ - 13 # NDRPDR sel
+ - 14 # NDRPDR sel
+ - 15 # NDRPDR sel
+ - 18 # NDRPDR sel
+ - 19 # NDRPDR sel
+ - 20 # NDRPDR sel
+ dpdk-performance-changes-3n-hsw:
+ - "dpdk-performance-changes-3n-hsw-h1"
+ - "dpdk-performance-changes-3n-hsw-ref"
+ - "dpdk-performance-changes-3n-hsw-cmp"
+
+ dpdk-performance-changes-3n-skx-h1:
+ csit-dpdk-perf-verify-1810-3n-skx:
+ - 3 # NDRPDR sel
+ - 4 # NDRPDR sel
+ - 6 # NDRPDR sel
+ - 7 # NDRPDR sel
+ - 8 # NDRPDR sel
+ - 9 # NDRPDR sel
+ - 10 # NDRPDR sel
+ - 11 # NDRPDR sel
+ - 12 # NDRPDR sel
+ - 13 # NDRPDR sel
+ dpdk-performance-changes-3n-skx-ref:
+ csit-dpdk-perf-verify-1901-3n-skx:
+ - 3 # NDRPDR sel
+ - 5 # NDRPDR sel
+ - 6 # NDRPDR sel
+ - 7 # NDRPDR sel
+ - 8 # NDRPDR sel
+ - 9 # NDRPDR sel
+ - 10 # NDRPDR sel
+ - 11 # NDRPDR sel
+ - 12 # NDRPDR sel
+ - 13 # NDRPDR sel
+ dpdk-performance-changes-3n-skx-cmp:
+ csit-dpdk-perf-verify-1904-3n-skx:
+ - 2 # NDRPDR sel
+ - 3 # NDRPDR sel
+ - 4 # NDRPDR sel
+ - 5 # NDRPDR sel
+ - 6 # NDRPDR sel
+ - 7 # NDRPDR sel
+ - 11 # NDRPDR sel
+ - 12 # NDRPDR sel
+ - 13 # NDRPDR sel
+ - 14 # NDRPDR sel
+ dpdk-performance-changes-3n-skx:
+ - "dpdk-performance-changes-3n-skx-h1"
+ - "dpdk-performance-changes-3n-skx-ref"
+ - "dpdk-performance-changes-3n-skx-cmp"
+
+ dpdk-performance-changes-2n-skx-h1:
+ csit-dpdk-perf-verify-1810-2n-skx:
+ - 3 # NDRPDR sel
+ - 4 # NDRPDR sel
+ - 5 # NDRPDR sel
+ - 7 # NDRPDR sel
+ - 8 # NDRPDR sel
+ - 9 # NDRPDR sel
+ - 10 # NDRPDR sel
+ - 11 # NDRPDR sel
+ - 12 # NDRPDR sel
+ - 13 # NDRPDR sel
+ dpdk-performance-changes-2n-skx-ref:
+ csit-dpdk-perf-verify-1901-2n-skx:
+ - 12 # NDRPDR sel
+ - 13 # NDRPDR sel
+ - 14 # NDRPDR sel
+ - 15 # NDRPDR sel
+ - 16 # NDRPDR sel
+ - 17 # NDRPDR sel
+ - 18 # NDRPDR sel
+ - 19 # NDRPDR sel
+ - 20 # NDRPDR sel
+ - 21 # NDRPDR sel
+ dpdk-performance-changes-2n-skx-cmp:
+ csit-dpdk-perf-verify-1904-2n-skx:
+ - 2 # NDRPDR sel
+ - 3 # NDRPDR sel
+ - 4 # NDRPDR sel
+ - 5 # NDRPDR sel
+ - 7 # NDRPDR sel
+ - 8 # NDRPDR sel
+ - 9 # NDRPDR sel
+ - 10 # NDRPDR sel
+ - 11 # NDRPDR sel
+ - 12 # NDRPDR sel
+ dpdk-performance-changes-2n-skx:
+ - "dpdk-performance-changes-2n-skx-h1"
+ - "dpdk-performance-changes-2n-skx-ref"
+ - "dpdk-performance-changes-2n-skx-cmp"
+
+ # Compare testbeds
+
+ vpp-compare-testbeds-ref:
+ # TODO: Add 1904 data
+ csit-vpp-perf-verify-1904-3n-hsw:
+ - 11 # NDRPDR sel
+ - 12 # NDRPDR sel
+ - 20 # NDRPDR sel
+ - 21 # NDRPDR sel
+ - 23 # NDRPDR sel
+ - 24 # NDRPDR sel
+ - 25 # NDRPDR sel
+ - 26 # NDRPDR sel
+ - 29 # NDRPDR sel
+ vpp-compare-testbeds-cmp:
+ csit-vpp-perf-verify-1904-3n-skx:
+ - 8 # NDRPDR sel
+ - 9 # NDRPDR sel
+ - 10 # NDRPDR sel
+ - 11 # NDRPDR sel
+ - 12 # NDRPDR sel
+ - 14 # NDRPDR sel
+ - 16 # NDRPDR sel
+ - 21 # NDRPDR sel
+ - 23 # NDRPDR sel
+ - 25 # NDRPDR sel
+ vpp-compare-testbeds:
+ - "vpp-compare-testbeds-ref"
+ - "vpp-compare-testbeds-cmp"
+
+ vpp-compare-testbeds-mrr-ref:
+ csit-vpp-perf-verify-1904-3n-hsw:
+ - 9 # MRR sel
+ vpp-compare-testbeds-mrr-cmp:
+ csit-vpp-perf-verify-1904-3n-skx:
+ - 7 # MRR sel
+ vpp-compare-testbeds-mrr:
+ - "vpp-compare-testbeds-mrr-ref"
+ - "vpp-compare-testbeds-mrr-cmp"
+
+ dpdk-compare-testbeds-ref:
+ csit-dpdk-perf-verify-1904-3n-hsw:
+ - 2 # NDRPDR sel
+ - 3 # NDRPDR sel
+ - 5 # NDRPDR sel
+ - 6 # NDRPDR sel
+ - 13 # NDRPDR sel
+ - 14 # NDRPDR sel
+ - 15 # NDRPDR sel
+ - 18 # NDRPDR sel
+ - 19 # NDRPDR sel
+ - 20 # NDRPDR sel
+ dpdk-compare-testbeds-cmp:
+ csit-dpdk-perf-verify-1904-3n-skx:
+ - 2 # NDRPDR sel
+ - 3 # NDRPDR sel
+ - 4 # NDRPDR sel
+ - 5 # NDRPDR sel
+ - 6 # NDRPDR sel
+ - 7 # NDRPDR sel
+ - 11 # NDRPDR sel
+ - 12 # NDRPDR sel
+ - 13 # NDRPDR sel
+ - 14 # NDRPDR sel
+ dpdk-compare-testbeds:
+ - "dpdk-compare-testbeds-ref"
+ - "dpdk-compare-testbeds-cmp"
+
+ # Compare topologies
+
+ vpp-compare-topologies-ref:
+ csit-vpp-perf-verify-1904-3n-skx:
+ - 8 # NDRPDR sel
+ - 9 # NDRPDR sel
+ - 10 # NDRPDR sel
+ - 11 # NDRPDR sel
+ - 12 # NDRPDR sel
+ - 14 # NDRPDR sel
+ - 16 # NDRPDR sel
+ - 21 # NDRPDR sel
+ - 23 # NDRPDR sel
+ - 25 # NDRPDR sel
+ vpp-compare-topologies-cmp:
+ csit-vpp-perf-verify-1904-2n-skx:
+ - 12 # NDRPDR sel
+ - 14 # NDRPDR sel
+ - 16 # NDRPDR sel
+ - 17 # NDRPDR sel
+ - 18 # NDRPDR sel
+ - 21 # NDRPDR sel
+ - 27 # NDRPDR sel
+ - 30 # NDRPDR sel
+ - 31 # NDRPDR sel
+ - 32 # NDRPDR sel
+ vpp-compare-topologies:
+ - "vpp-compare-topologies-ref"
+ - "vpp-compare-topologies-cmp"
+
+ vpp-compare-topologies-mrr-ref:
+ csit-vpp-perf-verify-1904-3n-skx:
+ - 7 # MRR sel
+ vpp-compare-topologies-mrr-cmp:
+ csit-vpp-perf-verify-1904-2n-skx:
+ - 11 # MRR sel
+ vpp-compare-topologies-mrr:
+ - "vpp-compare-topologies-mrr-ref"
+ - "vpp-compare-topologies-mrr-cmp"
+
+ dpdk-compare-topologies-ref:
+ csit-dpdk-perf-verify-1904-3n-skx:
+ - 2 # NDRPDR sel
+ - 3 # NDRPDR sel
+ - 4 # NDRPDR sel
+ - 5 # NDRPDR sel
+ - 6 # NDRPDR sel
+ - 7 # NDRPDR sel
+ - 11 # NDRPDR sel
+ - 12 # NDRPDR sel
+ - 13 # NDRPDR sel
+ - 14 # NDRPDR sel
+ dpdk-compare-topologies-cmp:
+ csit-dpdk-perf-verify-1904-2n-skx:
+ - 2 # NDRPDR sel
+ - 3 # NDRPDR sel
+ - 4 # NDRPDR sel
+ - 5 # NDRPDR sel
+ - 7 # NDRPDR sel
+ - 8 # NDRPDR sel
+ - 9 # NDRPDR sel
+ - 10 # NDRPDR sel
+ - 11 # NDRPDR sel
+ - 12 # NDRPDR sel
+ dpdk-compare-topologies:
+ - "dpdk-compare-topologies-ref"
+ - "dpdk-compare-topologies-cmp"