+ csit-dmm-functional-1901-ubuntu1604-virl:
+ - 2
+
+ ###########################################################################
+ # Tables (more than one data set)
+
+ # Performance changes
+
+ vpp-performance-changes-3n-hsw-h1:
+ csit-vpp-perf-verify-1807-3n-hsw:
+ - 11 # NDRPDR full 1
+ - 22 # NDRPDR full 2
+ - 45 # NDRPDR full 3
+ - 46 # NDRPDR full 4
+ - 15 # NDRPDR sel
+ - 16 # NDRPDR sel
+ - 19 # NDRPDR sel
+ - 18 # NDRPDR sel
+ - 20 # NDRPDR sel
+ - 38 # NDRPDR sel
+ - 40 # NDRPDR sel
+ - 44 # NDRPDR sel
+ - 47 # NDRPDR sel
+ vpp-performance-changes-3n-hsw-ref:
+ csit-vpp-perf-verify-1810-3n-hsw:
+ - 8 # NDRPDR sel
+ - 12 # NDRPDR sel
+ - 14 # NDRPDR sel
+ - 18 # NDRPDR sel
+ - 23 # NDRPDR sel
+ - 25 # NDRPDR sel
+ - 38 # NDRPDR sel
+ - 39 # NDRPDR sel
+ - 41 # NDRPDR sel
+ - 42 # NDRPDR sel
+ vpp-performance-changes-3n-hsw-cmp:
+ csit-vpp-perf-verify-1901-3n-hsw:
+# - 10 # NDRPDR sel
+# - 19 # NDRPDR sel
+# - 31 # NDRPDR sel
+# - 36 # NDRPDR sel
+# - 40 # NDRPDR sel
+# - 42 # NDRPDR sel
+# - 44 # NDRPDR sel
+# - 46 # NDRPDR sel
+# - 47 # NDRPDR sel
+# - 48 # NDRPDR sel
+# - 61 # NDRPDR LB
+# - 62 # NDRPDR LB
+# - 63 # NDRPDR LB
+# - 64 # NDRPDR LB
+# - 65 # NDRPDR LB
+# - 66 # NDRPDR LB
+# - 67 # NDRPDR LB
+# - 69 # NDRPDR LB
+# - 70 # NDRPDR LB
+# - 71 # NDRPDR LB
+ - 72 # 1901.1 NDRPDR sel
+ - 78 # 1901.1 NDRPDR sel
+ vpp-performance-changes-3n-hsw:
+ - "vpp-performance-changes-3n-hsw-h1"
+ - "vpp-performance-changes-3n-hsw-ref"
+ - "vpp-performance-changes-3n-hsw-cmp"
+
+ vpp-performance-changes-3n-skx-h1:
+ csit-vpp-perf-verify-1807-3n-skx:
+ - 33 # NDRPDR sel
+ - 35 # NDRPDR sel
+ - 37 # NDRPDR sel
+ - 38 # NDRPDR sel
+ - 39 # NDRPDR sel
+ - 43 # NDRPDR sel
+ - 44 # NDRPDR sel
+ - 49 # NDRPDR sel
+ - 50 # NDRPDR sel
+ - 56 # NDRPDR sel
+ vpp-performance-changes-3n-skx-ref:
+ csit-vpp-perf-verify-1810-3n-skx:
+ - 10 # NDRPDR sel
+ - 14 # NDRPDR sel
+ - 15 # NDRPDR sel
+ - 16 # NDRPDR sel
+ - 17 # NDRPDR sel
+ - 19 # NDRPDR sel
+ - 20 # NDRPDR sel
+ - 21 # NDRPDR sel
+ - 22 # NDRPDR sel
+ - 25 # NDRPDR sel
+ vpp-performance-changes-3n-skx-cmp:
+ csit-vpp-perf-verify-1901-3n-skx:
+# - 18 # NDRPDR sel
+# - 19 # NDRPDR sel
+# - 20 # NDRPDR sel
+# - 28 # NDRPDR sel
+# - 31 # NDRPDR sel
+# - 33 # NDRPDR sel
+# - 36 # NDRPDR sel
+# - 38 # NDRPDR sel
+# - 47 # NDRPDR sel
+# - 48 # NDRPDR sel
+# - 54 # NDRPDR LB
+# - 57 # NDRPDR LB
+# - 58 # NDRPDR LB
+# - 59 # NDRPDR LB
+# - 60 # NDRPDR LB
+# - 63 # NDRPDR LB
+# - 64 # NDRPDR LB
+# - 65 # NDRPDR LB
+# - 66 # NDRPDR LB
+# - 67 # NDRPDR LB
+ - 68 # 1901.1 NDRPDR sel
+ vpp-performance-changes-3n-skx:
+ - "vpp-performance-changes-3n-skx-h1"
+ - "vpp-performance-changes-3n-skx-ref"
+ - "vpp-performance-changes-3n-skx-cmp"
+
+ vpp-performance-changes-2n-skx-h1:
+ csit-vpp-perf-verify-1807-2n-skx:
+ - 26 # NDRPDR sel
+ - 28 # NDRPDR sel
+ - 29 # NDRPDR sel
+ - 30 # NDRPDR sel
+ - 34 # NDRPDR sel
+ - 35 # NDRPDR sel
+ - 36 # NDRPDR sel
+ - 39 # NDRPDR sel
+ - 40 # NDRPDR sel
+ - 42 # NDRPDR sel
+ vpp-performance-changes-2n-skx-ref:
+ csit-vpp-perf-verify-1810-2n-skx:
+ - 9 # NDRPDR sel
+ - 13 # NDRPDR sel
+ - 14 # NDRPDR sel
+ - 19 # NDRPDR sel
+ - 20 # NDRPDR sel
+ - 21 # NDRPDR sel
+ - 22 # NDRPDR sel
+ - 23 # NDRPDR sel
+ - 24 # NDRPDR sel
+ - 27 # NDRPDR sel
+ vpp-performance-changes-2n-skx-cmp:
+ csit-vpp-perf-verify-1901-2n-skx:
+# - 5 # NDRPDR sel
+# - 12 # NDRPDR sel
+# - 13 # NDRPDR sel
+# - 21 # NDRPDR sel
+# - 23 # NDRPDR sel
+# - 31 # NDRPDR sel
+# - 34 # NDRPDR sel
+# - 40 # NDRPDR sel
+# - 42 # NDRPDR sel
+# - 43 # NDRPDR sel
+ - 64 # 1901.1 NDRPDR sel
+ vpp-performance-changes-2n-skx:
+ - "vpp-performance-changes-2n-skx-h1"
+ - "vpp-performance-changes-2n-skx-ref"
+ - "vpp-performance-changes-2n-skx-cmp"
+
+ vpp-performance-changes-3n-hsw-mrr-h1:
+ csit-vpp-perf-verify-1807-3n-hsw:
+ - 8 # MRR full
+ - 9 # MRR sel
+ - 21 # MRR sel
+ - 31 # MRR sel
+ - 33 # MRR sel
+ - 36 # MRR sel
+ - 41 # MRR sel
+ - 42 # MRR sel
+ - 48 # MRR sel
+ vpp-performance-changes-3n-hsw-mrr-ref:
+ csit-vpp-perf-verify-1810-3n-hsw:
+ - 9 # MRR sel
+ vpp-performance-changes-3n-hsw-mrr-cmp:
+ csit-vpp-perf-verify-1901-3n-hsw:
+# - 35 # MRR sel
+ - 73 # 1901.1 MRR sel
+ - 77 # 1901.1 MRR sel
+ vpp-performance-changes-3n-hsw-mrr:
+ - "vpp-performance-changes-3n-hsw-mrr-h1"
+ - "vpp-performance-changes-3n-hsw-mrr-ref"
+ - "vpp-performance-changes-3n-hsw-mrr-cmp"
+
+ vpp-performance-changes-3n-skx-mrr-h1:
+ csit-vpp-perf-verify-1807-3n-skx:
+ - 28 # MRR sel
+ - 32 # MRR sel
+ - 36 # MRR sel
+ - 42 # MRR sel
+ - 47 # MRR sel
+ - 48 # MRR sel
+ - 51 # MRR sel
+ - 52 # MRR sel
+ - 53 # MRR sel
+ - 54 # MRR sel
+ vpp-performance-changes-3n-skx-mrr-ref:
+ csit-vpp-perf-verify-1810-3n-skx:
+ - 9 # MRR sel
+ - 11 # MRR sel
+ - 12 # MRR sel
+ - 13 # MRR sel
+ vpp-performance-changes-3n-skx-mrr-cmp:
+ csit-vpp-perf-verify-1901-3n-skx:
+# - 32 # MRR sel
+ - 69 # 1901.1 MRR sel
+ vpp-performance-changes-3n-skx-mrr:
+ - "vpp-performance-changes-3n-skx-mrr-h1"
+ - "vpp-performance-changes-3n-skx-mrr-ref"
+ - "vpp-performance-changes-3n-skx-mrr-cmp"
+
+ vpp-performance-changes-2n-skx-mrr-h1:
+ csit-vpp-perf-verify-1807-2n-skx:
+ - 31 # MRR sel
+ - 33 # MRR sel
+ - 37 # MRR sel
+ - 38 # MRR sel
+ - 41 # MRR sel
+ - 43 # MRR sel
+ - 44 # MRR sel
+ - 45 # MRR sel
+ - 46 # MRR sel
+ - 47 # MRR sel
+ vpp-performance-changes-2n-skx-mrr-ref:
+ csit-vpp-perf-verify-1810-2n-skx:
+ - 8 # MRR sel
+ - 10 # MRR sel
+ - 11 # MRR sel
+ - 12 # MRR sel
+ vpp-performance-changes-2n-skx-mrr-cmp:
+ csit-vpp-perf-verify-1901-2n-skx:
+# - 22 # MRR sel
+ - 65 # 1901.1 MRR sel
+ vpp-performance-changes-2n-skx-mrr:
+ - "vpp-performance-changes-2n-skx-mrr-h1"
+ - "vpp-performance-changes-2n-skx-mrr-ref"
+ - "vpp-performance-changes-2n-skx-mrr-cmp"
+
+ dpdk-performance-changes-3n-hsw-h1:
+ csit-dpdk-perf-verify-1807-3n-hsw:
+ - 11
+ - 12 # full
+ - 14
+ - 15
+ - 16
+ - 17
+ - 20
+ - 21
+ - 22
+ - 23
+ dpdk-performance-changes-3n-hsw-ref:
+ csit-dpdk-perf-verify-1810-3n-hsw:
+ - 1 # NDRPDR sel
+ - 2 # NDRPDR sel
+ - 3 # NDRPDR sel
+ - 4 # NDRPDR sel
+ - 5 # NDRPDR sel
+ - 6 # NDRPDR sel
+ - 7 # NDRPDR sel
+ - 8 # NDRPDR sel
+ - 9 # NDRPDR sel
+ - 10 # NDRPDR sel
+ dpdk-performance-changes-3n-hsw-cmp:
+ csit-dpdk-perf-verify-1901-3n-hsw:
+ - 13 # NDRPDR sel
+ - 14 # NDRPDR sel
+ - 16 # NDRPDR sel
+ - 17 # NDRPDR sel
+ - 18 # NDRPDR sel
+ - 19 # NDRPDR sel
+ - 20 # NDRPDR sel
+ - 21 # NDRPDR sel
+ - 22 # NDRPDR sel
+ - 23 # NDRPDR sel
+ dpdk-performance-changes-3n-hsw:
+ - "dpdk-performance-changes-3n-hsw-h1"
+ - "dpdk-performance-changes-3n-hsw-ref"
+ - "dpdk-performance-changes-3n-hsw-cmp"
+
+ dpdk-performance-changes-3n-skx-h1:
+ csit-dpdk-perf-verify-1807-3n-skx:
+ - 1 # NDRPDR sel
+ - 2 # NDRPDR sel
+ - 3 # NDRPDR sel
+ - 6 # NDRPDR sel
+ - 7 # NDRPDR sel
+ - 8 # NDRPDR sel
+ - 9 # NDRPDR sel
+ - 10 # NDRPDR sel
+ - 11 # NDRPDR sel
+ - 12 # NDRPDR sel
+ dpdk-performance-changes-3n-skx-ref:
+ csit-dpdk-perf-verify-1810-3n-skx:
+ - 3 # NDRPDR sel
+ - 4 # NDRPDR sel
+ - 6 # NDRPDR sel
+ - 7 # NDRPDR sel
+ - 8 # NDRPDR sel
+ - 9 # NDRPDR sel
+ - 10 # NDRPDR sel
+ - 11 # NDRPDR sel
+ - 12 # NDRPDR sel
+ - 13 # NDRPDR sel
+ dpdk-performance-changes-3n-skx-cmp:
+ csit-dpdk-perf-verify-1901-3n-skx:
+ - 3 # NDRPDR sel
+ - 5 # NDRPDR sel
+ - 6 # NDRPDR sel
+ - 7 # NDRPDR sel
+ - 8 # NDRPDR sel
+ - 9 # NDRPDR sel
+ - 10 # NDRPDR sel
+ - 11 # NDRPDR sel
+ - 12 # NDRPDR sel
+ - 13 # NDRPDR sel
+ dpdk-performance-changes-3n-skx:
+ - "dpdk-performance-changes-3n-skx-h1"
+ - "dpdk-performance-changes-3n-skx-ref"
+ - "dpdk-performance-changes-3n-skx-cmp"
+
+ dpdk-performance-changes-2n-skx-ref:
+ csit-dpdk-perf-verify-1810-2n-skx:
+ - 3 # NDRPDR sel
+ - 4 # NDRPDR sel
+ - 5 # NDRPDR sel
+ - 7 # NDRPDR sel
+ - 8 # NDRPDR sel
+ - 9 # NDRPDR sel
+ - 10 # NDRPDR sel
+ - 11 # NDRPDR sel
+ - 12 # NDRPDR sel
+ - 13 # NDRPDR sel
+ dpdk-performance-changes-2n-skx-cmp:
+ csit-dpdk-perf-verify-1901-2n-skx:
+ - 12 # NDRPDR sel
+ - 13 # NDRPDR sel
+ - 14 # NDRPDR sel
+ - 15 # NDRPDR sel
+ - 16 # NDRPDR sel
+ - 17 # NDRPDR sel
+ - 18 # NDRPDR sel
+ - 19 # NDRPDR sel
+ - 20 # NDRPDR sel
+ - 21 # NDRPDR sel
+ dpdk-performance-changes-2n-skx:
+ - "dpdk-performance-changes-2n-skx-ref"
+ - "dpdk-performance-changes-2n-skx-cmp"
+
+ # Compare testbeds
+
+ vpp-compare-testbeds-ref:
+ csit-vpp-perf-verify-1901-3n-hsw:
+# - 10 # NDRPDR sel
+# - 19 # NDRPDR sel
+# - 31 # NDRPDR sel
+# - 36 # NDRPDR sel
+# - 40 # NDRPDR sel
+# - 42 # NDRPDR sel
+# - 44 # NDRPDR sel
+# - 46 # NDRPDR sel
+# - 47 # NDRPDR sel
+# - 48 # NDRPDR sel
+# - 61 # NDRPDR LB
+# - 62 # NDRPDR LB
+# - 63 # NDRPDR LB
+# - 64 # NDRPDR LB
+# - 65 # NDRPDR LB
+# - 66 # NDRPDR LB
+# - 67 # NDRPDR LB
+# - 69 # NDRPDR LB
+# - 70 # NDRPDR LB
+# - 71 # NDRPDR LB
+ - 72 # 1901.1 NDRPDR sel
+ - 78 # 1901.1 NDRPDR sel
+ vpp-compare-testbeds-cmp:
+ csit-vpp-perf-verify-1901-3n-skx:
+# - 18 # NDRPDR sel
+# - 19 # NDRPDR sel
+# - 20 # NDRPDR sel
+# - 28 # NDRPDR sel
+# - 31 # NDRPDR sel
+# - 33 # NDRPDR sel
+# - 36 # NDRPDR sel
+# - 38 # NDRPDR sel
+# - 47 # NDRPDR sel
+# - 48 # NDRPDR sel
+# - 54 # NDRPDR LB
+# - 57 # NDRPDR LB
+# - 58 # NDRPDR LB
+# - 59 # NDRPDR LB
+# - 60 # NDRPDR LB
+# - 63 # NDRPDR LB
+# - 64 # NDRPDR LB
+# - 65 # NDRPDR LB
+# - 66 # NDRPDR LB
+# - 67 # NDRPDR LB
+ - 68 # 1901.1 NDRPDR sel
+ vpp-compare-testbeds:
+ - "vpp-compare-testbeds-ref"
+ - "vpp-compare-testbeds-cmp"
+
+ vpp-compare-testbeds-mrr-ref:
+ csit-vpp-perf-verify-1901-3n-hsw:
+# - 35 # MRR sel
+ - 73 # 1901.1 MRR sel
+ - 77 # 1901.1 MRR sel
+ vpp-compare-testbeds-mrr-cmp:
+ csit-vpp-perf-verify-1901-3n-skx:
+# - 32 # MRR sel
+ - 69 # 1901.1 MRR sel
+ vpp-compare-testbeds-mrr:
+ - "vpp-compare-testbeds-mrr-ref"
+ - "vpp-compare-testbeds-mrr-cmp"
+
+ dpdk-compare-testbeds-ref:
+ csit-dpdk-perf-verify-1901-3n-hsw:
+ - 13 # NDRPDR sel
+ - 14 # NDRPDR sel
+ - 16 # NDRPDR sel
+ - 17 # NDRPDR sel
+ - 18 # NDRPDR sel
+ - 19 # NDRPDR sel
+ - 20 # NDRPDR sel
+ - 21 # NDRPDR sel
+ - 22 # NDRPDR sel
+ - 23 # NDRPDR sel
+ dpdk-compare-testbeds-cmp:
+ csit-dpdk-perf-verify-1901-3n-skx:
+ - 3 # NDRPDR sel
+ - 5 # NDRPDR sel
+ - 6 # NDRPDR sel
+ - 7 # NDRPDR sel
+ - 8 # NDRPDR sel
+ - 9 # NDRPDR sel
+ - 10 # NDRPDR sel
+ - 11 # NDRPDR sel
+ - 12 # NDRPDR sel
+ - 13 # NDRPDR sel
+ dpdk-compare-testbeds:
+ - "dpdk-compare-testbeds-ref"
+ - "dpdk-compare-testbeds-cmp"
+
+ # Compare topologies
+
+ vpp-compare-topologies-ref:
+ csit-vpp-perf-verify-1901-3n-skx:
+# - 18 # NDRPDR sel
+# - 19 # NDRPDR sel
+# - 20 # NDRPDR sel
+# - 28 # NDRPDR sel
+# - 31 # NDRPDR sel
+# - 33 # NDRPDR sel
+# - 36 # NDRPDR sel
+# - 38 # NDRPDR sel
+# - 47 # NDRPDR sel
+# - 48 # NDRPDR sel
+# - 54 # NDRPDR LB
+# - 57 # NDRPDR LB
+# - 58 # NDRPDR LB
+# - 59 # NDRPDR LB
+# - 60 # NDRPDR LB
+# - 63 # NDRPDR LB
+# - 64 # NDRPDR LB
+# - 65 # NDRPDR LB
+# - 66 # NDRPDR LB
+# - 67 # NDRPDR LB
+ - 68 # 1901.1 NDRPDR sel
+ vpp-compare-topologies-cmp:
+ csit-vpp-perf-verify-1901-2n-skx:
+# - 5 # NDRPDR sel
+# - 12 # NDRPDR sel
+# - 13 # NDRPDR sel
+# - 21 # NDRPDR sel
+# - 23 # NDRPDR sel
+# - 31 # NDRPDR sel
+# - 34 # NDRPDR sel
+# - 40 # NDRPDR sel
+# - 42 # NDRPDR sel
+# - 43 # NDRPDR sel
+ - 64 # 1901.1 NDRPDR sel
+ vpp-compare-topologies:
+ - "vpp-compare-topologies-ref"
+ - "vpp-compare-topologies-cmp"
+
+ vpp-compare-topologies-mrr-ref:
+ csit-vpp-perf-verify-1901-3n-skx:
+# - 32 # MRR sel
+ - 69 # 1901.1 MRR sel
+ vpp-compare-topologies-mrr-cmp:
+ csit-vpp-perf-verify-1901-2n-skx:
+# - 22 # MRR sel
+ - 65 # 1901.1 MRR sel
+ vpp-compare-topologies-mrr:
+ - "vpp-compare-topologies-mrr-ref"
+ - "vpp-compare-topologies-mrr-cmp"
+
+ dpdk-compare-topologies-ref:
+ csit-dpdk-perf-verify-1901-3n-skx:
+ - 3 # NDRPDR sel
+ - 5 # NDRPDR sel
+ - 6 # NDRPDR sel
+ - 7 # NDRPDR sel
+ - 8 # NDRPDR sel
+ - 9 # NDRPDR sel
+ - 10 # NDRPDR sel
+ - 11 # NDRPDR sel
+ - 12 # NDRPDR sel
+ - 13 # NDRPDR sel
+ dpdk-compare-topologies-cmp:
+ csit-dpdk-perf-verify-1901-2n-skx:
+ - 12 # NDRPDR sel
+ - 13 # NDRPDR sel
+ - 14 # NDRPDR sel
+ - 15 # NDRPDR sel
+ - 16 # NDRPDR sel
+ - 17 # NDRPDR sel
+ - 18 # NDRPDR sel
+ - 19 # NDRPDR sel
+ - 20 # NDRPDR sel
+ - 21 # NDRPDR sel
+ dpdk-compare-topologies:
+ - "dpdk-compare-topologies-ref"
+ - "dpdk-compare-topologies-cmp"