Code Review / csit.git / blobdiff
? search:
summary | shortlog | log | commit | commitdiff | review | tree
raw | inline | side by side
Report 2005: Add data, hide dnv, soak, reconf, nfv
[csit.git] / resources / tools / presentation / specification.yaml
diff --git a/resources/tools/presentation/specification.yaml b/resources/tools/presentation/specification.yaml
index d8e6b68..552d624 100644 (file)
--- a/resources/tools/presentation/specification.yaml
+++ b/resources/tools/presentation/specification.yaml
@@ -152,16 +152,6 @@
 
     plot-vpp-throughput-lat-tsa-3n-hsw:
       csit-vpp-perf-report-iterative-2005-3n-hsw:
-#        - 3   # NDRPDR sel
-#        - 4   # NDRPDR sel
-#        - 5   # NDRPDR sel
-#        - 10  # NDRPDR sel
-#        - 11  # NDRPDR sel
-#        - 12  # NDRPDR sel
-#        - 15  # NDRPDR sel
-#        - 16  # NDRPDR sel
-#        - 18  # NDRPDR sel
-#        - 19  # NDRPDR sel
         - 20  # NDRPDR sel env 4
         - 21  # NDRPDR sel env 4
         - 22  # NDRPDR sel env 4
@@ -175,7 +165,7 @@
 
     plot-vpp-hdrh-lat-3n-hsw:
       csit-vpp-perf-report-iterative-2005-3n-hsw:
-        - 3   # NDRPDR sel
+        - 29  # NDRPDR sel env 4
 
 #    plot-vpp-nfv-3n-hsw-ndrpdr:
 #      csit-vpp-perf-report-iterative-2005-3n-hsw:
@@ -228,16 +218,6 @@
 
     plot-vpp-throughput-lat-tsa-3n-skx:
       csit-vpp-perf-report-iterative-2005-3n-skx:
-#        - 4   # NDRPDR sel
-#        - 5   # NDRPDR sel ??? all x710 failed
-#        - 33  # NDRPDR sel
-#        - 28  # NDRPDR sel
-#        - 34  # NDRPDR sel
-#        - 36  # NDRPDR sel
-#        - 37  # NDRPDR sel
-#        - 38  # NDRPDR sel
-#        - 39  # NDRPDR sel
-#        - 41  # NDRPDR sel
         - 42  # NDRPDR sel env 4
         - 43  # NDRPDR sel env 4
         - 44  # NDRPDR sel env 4
@@ -246,10 +226,9 @@
 
     plot-vpp-hdrh-lat-3n-skx:
       csit-vpp-perf-report-iterative-2005-3n-skx:
-        - 36  # NDRPDR sel
+        - 47  # NDRPDR sel env 4
 
     plot-vpp-nfv-3n-skx-ndrpdr:
-      # TODO: Add data:
       csit-vpp-perf-report-iterative-2005-3n-skx:
         - 4   # NDRPDR sel
         - 5   # NDRPDR sel ??? all x710 failed
@@ -259,7 +238,7 @@
 
     plot-vpp-nfv-3n-skx-mrr:
       csit-vpp-perf-report-iterative-2005-3n-skx:
-        - 6   # MRR sel
+        - 49  # MRR sel env 4
 
     plot-dpdk-throughput-latency-3n-skx:
       csit-dpdk-perf-report-iterative-2005-3n-skx:
@@ -282,16 +261,6 @@
 
     plot-vpp-throughput-lat-tsa-2n-skx:
       csit-vpp-perf-report-iterative-2005-2n-skx:
-#        - 43  # NDRPDR sel
-#        - 38  # NDRPDR sel
-#        - 7   # NDRPDR sel
-#        - 65  # NDRPDR sel
-#        - 47  # NDRPDR sel
-#        - 55  # NDRPDR sel
-#        - 67  # NDRPDR sel
-#        - 75  # NDRPDR sel
-#        - 76  # NDRPDR sel
-#        - 73  # NDRPDR sel
         - 88  # NDRPDR sel env 4
         - 89  # NDRPDR sel env 4
         - 90  # NDRPDR sel env 4
@@ -302,7 +271,7 @@
 
     plot-vpp-hdrh-lat-2n-skx:
       csit-vpp-perf-report-iterative-2005-2n-skx:
-        - 55  # NDRPDR sel
+        - 94  # NDRPDR sel
 
     plot-vpp-soak-2n-skx:
       csit-vpp-perf-report-iterative-2005-2n-skx:
@@ -310,7 +279,6 @@
         - 54  # Soak
 
     plot-vpp-nfv-2n-skx-ndrpdr:
-      # TODO: Add data:
       csit-vpp-perf-report-iterative-2005-2n-skx:
         - 43  # NDRPDR sel
         - 38  # NDRPDR sel
@@ -356,16 +324,6 @@
 
     plot-vpp-throughput-lat-tsa-2n-clx:
       csit-vpp-perf-report-iterative-2005-2n-clx:
-#        - 7   # NDRPDR sel
-#        - 38  # NDRPDR sel
-#        - 9   # NDRPDR sel
-#        - 32  # NDRPDR sel ???
-#        - 33  # NDRPDR sel ???
-#        - 39  # NDRPDR sel
-#        - 40  # NDRPDR sel
-#        - 43  # NDRPDR sel
-#        - 50  # NDRPDR sel
-#        - 51  # NDRPDR sel
         - 62  # NDRPDR sel env 4
         - 63  # NDRPDR sel env 4
         - 64  # NDRPDR sel env 4
@@ -377,7 +335,7 @@
 
     plot-vpp-hdrh-lat-2n-clx:
       csit-vpp-perf-report-iterative-2005-2n-clx:
-        - 51  # NDRPDR sel
+        - 70  # NDRPDR sel env 4
 
 #    plot-vpp-http-server-performance:
 #      # csit-vpp-perf-report-iterative-2005-2n-clx:
@@ -439,20 +397,13 @@
     # 3n-tsh
 
     plot-vpp-throughput-lat-tsa-3n-tsh:
-      # TODO: Add data:
       csit-vpp-perf-report-iterative-2005-3n-tsh:
-#        - 9   # NDRPDR sel
-#        - 11  # NDRPDR sel
-#        - 12  # NDRPDR sel
-#        - 20  # NDRPDR sel
-#        - 14  # NDRPDR sel
-#        - 21  # NDRPDR sel
         - 23  # NDRPDR sel env 4
         - 25  # NDRPDR sel env 4
 
     plot-vpp-hdrh-lat-3n-tsh:
       csit-vpp-perf-report-iterative-2005-3n-tsh:
-        - 9   # NDRPDR sel
+        - 25  # NDRPDR sel env 4
 
     plot-dpdk-throughput-latency-3n-tsh:
       csit-dpdk-perf-report-iterative-2005-3n-tsh:
@@ -525,153 +476,152 @@
 
     vpp-nic-comparison-3n-skx:
       csit-vpp-perf-report-iterative-2005-3n-skx:
-        - 4   # NDRPDR sel
-        - 5   # NDRPDR sel ??? all x710 failed
-        - 33  # NDRPDR sel
-        - 28  # NDRPDR sel
-        - 34  # NDRPDR sel
-        - 36  # NDRPDR sel
-        - 37  # NDRPDR sel
-        - 38  # NDRPDR sel
-        - 39  # NDRPDR sel
-        - 41  # NDRPDR sel
+        - 42  # NDRPDR sel env 4
+        - 43  # NDRPDR sel env 4
+        - 44  # NDRPDR sel env 4
+        - 45  # NDRPDR sel env 4
+        - 47  # NDRPDR sel env 4
 
     vpp-nic-comparison-2n-skx:
       csit-vpp-perf-report-iterative-2005-2n-skx:
-        - 43  # NDRPDR sel
-        - 38  # NDRPDR sel
-        - 7   # NDRPDR sel
-        - 65  # NDRPDR sel
-        - 47  # NDRPDR sel
-        - 55  # NDRPDR sel
-        - 67  # NDRPDR sel
-        - 75  # NDRPDR sel
-        - 76  # NDRPDR sel
-        - 73  # NDRPDR sel
+        - 88  # NDRPDR sel env 4
+        - 89  # NDRPDR sel env 4
+        - 90  # NDRPDR sel env 4
+        - 91  # NDRPDR sel env 4
+        - 92  # NDRPDR sel env 4
+        - 93  # NDRPDR sel env 4
+        - 94  # NDRPDR sel env 4
 
     vpp-nic-comparison-3n-skx-mrr:
       csit-vpp-perf-report-iterative-2005-3n-skx:
-        - 6   # MRR sel
+        - 49  # MRR sel env 4
 
     vpp-nic-comparison-2n-skx-mrr:
       csit-vpp-perf-report-iterative-2005-2n-skx:
-        - 42  # MRR sel
+        - 99  # MRR sel env 4
 
     # Results
 
     vpp-perf-results-3n-hsw:
-      csit-vpp-perf-report-coverage-2005-3n-hsw:
-        - 1   # perf-full-3n-dnv-crypto_I
-        - 7   # perf-full-3n-hsw-crypto_II
-        - 3   # perf-full-3n-hsw-crypto_III
-        - 4   # perf-full-3n-dnv-crypto_IV
-        - 5   # perf-full-3n-hsw-ip4_I
-        - 6   # perf-full-3n-hsw-ip4_II
-        - 8   # perf-full-3n-hsw-ip4_III
-        - 9   # perf-full-3n-hsw-ip4_IV
-        - 10  # perf-full-3n-hsw-ip4_V
-        - 26  # perf-full-3n-hsw-ip4_VI
-        - 18  # perf-full-3n-hsw-ip4_VII
-        - 27  # perf-full-3n-hsw-ip4_VIII
-        - 28  # perf-full-3n-hsw-ip4_IX
-        - 29  # perf-full-3n-hsw-ip6_I
-        - 35  # perf-full-3n-hsw-ip6_II
-        - 42  # perf-full-3n-hsw-l2_I
-        - 33  # perf-full-3n-hsw-l2_II
-        - 37  # perf-full-3n-hsw-l2_III
-        - 45  # perf-full-3n-hsw-l2_IV
-        - 43  # perf-full-3n-hsw-l2_V
-        - 40  # perf-full-3n-hsw-l2_VI
-        - 44  # perf-full-3n-hsw-l2_VII
-        - 51  # perf-full-3n-hsw-l2_VIII
-        - 50  # perf-full-3n-hsw-l2_IX
-        - 52  # perf-full-3n-hsw-l2_X
-        - 53  # perf-full-3n-hsw-l2_XI
-        - 54  # perf-full-3n-hsw-memif
-        - 55  # perf-full-3n-hsw-ip4tunnels-I
-        - 56  # perf-full-3n-hsw-ip4tunnels-II
-        - 57  # perf-full-3n-hsw-ip4tunnels-III
-        - 58  # perf-full-3n-hsw-ip6tunnels-I
-        - 59  # perf-full-3n-hsw-srv6-I
-        - 60  # perf-full-3n-hsw-srv6-II
-        - 61  # perf-full-3n-hsw-vhost-I
-        - 62  # perf-full-3n-hsw-vhost-II
-        - 63  # perf-full-3n-hsw-vhost-III
+      csit-vpp-perf-report-iterative-2005-3n-hsw:
+        - 29  # NDRPDR sel env 4
+#      csit-vpp-perf-report-coverage-2005-3n-hsw:
+#        - 1   # perf-full-3n-dnv-crypto_I
+#        - 7   # perf-full-3n-hsw-crypto_II
+#        - 3   # perf-full-3n-hsw-crypto_III
+#        - 4   # perf-full-3n-dnv-crypto_IV
+#        - 5   # perf-full-3n-hsw-ip4_I
+#        - 6   # perf-full-3n-hsw-ip4_II
+#        - 8   # perf-full-3n-hsw-ip4_III
+#        - 9   # perf-full-3n-hsw-ip4_IV
+#        - 10  # perf-full-3n-hsw-ip4_V
+#        - 26  # perf-full-3n-hsw-ip4_VI
+#        - 18  # perf-full-3n-hsw-ip4_VII
+#        - 27  # perf-full-3n-hsw-ip4_VIII
+#        - 28  # perf-full-3n-hsw-ip4_IX
+#        - 29  # perf-full-3n-hsw-ip6_I
+#        - 35  # perf-full-3n-hsw-ip6_II
+#        - 42  # perf-full-3n-hsw-l2_I
+#        - 33  # perf-full-3n-hsw-l2_II
+#        - 37  # perf-full-3n-hsw-l2_III
+#        - 45  # perf-full-3n-hsw-l2_IV
+#        - 43  # perf-full-3n-hsw-l2_V
+#        - 40  # perf-full-3n-hsw-l2_VI
+#        - 44  # perf-full-3n-hsw-l2_VII
+#        - 51  # perf-full-3n-hsw-l2_VIII
+#        - 50  # perf-full-3n-hsw-l2_IX
+#        - 52  # perf-full-3n-hsw-l2_X
+#        - 53  # perf-full-3n-hsw-l2_XI
+#        - 54  # perf-full-3n-hsw-memif
+#        - 55  # perf-full-3n-hsw-ip4tunnels-I
+#        - 56  # perf-full-3n-hsw-ip4tunnels-II
+#        - 57  # perf-full-3n-hsw-ip4tunnels-III
+#        - 58  # perf-full-3n-hsw-ip6tunnels-I
+#        - 59  # perf-full-3n-hsw-srv6-I
+#        - 60  # perf-full-3n-hsw-srv6-II
+#        - 61  # perf-full-3n-hsw-vhost-I
+#        - 62  # perf-full-3n-hsw-vhost-II
+#        - 63  # perf-full-3n-hsw-vhost-III
 
     vpp-perf-results-3n-skx:
-      csit-vpp-perf-report-coverage-2005-3n-skx:
-        - 10  # perf-full-3n-skx-crypto_I
-        - 11  # perf-full-3n-skx-crypto_II
-        - 12  # perf-full-3n-skx-crypto_III
-        - 5   # perf-full-3n-skx-ip4_I
-        - 14  # perf-full-3n-skx-ip4_II
-        - 7   # perf-full-3n-skx-ip4_III
-        - 15  # perf-full-3n-skx-ip4_IV
-        - 16  # perf-full-3n-skx-ip4_V
-        - 17  # perf-full-3n-skx-ip4_VI
-        - 18  # perf-full-3n-skx-ip4_VII
-        - 19  # perf-full-3n-skx-ip4_VIII
-        - 20  # perf-full-3n-skx-ip4_IX
-        - 24  # perf-full-3n-skx-ip6_I
-        - 25  # perf-full-3n-skx-ip6_II
-        - 21  # perf-full-3n-skx-ip4tunnels-I
-        - 22  # perf-full-3n-skx-ip4tunnels-II
-        - 23  # perf-full-3n-skx-ip4tunnels-III
-        - 26  # perf-full-3n-skx-ip6tunnels-I
-        - 28  # perf-full-3n-skx-l2_II
-        - 29  # perf-full-3n-skx-l2_III
-        - 30  # perf-full-3n-skx-l2_IV
-        - 32  # perf-full-3n-skx-l2_VI
-        - 33  # perf-full-3n-skx-l2_VII
-        - 34  # perf-full-3n-skx-l2_VIII
-        - 35  # perf-full-3n-skx-l2_IX
-        - 36  # perf-full-3n-skx-l2_X
-        - 37  # perf-full-3n-skx-l2_XI
-        - 38  # perf-full-3n-skx-memif
-        - 39  # perf-full-3n-skx-srv6-I
-        - 40  # perf-full-3n-skx-srv6-II
-        - 43  # perf-full-3n-skx-vhost-III
+      csit-vpp-perf-report-iterative-2005-3n-skx:
+        - 47  # NDRPDR sel env 4
+#      csit-vpp-perf-report-coverage-2005-3n-skx:
+#        - 10  # perf-full-3n-skx-crypto_I
+#        - 11  # perf-full-3n-skx-crypto_II
+#        - 12  # perf-full-3n-skx-crypto_III
+#        - 5   # perf-full-3n-skx-ip4_I
+#        - 14  # perf-full-3n-skx-ip4_II
+#        - 7   # perf-full-3n-skx-ip4_III
+#        - 15  # perf-full-3n-skx-ip4_IV
+#        - 16  # perf-full-3n-skx-ip4_V
+#        - 17  # perf-full-3n-skx-ip4_VI
+#        - 18  # perf-full-3n-skx-ip4_VII
+#        - 19  # perf-full-3n-skx-ip4_VIII
+#        - 20  # perf-full-3n-skx-ip4_IX
+#        - 24  # perf-full-3n-skx-ip6_I
+#        - 25  # perf-full-3n-skx-ip6_II
+#        - 21  # perf-full-3n-skx-ip4tunnels-I
+#        - 22  # perf-full-3n-skx-ip4tunnels-II
+#        - 23  # perf-full-3n-skx-ip4tunnels-III
+#        - 26  # perf-full-3n-skx-ip6tunnels-I
+#        - 28  # perf-full-3n-skx-l2_II
+#        - 29  # perf-full-3n-skx-l2_III
+#        - 30  # perf-full-3n-skx-l2_IV
+#        - 32  # perf-full-3n-skx-l2_VI
+#        - 33  # perf-full-3n-skx-l2_VII
+#        - 34  # perf-full-3n-skx-l2_VIII
+#        - 35  # perf-full-3n-skx-l2_IX
+#        - 36  # perf-full-3n-skx-l2_X
+#        - 37  # perf-full-3n-skx-l2_XI
+#        - 38  # perf-full-3n-skx-memif
+#        - 39  # perf-full-3n-skx-srv6-I
+#        - 40  # perf-full-3n-skx-srv6-II
+#        - 43  # perf-full-3n-skx-vhost-III
 
     vpp-perf-results-2n-skx:
-      # TODO: Add data:
-      csit-vpp-perf-report-coverage-2005-2n-skx:
-        - 11  # perf-full-2n-skx-ip4_I
-        - 3   # perf-full-2n-skx-ip4_II
-        - 18  # perf-full-2n-skx-ip4_III
-        - 19  # perf-full-2n-skx-ip4_IV
-        - 5   # perf-full-2n-skx-ip4_V
-        - 20  # perf-full-2n-skx-ip4_VI
-        - 7   # perf-full-2n-skx-ip6_I
-        - 21  # perf-full-2n-skx-ip6_II
-        - 9   # perf-full-2n-skx-l2_I
-        - 22  # perf-full-2n-skx-l2_II
-        - 23  # perf-full-2n-skx-memif
-        - 24  # perf-full-2n-skx-loadbalancer
-        - 25  # perf-full-2n-skx-vhost I
-        - 26  # perf-full-2n-skx-vhost II
-        - 27  # perf-full-2n-skx-vts
+      csit-vpp-perf-report-iterative-2005-2n-skx:
+        - 94  # NDRPDR sel env 4
+#      csit-vpp-perf-report-coverage-2005-2n-skx:
+#        - 11  # perf-full-2n-skx-ip4_I
+#        - 3   # perf-full-2n-skx-ip4_II
+#        - 18  # perf-full-2n-skx-ip4_III
+#        - 19  # perf-full-2n-skx-ip4_IV
+#        - 5   # perf-full-2n-skx-ip4_V
+#        - 20  # perf-full-2n-skx-ip4_VI
+#        - 7   # perf-full-2n-skx-ip6_I
+#        - 21  # perf-full-2n-skx-ip6_II
+#        - 9   # perf-full-2n-skx-l2_I
+#        - 22  # perf-full-2n-skx-l2_II
+#        - 23  # perf-full-2n-skx-memif
+#        - 24  # perf-full-2n-skx-loadbalancer
+#        - 25  # perf-full-2n-skx-vhost I
+#        - 26  # perf-full-2n-skx-vhost II
+#        - 27  # perf-full-2n-skx-vts
 
     vpp-perf-results-2n-clx:
-      csit-vpp-perf-report-coverage-2005-2n-clx:
-        - 21  # perf-full-2n-clx-ip4_I
-        - 2   # perf-full-2n-clx-ip4_II
-        - 3   # perf-full-2n-clx-ip4_III
-        - 4   # perf-full-2n-clx-ip4_IV
-        - 5   # perf-full-2n-clx-ip4_V
-        - 6   # perf-full-2n-clx-ip4_VI
-        - 7   # perf-full-2n-clx-ip6_I
-        - 16  # perf-full-2n-clx-ip6_II
-        - 23  # perf-full-2n-clx-l2_I
-        - 10  # perf-full-2n-clx-l2_II
-        - 11  # perf-full-2n-clx-memif
-        - 12  # perf-full-2n-clx-loadbalancer
-        - 13  # perf-full-2n-clx-vhost I
-        - 22  # perf-full-2n-clx-vhost II
-        - 15  # perf-full-2n-clx-vts
+      csit-vpp-perf-report-iterative-2005-2n-clx:
+        - 62  # NDRPDR sel env 4
+#      csit-vpp-perf-report-coverage-2005-2n-clx:
+#        - 21  # perf-full-2n-clx-ip4_I
+#        - 2   # perf-full-2n-clx-ip4_II
+#        - 3   # perf-full-2n-clx-ip4_III
+#        - 4   # perf-full-2n-clx-ip4_IV
+#        - 5   # perf-full-2n-clx-ip4_V
+#        - 6   # perf-full-2n-clx-ip4_VI
+#        - 7   # perf-full-2n-clx-ip6_I
+#        - 16  # perf-full-2n-clx-ip6_II
+#        - 23  # perf-full-2n-clx-l2_I
+#        - 10  # perf-full-2n-clx-l2_II
+#        - 11  # perf-full-2n-clx-memif
+#        - 12  # perf-full-2n-clx-loadbalancer
+#        - 13  # perf-full-2n-clx-vhost I
+#        - 22  # perf-full-2n-clx-vhost II
+#        - 15  # perf-full-2n-clx-vts
 
     vpp-perf-results-3n-tsh:
       csit-vpp-perf-report-iterative-2005-3n-tsh:
-        - 9   # NDRPDR sel
+        - 25  # NDRPDR sel env 4
 
     vpp-perf-results-3n-dnv:
       csit-vpp-perf-report-coverage-2005-3n-dnv:
@@ -696,23 +646,23 @@
 
     vpp-mrr-results-3n-hsw:
       csit-vpp-perf-report-iterative-2005-3n-hsw:
-        - 13  # MRR
+        - 30  # MRR env 4
 
     vpp-mrr-results-3n-skx:
       csit-vpp-perf-report-iterative-2005-3n-skx:
-        - 6   # MRR sel
+        - 49  # MRR sel env 4
 
     vpp-mrr-results-2n-skx:
       csit-vpp-perf-report-iterative-2005-2n-skx:
-        - 42  # MRR sel
+        - 99  # MRR sel env 4
 
     vpp-mrr-results-2n-clx:
       csit-vpp-perf-report-iterative-2005-2n-clx:
-        - 12   # MRR
+        - 72  # MRR env 4
 
     vpp-mrr-results-3n-tsh:
       csit-vpp-perf-report-iterative-2005-3n-tsh:
-        - 10  # MRR sel
+        - 27  # MRR sel env 4
 
     vpp-mrr-results-3n-dnv:
       csit-vpp-perf-report-iterative-2005-3n-dnv:
@@ -1075,7 +1025,6 @@
         - 15  # NDRPDR sel
         - 21  # NDRPDR sel
     vpp-performance-changes-3n-tsh-cmp:
-      # TODO: Add data:
       csit-vpp-perf-report-iterative-2005-3n-tsh:
         - 9   # NDRPDR sel
         - 11  # NDRPDR sel
@@ -1204,7 +1153,7 @@
         - 12   # MRR
     vpp-performance-changes-2n-clx-mrr-cmp-2:
       csit-vpp-perf-report-iterative-2005-2n-clx:
-        - 72   # MRR
+        - 72   # MRR sel env 4
 
 #    vpp-performance-changes-nfv-2n-skx-mrr-ref:
 #      csit-vpp-perf-verify-1908-2n-skx:
@@ -1493,99 +1442,87 @@
 
     vpp-compare-testbeds-ref:
       csit-vpp-perf-report-iterative-2005-3n-hsw:
-        - 3   # NDRPDR sel
-        - 4   # NDRPDR sel
-        - 5   # NDRPDR sel
-        - 10  # NDRPDR sel
-        - 11  # NDRPDR sel
-        - 12  # NDRPDR sel
-        - 15  # NDRPDR sel
-        - 16  # NDRPDR sel
-        - 18  # NDRPDR sel
-        - 19  # NDRPDR sel
+        - 20  # NDRPDR sel env 4
+        - 21  # NDRPDR sel env 4
+        - 22  # NDRPDR sel env 4
+        - 23  # NDRPDR sel env 4
+        - 24  # NDRPDR sel env 4
+        - 25  # NDRPDR sel env 4
+        - 26  # NDRPDR sel env 4
+        - 27  # NDRPDR sel env 4
+        - 28  # NDRPDR sel env 4
+        - 29  # NDRPDR sel env 4
     vpp-compare-testbeds-cmp:
       csit-vpp-perf-report-iterative-2005-3n-skx:
-        - 4   # NDRPDR sel
-        - 5   # NDRPDR sel ??? all x710 failed
-        - 33  # NDRPDR sel
-        - 28  # NDRPDR sel
-        - 34  # NDRPDR sel
-        - 36  # NDRPDR sel
-        - 37  # NDRPDR sel
-        - 38  # NDRPDR sel
-        - 39  # NDRPDR sel
-        - 41  # NDRPDR sel
+        - 42  # NDRPDR sel env 4
+        - 43  # NDRPDR sel env 4
+        - 44  # NDRPDR sel env 4
+        - 45  # NDRPDR sel env 4
+        - 47  # NDRPDR sel env 4
 
     vpp-compare-testbeds-skx-clx-ref:
       csit-vpp-perf-report-iterative-2005-2n-skx:
-        - 43  # NDRPDR sel
-        - 38  # NDRPDR sel
-        - 7   # NDRPDR sel
-        - 65  # NDRPDR sel
-        - 47  # NDRPDR sel
-        - 55  # NDRPDR sel
-        - 67  # NDRPDR sel
-        - 75  # NDRPDR sel
-        - 76  # NDRPDR sel
-        - 73  # NDRPDR sel
+        - 88  # NDRPDR sel env 4
+        - 89  # NDRPDR sel env 4
+        - 90  # NDRPDR sel env 4
+        - 91  # NDRPDR sel env 4
+        - 92  # NDRPDR sel env 4
+        - 93  # NDRPDR sel env 4
+        - 94  # NDRPDR sel env 4
     vpp-compare-testbeds-skx-clx-cmp:
       csit-vpp-perf-report-iterative-2005-2n-clx:
-        - 7   # NDRPDR sel
-        - 38  # NDRPDR sel
-        - 9   # NDRPDR sel
-        - 32  # NDRPDR sel ???
-        - 33  # NDRPDR sel ???
-        - 39  # NDRPDR sel
-        - 40  # NDRPDR sel
-        - 43  # NDRPDR sel
-        - 50  # NDRPDR sel
-        - 51  # NDRPDR sel
+        - 62  # NDRPDR sel env 4
+        - 63  # NDRPDR sel env 4
+        - 64  # NDRPDR sel env 4
+        - 65  # NDRPDR sel env 4
+        - 66  # NDRPDR sel env 4
+        - 68  # NDRPDR sel env 4
+        - 69  # NDRPDR sel env 4
+        - 70  # NDRPDR sel env 4
 
     vpp-compare-testbeds-hsw-clx-ref:
       csit-vpp-perf-report-iterative-2005-3n-hsw:
-        - 3   # NDRPDR sel
-        - 4   # NDRPDR sel
-        - 5   # NDRPDR sel
-        - 10  # NDRPDR sel
-        - 11  # NDRPDR sel
-        - 12  # NDRPDR sel
-        - 15  # NDRPDR sel
-        - 16  # NDRPDR sel
-        - 18  # NDRPDR sel
-        - 19  # NDRPDR sel
+        - 20  # NDRPDR sel env 4
+        - 21  # NDRPDR sel env 4
+        - 22  # NDRPDR sel env 4
+        - 23  # NDRPDR sel env 4
+        - 24  # NDRPDR sel env 4
+        - 25  # NDRPDR sel env 4
+        - 26  # NDRPDR sel env 4
+        - 27  # NDRPDR sel env 4
+        - 28  # NDRPDR sel env 4
+        - 29  # NDRPDR sel env 4
     vpp-compare-testbeds-hsw-clx-cmp:
       csit-vpp-perf-report-iterative-2005-2n-clx:
-        - 7   # NDRPDR sel
-        - 38  # NDRPDR sel
-        - 9   # NDRPDR sel
-        - 32  # NDRPDR sel ???
-        - 33  # NDRPDR sel ???
-        - 39  # NDRPDR sel
-        - 40  # NDRPDR sel
-        - 43  # NDRPDR sel
-        - 50  # NDRPDR sel
-        - 51  # NDRPDR sel
+        - 62  # NDRPDR sel env 4
+        - 63  # NDRPDR sel env 4
+        - 64  # NDRPDR sel env 4
+        - 65  # NDRPDR sel env 4
+        - 66  # NDRPDR sel env 4
+        - 68  # NDRPDR sel env 4
+        - 69  # NDRPDR sel env 4
+        - 70  # NDRPDR sel env 4
 
     vpp-compare-testbeds-mrr-ref:
       csit-vpp-perf-report-iterative-2005-3n-hsw:
-        - 13  # MRR
+        - 30  # MRR env 4
     vpp-compare-testbeds-mrr-cmp:
       csit-vpp-perf-report-iterative-2005-3n-skx:
-        - 6   # MRR sel
+        - 49  # MRR sel env 4
 
     vpp-compare-testbeds-mrr-skx-clx-ref:
       csit-vpp-perf-report-iterative-2005-2n-skx:
-        - 42  # MRR sel
+        - 99  # MRR sel env 4
     vpp-compare-testbeds-mrr-skx-clx-cmp:
       csit-vpp-perf-report-iterative-2005-2n-clx:
-        - 12   # MRR
+        - 72  # MRR env 4
 
     vpp-compare-testbeds-mrr-hsw-clx-ref:
       csit-vpp-perf-report-iterative-2005-3n-hsw:
-        - 13  # MRR
+        - 30  # MRR env 4
     vpp-compare-testbeds-mrr-hsw-clx-cmp:
       csit-vpp-perf-report-iterative-2005-2n-clx:
-        - 12   # MRR
+        - 72  # MRR env 4
 
     dpdk-compare-testbeds-ref:
       csit-dpdk-perf-report-iterative-2005-3n-hsw:
@@ -1641,35 +1578,27 @@
 
     vpp-compare-topologies-ref:
       csit-vpp-perf-report-iterative-2005-3n-skx:
-        - 4   # NDRPDR sel
-        - 5   # NDRPDR sel ??? all x710 failed
-        - 33  # NDRPDR sel
-        - 28  # NDRPDR sel
-        - 34  # NDRPDR sel
-        - 36  # NDRPDR sel
-        - 37  # NDRPDR sel
-        - 38  # NDRPDR sel
-        - 39  # NDRPDR sel
-        - 41  # NDRPDR sel
+        - 42  # NDRPDR sel env 4
+        - 43  # NDRPDR sel env 4
+        - 44  # NDRPDR sel env 4
+        - 45  # NDRPDR sel env 4
+        - 47  # NDRPDR sel env 4
     vpp-compare-topologies-cmp:
       csit-vpp-perf-report-iterative-2005-2n-skx:
-        - 43  # NDRPDR sel
-        - 38  # NDRPDR sel
-        - 7   # NDRPDR sel
-        - 65  # NDRPDR sel
-        - 47  # NDRPDR sel
-        - 55  # NDRPDR sel
-        - 67  # NDRPDR sel
-        - 75  # NDRPDR sel
-        - 76  # NDRPDR sel
-        - 73  # NDRPDR sel
+        - 88  # NDRPDR sel env 4
+        - 89  # NDRPDR sel env 4
+        - 90  # NDRPDR sel env 4
+        - 91  # NDRPDR sel env 4
+        - 92  # NDRPDR sel env 4
+        - 93  # NDRPDR sel env 4
+        - 94  # NDRPDR sel env 4
 
     vpp-compare-topologies-mrr-ref:
       csit-vpp-perf-report-iterative-2005-3n-skx:
-        - 6   # MRR sel
+        - 49  # MRR sel env 4
     vpp-compare-topologies-mrr-cmp:
       csit-vpp-perf-report-iterative-2005-2n-skx:
-        - 42  # MRR sel
+        - 99  # MRR sel env 4
 
     dpdk-compare-topologies-ref:
       csit-dpdk-perf-report-iterative-2005-3n-skx:
@@ -2300,42 +2229,42 @@
       - 12  # hoststack
       - 13  # hoststack
     csit-vpp-perf-report-coverage-2005-3n-hsw:
-      - 1   # perf-full-3n-dnv-crypto_I
-      - 7   # perf-full-3n-hsw-crypto_II
-      - 3   # perf-full-3n-hsw-crypto_III
-      - 4   # perf-full-3n-dnv-crypto_IV
-      - 5   # perf-full-3n-hsw-ip4_I
-      - 6   # perf-full-3n-hsw-ip4_II
-      - 8   # perf-full-3n-hsw-ip4_III
-      - 9   # perf-full-3n-hsw-ip4_IV
-      - 10  # perf-full-3n-hsw-ip4_V
-      - 26  # perf-full-3n-hsw-ip4_VI
-      - 18  # perf-full-3n-hsw-ip4_VII
-      - 27  # perf-full-3n-hsw-ip4_VIII
-      - 28  # perf-full-3n-hsw-ip4_IX
-      - 29  # perf-full-3n-hsw-ip6_I
-      - 35  # perf-full-3n-hsw-ip6_II
-      - 42  # perf-full-3n-hsw-l2_I
-      - 33  # perf-full-3n-hsw-l2_II
-      - 37  # perf-full-3n-hsw-l2_III
-      - 45  # perf-full-3n-hsw-l2_IV
-      - 43  # perf-full-3n-hsw-l2_V
-      - 40  # perf-full-3n-hsw-l2_VI
-      - 44  # perf-full-3n-hsw-l2_VII
-      - 51  # perf-full-3n-hsw-l2_VIII
-      - 50  # perf-full-3n-hsw-l2_IX
-      - 52  # perf-full-3n-hsw-l2_X
-      - 53  # perf-full-3n-hsw-l2_XI
-      - 54  # perf-full-3n-hsw-memif
-      - 55  # perf-full-3n-hsw-ip4tunnels-I
-      - 56  # perf-full-3n-hsw-ip4tunnels-II
-      - 57  # perf-full-3n-hsw-ip4tunnels-III
-      - 58  # perf-full-3n-hsw-ip6tunnels-I
-      - 59  # perf-full-3n-hsw-srv6-I
-      - 60  # perf-full-3n-hsw-srv6-II
-      - 61  # perf-full-3n-hsw-vhost-I
-      - 62  # perf-full-3n-hsw-vhost-II
-      - 63  # perf-full-3n-hsw-vhost-III
+#      - 1   # perf-full-3n-dnv-crypto_I
+#      - 7   # perf-full-3n-hsw-crypto_II
+#      - 3   # perf-full-3n-hsw-crypto_III
+#      - 4   # perf-full-3n-dnv-crypto_IV
+#      - 5   # perf-full-3n-hsw-ip4_I
+#      - 6   # perf-full-3n-hsw-ip4_II
+#      - 8   # perf-full-3n-hsw-ip4_III
+#      - 9   # perf-full-3n-hsw-ip4_IV
+#      - 10  # perf-full-3n-hsw-ip4_V
+#      - 26  # perf-full-3n-hsw-ip4_VI
+#      - 18  # perf-full-3n-hsw-ip4_VII
+#      - 27  # perf-full-3n-hsw-ip4_VIII
+#      - 28  # perf-full-3n-hsw-ip4_IX
+#      - 29  # perf-full-3n-hsw-ip6_I
+#      - 35  # perf-full-3n-hsw-ip6_II
+#      - 42  # perf-full-3n-hsw-l2_I
+#      - 33  # perf-full-3n-hsw-l2_II
+#      - 37  # perf-full-3n-hsw-l2_III
+#      - 45  # perf-full-3n-hsw-l2_IV
+#      - 43  # perf-full-3n-hsw-l2_V
+#      - 40  # perf-full-3n-hsw-l2_VI
+#      - 44  # perf-full-3n-hsw-l2_VII
+#      - 51  # perf-full-3n-hsw-l2_VIII
+#      - 50  # perf-full-3n-hsw-l2_IX
+#      - 52  # perf-full-3n-hsw-l2_X
+#      - 53  # perf-full-3n-hsw-l2_XI
+#      - 54  # perf-full-3n-hsw-memif
+#      - 55  # perf-full-3n-hsw-ip4tunnels-I
+#      - 56  # perf-full-3n-hsw-ip4tunnels-II
+#      - 57  # perf-full-3n-hsw-ip4tunnels-III
+#      - 58  # perf-full-3n-hsw-ip6tunnels-I
+#      - 59  # perf-full-3n-hsw-srv6-I
+#      - 60  # perf-full-3n-hsw-srv6-II
+#      - 61  # perf-full-3n-hsw-vhost-I
+#      - 62  # perf-full-3n-hsw-vhost-II
+#      - 63  # perf-full-3n-hsw-vhost-III
 
     csit-vpp-perf-verify-1908_1-3n-skx:
       - 26  # NDRPDR sel - new1908.1
@@ -2381,38 +2310,38 @@
       - 54  # NDRPDR sel 2001.0-4
       - 6   # MRR sel
       - 49  # MRR sel env 4
-    csit-vpp-perf-report-coverage-2005-3n-skx:
-      - 10  # perf-full-3n-skx-crypto_I
-      - 11  # perf-full-3n-skx-crypto_II
-      - 12  # perf-full-3n-skx-crypto_III
-      - 5   # perf-full-3n-skx-ip4_I
-      - 14  # perf-full-3n-skx-ip4_II
-      - 7   # perf-full-3n-skx-ip4_III
-      - 15  # perf-full-3n-skx-ip4_IV
-      - 16  # perf-full-3n-skx-ip4_V
-      - 17  # perf-full-3n-skx-ip4_VI
-      - 18  # perf-full-3n-skx-ip4_VII
-      - 19  # perf-full-3n-skx-ip4_VIII
-      - 20  # perf-full-3n-skx-ip4_IX
-      - 24  # perf-full-3n-skx-ip6_I
-      - 25  # perf-full-3n-skx-ip6_II
-      - 21  # perf-full-3n-skx-ip4tunnels-I
-      - 22  # perf-full-3n-skx-ip4tunnels-II
-      - 23  # perf-full-3n-skx-ip4tunnels-III
-      - 26  # perf-full-3n-skx-ip6tunnels-I
-      - 28  # perf-full-3n-skx-l2_II
-      - 29  # perf-full-3n-skx-l2_III
-      - 30  # perf-full-3n-skx-l2_IV
-      - 32  # perf-full-3n-skx-l2_VI
-      - 33  # perf-full-3n-skx-l2_VII
-      - 34  # perf-full-3n-skx-l2_VIII
-      - 35  # perf-full-3n-skx-l2_IX
-      - 36  # perf-full-3n-skx-l2_X
-      - 37  # perf-full-3n-skx-l2_XI
-      - 38  # perf-full-3n-skx-memif
-      - 39  # perf-full-3n-skx-srv6-I
-      - 40  # perf-full-3n-skx-srv6-II
-      - 43  # perf-full-3n-skx-vhost-III
+#    csit-vpp-perf-report-coverage-2005-3n-skx:
+#      - 10  # perf-full-3n-skx-crypto_I
+#      - 11  # perf-full-3n-skx-crypto_II
+#      - 12  # perf-full-3n-skx-crypto_III
+#      - 5   # perf-full-3n-skx-ip4_I
+#      - 14  # perf-full-3n-skx-ip4_II
+#      - 7   # perf-full-3n-skx-ip4_III
+#      - 15  # perf-full-3n-skx-ip4_IV
+#      - 16  # perf-full-3n-skx-ip4_V
+#      - 17  # perf-full-3n-skx-ip4_VI
+#      - 18  # perf-full-3n-skx-ip4_VII
+#      - 19  # perf-full-3n-skx-ip4_VIII
+#      - 20  # perf-full-3n-skx-ip4_IX
+#      - 24  # perf-full-3n-skx-ip6_I
+#      - 25  # perf-full-3n-skx-ip6_II
+#      - 21  # perf-full-3n-skx-ip4tunnels-I
+#      - 22  # perf-full-3n-skx-ip4tunnels-II
+#      - 23  # perf-full-3n-skx-ip4tunnels-III
+#      - 26  # perf-full-3n-skx-ip6tunnels-I
+#      - 28  # perf-full-3n-skx-l2_II
+#      - 29  # perf-full-3n-skx-l2_III
+#      - 30  # perf-full-3n-skx-l2_IV
+#      - 32  # perf-full-3n-skx-l2_VI
+#      - 33  # perf-full-3n-skx-l2_VII
+#      - 34  # perf-full-3n-skx-l2_VIII
+#      - 35  # perf-full-3n-skx-l2_IX
+#      - 36  # perf-full-3n-skx-l2_X
+#      - 37  # perf-full-3n-skx-l2_XI
+#      - 38  # perf-full-3n-skx-memif
+#      - 39  # perf-full-3n-skx-srv6-I
+#      - 40  # perf-full-3n-skx-srv6-II
+#      - 43  # perf-full-3n-skx-vhost-III
 
     csit-vpp-perf-verify-1908_1-2n-skx:
       - 39  # NDRPDR sel - new1908.1
@@ -2478,22 +2407,22 @@
       - 54  # Soak
       - 78  # nf-density-sel
       - 83  # nf-density-sel
-    csit-vpp-perf-report-coverage-2005-2n-skx:
-      - 11  # perf-full-2n-skx-ip4_I
-      - 3   # perf-full-2n-skx-ip4_II
-      - 18  # perf-full-2n-skx-ip4_III
-      - 19  # perf-full-2n-skx-ip4_IV
-      - 5   # perf-full-2n-skx-ip4_V
-      - 20  # perf-full-2n-skx-ip4_VI
-      - 7   # perf-full-2n-skx-ip6_I
-      - 21  # perf-full-2n-skx-ip6_II
-      - 9   # perf-full-2n-skx-l2_I
-      - 22  # perf-full-2n-skx-l2_II
-      - 23  # perf-full-2n-skx-memif
-      - 24  # perf-full-2n-skx-loadbalancer
-      - 25  # perf-full-2n-skx-vhost I
-      - 26  # perf-full-2n-skx-vhost II
-      - 27  # perf-full-2n-skx-vts
+#    csit-vpp-perf-report-coverage-2005-2n-skx:
+#      - 11  # perf-full-2n-skx-ip4_I
+#      - 3   # perf-full-2n-skx-ip4_II
+#      - 18  # perf-full-2n-skx-ip4_III
+#      - 19  # perf-full-2n-skx-ip4_IV
+#      - 5   # perf-full-2n-skx-ip4_V
+#      - 20  # perf-full-2n-skx-ip4_VI
+#      - 7   # perf-full-2n-skx-ip6_I
+#      - 21  # perf-full-2n-skx-ip6_II
+#      - 9   # perf-full-2n-skx-l2_I
+#      - 22  # perf-full-2n-skx-l2_II
+#      - 23  # perf-full-2n-skx-memif
+#      - 24  # perf-full-2n-skx-loadbalancer
+#      - 25  # perf-full-2n-skx-vhost I
+#      - 26  # perf-full-2n-skx-vhost II
+#      - 27  # perf-full-2n-skx-vts
 
     csit-vpp-perf-verify-1908_1-2n-clx:
       - 5  # NDRPDR sel
@@ -2559,22 +2488,22 @@
       - 59  # 2n-clx nfv-density-00
       - 60  # 2n-clx nfv-density-00
       - 61  # 2n-clx nfv-density-00
-    csit-vpp-perf-report-coverage-2005-2n-clx:
-      - 21  # perf-full-2n-clx-ip4_I
-      - 2   # perf-full-2n-clx-ip4_II
-      - 3   # perf-full-2n-clx-ip4_III
-      - 4   # perf-full-2n-clx-ip4_IV
-      - 5   # perf-full-2n-clx-ip4_V
-      - 6   # perf-full-2n-clx-ip4_VI
-      - 7   # perf-full-2n-clx-ip6_I
-      - 16  # perf-full-2n-clx-ip6_II
-      - 23  # perf-full-2n-clx-l2_I
-      - 10  # perf-full-2n-clx-l2_II
-      - 11  # perf-full-2n-clx-memif
-      - 12  # perf-full-2n-clx-loadbalancer
-      - 13  # perf-full-2n-clx-vhost I
-      - 22  # perf-full-2n-clx-vhost II
-      - 15  # perf-full-2n-clx-vts
+#    csit-vpp-perf-report-coverage-2005-2n-clx:
+#      - 21  # perf-full-2n-clx-ip4_I
+#      - 2   # perf-full-2n-clx-ip4_II
+#      - 3   # perf-full-2n-clx-ip4_III
+#      - 4   # perf-full-2n-clx-ip4_IV
+#      - 5   # perf-full-2n-clx-ip4_V
+#      - 6   # perf-full-2n-clx-ip4_VI
+#      - 7   # perf-full-2n-clx-ip6_I
+#      - 16  # perf-full-2n-clx-ip6_II
+#      - 23  # perf-full-2n-clx-l2_I
+#      - 10  # perf-full-2n-clx-l2_II
+#      - 11  # perf-full-2n-clx-memif
+#      - 12  # perf-full-2n-clx-loadbalancer
+#      - 13  # perf-full-2n-clx-vhost I
+#      - 22  # perf-full-2n-clx-vhost II
+#      - 15  # perf-full-2n-clx-vts
 
     csit-vpp-perf-verify-1908-3n-tsh:
       - 7   # NDRPDR sel
@@ -2600,7 +2529,6 @@
       - 15  # NDRPDR sel
       - 21  # NDRPDR sel
       - 9   # MRR sel
-    # TODO: Add data:
     csit-vpp-perf-report-iterative-2005-3n-tsh:
       - 9   # NDRPDR sel
       - 11  # NDRPDR sel
@@ -4467,101 +4395,101 @@
     - '2001.0-4 vs 2001.0-2: Compares CSIT environment current vs previous with previous VPP code.'
     - '2005.0-4 vs 2001.0-4: Compares VPP code current vs previous in the current CSIT environment.'
 
-# VPP Performance Changes 2n-clx-x556 2t1c pdr
-- type: "table"
-  title: "VPP Performance Changes 2n-clx-x556 2t1c pdr"
-  algorithm: "table_comparison"
-  output-file: "{DIR[STATIC,VPP]}/performance-changes-2n-clx-x556-2t1c-pdr"
-  include-tests: "PDR" # "PDR" | "NDR" | "MRR"
-  filter: "'2T1C' and 'NDRPDR' and 'NIC_Mellanox-CX556A' and not 'NF_DENSITY'"
-  columns:
-    - title: "2001.0-2"
-      data-set: "vpp-performance-changes-2n-clx-ref"
-    - title: "2005.0-4"
-      data-set: "vpp-performance-changes-2n-clx-cmp"
-  comparisons:
-    - title: "Diff"
-      reference: 1
-      compare: 2
-  legend:
-    - ''
-    - 'Test Case:            Test cases executed for: PDR throughput on 2n-clx with x556.'
-    - 'YYMM.V-E:             [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "2" for 2020-03-27, "3" for 2020-06-11, "4" for 2020-06-24).'
-    - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.'
-    - '2005.0-4 vs 2001.0-2: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.'
-#    - '                RCA1: root cause analysis reference for 2001.0-4 vs 2001.0-2.'
-
-# VPP Performance Changes 2n-clx-x556 4t2c pdr
-- type: "table"
-  title: "VPP Performance Changes 2n-clx-x556 4t2c pdr"
-  algorithm: "table_comparison"
-  output-file: "{DIR[STATIC,VPP]}/performance-changes-2n-clx-x556-4t2c-pdr"
-  include-tests: "PDR" # "PDR" | "NDR" | "MRR"
-  filter: "'4T2C' and 'NDRPDR' and 'NIC_Mellanox-CX556A' and not 'NF_DENSITY'"
-  columns:
-    - title: "2001.0-2"
-      data-set: "vpp-performance-changes-2n-clx-ref"
-    - title: "2005.0-4"
-      data-set: "vpp-performance-changes-2n-clx-cmp"
-  comparisons:
-    - title: "Diff"
-      reference: 1
-      compare: 2
-  legend:
-    - ''
-    - 'Test Case:            Test cases executed for: PDR throughput on 2n-clx with x556.'
-    - 'YYMM.V-E:             [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "2" for 2020-03-27, "3" for 2020-06-11, "4" for 2020-06-24).'
-    - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.'
-    - '2005.0-4 vs 2001.0-2: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.'
-#    - '                RCA1: root cause analysis reference for 2001.0-4 vs 2001.0-2.'
-
-# VPP Performance Changes 2n-clx-x556 2t1c ndr
-- type: "table"
-  title: "VPP Performance Changes 2n-clx-x556 2t1c ndr"
-  algorithm: "table_comparison"
-  output-file: "{DIR[STATIC,VPP]}/performance-changes-2n-clx-x556-2t1c-ndr"
-  include-tests: "NDR" # "PDR" | "NDR" | "MRR"
-  filter: "'2T1C' and 'NDRPDR' and 'NIC_Mellanox-CX556A' and not 'NF_DENSITY'"
-  columns:
-    - title: "2001.0-2"
-      data-set: "vpp-performance-changes-2n-clx-ref"
-    - title: "2005.0-4"
-      data-set: "vpp-performance-changes-2n-clx-cmp"
-  comparisons:
-    - title: "Diff"
-      reference: 1
-      compare: 2
-  legend:
-    - ''
-    - 'Test Case:            Test cases executed for: NDR throughput on 2n-clx with x556.'
-    - 'YYMM.V-E:             [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "2" for 2020-03-27, "3" for 2020-06-11, "4" for 2020-06-24).'
-    - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.'
-    - '2005.0-4 vs 2001.0-2: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.'
-#    - '                RCA1: root cause analysis reference for 2001.0-4 vs 2001.0-2.'
-
-# VPP Performance Changes 2n-clx-x556 4t2c ndr
-- type: "table"
-  title: "VPP Performance Changes 2n-clx-x556 ndr"
-  algorithm: "table_comparison"
-  output-file: "{DIR[STATIC,VPP]}/performance-changes-2n-clx-x556-4t2c-ndr"
-  include-tests: "NDR" # "PDR" | "NDR" | "MRR"
-  filter: "'4T2C' and 'NDRPDR' and 'NIC_Mellanox-CX556A' and not 'NF_DENSITY'"
-  columns:
-    - title: "2001.0-2"
-      data-set: "vpp-performance-changes-2n-clx-ref"
-    - title: "2005.0-4"
-      data-set: "vpp-performance-changes-2n-clx-cmp"
-  comparisons:
-    - title: "Diff"
-      reference: 1
-      compare: 2
-  legend:
-    - ''
-    - 'Test Case:            Test cases executed for: NDR throughput on 2n-clx with x556.'
-    - 'YYMM.V-E:             [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "2" for 2020-03-27, "3" for 2020-06-11, "4" for 2020-06-24).'
-    - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.'
-    - '2005.0-4 vs 2001.0-2: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.'
-#    - '                RCA1: root cause analysis reference for 2001.0-4 vs 2001.0-2.'
+## VPP Performance Changes 2n-clx-x556 2t1c pdr
+#- type: "table"
+#  title: "VPP Performance Changes 2n-clx-x556 2t1c pdr"
+#  algorithm: "table_comparison"
+#  output-file: "{DIR[STATIC,VPP]}/performance-changes-2n-clx-x556-2t1c-pdr"
+#  include-tests: "PDR" # "PDR" | "NDR" | "MRR"
+#  filter: "'2T1C' and 'NDRPDR' and 'NIC_Mellanox-CX556A' and not 'NF_DENSITY'"
+#  columns:
+#    - title: "2001.0-2"
+#      data-set: "vpp-performance-changes-2n-clx-ref"
+#    - title: "2005.0-3"
+#      data-set: "vpp-performance-changes-2n-clx-cmp"
+#  comparisons:
+#    - title: "Diff"
+#      reference: 1
+#      compare: 2
+#  legend:
+#    - ''
+#    - 'Test Case:            Test cases executed for: PDR throughput on 2n-clx with x556.'
+#    - 'YYMM.V-E:             [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "2" for 2020-03-27, "3" for 2020-06-11, "4" for 2020-06-24).'
+#    - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.'
+#    - '2005.0-3 vs 2001.0-2: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.'
+##    - '                RCA1: root cause analysis reference for 2001.0-4 vs 2001.0-2.'
+#
+## VPP Performance Changes 2n-clx-x556 4t2c pdr
+#- type: "table"
+#  title: "VPP Performance Changes 2n-clx-x556 4t2c pdr"
+#  algorithm: "table_comparison"
+#  output-file: "{DIR[STATIC,VPP]}/performance-changes-2n-clx-x556-4t2c-pdr"
+#  include-tests: "PDR" # "PDR" | "NDR" | "MRR"
+#  filter: "'4T2C' and 'NDRPDR' and 'NIC_Mellanox-CX556A' and not 'NF_DENSITY'"
+#  columns:
+#    - title: "2001.0-2"
+#      data-set: "vpp-performance-changes-2n-clx-ref"
+#    - title: "2005.0-3"
+#      data-set: "vpp-performance-changes-2n-clx-cmp"
+#  comparisons:
+#    - title: "Diff"
+#      reference: 1
+#      compare: 2
+#  legend:
+#    - ''
+#    - 'Test Case:            Test cases executed for: PDR throughput on 2n-clx with x556.'
+#    - 'YYMM.V-E:             [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "2" for 2020-03-27, "3" for 2020-06-11, "4" for 2020-06-24).'
+#    - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.'
+#    - '2005.0-3 vs 2001.0-2: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.'
+##    - '                RCA1: root cause analysis reference for 2001.0-4 vs 2001.0-2.'
+#
+## VPP Performance Changes 2n-clx-x556 2t1c ndr
+#- type: "table"
+#  title: "VPP Performance Changes 2n-clx-x556 2t1c ndr"
+#  algorithm: "table_comparison"
+#  output-file: "{DIR[STATIC,VPP]}/performance-changes-2n-clx-x556-2t1c-ndr"
+#  include-tests: "NDR" # "PDR" | "NDR" | "MRR"
+#  filter: "'2T1C' and 'NDRPDR' and 'NIC_Mellanox-CX556A' and not 'NF_DENSITY'"
+#  columns:
+#    - title: "2001.0-2"
+#      data-set: "vpp-performance-changes-2n-clx-ref"
+#    - title: "2005.0-3"
+#      data-set: "vpp-performance-changes-2n-clx-cmp"
+#  comparisons:
+#    - title: "Diff"
+#      reference: 1
+#      compare: 2
+#  legend:
+#    - ''
+#    - 'Test Case:            Test cases executed for: NDR throughput on 2n-clx with x556.'
+#    - 'YYMM.V-E:             [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "2" for 2020-03-27, "3" for 2020-06-11, "4" for 2020-06-24).'
+#    - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.'
+#    - '2005.0-3 vs 2001.0-2: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.'
+##    - '                RCA1: root cause analysis reference for 2001.0-4 vs 2001.0-2.'
+#
+## VPP Performance Changes 2n-clx-x556 4t2c ndr
+#- type: "table"
+#  title: "VPP Performance Changes 2n-clx-x556 ndr"
+#  algorithm: "table_comparison"
+#  output-file: "{DIR[STATIC,VPP]}/performance-changes-2n-clx-x556-4t2c-ndr"
+#  include-tests: "NDR" # "PDR" | "NDR" | "MRR"
+#  filter: "'4T2C' and 'NDRPDR' and 'NIC_Mellanox-CX556A' and not 'NF_DENSITY'"
+#  columns:
+#    - title: "2001.0-2"
+#      data-set: "vpp-performance-changes-2n-clx-ref"
+#    - title: "2005.0-3"
+#      data-set: "vpp-performance-changes-2n-clx-cmp"
+#  comparisons:
+#    - title: "Diff"
+#      reference: 1
+#      compare: 2
+#  legend:
+#    - ''
+#    - 'Test Case:            Test cases executed for: NDR throughput on 2n-clx with x556.'
+#    - 'YYMM.V-E:             [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "2" for 2020-03-27, "3" for 2020-06-11, "4" for 2020-06-24).'
+#    - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.'
+#    - '2005.0-3 vs 2001.0-2: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.'
+##    - '                RCA1: root cause analysis reference for 2001.0-4 vs 2001.0-2.'
 
 # VPP Performance Changes 2n-dnv 1t1c pdr
 - type: "table"
@@ -4571,20 +4499,22 @@
   include-tests: "PDR" # "PDR" | "NDR" | "MRR"
   filter: "'1T1C'"
   columns:
-    - title: "1908"
+    - title: "1908.1-2"
       data-set: "vpp-performance-changes-2n-dnv-h1"
-    - title: "2001"
+    - title: "2001.0-2"
       data-set: "vpp-performance-changes-2n-dnv-ref"
-    - title: "2005"
+    - title: "2005.0-3"
       data-set: "vpp-performance-changes-2n-dnv-cmp"
   comparisons:
-    - title: "Diff"
+    - title: "2005.0-3 vs 2001.0-2"
       reference: 2
       compare: 3
   legend:
-    - ""
-    - "1908, 2001, 2005 - VPP versions tested."
-    - "Diff - difference between 2001 and 2005 VPP version."
+    - ''
+    - 'Test Case:            Test cases executed for: PDR throughput on 2n-dnv with x553.'
+    - 'YYMM.V-E:             [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "2" for 2020-03-27, "3" for 2020-06-11, "4" for 2020-06-24).'
+    - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.'
+    - '2005.0-3 vs 2001.0-2: Compares CSIT environment current vs previous with previous VPP code.'
 
 # VPP Performance Changes 2n-dnv 2t2c pdr
 - type: "table"
@@ -4594,20 +4524,22 @@
   include-tests: "PDR" # "PDR" | "NDR" | "MRR"
   filter: "'2T2C'"
   columns:
-    - title: "1908"
+    - title: "1908.1-2"
       data-set: "vpp-performance-changes-2n-dnv-h1"
-    - title: "2001"
+    - title: "2001.0-2"
       data-set: "vpp-performance-changes-2n-dnv-ref"
-    - title: "2005"
+    - title: "2005.0-3"
       data-set: "vpp-performance-changes-2n-dnv-cmp"
   comparisons:
-    - title: "Diff"
+    - title: "2005.0-3 vs 2001.0-2"
       reference: 2
       compare: 3
   legend:
-    - ""
-    - "1908, 2001, 2005 - VPP versions tested."
-    - "Diff - difference between 2001 and 2005 VPP version."
+    - ''
+    - 'Test Case:            Test cases executed for: PDR throughput on 2n-dnv with x553.'
+    - 'YYMM.V-E:             [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "2" for 2020-03-27, "3" for 2020-06-11, "4" for 2020-06-24).'
+    - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.'
+    - '2005.0-3 vs 2001.0-2: Compares CSIT environment current vs previous with previous VPP code.'
 
 # VPP Performance Changes 2n-dnv 1t1c ndr
 - type: "table"
@@ -4617,20 +4549,22 @@
   include-tests: "NDR" # "PDR" | "NDR" | "MRR"
   filter: "'1T1C'"
   columns:
-    - title: "1908"
+    - title: "1908.1-2"
       data-set: "vpp-performance-changes-2n-dnv-h1"
-    - title: "2001"
+    - title: "2001.0-2"
       data-set: "vpp-performance-changes-2n-dnv-ref"
-    - title: "2005"
+    - title: "2005.0-3"
       data-set: "vpp-performance-changes-2n-dnv-cmp"
   comparisons:
-    - title: "Diff"
+    - title: "2005.0-3 vs 2001.0-2"
       reference: 2
       compare: 3
   legend:
-    - ""
-    - "1908, 2001, 2005 - VPP versions tested."
-    - "Diff - difference between 2001 and 2005 VPP version."
+    - ''
+    - 'Test Case:            Test cases executed for: NDR throughput on 2n-dnv with x553.'
+    - 'YYMM.V-E:             [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "2" for 2020-03-27, "3" for 2020-06-11, "4" for 2020-06-24).'
+    - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.'
+    - '2005.0-3 vs 2001.0-2: Compares CSIT environment current vs previous with previous VPP code.'
 
 # VPP Performance Changes 2n-dnv 2t2c ndr
 - type: "table"
@@ -4640,20 +4574,22 @@
   include-tests: "NDR" # "PDR" | "NDR" | "MRR"
   filter: "'2T2C'"
   columns:
-    - title: "1908"
+    - title: "1908.1-2"
       data-set: "vpp-performance-changes-2n-dnv-h1"
-    - title: "2001"
+    - title: "2001.0-2"
       data-set: "vpp-performance-changes-2n-dnv-ref"
-    - title: "2005"
+    - title: "2005.0-3"
       data-set: "vpp-performance-changes-2n-dnv-cmp"
   comparisons:
-    - title: "Diff"
+    - title: "2005.0-3 vs 2001.0-2"
       reference: 2
       compare: 3
   legend:
-    - ""
-    - "1908, 2001, 2005 - VPP versions tested."
-    - "Diff - difference between 2001 and 2005 VPP version."
+    - ''
+    - 'Test Case:            Test cases executed for: NDR throughput on 2n-dnv with x553.'
+    - 'YYMM.V-E:             [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "2" for 2020-03-27, "3" for 2020-06-11, "4" for 2020-06-24).'
+    - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.'
+    - '2005.0-3 vs 2001.0-2: Compares CSIT environment current vs previous with previous VPP code.'
 
 # VPP Performance Changes 3n-dnv 1t1c pdr
 - type: "table"
@@ -4663,20 +4599,22 @@
   include-tests: "PDR" # "PDR" | "NDR" | "MRR"
   filter: "'1T1C'"
   columns:
-    - title: "1908"
+    - title: "1908.1-2"
       data-set: "vpp-performance-changes-3n-dnv-h1"
-    - title: "2001"
+    - title: "2001.0-2"
       data-set: "vpp-performance-changes-3n-dnv-ref"
-    - title: "2005"
+    - title: "2005.0-3"
       data-set: "vpp-performance-changes-3n-dnv-cmp"
   comparisons:
-    - title: "Diff"
+    - title: "2005.0-3 vs 2001.0-2"
       reference: 2
       compare: 3
   legend:
-    - ""
-    - "1908, 2001, 2005 - VPP versions tested."
-    - "Diff - difference between 2001 and 2005 VPP version."
+    - ''
+    - 'Test Case:            Test cases executed for: PDR throughput on 3n-dnv with x553.'
+    - 'YYMM.V-E:             [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "2" for 2020-03-27, "3" for 2020-06-11, "4" for 2020-06-24).'
+    - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.'
+    - '2005.0-3 vs 2001.0-2: Compares CSIT environment current vs previous with previous VPP code.'
 
 # VPP Performance Changes 3n-dnv 2t2c pdr
 - type: "table"
@@ -4686,20 +4624,22 @@
   include-tests: "PDR" # "PDR" | "NDR" | "MRR"
   filter: "'2T2C'"
   columns:
-    - title: "1908"
+    - title: "1908.1-2"
       data-set: "vpp-performance-changes-3n-dnv-h1"
-    - title: "2001"
+    - title: "2001.0-2"
       data-set: "vpp-performance-changes-3n-dnv-ref"
-    - title: "2005"
+    - title: "2005.0-3"
       data-set: "vpp-performance-changes-3n-dnv-cmp"
   comparisons:
-    - title: "Diff"
+    - title: "2005.0-3 vs 2001.0-2"
       reference: 2
       compare: 3
   legend:
-    - ""
-    - "1908, 2001, 2005 - VPP versions tested."
-    - "Diff - difference between 2001 and 2005 VPP version."
+    - ''
+    - 'Test Case:            Test cases executed for: PDR throughput on 3n-dnv with x553.'
+    - 'YYMM.V-E:             [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "2" for 2020-03-27, "3" for 2020-06-11, "4" for 2020-06-24).'
+    - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.'
+    - '2005.0-3 vs 2001.0-2: Compares CSIT environment current vs previous with previous VPP code.'
 
 # VPP Performance Changes 3n-dnv 1t1c ndr
 - type: "table"
@@ -4709,20 +4649,22 @@
   include-tests: "NDR" # "PDR" | "NDR" | "MRR"
   filter: "'1T1C'"
   columns:
-    - title: "1908"
+    - title: "1908.1-2"
       data-set: "vpp-performance-changes-3n-dnv-h1"
-    - title: "2001"
+    - title: "2001.0-2"
       data-set: "vpp-performance-changes-3n-dnv-ref"
-    - title: "2005"
+    - title: "2005.0-3"
       data-set: "vpp-performance-changes-3n-dnv-cmp"
   comparisons:
-    - title: "Diff"
+    - title: "2005.0-3 vs 2001.0-2"
       reference: 2
       compare: 3
   legend:
-    - ""
-    - "1908, 2001, 2005 - VPP versions tested."
-    - "Diff - difference between 2001 and 2005 VPP version."
+    - ''
+    - 'Test Case:            Test cases executed for: NDR throughput on 3n-dnv with x553.'
+    - 'YYMM.V-E:             [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "2" for 2020-03-27, "3" for 2020-06-11, "4" for 2020-06-24).'
+    - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.'
+    - '2005.0-3 vs 2001.0-2: Compares CSIT environment current vs previous with previous VPP code.'
 
 # VPP Performance Changes 3n-dnv 2t2c ndr
 - type: "table"
@@ -4732,20 +4674,22 @@
   include-tests: "NDR" # "PDR" | "NDR" | "MRR"
   filter: "'2T2C'"
   columns:
-    - title: "1908"
+    - title: "1908.1-2"
       data-set: "vpp-performance-changes-3n-dnv-h1"
-    - title: "2001"
+    - title: "2001.0-2"
       data-set: "vpp-performance-changes-3n-dnv-ref"
-    - title: "2005"
+    - title: "2005.0-3"
       data-set: "vpp-performance-changes-3n-dnv-cmp"
   comparisons:
-    - title: "Diff"
+    - title: "2005.0-3 vs 2001.0-2"
       reference: 2
       compare: 3
   legend:
-    - ""
-    - "1908, 2001, 2005 - VPP versions tested."
-    - "Diff - difference between 2001 and 2005 VPP version."
+    - ''
+    - 'Test Case:            Test cases executed for: NDR throughput on 3n-dnv with x553.'
+    - 'YYMM.V-E:             [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "2" for 2020-03-27, "3" for 2020-06-11, "4" for 2020-06-24).'
+    - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.'
+    - '2005.0-3 vs 2001.0-2: Compares CSIT environment current vs previous with previous VPP code.'
 
 # VPP Performance Changes 3n-tsh 1t1c pdr
 - type: "table"
@@ -5769,68 +5713,68 @@
     - '2005.0-4 vs 2005.0-3: Environment version "3" was found to be incompatible with "2" due to higher number of TRex workers used.'
     - '2005.0-4 vs 2001.0-2: Used as a reference to compare benchmark results of VPP current release v20.05.0 vs previous release v20.01.0.'
 
-# VPP Performance Changes 2n-clx-clx-x556 2t1c mrr
-- type: "table"
-  title: "VPP Performance Changes 2n-clx-clx-x556 2t1c mrr"
-  algorithm: "table_comparison"
-  output-file: "{DIR[STATIC,VPP]}/performance-changes-2n-clx-clx-x556-2t1c-mrr"
-  include-tests: "MRR" # "PDR" | "NDR" | "MRR"
-  filter: "'2T1C' and 'MRR' and 'NIC_Mellanox-CX556A' and not 'NF_DENSITY'"
-  columns:
-    - title: "2001"
-      data-set: "vpp-performance-changes-2n-clx-mrr-ref"
-    - title: "2005"
-      data-set: "vpp-performance-changes-2n-clx-mrr-cmp"
-  comparisons:
-    - title: "Diff"
-      reference: 1
-      compare: 2
-  legend:
-    - ""
-    - "2001, 2005 - VPP versions tested."
-    - "Diff - difference between 2001 and 2005 VPP version."
-
-# VPP Performance Changes 2n-clx-clx-x556 4t2c mrr
-- type: "table"
-  title: "VPP Performance Changes 2n-clx-clx-x556 4t2c mrr"
-  algorithm: "table_comparison"
-  output-file: "{DIR[STATIC,VPP]}/performance-changes-2n-clx-clx-x556-4t2c-mrr"
-  include-tests: "MRR" # "PDR" | "NDR" | "MRR"
-  filter: "'4T2C' and 'MRR' and 'NIC_Mellanox-CX556A' and not 'NF_DENSITY'"
-  columns:
-    - title: "2001"
-      data-set: "vpp-performance-changes-2n-clx-mrr-ref"
-    - title: "2005"
-      data-set: "vpp-performance-changes-2n-clx-mrr-cmp"
-  comparisons:
-    - title: "Diff"
-      reference: 1
-      compare: 2
-  legend:
-    - ""
-    - "2001, 2005 - VPP versions tested."
-    - "Diff - difference between 2001 and 2005 VPP version."
-
-# VPP Performance Changes 2n-clx-clx-x556 8t4c mrr
-- type: "table"
-  title: "VPP Performance Changes 2n-clx-clx-x556 8t4c mrr"
-  algorithm: "table_comparison"
-  output-file: "{DIR[STATIC,VPP]}/performance-changes-2n-clx-clx-x556-8t4c-mrr"
-  include-tests: "MRR" # "PDR" | "NDR" | "MRR"
-  filter: "'8T4C' and 'MRR' and 'NIC_Mellanox-CX556A' and not 'NF_DENSITY'"
-  columns:
-    - title: "2001"
-      data-set: "vpp-performance-changes-2n-clx-mrr-ref"
-    - title: "2005"
-      data-set: "vpp-performance-changes-2n-clx-mrr-cmp"
-  comparisons:
-    - title: "Diff"
-      reference: 1
-      compare: 2
-  legend:
-    - ""
-    - "2001, 2005 - VPP versions tested."
-    - "Diff - difference between 2001 and 2005 VPP version."
+## VPP Performance Changes 2n-clx-x556 2t1c mrr
+#- type: "table"
+#  title: "VPP Performance Changes 2n-clx-x556 2t1c mrr"
+#  algorithm: "table_comparison"
+#  output-file: "{DIR[STATIC,VPP]}/performance-changes-2n-clx-x556-2t1c-mrr"
+#  include-tests: "MRR" # "PDR" | "NDR" | "MRR"
+#  filter: "'2T1C' and 'MRR' and 'NIC_Mellanox-CX556A' and not 'NF_DENSITY'"
+#  columns:
+#    - title: "2001"
+#      data-set: "vpp-performance-changes-2n-clx-mrr-ref"
+#    - title: "2005"
+#      data-set: "vpp-performance-changes-2n-clx-mrr-cmp"
+#  comparisons:
+#    - title: "Diff"
+#      reference: 1
+#      compare: 2
+#  legend:
+#    - ""
+#    - "2001, 2005 - VPP versions tested."
+#    - "Diff - difference between 2001 and 2005 VPP version."
+#
+## VPP Performance Changes 2n-clx-x556 4t2c mrr
+#- type: "table"
+#  title: "VPP Performance Changes 2n-clx-x556 4t2c mrr"
+#  algorithm: "table_comparison"
+#  output-file: "{DIR[STATIC,VPP]}/performance-changes-2n-clx-x556-4t2c-mrr"
+#  include-tests: "MRR" # "PDR" | "NDR" | "MRR"
+#  filter: "'4T2C' and 'MRR' and 'NIC_Mellanox-CX556A' and not 'NF_DENSITY'"
+#  columns:
+#    - title: "2001"
+#      data-set: "vpp-performance-changes-2n-clx-mrr-ref"
+#    - title: "2005"
+#      data-set: "vpp-performance-changes-2n-clx-mrr-cmp"
+#  comparisons:
+#    - title: "Diff"
+#      reference: 1
+#      compare: 2
+#  legend:
+#    - ""
+#    - "2001, 2005 - VPP versions tested."
+#    - "Diff - difference between 2001 and 2005 VPP version."
+#
+## VPP Performance Changes 2n-clx-x556 8t4c mrr
+#- type: "table"
+#  title: "VPP Performance Changes 2n-clx-x556 8t4c mrr"
+#  algorithm: "table_comparison"
+#  output-file: "{DIR[STATIC,VPP]}/performance-changes-2n-clx-x556-8t4c-mrr"
+#  include-tests: "MRR" # "PDR" | "NDR" | "MRR"
+#  filter: "'8T4C' and 'MRR' and 'NIC_Mellanox-CX556A' and not 'NF_DENSITY'"
+#  columns:
+#    - title: "2001"
+#      data-set: "vpp-performance-changes-2n-clx-mrr-ref"
+#    - title: "2005"
+#      data-set: "vpp-performance-changes-2n-clx-mrr-cmp"
+#  comparisons:
+#    - title: "Diff"
+#      reference: 1
+#      compare: 2
+#  legend:
+#    - ""
+#    - "2001, 2005 - VPP versions tested."
+#    - "Diff - difference between 2001 and 2005 VPP version."
 
 # VPP Performance Changes 2n-dnv 1t1c mrr
 - type: "table"
@@ -5840,20 +5784,22 @@
   include-tests: "MRR" # "PDR" | "NDR" | "MRR"
   filter: "'1T1C'"
   columns:
-    - title: "1908"
+    - title: "1908.1-2"
       data-set: "vpp-performance-changes-2n-dnv-mrr-h1"
-    - title: "2001"
+    - title: "2001.0-2"
       data-set: "vpp-performance-changes-2n-dnv-mrr-ref"
-    - title: "2005"
+    - title: "2005.0-3"
       data-set: "vpp-performance-changes-2n-dnv-mrr-cmp"
   comparisons:
-    - title: "Diff"
+    - title: "2005.0-3 vs 2001.0-2"
       reference: 2
       compare: 3
   legend:
-    - ""
-    - "1908, 2001, 2005 - VPP versions tested."
-    - "Diff - difference between 2001 and 2005 VPP version."
+    - ''
+    - 'Test Case:            Test cases executed for: MRR throughput on 2n-dnv with x553.'
+    - 'YYMM.V-E:             [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "2" for 2020-03-27, "3" for 2020-06-11, "4" for 2020-06-24).'
+    - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.'
+    - '2005.0-3 vs 2001.0-2: Compares CSIT environment current vs previous with previous VPP code.'
 
 # VPP Performance Changes 2n-dnv 2t2c mrr
 - type: "table"
@@ -5863,20 +5809,22 @@
   include-tests: "MRR" # "PDR" | "NDR" | "MRR"
   filter: "'2T2C'"
   columns:
-    - title: "1908"
+    - title: "1908.1-2"
       data-set: "vpp-performance-changes-2n-dnv-mrr-h1"
-    - title: "2001"
+    - title: "2001.0-2"
       data-set: "vpp-performance-changes-2n-dnv-mrr-ref"
-    - title: "2005"
+    - title: "2005.0-3"
       data-set: "vpp-performance-changes-2n-dnv-mrr-cmp"
   comparisons:
-    - title: "Diff"
+    - title: "2005.0-3 vs 2001.0-2"
       reference: 2
       compare: 3
   legend:
-    - ""
-    - "1908, 2001, 2005 - VPP versions tested."
-    - "Diff - difference between 2001 and 2005 VPP version."
+    - ''
+    - 'Test Case:            Test cases executed for: MRR throughput on 2n-dnv with x553.'
+    - 'YYMM.V-E:             [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "2" for 2020-03-27, "3" for 2020-06-11, "4" for 2020-06-24).'
+    - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.'
+    - '2005.0-3 vs 2001.0-2: Compares CSIT environment current vs previous with previous VPP code.'
 
 # VPP Performance Changes 2n-dnv 4t4c mrr
 - type: "table"
@@ -5886,20 +5834,22 @@
   include-tests: "MRR" # "PDR" | "NDR" | "MRR"
   filter: "'4T4C'"
   columns:
-    - title: "1908"
+    - title: "1908.1-2"
       data-set: "vpp-performance-changes-2n-dnv-mrr-h1"
-    - title: "2001"
+    - title: "2001.0-2"
       data-set: "vpp-performance-changes-2n-dnv-mrr-ref"
-    - title: "2005"
+    - title: "2005.0-3"
       data-set: "vpp-performance-changes-2n-dnv-mrr-cmp"
   comparisons:
-    - title: "Diff"
+    - title: "2005.0-3 vs 2001.0-2"
       reference: 2
       compare: 3
   legend:
-    - ""
-    - "1908, 2001, 2005 - VPP versions tested."
-    - "Diff - difference between 2001 and 2005 VPP version."
+    - ''
+    - 'Test Case:            Test cases executed for: MRR throughput on 2n-dnv with x553.'
+    - 'YYMM.V-E:             [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "2" for 2020-03-27, "3" for 2020-06-11, "4" for 2020-06-24).'
+    - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.'
+    - '2005.0-3 vs 2001.0-2: Compares CSIT environment current vs previous with previous VPP code.'
 
 # VPP Performance Changes 3n-dnv 1t1c mrr
 - type: "table"
@@ -5909,20 +5859,22 @@
   include-tests: "MRR" # "PDR" | "NDR" | "MRR"
   filter: "'1T1C'"
   columns:
-    - title: "1908"
+    - title: "1908.1-2"
       data-set: "vpp-performance-changes-3n-dnv-mrr-h1"
-    - title: "2001"
+    - title: "2001.0-2"
       data-set: "vpp-performance-changes-3n-dnv-mrr-ref"
-    - title: "2005"
+    - title: "2005.0-3"
       data-set: "vpp-performance-changes-3n-dnv-mrr-cmp"
   comparisons:
-    - title: "Diff"
+    - title: "2005.0-3 vs 2001.0-2"
       reference: 2
       compare: 3
   legend:
-    - ""
-    - "1908, 2001, 2005 - VPP versions tested."
-    - "Diff - difference between 2001 and 2005 VPP version."
+    - ''
+    - 'Test Case:            Test cases executed for: MRR throughput on 3n-dnv with x553.'
+    - 'YYMM.V-E:             [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "2" for 2020-03-27, "3" for 2020-06-11, "4" for 2020-06-24).'
+    - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.'
+    - '2005.0-3 vs 2001.0-2: Compares CSIT environment current vs previous with previous VPP code.'
 
 # VPP Performance Changes 3n-dnv 2t2c mrr
 - type: "table"
@@ -5932,20 +5884,22 @@
   include-tests: "MRR" # "PDR" | "NDR" | "MRR"
   filter: "'2T2C'"
   columns:
-    - title: "1908"
+    - title: "1908.1-2"
       data-set: "vpp-performance-changes-3n-dnv-mrr-h1"
-    - title: "2001"
+    - title: "2001.0-2"
       data-set: "vpp-performance-changes-3n-dnv-mrr-ref"
-    - title: "2005"
+    - title: "2005.0-3"
       data-set: "vpp-performance-changes-3n-dnv-mrr-cmp"
   comparisons:
-    - title: "Diff"
+    - title: "2005.0-3 vs 2001.0-2"
       reference: 2
       compare: 3
   legend:
-    - ""
-    - "1908, 2001, 2005 - VPP versions tested."
-    - "Diff - difference between 2001 and 2005 VPP version."
+    - ''
+    - 'Test Case:            Test cases executed for: MRR throughput on 3n-dnv with x553.'
+    - 'YYMM.V-E:             [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "2" for 2020-03-27, "3" for 2020-06-11, "4" for 2020-06-24).'
+    - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.'
+    - '2005.0-3 vs 2001.0-2: Compares CSIT environment current vs previous with previous VPP code.'
 
 # VPP Performance Changes 3n-dnv 4t4c mrr
 - type: "table"
@@ -5955,20 +5909,22 @@
   include-tests: "MRR" # "PDR" | "NDR" | "MRR"
   filter: "'4T4C'"
   columns:
-    - title: "1908"
+    - title: "1908.1-2"
       data-set: "vpp-performance-changes-3n-dnv-mrr-h1"
-    - title: "2001"
+    - title: "2001.0-2"
       data-set: "vpp-performance-changes-3n-dnv-mrr-ref"
-    - title: "2005"
+    - title: "2005.0-3"
       data-set: "vpp-performance-changes-3n-dnv-mrr-cmp"
   comparisons:
-    - title: "Diff"
+    - title: "2005.0-3 vs 2001.0-2"
       reference: 2
       compare: 3
   legend:
-    - ""
-    - "1908, 2001, 2005 - VPP versions tested."
-    - "Diff - difference between 2001 and 2005 VPP version."
+    - ''
+    - 'Test Case:            Test cases executed for: MRR throughput on 3n-dnv with x553.'
+    - 'YYMM.V-E:             [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "2" for 2020-03-27, "3" for 2020-06-11, "4" for 2020-06-24).'
+    - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.'
+    - '2005.0-3 vs 2001.0-2: Compares CSIT environment current vs previous with previous VPP code.'
 
 # VPP Performance Changes 3n-tsh 1t1c mrr
 - type: "table"
@@ -7778,16 +7734,16 @@
     - "{DIR[DTR,PERF,VPP,2N,CLX]}"
     - "{DIR[DTR,PERF,VPP,3N,HSW]}"
     - "{DIR[DTR,PERF,VPP,3N,TSH]}"
-    - "{DIR[DTR,PERF,VPP,2N,DNV]}"
-    - "{DIR[DTR,PERF,VPP,3N,DNV]}"
+#    - "{DIR[DTR,PERF,VPP,2N,DNV]}"
+#    - "{DIR[DTR,PERF,VPP,3N,DNV]}"
   data:
     - "vpp-perf-results-2n-skx"
     - "vpp-perf-results-3n-skx"
     - "vpp-perf-results-2n-clx"
     - "vpp-perf-results-3n-hsw"
     - "vpp-perf-results-3n-tsh"
-    - "vpp-perf-results-2n-dnv"
-    - "vpp-perf-results-3n-dnv"
+#    - "vpp-perf-results-2n-dnv"
+#    - "vpp-perf-results-3n-dnv"
   filter: "all"
   data-start-level: 4
   order-chapters:
@@ -7834,16 +7790,16 @@
     - "{DIR[DTC,PERF,VPP,2N,CLX]}"
     - "{DIR[DTC,PERF,VPP,3N,HSW]}"
     - "{DIR[DTC,PERF,VPP,3N,TSH]}"
-    - "{DIR[DTC,PERF,VPP,2N,DNV]}"
-    - "{DIR[DTC,PERF,VPP,3N,DNV]}"
+#    - "{DIR[DTC,PERF,VPP,2N,DNV]}"
+#    - "{DIR[DTC,PERF,VPP,3N,DNV]}"
   data:
     - "vpp-perf-results-2n-skx"
     - "vpp-perf-results-3n-skx"
     - "vpp-perf-results-2n-clx"
     - "vpp-perf-results-3n-hsw"
     - "vpp-perf-results-3n-tsh"
-    - "vpp-perf-results-2n-dnv"
-    - "vpp-perf-results-3n-dnv"
+#    - "vpp-perf-results-2n-dnv"
+#    - "vpp-perf-results-3n-dnv"
   filter: "all"
   data-start-level: 4
   order-chapters:
@@ -7890,16 +7846,16 @@
     - "{DIR[DTO,PERF,VPP,2N,CLX]}"
     - "{DIR[DTO,PERF,VPP,3N,HSW]}"
     - "{DIR[DTO,PERF,VPP,3N,TSH]}"
-    - "{DIR[DTO,PERF,VPP,2N,DNV]}"
-    - "{DIR[DTO,PERF,VPP,3N,DNV]}"
+#    - "{DIR[DTO,PERF,VPP,2N,DNV]}"
+#    - "{DIR[DTO,PERF,VPP,3N,DNV]}"
   data:
     - "vpp-perf-results-2n-skx"
     - "vpp-perf-results-3n-skx"
     - "vpp-perf-results-2n-clx"
     - "vpp-perf-results-3n-hsw"
     - "vpp-perf-results-3n-tsh"
-    - "vpp-perf-results-2n-dnv"
-    - "vpp-perf-results-3n-dnv"
+#    - "vpp-perf-results-2n-dnv"
+#    - "vpp-perf-results-3n-dnv"
   filter: "all"
   data-start-level: 4
   order-chapters:
@@ -7946,16 +7902,16 @@
     - "{DIR[DTR,MRR,VPP,2N,CLX]}"
     - "{DIR[DTR,MRR,VPP,3N,HSW]}"
     - "{DIR[DTR,MRR,VPP,3N,TSH]}"
-    - "{DIR[DTR,MRR,VPP,2N,DNV]}"
-    - "{DIR[DTR,MRR,VPP,3N,DNV]}"
+#    - "{DIR[DTR,MRR,VPP,2N,DNV]}"
+#    - "{DIR[DTR,MRR,VPP,3N,DNV]}"
   data:
     - "vpp-mrr-results-2n-skx"
     - "vpp-mrr-results-3n-skx"
     - "vpp-mrr-results-2n-clx"
     - "vpp-mrr-results-3n-hsw"
     - "vpp-mrr-results-3n-tsh"
-    - "vpp-mrr-results-2n-dnv"
-    - "vpp-mrr-results-3n-dnv"
+#    - "vpp-mrr-results-2n-dnv"
+#    - "vpp-mrr-results-3n-dnv"
   filter: "all"
   data-start-level: 4
   order-chapters:
@@ -8010,8 +7966,8 @@
     - "vpp-mrr-results-2n-clx"
     - "vpp-mrr-results-3n-hsw"
     - "vpp-mrr-results-3n-tsh"
-    - "vpp-mrr-results-2n-dnv"
-    - "vpp-mrr-results-3n-dnv"
+#    - "vpp-mrr-results-2n-dnv"
+#    - "vpp-mrr-results-3n-dnv"
   filter: "all"
   data-start-level: 4
   order-chapters:
Integration tests