Code Review / csit.git / blobdiff
? search:
summary | shortlog | log | commit | commitdiff | review | tree
raw | inline | side by side
Report: Add data
[csit.git] / resources / tools / presentation / specification.yaml
diff --git a/resources/tools/presentation/specification.yaml b/resources/tools/presentation/specification.yaml
index d743dfd..573ee2a 100644 (file)
--- a/resources/tools/presentation/specification.yaml
+++ b/resources/tools/presentation/specification.yaml
@@ -212,20 +212,12 @@
         - 27  # rls2009 NDRPDR iter env 5
 
 #    plot-vpp-nfv-3n-skx-ndrpdr:
-#      # TODO: Replace:
-#      # csit-vpp-perf-report-iterative-2009-3n-skx:
-#      csit-vpp-perf-report-iterative-2005-3n-skx:
-#        - 4   # NDRPDR sel
-#        - 5   # NDRPDR sel ??? all x710 failed
-#        - 33  # NDRPDR sel
-#        - 28  # NDRPDR sel
-#        - 34  # NDRPDR sel
+#      # No data
+#      csit-vpp-perf-report-iterative-2009-3n-skx:
 
 #    plot-vpp-nfv-3n-skx-mrr:
-#      # TODO: Replace:
-#      # csit-vpp-perf-report-iterative-2009-3n-skx:
-#      csit-vpp-perf-report-iterative-2005-3n-skx:
-#        - 49  # MRR sel env 4
+#      # No data
+#      csit-vpp-perf-report-iterative-2009-3n-skx:
 
     plot-dpdk-throughput-latency-3n-skx:
       csit-dpdk-perf-report-iterative-2009-3n-skx:
@@ -279,7 +271,6 @@
         - 34  # rls2009 soak env 5
 
     plot-vpp-nfv-2n-skx-ndrpdr:
-      # TODO: Add:
       csit-vpp-perf-report-iterative-2009-2n-skx:
         - 38  # rls2009 nf-density iter env 5
         - 41  # rls2009 nf-density iter env 5
@@ -289,13 +280,14 @@
         - 63  # rls2009 nf-density iter env 5
         - 65  # rls2009 nf-density iter env 5
         - 66  # rls2009 nf-density iter env 5
+        - 71  # rls2009 nf-density iter env 5
+        - 72  # rls2009 nf-density iter env 5
 
     plot-vpp-nfv-2n-skx-mrr:
       csit-vpp-perf-report-iterative-2009-2n-skx:
         - 50  # rls2009 MRR nf-density iter env 5
 
     plot-vpp-nfv-reconf-2n-skx:
-      # TODO: Add:
       csit-vpp-perf-report-iterative-2009-2n-skx:
         - 27  # rls2009 reconf env 5
         - 28  # rls2009 reconf env 5
@@ -306,6 +298,7 @@
         - 61  # rls2009 reconf env 5
         - 62  # rls2009 reconf env 5
         - 68  # rls2009 reconf env 5
+        - 70  # rls2009 reconf env 5
 
     plot-dpdk-throughput-latency-2n-skx:
       csit-dpdk-perf-report-iterative-2009-2n-skx:
@@ -428,25 +421,13 @@
         - 14  # rls2009 NDRPDR iter env 5
         - 15  # rls2009 NDRPDR iter env 5
 
-    plot-dpdk-throughput-latency-3n-dnv:
-      # TODO: Replace:
-      # csit-dpdk-perf-report-iterative-2009-3n-dnv:
-      csit-dpdk-perf-report-iterative-2005-3n-dnv:
-        - 6   # NDRPDR sel
-        - 7   # NDRPDR sel
-        - 8   # NDRPDR sel
-        - 9   # NDRPDR sel
-        - 10  # NDRPDR sel
-        - 11  # NDRPDR sel
-        - 12  # NDRPDR sel
-        - 13  # NDRPDR sel
-        - 14  # NDRPDR sel
-        - 16  # NDRPDR sel
+#    plot-dpdk-throughput-latency-3n-dnv:
+#      # No data
+#      csit-dpdk-perf-report-iterative-2009-3n-dnv:
 
     # 2n-dnv
 
     plot-vpp-throughput-lat-tsa-2n-dnv:
-      # TODO: Add:
       csit-vpp-perf-report-iterative-2009-2n-dnv:
         - 3   # rls2009 NDRPDR iter env 5
         - 5   # rls2009 NDRPDR iter env 5
@@ -459,20 +440,9 @@
         - 14  # rls2009 NDRPDR iter env 5
         - 15  # rls2009 NDRPDR iter env 5
 
-    plot-dpdk-throughput-latency-2n-dnv:
-      # TODO: Replace:
-      # csit-dpdk-perf-report-iterative-2009-2n-dnv:
-      csit-dpdk-perf-report-iterative-2005-2n-dnv:
-        - 8   # NDRPDR sel
-        - 9   # NDRPDR sel
-        - 10  # NDRPDR sel
-        - 11  # NDRPDR sel
-        - 12  # NDRPDR sel
-        - 13  # NDRPDR sel
-        - 14  # NDRPDR sel
-        - 15  # NDRPDR sel
-        - 16  # NDRPDR sel
-        - 17  # NDRPDR sel
+#    plot-dpdk-throughput-latency-2n-dnv:
+#      # No data
+#      csit-dpdk-perf-report-iterative-2009-2n-dnv:
 
     ###########################################################################
     # Simple tables (only one data set):
@@ -560,30 +530,42 @@
 
     vpp-perf-results-3n-skx:
       # TODO: Replace:
-      csit-vpp-perf-report-coverage-2009-3n-skx:
-        - 1   # RC2 env5 3n-skx-ip4-00
+      csit-vpp-perf-report-iterative-2009-3n-skx:
+        - 27  # rls2009 NDRPDR iter env 5
+#      csit-vpp-perf-report-coverage-2009-3n-skx:
+#        -
 
     vpp-perf-results-2n-skx:
       # TODO: Add:
       csit-vpp-perf-report-coverage-2009-2n-skx:
+        - 18  # rls2009 NDRPDR cov 2n-skx-ip4-00
         - 10  # rls2009 NDRPDR cov 2n-skx-ip4-02
+        - 20  # rls2009 NDRPDR cov 2n-skx-ip4-03
         - 13  # rls2009 NDRPDR cov 2n-skx-ip4-05
+        - 27  # rls2009 NDRPDR cov 2n-skx-memif-00
+        - 30  # rls2009 NDRPDR cov 2n-skx-vts-00
 
     vpp-perf-results-2n-clx:
       # TODO: Replace:
-      csit-vpp-perf-report-coverage-2009-2n-clx:
-        - 1   # RC2 env5 2n-clx-ip4-00
+      csit-vpp-perf-report-iterative-2009-2n-clx:
+        - 36  # rls2009 NDRPDR iter env 5
+#      csit-vpp-perf-report-coverage-2009-2n-clx:
+#        -
 
     vpp-perf-results-3n-tsh:
+      # TODO: Replace???
       csit-vpp-perf-report-iterative-2009-3n-tsh:
         - 14  # rls2009 NDRPDR iter env 5
 #      csit-vpp-perf-report-coverage-2009-3n-tsh:
-#        - 1   # RC2 3n-tsh-ip4-00
+#        -
 
     vpp-perf-results-3n-dnv:
       # TODO: Add:
       csit-vpp-perf-report-coverage-2009-3n-dnv:
+        - 10  # rls2009 NDRPDR cov 3n-dnv-crypto-00
         - 2   # rls2009 NDRPDR cov 3n-dnv-crypto-01
+        - 12  # rls2009 NDRPDR cov 3n-dnv-ip4-01
+        - 16  # rls2009 NDRPDR cov 3n-dnv-l2-00
 
     vpp-perf-results-2n-dnv:
       csit-vpp-perf-report-coverage-2009-2n-dnv:
@@ -615,9 +597,8 @@
         - 15  # rls2006 MRR iter env 5
 
     vpp-mrr-results-3n-dnv:
-      # TODO: Replace by rls2009:
       csit-vpp-perf-report-iterative-2009-3n-dnv:
-        - 19  # rls2005 MRR iter env 5
+        - 22  # rls2009 MRR iter env 5
 
     vpp-mrr-results-2n-dnv:
       csit-vpp-perf-report-iterative-2009-2n-dnv:
@@ -643,17 +624,13 @@
       csit-dpdk-perf-report-iterative-2009-2n-clx:
         - 4   # NDRPDR iter env5
 
-    dpdk-perf-results-2n-dnv:
-      # TODO: Replace:
-      # csit-dpdk-perf-report-iterative-2009-2n-dnv:
-      csit-dpdk-perf-report-iterative-2005-2n-dnv:
-        - 8   # NDRPDR sel
+#    dpdk-perf-results-2n-dnv:
+#      # No data
+#      csit-dpdk-perf-report-iterative-2009-2n-dnv:
 
-    dpdk-perf-results-3n-dnv:
-      # TODO: Replace:
-      # csit-dpdk-perf-report-iterative-2009-3n-dnv:
-      csit-dpdk-perf-report-iterative-2005-3n-dnv:
-        - 6   # NDRPDR sel
+#    dpdk-perf-results-3n-dnv:
+#      # No data
+#      csit-dpdk-perf-report-iterative-2009-3n-dnv:
 
     dpdk-perf-results-3n-tsh:
       csit-dpdk-perf-report-iterative-2009-3n-tsh:
@@ -854,7 +831,6 @@
         - 13  # NDRPDR sel
         - 16  # NDRPDR sel
     vpp-performance-changes-2n-dnv-ref:
-      # TODO: Add:
       csit-vpp-perf-report-iterative-2009-2n-dnv:
         - 16  # rls2005 NDRPDR iter env 5
         - 17  # rls2005 NDRPDR iter env 5
@@ -863,6 +839,9 @@
         - 21  # rls2005 NDRPDR iter env 5
         - 24  # rls2005 NDRPDR iter env 5
         - 27  # rls2005 NDRPDR iter env 5
+        - 28  # rls2005 NDRPDR iter env 5
+        - 29  # rls2005 NDRPDR iter env 5
+        - 30  # rls2005 NDRPDR iter env 5
     vpp-performance-changes-2n-dnv-cmp:
       csit-vpp-perf-report-iterative-2009-2n-dnv:
         - 3   # rls2009 NDRPDR iter env 5
@@ -949,7 +928,6 @@
         - 33  # rls2009 soak env 5
         - 34  # rls2009 soak env 5
     vpp-soak-vs-ndr-2n-skx:
-      # TODO: Add:
       csit-vpp-perf-report-iterative-2009-2n-skx:
         - 35  # rls2009 NDRPDR iter env 5
         - 36  # rls2009 NDRPDR iter env 5
@@ -1043,14 +1021,6 @@
       csit-vpp-perf-report-iterative-2009-2n-clx:
         - 35  # rls2009 MRR iter env 5
 
-#    vpp-performance-changes-nfv-2n-skx-mrr-ref:
-#      csit-vpp-perf-verify-1908-2n-skx:
-#        - 71  # NFV MRR
-#    vpp-performance-changes-nfv-2n-skx-mrr-cmp:
-#      # csit-vpp-perf-verify-2001-2n-skx:
-#      csit-vpp-perf-verify-1908-2n-skx:
-#        - 71  # NFV MRR
-
     vpp-performance-changes-2n-dnv-mrr-h1:
       csit-vpp-perf-verify-2001-2n-dnv:
         - 12  # MRR sel
@@ -1068,9 +1038,8 @@
       csit-vpp-perf-report-iterative-2009-3n-dnv:
         - 19  # rls2005 MRR iter env 5
     vpp-performance-changes-3n-dnv-mrr-cmp:
-      # TODO: Replace by rls2009:
       csit-vpp-perf-report-iterative-2009-3n-dnv:
-        - 19  # rls2005 MRR iter env 5
+        - 22  # rls2009 MRR iter env 5
 
     vpp-performance-changes-3n-tsh-mrr-h1:
       csit-vpp-perf-verify-2001-3n-tsh:
@@ -1273,83 +1242,41 @@
         - 12  # NDRPDR iter env5
         - 13  # NDRPDR iter env5
 
-    dpdk-performance-changes-2n-dnv-h1:
-      csit-dpdk-perf-verify-2001-2n-dnv:
-        - 9   # NDRPDR sel
-        - 10  # NDRPDR sel
-        - 11  # NDRPDR sel
-        - 12  # NDRPDR sel
-        - 13  # NDRPDR sel
-        - 14  # NDRPDR sel
-        - 15  # NDRPDR sel
-        - 16  # NDRPDR sel
-        - 17  # NDRPDR sel
-        - 18  # NDRPDR sel
-    dpdk-performance-changes-2n-dnv-ref:
-      csit-dpdk-perf-report-iterative-2005-2n-dnv:
-        - 8   # NDRPDR sel
-        - 9   # NDRPDR sel
-        - 10  # NDRPDR sel
-        - 11  # NDRPDR sel
-        - 12  # NDRPDR sel
-        - 13  # NDRPDR sel
-        - 14  # NDRPDR sel
-        - 15  # NDRPDR sel
-        - 16  # NDRPDR sel
-        - 17  # NDRPDR sel
-    dpdk-performance-changes-2n-dnv-cmp:
-      # TODO: Replace:
-      # csit-dpdk-perf-report-iterative-2009-2n-dnv:
-      csit-dpdk-perf-report-iterative-2005-2n-dnv:
-        - 8   # NDRPDR sel
-        - 9   # NDRPDR sel
-        - 10  # NDRPDR sel
-        - 11  # NDRPDR sel
-        - 12  # NDRPDR sel
-        - 13  # NDRPDR sel
-        - 14  # NDRPDR sel
-        - 15  # NDRPDR sel
-        - 16  # NDRPDR sel
-        - 17  # NDRPDR sel
-
-    dpdk-performance-changes-3n-dnv-h1:
-      csit-dpdk-perf-verify-2001-3n-dnv:
-        - 12  # NDRPDR sel
-        - 13  # NDRPDR sel
-        - 14  # NDRPDR sel
-        - 15  # NDRPDR sel
-        - 16  # NDRPDR sel
-        - 17  # NDRPDR sel
-        - 18  # NDRPDR sel
-        - 19  # NDRPDR sel
-        - 20  # NDRPDR sel
-        - 22  # NDRPDR sel
-    dpdk-performance-changes-3n-dnv-ref:
-      csit-dpdk-perf-report-iterative-2005-3n-dnv:
-        - 6   # NDRPDR sel
-        - 7   # NDRPDR sel
-        - 8   # NDRPDR sel
-        - 9   # NDRPDR sel
-        - 10  # NDRPDR sel
-        - 11  # NDRPDR sel
-        - 12  # NDRPDR sel
-        - 13  # NDRPDR sel
-        - 14  # NDRPDR sel
-        - 16  # NDRPDR sel
-    dpdk-performance-changes-3n-dnv-cmp:
-      # TODO: Replace:
-      # csit-dpdk-perf-report-iterative-2009-3n-dnv:
-      csit-dpdk-perf-report-iterative-2005-3n-dnv:
-        - 6   # NDRPDR sel
-        - 7   # NDRPDR sel
-        - 8   # NDRPDR sel
-        - 9   # NDRPDR sel
-        - 10  # NDRPDR sel
-        - 11  # NDRPDR sel
-        - 12  # NDRPDR sel
-        - 13  # NDRPDR sel
-        - 14  # NDRPDR sel
-        - 16  # NDRPDR sel
+#    dpdk-performance-changes-2n-dnv-h1:
+#      csit-dpdk-perf-verify-2001-2n-dnv:
+#        - 9   # NDRPDR sel
+#        - 10  # NDRPDR sel
+#        - 11  # NDRPDR sel
+#        - 12  # NDRPDR sel
+#        - 13  # NDRPDR sel
+#        - 14  # NDRPDR sel
+#        - 15  # NDRPDR sel
+#        - 16  # NDRPDR sel
+#        - 17  # NDRPDR sel
+#        - 18  # NDRPDR sel
+#    dpdk-performance-changes-2n-dnv-ref:
+#      # No data
+#    dpdk-performance-changes-2n-dnv-cmp:
+#      # No data
+#      csit-dpdk-perf-report-iterative-2009-2n-dnv:
+
+#    dpdk-performance-changes-3n-dnv-h1:
+#      csit-dpdk-perf-verify-2001-3n-dnv:
+#        - 12  # NDRPDR sel
+#        - 13  # NDRPDR sel
+#        - 14  # NDRPDR sel
+#        - 15  # NDRPDR sel
+#        - 16  # NDRPDR sel
+#        - 17  # NDRPDR sel
+#        - 18  # NDRPDR sel
+#        - 19  # NDRPDR sel
+#        - 20  # NDRPDR sel
+#        - 22  # NDRPDR sel
+#    dpdk-performance-changes-3n-dnv-ref:
+#      # No data
+#    dpdk-performance-changes-3n-dnv-cmp:
+#      # No data
+#      csit-dpdk-perf-report-iterative-2009-3n-dnv:
 
     dpdk-performance-changes-3n-tsh-h1:
       csit-dpdk-perf-verify-2001-3n-tsh:
@@ -1584,11 +1511,11 @@
 
     plot-soak-throughput:
       titlefont:
-        size: 18
+        size: 16
       xaxis:
         title: "<b>Test Cases [Index]</b>"
         titlefont:
-          size: 16
+          size: 14
         autorange: True
         fixedrange: False
         gridcolor: "rgb(230, 230, 230)"
@@ -1600,12 +1527,12 @@
         tickcolor: "rgb(220, 220, 220)"
         tickmode: "linear"
         tickfont:
-          size: 16
+          size: 14
         zeroline: False
       yaxis:
         title: "<b>Critical Rate Lower Bound [Mpps]</b>"
         titlefont:
-          size: 16
+          size: 14
         gridcolor: "rgb(230, 230, 230)"
         hoverformat: ".4r"
         tickformat: ".3r"
@@ -1616,7 +1543,7 @@
         showticklabels: True
         tickcolor: "rgb(220, 220, 220)"
         tickfont:
-          size: 16
+          size: 14
         zeroline: False
         range: [0,50]
       autosize: False
@@ -1629,7 +1556,7 @@
       legend:
         orientation: "h"
         font:
-          size: 16
+          size: 14
       width: 700
       height: 900
       paper_bgcolor: "#fff"
@@ -1639,7 +1566,7 @@
 
     plot-service-density:
       titlefont:
-        size: 18
+        size: 16
       xaxis:
         side: "top"
         autorange: True
@@ -1705,8 +1632,6 @@
         tickfont:
           size: 14
         zeroline: False
-      boxmode: "group"
-      boxgroupgap: 0.5
       autosize: False
       margin:
         t: 50
@@ -1727,11 +1652,11 @@
 
     plot-throughput:
       titlefont:
-        size: 18
+        size: 16
       xaxis:
         title: "<b>Test Cases [Index]</b>"
         titlefont:
-          size: 16
+          size: 14
         autorange: True
         fixedrange: False
         gridcolor: "rgb(230, 230, 230)"
@@ -1743,12 +1668,12 @@
         tickcolor: "rgb(220, 220, 220)"
         tickmode: "linear"
         tickfont:
-          size: 16
+          size: 14
         zeroline: False
       yaxis:
         title: "<b>Packet Throughput [Mpps]</b>"
         titlefont:
-          size: 16
+          size: 14
         gridcolor: "rgb(230, 230, 230)"
         hoverformat: ".4r"
         tickformat: ".3r"
@@ -1759,7 +1684,7 @@
         showticklabels: True
         tickcolor: "rgb(220, 220, 220)"
         tickfont:
-          size: 16
+          size: 14
         zeroline: False
         range: [0,50]
       autosize: False
@@ -1772,7 +1697,7 @@
       legend:
         orientation: "h"
         font:
-          size: 16
+          size: 14
       width: 700
       height: 900
       paper_bgcolor: "#fff"
@@ -1782,11 +1707,11 @@
 
     plot-throughput-speedup-analysis:
       titlefont:
-        size: 18
+        size: 16
       xaxis:
         title: "<b>Number of Cores [Qty]</b>"
         titlefont:
-          size: 16
+          size: 14
         autorange: True
         fixedrange: False
         gridcolor: "rgb(230, 230, 230)"
@@ -1798,12 +1723,12 @@
         tickcolor: "rgb(238, 238, 238)"
         tickmode: "linear"
         tickfont:
-          size: 16
+          size: 14
         zeroline: False
       yaxis:
         title: "<b>Packet Throughput [Mpps]</b>"
         titlefont:
-          size: 16
+          size: 14
         type: "linear"
         gridcolor: "rgb(230, 230, 230)"
         hoverformat: ".4s"
@@ -1815,14 +1740,14 @@
         tickcolor: "rgb(220, 220, 220)"
         tickformat: ".4s"
         tickfont:
-          size: 16
+          size: 14
         zeroline: True
         rangemode: "tozero"
         range: [0,100]
       legend:
         orientation: "h"
         font:
-          size: 16
+          size: 14
         xanchor: "left"
         yanchor: "top"
         x: 0
@@ -1856,7 +1781,7 @@
           y: -0.13,
           font: {
             family: "Consolas, Courier New",
-            size: 15
+            size: 13
           },
         },
         {
@@ -1871,18 +1796,18 @@
           y: -0.15,
           font: {
             family: "Consolas, Courier New",
-            size: 15
+            size: 13
           },
         },
       ]
 
     plot-latency:
       titlefont:
-        size: 18
+        size: 16
       xaxis:
         title: "<b>Direction</b>"
         titlefont:
-          size: 16
+          size: 14
         autorange: True
         fixedrange: False
         gridcolor: "rgb(230, 230, 230)"
@@ -1894,12 +1819,12 @@
         tickcolor: "rgb(220, 220, 220)"
         tickmode: "linear"
         tickfont:
-          size: 16
+          size: 14
         zeroline: False
       yaxis:
         title: "<b>Packet Latency [uSec]</b>"
         titlefont:
-          size: 16
+          size: 14
         type: "linear"
         gridcolor: "rgb(230, 230, 230)"
         hoverformat: ".4s"
@@ -1911,13 +1836,13 @@
         tickcolor: "rgb(220, 220, 220)"
         tickformat: ".4s"
         tickfont:
-          size: 16
+          size: 14
         zeroline: True
         rangemode: "tozero"
       legend:
         orientation: "h"
         font:
-          size: 16
+          size: 14
         traceorder: "normal"  # "grouped" does not work: bug https://github.com/plotly/plotly.js/issues/1913
       autosize: False
       margin:
@@ -1991,12 +1916,12 @@
         xanchor: "center"
         x: 0.5
         font:
-          size: 18
+          size: 16
       xaxis:
         type: "log"
         title: "<b>Percentile [%]</b>"
         titlefont:
-          size: 16
+          size: 14
         autorange: True
         fixedrange: False
         gridcolor: "rgb(230, 230, 230)"
@@ -2009,11 +1934,11 @@
         tickvals: [1, 2, 1e1, 20, 1e2, 1e3, 1e4, 1e5, 1e6, 1e7, 1e8]
         ticktext: [0, 50, 90, 95, 99, 99.9, 99.99, 99.999, 99.9999, 99.99999, 99.999999]
         tickfont:
-          size: 16
+          size: 14
       yaxis:
         title: "<b>Packet Latency [uSec]</b>"
         titlefont:
-          size: 16
+          size: 14
         gridcolor: "rgb(230, 230, 230)"
         linecolor: "rgb(220, 220, 220)"
         linewidth: 1
@@ -2022,14 +1947,14 @@
         showticklabels: True
         tickcolor: "rgb(220, 220, 220)"
         tickfont:
-          size: 16
+          size: 14
       autosize: False
       showlegend: True
       legend:
         traceorder: "normal"
         orientation: "h"
         font:
-          size: 16
+          size: 14
         xanchor: "left"
         yanchor: "top"
         x: 0
@@ -2131,7 +2056,6 @@
       - 27  # NDRPDR sel env 4
       - 28  # NDRPDR sel env 4
       - 29  # NDRPDR sel env 4
-      - 13  # MRR
       - 30  # MRR env 4
       - 31  # NDRPDR sel 2001.0-4
       - 32  # NDRPDR sel 2001.0-4
@@ -2247,8 +2171,8 @@
       - 28  # rls2009 NDRPDR iter env 5
       - 29  # rls2009 NDRPDR iter env 5
     # TODO: Add:
-    csit-vpp-perf-report-coverage-2009-3n-skx:
-      - 1   # RC2 env5 3n-skx-ip4-00
+#    csit-vpp-perf-report-coverage-2009-3n-skx:
+#      -
 
     csit-vpp-perf-verify-2001-2n-skx:
       - 101  # MRR sel - old
@@ -2271,19 +2195,6 @@
       - 104 # NDRPDR sel 2001.0-4
       - 105 # NDRPDR sel 2001.0-4
       - 99  # MRR sel env 4
-      - 122 # Soak
-      - 123 # Soak
-      - 113 # nf-density-sel env 4
-      - 114 # nf-density-sel env 4
-      - 124 # nf-density-sel env 4
-      - 128 # nf-density-sel env 4
-      - 129 # nf-density-sel env 4
-      - 131 # nf-density-sel env 4
-      - 132 # nf-density-sel env 4
-      - 135 # nf-density-sel env 4
-      - 136 # nf-density-sel env 4
-      - 139 # nf-density-sel env 4
-      - 115 # MRR nf-density-sel env 4
     # TODO: Add:
     csit-vpp-perf-report-iterative-2009-2n-skx:
       - 20  # rls2005 MRR iter env 5
@@ -2326,6 +2237,8 @@
       - 63  # rls2009 nf-density iter env 5
       - 65  # rls2009 nf-density iter env 5
       - 66  # rls2009 nf-density iter env 5
+      - 71  # rls2009 nf-density iter env 5
+      - 72  # rls2009 nf-density iter env 5
       - 50  # rls2009 MRR nf-density iter env 5
       - 27  # rls2009 reconf env 5
       - 28  # rls2009 reconf env 5
@@ -2336,12 +2249,17 @@
       - 61  # rls2009 reconf env 5
       - 62  # rls2009 reconf env 5
       - 68  # rls2009 reconf env 5
+      - 70  # rls2009 reconf env 5
       - 33  # rls2009 soak env 5
       - 34  # rls2009 soak env 5
     # TODO: Add:
     csit-vpp-perf-report-coverage-2009-2n-skx:
+      - 18  # rls2009 NDRPDR cov 2n-skx-ip4-00
       - 10  # rls2009 NDRPDR cov 2n-skx-ip4-02
+      - 20  # rls2009 NDRPDR cov 2n-skx-ip4-03
       - 13  # rls2009 NDRPDR cov 2n-skx-ip4-05
+      - 27  # rls2009 NDRPDR cov 2n-skx-memif-00
+      - 30  # rls2009 NDRPDR cov 2n-skx-vts-00
 
     csit-vpp-perf-verify-2001-2n-clx:
       - 39  # MRR
@@ -2365,17 +2283,6 @@
       - 79  # NDRPDR sel 2001.0-4
       - 80  # NDRPDR sel 2001.0-4
       - 72  # MRR env 4
-      - 91  # nfv-density-00 env 4
-      - 92  # nfv-density-00 env 4
-      - 93  # nfv-density-00 env 4
-      - 97  # nfv-density-00 env 4
-      - 98  # nfv-density-00 env 4
-      - 99  # nfv-density-00 env 4
-      - 100 # nfv-density-00 env 4
-      - 105 # nfv-density-00 env 4
-      - 106 # nfv-density-00 env 4
-      - 108 # nfv-density-00 env 4
-      - 96  # MRR nfv-density-00 env 4
     # TODO: Add:
     csit-vpp-perf-report-iterative-2009-2n-clx:
       - 16  # rls2005 MRR iter env 5
@@ -2411,18 +2318,12 @@
       - 33  # rls2009 soak env 5
       - 34  # rls2009 soak env 5
     # TODO: Add:
-    csit-vpp-perf-report-coverage-2009-2n-clx:
-      - 1   # RC2 env5 2n-clx-ip4-00
+#    csit-vpp-perf-report-coverage-2009-2n-clx:
+#      -
 
     csit-vpp-perf-verify-2001-3n-tsh:
       - 9   # MRR sel
     csit-vpp-perf-report-iterative-2005-3n-tsh:
-      - 9   # NDRPDR sel
-      - 11  # NDRPDR sel
-      - 12  # NDRPDR sel
-      - 20  # NDRPDR sel
-      - 14  # NDRPDR sel
-      - 21  # NDRPDR sel
       - 23  # NDRPDR sel env 4
       - 25  # NDRPDR sel env 4
       - 33  # NDRPDR sel env 4
@@ -2446,7 +2347,7 @@
       - 14  # rls2009 NDRPDR iter env 5
       - 15  # rls2006 MRR iter env 5
 #    csit-vpp-perf-report-coverage-2009-3n-tsh:
-#      - 1   # RC2 3n-tsh-ip4-00
+#      -
 
     csit-vpp-perf-verify-2001-3n-dnv:
       - 5   # NDRPDR sel
@@ -2473,9 +2374,13 @@
       - 12  # rls2009 NDRPDR iter env 5
       - 14  # rls2009 NDRPDR iter env 5
       - 15  # rls2009 NDRPDR iter env 5
+      - 22  # rls2009 MRR iter env 5
     # TODO: Add:
     csit-vpp-perf-report-coverage-2009-3n-dnv:
+      - 10  # rls2009 NDRPDR cov 3n-dnv-crypto-00
       - 2   # rls2009 NDRPDR cov 3n-dnv-crypto-01
+      - 12  # rls2009 NDRPDR cov 3n-dnv-ip4-01
+      - 16  # rls2009 NDRPDR cov 3n-dnv-l2-00
 
     csit-vpp-perf-verify-2001-2n-dnv:
       - 4   # NDRPDR sel
@@ -2489,7 +2394,6 @@
       - 13  # NDRPDR sel
       - 16  # NDRPDR sel
       - 12  # MRR sel
-    # TODO: Add:
     csit-vpp-perf-report-iterative-2009-2n-dnv:
       - 16  # rls2005 NDRPDR iter env 5
       - 17  # rls2005 NDRPDR iter env 5
@@ -2498,6 +2402,9 @@
       - 21  # rls2005 NDRPDR iter env 5
       - 24  # rls2005 NDRPDR iter env 5
       - 27  # rls2005 NDRPDR iter env 5
+      - 28  # rls2005 NDRPDR iter env 5
+      - 29  # rls2005 NDRPDR iter env 5
+      - 30  # rls2005 NDRPDR iter env 5
       - 23  # rls2005 MRR iter env 5
       - 3   # rls2009 NDRPDR iter env 5
       - 5   # rls2009 NDRPDR iter env 5
@@ -2706,18 +2613,9 @@
 #      - 17  # NDRPDR sel
 #      - 18  # NDRPDR sel
 #    csit-dpdk-perf-report-iterative-2005-2n-dnv:
-#      - 8   # NDRPDR sel
-#      - 9   # NDRPDR sel
-#      - 10  # NDRPDR sel
-#      - 11  # NDRPDR sel
-#      - 12  # NDRPDR sel
-#      - 13  # NDRPDR sel
-#      - 14  # NDRPDR sel
-#      - 15  # NDRPDR sel
-#      - 16  # NDRPDR sel
-#      - 17  # NDRPDR sel
-#    # TODO: Add:
+#      # No data
 #    # csit-dpdk-perf-report-iterative-2009-2n-dnv:
+#      # No data
 
 #    csit-dpdk-perf-verify-2001-3n-dnv:
 #      - 12  # NDRPDR sel
@@ -2731,18 +2629,9 @@
 #      - 20  # NDRPDR sel
 #      - 22  # NDRPDR sel
 #    csit-dpdk-perf-report-iterative-2005-3n-dnv:
-#      - 6   # NDRPDR sel
-#      - 7   # NDRPDR sel
-#      - 8   # NDRPDR sel
-#      - 9   # NDRPDR sel
-#      - 10  # NDRPDR sel
-#      - 11  # NDRPDR sel
-#      - 12  # NDRPDR sel
-#      - 13  # NDRPDR sel
-#      - 14  # NDRPDR sel
-#      - 16  # NDRPDR sel
-#    # TODO: Add:
+#      # No data
 #    # csit-dpdk-perf-report-iterative-2009-3n-dnv:
+#      # No data
 
     csit-dpdk-perf-verify-2001-3n-tsh:
       - 3   # NDRPDR sel
@@ -2769,7 +2658,6 @@
       - 9   # NDRPDR iter env5
       - 10  # NDRPDR iter env5
 
-    # TODO: Add:
     csit-vpp-device-2009-ubuntu1804-1n-skx:
       - 131 # rls2009 env 5
 
Integration tests