Code Review / csit.git / commitdiff
? search:
summary | shortlog | log | commit | commitdiff | review | tree
raw | patch | inline | side by side (from parent 1: 95fb2af)
Report: Add release data 12/36612/1
authorTibor Frank <tifrank@cisco.com>
Fri, 8 Jul 2022 09:06:58 +0000 (11:06 +0200)
committerTibor Frank <tifrank@cisco.com>
Fri, 8 Jul 2022 09:06:58 +0000 (11:06 +0200)
Change-Id: I0110a78ca13960b97f261a1ea1a12f8baf4c6bc4
Signed-off-by: Tibor Frank <tifrank@cisco.com>
resources/tools/presentation/specifications/report/data_sets.yaml patch | blob | history
resources/tools/presentation/specifications/report/elements.yaml patch | blob | history

diff --git a/resources/tools/presentation/specifications/report/data_sets.yaml b/resources/tools/presentation/specifications/report/data_sets.yaml
index 322d6a5..503c621 100644 (file)
--- a/resources/tools/presentation/specifications/report/data_sets.yaml
+++ b/resources/tools/presentation/specifications/report/data_sets.yaml
@@ -128,6 +128,7 @@
       - 1   # rls2206.rel NDRPDR cov env 10
       - 2   # rls2206.rel NDRPDR cov env 10
       - 3   # rls2206.rel NDRPDR cov env 10
+      - 4   # rls2206.rel NDRPDR cov env 10
       - 5   # rls2206.rel NDRPDR cov env 10
       - 6   # rls2206.rel NDRPDR cov env 10
       - 7   # rls2206.rel NDRPDR cov env 10
@@ -139,10 +140,24 @@
       - 13  # rls2206.rel NDRPDR cov env 10
       - 14  # rls2206.rel NDRPDR cov env 10
       - 15  # rls2206.rel NDRPDR cov env 10
+      # - 16  # rls2206.rel NDRPDR cov env 10
       - 17  # rls2206.rel NDRPDR cov env 10
       - 18  # rls2206.rel NDRPDR cov env 10
       - 19  # rls2206.rel NDRPDR cov env 10
       - 20  # rls2206.rel NDRPDR cov env 10
+      - 21  # rls2206.rel NDRPDR cov env 10
+      - 22  # rls2206.rel NDRPDR cov env 10
+      - 23  # rls2206.rel NDRPDR cov env 10
+      - 24  # rls2206.rel NDRPDR cov env 10
+      - 25  # rls2206.rel NDRPDR cov env 10
+      - 26  # rls2206.rel NDRPDR cov env 10
+      - 27  # rls2206.rel NDRPDR cov env 10
+      - 28  # rls2206.rel NDRPDR cov env 10
+      - 29  # rls2206.rel NDRPDR cov env 10
+      - 30  # rls2206.rel NDRPDR cov env 10
+      - 31  # rls2206.rel NDRPDR cov env 10
+      # - 32  # rls2206.rel NDRPDR cov env 10
+      - 33  # rls2206.rel NDRPDR cov env 10
 
   dpdk-3n-skx-hist-iter:
     csit-dpdk-perf-report-iterative-2110-3n-skx:
@@ -238,7 +253,7 @@
       - 71  # rls2206.rel NDRPDR iter env 10
       - 72  # rls2206.rel NDRPDR iter env 10
       - 77  # rls2206.rel NDRPDR iter env 10
-      # - 79  # rls2206.rel NDRPDR iter env 10
+      - 79  # rls2206.rel NDRPDR iter env 10
       - 80  # rls2206.rel NDRPDR iter env 10
 
   vpp-2n-skx-curr-iter-best:
@@ -275,7 +290,7 @@
       - 71  # rls2206.rel NDRPDR iter env 10
       - 72  # rls2206.rel NDRPDR iter env 10
       - 77  # rls2206.rel NDRPDR iter env 10
-      # - 79  # rls2206.rel NDRPDR iter env 10
+      - 79  # rls2206.rel NDRPDR iter env 10
       - 80  # rls2206.rel NDRPDR iter env 10
   vpp-soak-vs-ndr-2n-skx:
     csit-vpp-perf-report-iterative-2206-2n-skx:
@@ -287,7 +302,7 @@
       - 71  # rls2206.rel NDRPDR iter env 10
       - 72  # rls2206.rel NDRPDR iter env 10
       - 77  # rls2206.rel NDRPDR iter env 10
-      # - 79  # rls2206.rel NDRPDR iter env 10
+      - 79  # rls2206.rel NDRPDR iter env 10
       - 80  # rls2206.rel NDRPDR iter env 10
       - 58  # rls2206.rel soak env 10
       - 69  # rls2206.rel soak env 10
@@ -317,7 +332,9 @@
       - 74  # rls2206.rel NDRPDR reconf iter env 10
       - 76  # rls2206.rel NDRPDR reconf iter env 10
       - 83  # rls2206.rel NDRPDR reconf iter env 10
+      - 84  # rls2206.rel NDRPDR reconf iter env 10
       - 85  # rls2206.rel NDRPDR reconf iter env 10
+      - 86  # rls2206.rel NDRPDR reconf iter env 10
       - 87  # rls2206.rel NDRPDR reconf iter env 10
 
   vpp-2n-skx-curr-iter-gso:
@@ -326,8 +343,23 @@
 
   vpp-2n-skx-curr-cov:
     csit-vpp-perf-report-coverage-2206-2n-skx:
+      - 1   # rls2206.rel NDRPDR cov env 10
+      - 2   # rls2206.rel NDRPDR cov env 10
+      - 3   # rls2206.rel NDRPDR cov env 10
+      # - 4   # rls2206.rel NDRPDR cov env 10
       - 5   # rls2206.rel NDRPDR cov env 10
       - 6   # rls2206.rel NDRPDR cov env 10
+      - 7   # rls2206.rel NDRPDR cov env 10
+      - 8   # rls2206.rel NDRPDR cov env 10
+      - 9   # rls2206.rel NDRPDR cov env 10
+      - 10  # rls2206.rel NDRPDR cov env 10
+      - 11  # rls2206.rel NDRPDR cov env 10
+      # - 12  # rls2206.rel NDRPDR cov env 10
+      - 13  # rls2206.rel NDRPDR cov env 10
+      - 14  # rls2206.rel NDRPDR cov env 10
+      - 15  # rls2206.rel NDRPDR cov env 10
+      - 16  # rls2206.rel NDRPDR cov env 10
+      # - 17  # rls2206.rel NDRPDR cov env 10
 
   dpdk-2n-skx-hist-iter:
     csit-dpdk-perf-report-iterative-2110-2n-skx:
@@ -416,9 +448,8 @@
       - 1   # rls2206.rel NDRPDR iter env 10
 
   trex-2n-skx-curr-cov:
-    # csit-trex-perf-report-coverage-2206-2n-skx:
-    csit-trex-perf-report-coverage-2202-2n-skx:
-      - 2   # rls2202.rel NDRPDR cov env 9
+    csit-trex-perf-report-coverage-2206-2n-skx:
+      - 1   # rls2206.rel NDRPDR cov env 10
 
   # 2n-zn2
 
@@ -470,7 +501,7 @@
       - 51  # rls2206.rel NDRPDR iter env 10
       - 52  # rls2206.rel NDRPDR iter env 10
       - 53  # rls2206.rel NDRPDR iter env 10
-      # - 54  # rls2206.rel NDRPDR iter env 10
+      - 54  # rls2206.rel NDRPDR iter env 10
       # - 55  # rls2206.rel NDRPDR iter env 10
       # - 56  # rls2206.rel NDRPDR iter env 10
 
@@ -667,6 +698,12 @@
       - 118 # rls2206.rel NDRPDR nf-density iter env 10
       - 119 # rls2206.rel NDRPDR nf-density iter env 10
       - 121 # rls2206.rel NDRPDR nf-density iter env 10
+      # - 133 # rls2206.rel NDRPDR nf-density iter env 10
+      - 139 # rls2206.rel NDRPDR nf-density iter env 10
+      # - 140 # rls2206.rel NDRPDR nf-density iter env 10
+      - 141 # rls2206.rel NDRPDR nf-density iter env 10
+      - 142 # rls2206.rel NDRPDR nf-density iter env 10
+      - 143 # rls2206.rel NDRPDR nf-density iter env 10
 
   vpp-2n-clx-curr-nfv-mrr:
     csit-vpp-perf-report-iterative-2206-2n-clx:
@@ -681,7 +718,7 @@
       - 127 # rls2206.rel NDRPDR reconf iter env 10
       - 131 # rls2206.rel NDRPDR reconf iter env 10
       - 132 # rls2206.rel NDRPDR reconf iter env 10
-      # - 134 # rls2206.rel NDRPDR reconf iter env 10
+      - 134 # rls2206.rel NDRPDR reconf iter env 10
       - 136 # rls2206.rel NDRPDR reconf iter env 10
       - 138 # rls2206.rel NDRPDR reconf iter env 10
 
@@ -713,10 +750,10 @@
       - 137 # rls2206.rel soak env 10
 
   vpp-2n-clx-curr-cov:
-    # csit-vpp-perf-report-coverage-2206-2n-clx:
-    # csit-vpp-perf-report-iterative-2206-2n-clx:
-    csit-vpp-perf-report-coverage-2202-2n-clx:
-      - 18  # rls2202.rel NDRPDR cov env 9
+    csit-vpp-perf-report-coverage-2206-2n-clx:
+      - 10  # rls2206.rel NDRPDR cov env 10
+      - 11  # rls2206.rel NDRPDR cov env 10
+      - 12  # rls2206.rel NDRPDR cov env 10
 
   dpdk-2n-clx-hist-iter:
     csit-dpdk-perf-report-iterative-2110-2n-clx:
@@ -812,7 +849,7 @@
       - 42  # rls2206.rel NDRPDR iter env 10
       - 43  # rls2206.rel NDRPDR iter env 10
       # - 44  # rls2206.rel NDRPDR iter env 10
-      # - 45  # rls2206.rel NDRPDR iter env 10
+      - 45  # rls2206.rel NDRPDR iter env 10
       - 46  # rls2206.rel NDRPDR iter env 10
 
   vpp-3n-tsh-curr-iter-best:
@@ -930,11 +967,11 @@
       - 38  # rls2206.rel NDRPDR iter env 10
       - 39  # rls2206.rel NDRPDR iter env 10
       - 40  # rls2206.rel NDRPDR iter env 10
-      # - 41  # rls2206.rel NDRPDR iter env 10
+      - 41  # rls2206.rel NDRPDR iter env 10
       - 42  # rls2206.rel NDRPDR iter env 10
       - 43  # rls2206.rel NDRPDR iter env 10
       - 44  # rls2206.rel NDRPDR iter env 10
-      # - 45  # rls2206.rel NDRPDR iter env 10
+      - 45  # rls2206.rel NDRPDR iter env 10
       - 46  # rls2206.rel NDRPDR iter env 10
       # - 47  # rls2206.rel NDRPDR iter env 10
 
@@ -1208,7 +1245,7 @@
       - 20  # rls2206.rel NDRPDR iter env 10
       - 21  # rls2206.rel NDRPDR iter env 10
       - 22  # rls2206.rel NDRPDR iter env 10
-      # - 23  # rls2206.rel NDRPDR iter env 10
+      - 23  # rls2206.rel NDRPDR iter env 10
 
   vpp-2n-aws-curr-iter-best:
     csit-vpp-perf-report-iterative-2206-2n-aws:
@@ -1227,10 +1264,8 @@
       - 10  # rls2206.rel MRR iter env 10
 
   vpp-2n-aws-curr-cov:
-    # csit-vpp-perf-report-coverage-2206-2n-aws:
-    # csit-vpp-perf-report-iterative-2206-2n-aws:
-    csit-vpp-perf-report-coverage-2202-2n-aws:
-      - 1   # rls2202.rel NDRPDR cov env 9
+    csit-vpp-perf-report-coverage-2206-2n-aws:
+      - 1   # rls2206.rel NDRPDR cov env 10
 
   # # 3n-aws
 
@@ -1343,7 +1378,7 @@
 
   vpp-2n-icx-prev-iter-mrr-new-env:
     csit-vpp-perf-report-iterative-2206-2n-icx:
-      - 9   # rls2202.rel MRR iter env 10
+      - 106 # rls2202.rel MRR iter env 10
 
   vpp-2n-icx-curr-iter-mrr:
     csit-vpp-perf-report-iterative-2206-2n-icx:
@@ -1530,6 +1565,7 @@
       - 2   # rls2206.rel NDRPDR cov env 10
       - 3   # rls2206.rel NDRPDR cov env 10
       - 4   # rls2206.rel NDRPDR cov env 10
+      - 34  # rls2206.rel NDRPDR cov env 10
       - 5   # rls2206.rel NDRPDR cov env 10
       - 6   # rls2206.rel NDRPDR cov env 10
       - 7   # rls2206.rel NDRPDR cov env 10
@@ -1541,10 +1577,24 @@
       - 13  # rls2206.rel NDRPDR cov env 10
       - 14  # rls2206.rel NDRPDR cov env 10
       - 15  # rls2206.rel NDRPDR cov env 10
+      - 16  # rls2206.rel NDRPDR cov env 10
       - 17  # rls2206.rel NDRPDR cov env 10
       - 18  # rls2206.rel NDRPDR cov env 10
       - 19  # rls2206.rel NDRPDR cov env 10
+      - 20  # rls2206.rel NDRPDR cov env 10
+      - 21  # rls2206.rel NDRPDR cov env 10
       - 22  # rls2206.rel NDRPDR cov env 10
+      - 23  # rls2206.rel NDRPDR cov env 10
+      # - 24  # rls2206.rel NDRPDR cov env 10
+      - 25  # rls2206.rel NDRPDR cov env 10
+      - 26  # rls2206.rel NDRPDR cov env 10
+      - 27  # rls2206.rel NDRPDR cov env 10
+      - 28  # rls2206.rel NDRPDR cov env 10
+      - 29  # rls2206.rel NDRPDR cov env 10
+      - 30  # rls2206.rel NDRPDR cov env 10
+      - 31  # rls2206.rel NDRPDR cov env 10
+      - 32  # rls2206.rel NDRPDR cov env 10
+      - 33  # rls2206.rel NDRPDR cov env 10
 
   dpdk-3n-icx-prev-iter:
     csit-dpdk-perf-report-iterative-2202-3n-icx:
@@ -1586,7 +1636,7 @@
       - 22  # rls2206.rel NDRPDR iter env 10
       - 23  # rls2206.rel NDRPDR iter env 10
       - 24  # rls2206.rel NDRPDR iter env 10
-      # - 25  # rls2206.rel NDRPDR iter env 10
+      - 25  # rls2206.rel NDRPDR iter env 10
       # - 26  # rls2206.rel NDRPDR iter env 10
       # - 27  # rls2206.rel NDRPDR iter env 10
       # - 28  # rls2206.rel NDRPDR iter env 10
diff --git a/resources/tools/presentation/specifications/report/elements.yaml b/resources/tools/presentation/specifications/report/elements.yaml
index 6e8601f..bbcf135 100644 (file)
--- a/resources/tools/presentation/specifications/report/elements.yaml
+++ b/resources/tools/presentation/specifications/report/elements.yaml
@@ -82,81 +82,83 @@
     - job-spec: "dpdk-mlr-00"
       data-set: "dpdk-3n-icx-curr-iter"
 
-# - type: "table"
-#   title: "Job Specification Duration: 3n-icx-coverage"
-#   algorithm: "table_job_spec_duration"
-#   output-file: "{DIR[STATIC,VPP]}/job-spec-duration-3n-icx-cov"
-#   jb-type: "coverage"
-#   data: "vpp-3n-icx-curr-cov"
-#   lines:
-#     - job-spec: "crypto-00"
-#       build: "35"
-#     - job-spec: "crypto-01"
-#       build: "36"
-#     - job-spec: "crypto-02"
-#       build: "37"
-#     - job-spec: "crypto-03"  # Completly failed
-#       build: "70"
-#     - job-spec: "crypto-04"
-#       build: "38"
-#     - job-spec: "ip4-00"
-#       build: "39"
-#     - job-spec: "ip4-01"
-#       build: "40"
-#     - job-spec: "ip4-02"
-#       build: "41"
-#     - job-spec: "ip4-03"
-#       build: "42"
-#     - job-spec: "ip4-04"
-#       build: "43"
-#     - job-spec: "ip4-05"
-#       build: "44"
-#     - job-spec: "ip4-06"
-#       build: "45"
-#     - job-spec: "ip4-07"
-#       build: "46"
-#     - job-spec: "ip4tun-00"
-#       build: "47"
-#     - job-spec: "ip4tun-02"
-#       build: "48"
-#     - job-spec: "ip6-00"
-#       build: "49"
-#     - job-spec: "ip6-01"
-#       build: "50"
-#     - job-spec: "ip6tun-00"
-#       build: "71"
-#     - job-spec: "l2-00"
-#       build: "52"
-#     - job-spec: "l2-01"
-#       build: "53"
-#     - job-spec: "l2-02"
-#       build: "68"
-#     - job-spec: "l2-03"
-#       build: "55"
-#     - job-spec: "l2-04"
-#       build: "56"
-#     - job-spec: "l2-05"
-#       build: "57"
-#     - job-spec: "l2-06"
-#       build: "58"
-#     - job-spec: "l2-07"
-#       build: "59"
-#     - job-spec: "l2-08"
-#       build: "60"
-#     - job-spec: "l2-09"
-#       build: "61"
-#     - job-spec: "l2-10"
-#       build: "69"
-#     - job-spec: "memif-00"
-#       build: "63"
-#     - job-spec: "srv6-00"
-#       build: "64"
-#     - job-spec: "srv6-01"
-#       build: "65"
-#     - job-spec: "vhost-00"
-#       build: "66"
-#     - job-spec: "vhost-01"
-#       build: "67"
+- type: "table"
+  title: "Job Specification Duration: 3n-icx-coverage"
+  algorithm: "table_job_spec_duration"
+  output-file: "{DIR[STATIC,VPP]}/job-spec-duration-3n-icx-cov"
+  jb-type: "coverage"
+  data: "vpp-3n-icx-curr-cov"
+  lines:
+    - job-spec: "crypto-00"
+      build: "1"
+    - job-spec: "crypto-01"
+      build: "2"
+    - job-spec: "crypto-02"
+      build: "3"
+    # - job-spec: "crypto-03"  # Completly failed
+    #   build: "70"
+    - job-spec: "crypto-04"
+      build: "4"
+    - job-spec: "crypto-05"
+      build: "34"
+    - job-spec: "ip4-00"
+      build: "5"
+    - job-spec: "ip4-01"
+      build: "6"
+    - job-spec: "ip4-02"
+      build: "7"
+    - job-spec: "ip4-03"
+      build: "8"
+    - job-spec: "ip4-04"
+      build: "9"
+    - job-spec: "ip4-05"
+      build: "10"
+    - job-spec: "ip4-06"
+      build: "11"
+    - job-spec: "ip4-07"
+      build: "12"
+    - job-spec: "ip4tun-00"
+      build: "13"
+    - job-spec: "ip4tun-02"
+      build: "14"
+    - job-spec: "ip6-00"
+      build: "15"
+    - job-spec: "ip6-01"
+      build: "16"
+    - job-spec: "ip6tun-00"
+      build: "17"
+    - job-spec: "l2-00"
+      build: "18"
+    - job-spec: "l2-01"
+      build: "19"
+    - job-spec: "l2-02"
+      build: "20"
+    - job-spec: "l2-03"
+      build: "21"
+    - job-spec: "l2-04"
+      build: "22"
+    - job-spec: "l2-05"
+      build: "23"
+    # - job-spec: "l2-06"
+    #   build: "24"
+    - job-spec: "l2-07"
+      build: "25"
+    - job-spec: "l2-08"
+      build: "26"
+    - job-spec: "l2-09"
+      build: "27"
+    - job-spec: "l2-10"
+      build: "28"
+    - job-spec: "memif-00"
+      build: "29"
+    - job-spec: "srv6-00"
+      build: "30"
+    - job-spec: "srv6-01"
+      build: "31"
+    - job-spec: "vhost-00"
+      build: "32"
+    - job-spec: "vhost-01"
+      build: "33"
 
 - type: "table"
   title: "Job Specification Duration: 2n-clx-iterative"
@@ -183,47 +185,47 @@
     - job-spec: "dpdk-mlr-00"
       data-set: "dpdk-2n-clx-curr-iter"
 
-# - type: "table"
-#   title: "Job Specification Duration: 2n-clx-coverage"
-#   algorithm: "table_job_spec_duration"
-#   output-file: "{DIR[STATIC,VPP]}/job-spec-duration-2n-clx-cov"
-#   jb-type: "coverage"
-#   data: "vpp-2n-clx-curr-cov"
-#   lines:
-#     - job-spec: "gso-00"
-#       build: "18"
-#     - job-spec: "ip4-00"
-#       build: "19"
-#     - job-spec: "ip4-01"
-#       build: "20"
-#     - job-spec: "ip4-02"
-#       build: "21"
-#     - job-spec: "ip4-03"
-#       build: "22"
-#     - job-spec: "ip4-04"
-#       build: "23"
-#     - job-spec: "ip4-05"
-#       build: "24"
-#     - job-spec: "ip4-06"
-#       build: "25"
-#     - job-spec: "ip4-07"
-#       build: "26"
-#     - job-spec: "ip4tun-00"
-#       build: "27"
-#     - job-spec: "ip6-00"
-#       build: "28"
-#     - job-spec: "ip6-01"
-#       build: "29"
-#     - job-spec: "l2-00"
-#       build: "30"
-#     - job-spec: "l2-01"
-#       build: "31"
-#     - job-spec: "lb-00"
-#       build: "32"
-#     - job-spec: "memif-00"
-#       build: "33"
-#     - job-spec: "vhost-00"
-#       build: "34"
+- type: "table"
+  title: "Job Specification Duration: 2n-clx-coverage"
+  algorithm: "table_job_spec_duration"
+  output-file: "{DIR[STATIC,VPP]}/job-spec-duration-2n-clx-cov"
+  jb-type: "coverage"
+  data: "vpp-2n-clx-curr-cov"
+  lines:
+    # - job-spec: "gso-00"
+    #   build: "4"
+    # - job-spec: "ip4-00"
+    #   build: "5"
+    # - job-spec: "ip4-01"
+    #   build: "6"
+    # - job-spec: "ip4-02"
+    #   build: "7"
+    # - job-spec: "ip4-03"
+    #   build: "8"
+    # - job-spec: "ip4-04"
+    #   build: "9"
+    - job-spec: "ip4-05"
+      build: "10"
+    - job-spec: "ip4-06"
+      build: "11"
+    - job-spec: "ip4-07"
+      build: "12"
+    # - job-spec: "ip4tun-00"
+    #   build: "13"
+    # - job-spec: "ip6-00"
+    #   build: "14"
+    # - job-spec: "ip6-01"
+    #   build: "15"
+    # - job-spec: "l2-00"
+    #   build: "16"
+    # - job-spec: "l2-01"
+    #   build: "17"
+    # - job-spec: "lb-00"
+    #   build: "18"
+    # - job-spec: "memif-00"
+    #   build: "19"
+    # - job-spec: "vhost-00"
+    #   build: "20"
 
 - type: "table"
   title: "Job Specification Duration: 2n-dnv-iterative"
@@ -267,15 +269,15 @@
     - job-spec: "vpp-mlr-00"
       data-set: "vpp-2n-aws-curr-iter"
 
-# - type: "table"
-#   title: "Job Specification Duration: 2n-aws-coverage"
-#   algorithm: "table_job_spec_duration"
-#   output-file: "{DIR[STATIC,VPP]}/job-spec-duration-2n-aws-cov"
-#   jb-type: "coverage"
-#   data: "vpp-2n-aws-curr-cov"
-#   lines:
-#     - job-spec: "vpp-00"
-#       build: "1"
+- type: "table"
+  title: "Job Specification Duration: 2n-aws-coverage"
+  algorithm: "table_job_spec_duration"
+  output-file: "{DIR[STATIC,VPP]}/job-spec-duration-2n-aws-cov"
+  jb-type: "coverage"
+  data: "vpp-2n-aws-curr-cov"
+  lines:
+    - job-spec: "vpp-00"
+      build: "1"
 
 # - type: "table"
 #   title: "Job Specification Duration: 3n-aws-iterative"
@@ -323,47 +325,47 @@
     - job-spec: "trex-mlr-00"
       data-set: "trex-2n-skx-curr-iter"
 
-# - type: "table"
-#   title: "Job Specification Duration: 2n-skx-coverage"
-#   algorithm: "table_job_spec_duration"
-#   output-file: "{DIR[STATIC,VPP]}/job-spec-duration-2n-skx-cov"
-#   jb-type: "coverage"
-#   data: "vpp-2n-skx-curr-cov"
-#   lines:
-#     - job-spec: "gso-00"
-#       build: "18"
-#     - job-spec: "ip4-00"
-#       build: "19"
-#     - job-spec: "ip4-01"
-#       build: "20"
-#     - job-spec: "ip4-02"
-#       build: "21"
-#     - job-spec: "ip4-03"
-#       build: "22"
-#     - job-spec: "ip4-04"
-#       build: "23"
-#     - job-spec: "ip4-05"
-#       build: "24"
-#     - job-spec: "ip4-06"
-#       build: "25"
-#     - job-spec: "ip4-07"
-#       build: "26"
-#     - job-spec: "ip4tun-00"
-#       build: "27"
-#     - job-spec: "ip6-00"
-#       build: "28"
-#     - job-spec: "ip6-01"
-#       build: "29"
-#     - job-spec: "l2-00"
-#       build: "30"
-#     - job-spec: "l2-01"
-#       build: "31"
-#     - job-spec: "lb-00"
-#       build: "32"
-#     - job-spec: "memif-00"
-#       build: "33"
-#     - job-spec: "vhost-00"
-#       build: "34"
+- type: "table"
+  title: "Job Specification Duration: 2n-skx-coverage"
+  algorithm: "table_job_spec_duration"
+  output-file: "{DIR[STATIC,VPP]}/job-spec-duration-2n-skx-cov"
+  jb-type: "coverage"
+  data: "vpp-2n-skx-curr-cov"
+  lines:
+    - job-spec: "gso-00"
+      build: "1"
+    - job-spec: "ip4-00"
+      build: "2"
+    - job-spec: "ip4-01"
+      build: "3"
+    # - job-spec: "ip4-02"
+    #   build: "4"
+    - job-spec: "ip4-03"
+      build: "5"
+    - job-spec: "ip4-04"
+      build: "6"
+    - job-spec: "ip4-05"
+      build: "7"
+    - job-spec: "ip4-06"
+      build: "8"
+    - job-spec: "ip4-07"
+      build: "9"
+    - job-spec: "ip4tun-00"
+      build: "10"
+    - job-spec: "ip6-00"
+      build: "11"
+    # - job-spec: "ip6-01"
+    #   build: "12"
+    - job-spec: "l2-00"
+      build: "13"
+    - job-spec: "l2-01"
+      build: "14"
+    - job-spec: "lb-00"
+      build: "15"
+    - job-spec: "memif-00"
+      build: "16"
+    # - job-spec: "vhost-00"
+    #   build: "17"
 
 - type: "table"
   title: "Job Specification Duration: 2n-tx2-iterative"
@@ -384,33 +386,33 @@
 #   data: "vpp-2n-tx2-curr-cov"
 #   lines:
 #     - job-spec: "ip4-00"
-#       build: "15"
+#       build: "1"
 #     - job-spec: "ip4-01"
-#       build: "16"
+#       build: "2"
 #     - job-spec: "ip4-02"
-#       build: "17"
+#       build: "3"
 #     - job-spec: "ip4-03"
-#       build: "18"
+#       build: "4"
 #     - job-spec: "ip4-04"
-#       build: "19"
+#       build: "5"
 #     - job-spec: "ip4-05"
-#       build: "20"
+#       build: "6"
 #     - job-spec: "ip4-06"
-#       build: "21"
+#       build: "7"
 #     - job-spec: "ip6-00"
-#       build: "22"
+#       build: "8"
 #     - job-spec: "ip6-01"
-#       build: "23"
+#       build: "9"
 #     - job-spec: "l2-00"
-#       build: "24"
+#       build: "10"
 #     - job-spec: "l2-01"
-#       build: "25"
+#       build: "11"
 #     - job-spec: "l2-02"
-#       build: "26"
+#       build: "12"
 #     - job-spec: "l2-03"
-#       build: "27"
+#       build: "13"
 #     - job-spec: "l2-04"
-#       build: "28"
+#       build: "14"
 
 - type: "table"
   title: "Job Specification Duration: 2n-zn2-iterative"
@@ -435,35 +437,35 @@
 #   data: "vpp-2n-zn2-curr-cov"
 #   lines:
 #     - job-spec: "gso-00"
-#       build: "16"
+#       build: "1"
 #     - job-spec: "ip4-00"
-#       build: "17"
+#       build: "2"
 #     - job-spec: "ip4-01"
-#       build: "18"
+#       build: "3"
 #     - job-spec: "ip4-02"
-#       build: "19"
+#       build: "4"
 #     - job-spec: "ip4-03"
-#       build: "20"
+#       build: "5"
 #     - job-spec: "ip4-04"
-#       build: "21"
+#       build: "6"
 #     - job-spec: "ip4-05"
-#       build: "22"
+#       build: "7"
 #     - job-spec: "ip4tun-00"
-#       build: "23"
+#       build: "8"
 #     - job-spec: "ip6-00"
-#       build: "24"
+#       build: "9"
 #     - job-spec: "ip6-01"
-#       build: "25"
+#       build: "10"
 #     - job-spec: "l2-00"
-#       build: "26"
+#       build: "11"
 #     - job-spec: "l2-01"
-#       build: "27"
+#       build: "12"
 #     - job-spec: "lb-00"
-#       build: "28"
+#       build: "13"
 #     - job-spec: "memif-00"
-#       build: "29"
+#       build: "14"
 #     - job-spec: "vhost-00"
-#       build: "30"
+#       build: "15"
 
 - type: "table"
   title: "Job Specification Duration: 3n-dnv-iterative"
@@ -519,81 +521,81 @@
     - job-spec: "dpdk-mlr-00"
       data-set: "dpdk-3n-skx-curr-iter"
 
-# - type: "table"
-#   title: "Job Specification Duration: 3n-skx-coverage"
-#   algorithm: "table_job_spec_duration"
-#   output-file: "{DIR[STATIC,VPP]}/job-spec-duration-3n-skx-cov"
-#   jb-type: "coverage"
-#   data: "vpp-3n-skx-curr-cov"
-#   lines:
-#     - job-spec: "crypto-00"
-#       build: "35"
-#     - job-spec: "crypto-01"
-#       build: "36"
-#     - job-spec: "crypto-02"
-#       build: "37"
-#     - job-spec: "crypto-03"  # Completly failed
-#       build: "68"
-#     - job-spec: "crypto-04"
-#       build: "38"
-#     - job-spec: "ip4-00"
-#       build: "39"
-#     - job-spec: "ip4-01"
-#       build: "40"
-#     - job-spec: "ip4-02"
-#       build: "41"
-#     - job-spec: "ip4-03"
-#       build: "42"
-#     - job-spec: "ip4-04"
-#       build: "43"
-#     - job-spec: "ip4-05"
-#       build: "44"
-#     - job-spec: "ip4-06"
-#       build: "45"
-#     - job-spec: "ip4-07"
-#       build: "46"
-#     - job-spec: "ip4tun-00"
-#       build: "47"
-#     - job-spec: "ip4tun-02"
-#       build: "48"
-#     - job-spec: "ip6-00"
-#       build: "49"
-#     - job-spec: "ip6-01"
-#       build: "50"
-#     - job-spec: "ip6tun-00"
-#       build: "69"
-#     - job-spec: "l2-00"
-#       build: "52"
-#     - job-spec: "l2-01"
-#       build: "53"
-#     - job-spec: "l2-02"
-#       build: "54"
-#     - job-spec: "l2-03"
-#       build: "55"
-#     - job-spec: "l2-04"
-#       build: "56"
-#     - job-spec: "l2-05"
-#       build: "57"
-#     - job-spec: "l2-06"
-#       build: "58"
-#     - job-spec: "l2-07"
-#       build: "59"
-#     - job-spec: "l2-08"
-#       build: "60"
-#     - job-spec: "l2-09"
-#       build: "61"
-#     - job-spec: "l2-10"
-#       build: "62"
-#     - job-spec: "memif-00"
-#       build: "63"
-#     - job-spec: "srv6-00"
-#       build: "64"
-#     - job-spec: "srv6-01"
-#       build: "65"
-#     - job-spec: "vhost-00"
-#       build: "66"
-#     - job-spec: "vhost-01"
-#       build: "67"
+- type: "table"
+  title: "Job Specification Duration: 3n-skx-coverage"
+  algorithm: "table_job_spec_duration"
+  output-file: "{DIR[STATIC,VPP]}/job-spec-duration-3n-skx-cov"
+  jb-type: "coverage"
+  data: "vpp-3n-skx-curr-cov"
+  lines:
+    - job-spec: "crypto-00"
+      build: "1"
+    - job-spec: "crypto-01"
+      build: "2"
+    - job-spec: "crypto-02"
+      build: "3"
+    # - job-spec: "crypto-03"  # Completly failed
+    #   build: ""
+    - job-spec: "crypto-04"
+      build: "4"
+    - job-spec: "ip4-00"
+      build: "5"
+    - job-spec: "ip4-01"
+      build: "6"
+    - job-spec: "ip4-02"
+      build: "7"
+    - job-spec: "ip4-03"
+      build: "8"
+    - job-spec: "ip4-04"
+      build: "9"
+    - job-spec: "ip4-05"
+      build: "10"
+    - job-spec: "ip4-06"
+      build: "11"
+    - job-spec: "ip4-07"
+      build: "12"
+    - job-spec: "ip4tun-00"
+      build: "13"
+    - job-spec: "ip4tun-02"
+      build: "14"
+    - job-spec: "ip6-00"
+      build: "15"
+    # - job-spec: "ip6-01"
+    #   build: "16"
+    - job-spec: "ip6tun-00"
+      build: "17"
+    - job-spec: "l2-00"
+      build: "18"
+    - job-spec: "l2-01"
+      build: "19"
+    - job-spec: "l2-02"
+      build: "20"
+    - job-spec: "l2-03"
+      build: "21"
+    - job-spec: "l2-04"
+      build: "22"
+    - job-spec: "l2-05"
+      build: "23"
+    - job-spec: "l2-06"
+      build: "24"
+    - job-spec: "l2-07"
+      build: "25"
+    - job-spec: "l2-08"
+      build: "26"
+    - job-spec: "l2-09"
+      build: "27"
+    - job-spec: "l2-10"
+      build: "28"
+    - job-spec: "memif-00"
+      build: "29"
+    - job-spec: "srv6-00"
+      build: "30"
+    - job-spec: "srv6-01"
+      build: "31"
+    # - job-spec: "vhost-00"
+    #   build: "32"
+    - job-spec: "vhost-01"
+      build: "33"
 
 - type: "table"
   title: "Job Specification Duration: 3n-tsh-iterative"
@@ -616,39 +618,39 @@
 #   data: "vpp-3n-tsh-curr-cov"
 #   lines:
 #     - job-spec: "ip4-00"
-#       build: "18"
+#       build: "1"
 #     - job-spec: "ip4-01"
-#       build: "19"
+#       build: "2"
 #     - job-spec: "ip4-02"
-#       build: "20"
+#       build: "3"
 #     - job-spec: "ip4-03"
-#       build: "21"
+#       build: "4"
 #     - job-spec: "ip4tun-00"
-#       build: "22"
+#       build: "5"
 #     - job-spec: "ip6-00"
-#       build: "23"
+#       build: "6"
 #     - job-spec: "ip6-01"
-#       build: "24"
+#       build: "7"
 #     - job-spec: "l2-00"
-#       build: "25"
+#       build: "8"
 #     - job-spec: "l2-01"
-#       build: "26"
+#       build: "9"
 #     - job-spec: "l2-02"
-#       build: "27"
+#       build: "10"
 #     - job-spec: "l2-03"
-#       build: "28"
+#       build: "11"
 #     - job-spec: "l2-04"
-#       build: "29"
+#       build: "12"
 #     - job-spec: "memif-00"
-#       build: "30"
+#       build: "13"
 #     - job-spec: "srv6-00"
-#       build: "31"
+#       build: "14"
 #     - job-spec: "srv6-01"
-#       build: "32"
+#       build: "15"
 #     - job-spec: "vhost-00"
-#       build: "33"
+#       build: "16"
 #     - job-spec: "vhost-01"
-#       build: "34"
+#       build: "17"
 
 - type: "table"
   title: "Job Specification Duration: 3n-alt-iterative"
@@ -671,39 +673,39 @@
 #   data: "vpp-3n-alt-curr-cov"
 #   lines:
 #     - job-spec: "ip4-00"
-#       build: "18"
+#       build: "1"
 #     - job-spec: "ip4-01"
-#       build: "19"
+#       build: "2"
 #     - job-spec: "ip4-02"
-#       build: "20"
+#       build: "3"
 #     - job-spec: "ip4-03"
-#       build: "21"
+#       build: "4"
 #     - job-spec: "ip4tun-00"
-#       build: "22"
+#       build: "5"
 #     - job-spec: "ip6-00"
-#       build: "23"
+#       build: "6"
 #     - job-spec: "ip6-01"
-#       build: "24"
+#       build: "7"
 #     - job-spec: "l2-00"
-#       build: "25"
+#       build: "8"
 #     - job-spec: "l2-01"
-#       build: "26"
+#       build: "9"
 #     - job-spec: "l2-02"
-#       build: "27"
+#       build: "10"
 #     - job-spec: "l2-03"
-#       build: "28"
+#       build: "11"
 #     - job-spec: "l2-04"
-#       build: "29"
+#       build: "12"
 #     - job-spec: "memif-00"
-#       build: "30"
+#       build: "13"
 #     - job-spec: "srv6-00"
-#       build: "31"
+#       build: "14"
 #     - job-spec: "srv6-01"
-#       build: "32"
+#       build: "15"
 #     - job-spec: "vhost-00"
-#       build: "33"
+#       build: "16"
 #     - job-spec: "vhost-01"
-#       build: "34"
+#       build: "17"
 
 # VPP Normalized Comparison Across Testbeds 2n-skx to 2n-clx 2t1c ndr
 - type: "table"
Integration tests