Code Review / csit.git / blobdiff
? search:
summary | shortlog | log | commit | commitdiff | review | tree
raw | inline | side by side
Report: Remove re-test from comp tables.
[csit.git] / resources / tools / presentation / specifications / report / data_sets.yaml
diff --git a/resources/tools/presentation/specifications/report/data_sets.yaml b/resources/tools/presentation/specifications/report/data_sets.yaml
index 5a0701f..6fe073b 100644 (file)
--- a/resources/tools/presentation/specifications/report/data_sets.yaml
+++ b/resources/tools/presentation/specifications/report/data_sets.yaml
@@ -61,7 +61,7 @@
 
   # 2n-zn2
 
-  vpp-2n-zn2-hist-iter-new-env:
+  vpp-2n-zn2-hist-iter:
     csit-vpp-perf-report-iterative-2206-2n-zn2:
       - 6   # rls2202.rel NDRPDR iter env 10
       - 7   # rls2202.rel NDRPDR iter env 10
@@ -87,10 +87,10 @@
       - 55  # rls2206.rel NDRPDR iter env 10
       - 56  # rls2206.rel NDRPDR iter env 10
 
-  vpp-2n-zn2-prev-iter-new-env:
-    # csit-vpp-perf-report-iterative-2210-2n-zn2:
-    csit-vpp-perf-report-iterative-2206-2n-zn2:
-      - 47  # rls2206.rel NDRPDR iter env 10
+  # vpp-2n-zn2-prev-iter-new-env:
+  #   # csit-vpp-perf-report-iterative-2210-2n-zn2:
+  #   csit-vpp-perf-report-iterative-2206-2n-zn2:
+  #     - 47  # rls2206.rel NDRPDR iter env 10
 
   vpp-2n-zn2-curr-iter:
     # csit-vpp-perf-report-iterative-2210-2n-zn2:
@@ -102,7 +102,7 @@
     csit-vpp-perf-report-iterative-2206-2n-zn2:
       - 51  # rls2206.rel NDRPDR iter env 10
 
-  vpp-2n-zn2-hist-iter-mrr-new-env:
+  vpp-2n-zn2-hist-iter-mrr:
     csit-vpp-perf-report-iterative-2206-2n-zn2:
       - 22  # rls2202.rel MRR iter env 10
 
@@ -110,10 +110,10 @@
     csit-vpp-perf-report-iterative-2206-2n-zn2:
       - 43  # rls2202.rel MRR iter env 10
 
-  vpp-2n-zn2-prev-iter-mrr-new-env:
-    # csit-vpp-perf-report-iterative-2210-2n-zn2:
-    csit-vpp-perf-report-iterative-2206-2n-zn2:
-      - 43  # rls2202.rel MRR iter env 10
+  # vpp-2n-zn2-prev-iter-mrr-new-env:
+  #   # csit-vpp-perf-report-iterative-2210-2n-zn2:
+  #   csit-vpp-perf-report-iterative-2206-2n-zn2:
+  #     - 43  # rls2202.rel MRR iter env 10
 
   vpp-2n-zn2-curr-iter-mrr:
     # csit-vpp-perf-report-iterative-2210-2n-zn2:
@@ -168,7 +168,7 @@
 
   # 2n-clx
 
-  vpp-2n-clx-hist-iter-new-env:
+  vpp-2n-clx-hist-iter:
     csit-vpp-perf-report-iterative-2206-2n-clx:
       - 44  # rls2202.rel NDRPDR iter env 10
       - 86  # rls2202.rel NDRPDR iter env 10
@@ -214,10 +214,10 @@
       - 158 # rls2206.rel NDRPDR iter env 10 NAT44
       - 159 # rls2206.rel NDRPDR iter env 10 NAT44
 
-  vpp-2n-clx-prev-iter-new-env:
-    # csit-vpp-perf-report-iterative-2210-2n-clx:
-    csit-vpp-perf-report-iterative-2206-2n-clx:
-      - 44  # rls2202.rel NDRPDR iter env 10
+  # vpp-2n-clx-prev-iter-new-env:
+  #   # csit-vpp-perf-report-iterative-2210-2n-clx:
+  #   csit-vpp-perf-report-iterative-2206-2n-clx:
+  #     - 44  # rls2202.rel NDRPDR iter env 10
 
   vpp-2n-clx-curr-iter:
     # csit-vpp-perf-report-iterative-2210-2n-clx:
@@ -229,7 +229,7 @@
     csit-vpp-perf-report-iterative-2206-2n-clx:
       - 116 # rls2206.rel NDRPDR iter env 10
 
-  vpp-2n-clx-hist-iter-mrr-new-env:
+  vpp-2n-clx-hist-iter-mrr:
     csit-vpp-perf-report-iterative-2206-2n-clx:
       - 43  # rls2202.rel MRR iter env 10
       - 160 # rls2202.rel MRR iter env 10 NAT44
@@ -239,10 +239,10 @@
       - 97  # rls2206.rel MRR iter env 10
       - 149 # rls2206.rel MRR iter env 10 NAT44
 
-  vpp-2n-clx-prev-iter-mrr-new-env:
-    # csit-vpp-perf-report-iterative-2210-2n-clx:
-    csit-vpp-perf-report-iterative-2206-2n-clx:
-      - 43  # rls2202.rel MRR iter env 10
+  # vpp-2n-clx-prev-iter-mrr-new-env:
+  #   # csit-vpp-perf-report-iterative-2210-2n-clx:
+  #   csit-vpp-perf-report-iterative-2206-2n-clx:
+  #     - 43  # rls2202.rel MRR iter env 10
 
   vpp-2n-clx-curr-iter-mrr:
     # csit-vpp-perf-report-iterative-2210-2n-clx:
@@ -254,7 +254,7 @@
     csit-vpp-perf-report-iterative-2206-2n-clx:
       - 108  # rls2206.rel MRR GSO iter env 10
 
-  vpp-2n-clx-hist-iter-vsap-new-env:
+  vpp-2n-clx-hist-iter-vsap:
     csit-vpp-perf-report-iterative-2202-2n-clx:
       - 55  # rls2202.rel VSAP iter env 9
       - 56  # rls2202.rel VSAP iter env 9
@@ -267,7 +267,7 @@
       - 70  # rls2202.rel VSAP iter env 9
       - 85  # rls2202.rel VSAP iter env 9
 
-  vpp-2n-clx-curr-iter-vsap-old-env:
+  vpp-2n-clx-prev-iter-vsap:
     csit-vpp-perf-report-iterative-2206-2n-clx:
       - 104 # rls2206.rel VSAP iter env 10
       - 112 # rls2206.rel VSAP iter env 10
@@ -357,7 +357,7 @@
 
   # 3n-tsh
 
-  vpp-3n-tsh-hist-iter-new-env:
+  vpp-3n-tsh-hist-iter:
     csit-vpp-perf-report-iterative-2206-3n-tsh:
       - 4   # rls2202.rel NDRPDR iter env 10
       - 5   # rls2202.rel NDRPDR iter env 10
@@ -383,10 +383,10 @@
       - 45  # rls2206.rel NDRPDR iter env 10
       - 46  # rls2206.rel NDRPDR iter env 10
 
-  vpp-3n-tsh-prev-iter-new-env:
-    # csit-vpp-perf-report-iterative-2210-3n-tsh:
-    csit-vpp-perf-report-iterative-2206-3n-tsh:
-      - 4   # rls2202.rel NDRPDR iter env 10
+  # vpp-3n-tsh-prev-iter-new-env:
+  #   # csit-vpp-perf-report-iterative-2210-3n-tsh:
+  #   csit-vpp-perf-report-iterative-2206-3n-tsh:
+  #     - 4   # rls2202.rel NDRPDR iter env 10
 
   vpp-3n-tsh-curr-iter:
     # csit-vpp-perf-report-iterative-2210-3n-tsh:
@@ -398,7 +398,7 @@
     csit-vpp-perf-report-iterative-2206-3n-tsh:
       - 37  # rls2206.rel NDRPDR iter env 10
 
-  vpp-3n-tsh-hist-iter-mrr-new-env:
+  vpp-3n-tsh-hist-iter-mrr:
     csit-vpp-perf-report-iterative-2206-3n-tsh:
       - 3   # rls2202.rel MRR iter env 10
 
@@ -406,10 +406,10 @@
     csit-vpp-perf-report-iterative-2206-3n-tsh:
       - 29  # rls2206.rel MRR iter env 10
 
-  vpp-3n-tsh-prev-iter-mrr-new-env:
-    # csit-vpp-perf-report-iterative-2210-3n-tsh:
-    csit-vpp-perf-report-iterative-2206-3n-tsh:
-      - 3   # rls2202.rel MRR iter env 10
+  # vpp-3n-tsh-prev-iter-mrr-new-env:
+  #   # csit-vpp-perf-report-iterative-2210-3n-tsh:
+  #   csit-vpp-perf-report-iterative-2206-3n-tsh:
+  #     - 3   # rls2202.rel MRR iter env 10
 
   vpp-3n-tsh-curr-iter-mrr:
     # csit-vpp-perf-report-iterative-2210-3n-tsh:
@@ -459,7 +459,7 @@
 
   # 2n-tx2
 
-  vpp-2n-tx2-hist-iter-new-env:
+  vpp-2n-tx2-hist-iter:
     csit-vpp-perf-report-iterative-2206-2n-tx2:
       - 4   # rls2202.rel NDRPDR iter env 10
       - 5   # rls2202.rel NDRPDR iter env 10
@@ -485,10 +485,10 @@
       - 46  # rls2206.rel NDRPDR iter env 10
       - 47  # rls2206.rel NDRPDR iter env 10
 
-  vpp-2n-tx2-prev-iter-new-env:
-    # csit-vpp-perf-report-iterative-2210-2n-tx2:
-    csit-vpp-perf-report-iterative-2206-2n-tx2:
-      - 4   # rls2202.rel NDRPDR iter env 10
+  # vpp-2n-tx2-prev-iter-new-env:
+  #   # csit-vpp-perf-report-iterative-2210-2n-tx2:
+  #   csit-vpp-perf-report-iterative-2206-2n-tx2:
+  #     - 4   # rls2202.rel NDRPDR iter env 10
 
   vpp-2n-tx2-curr-iter:
     # csit-vpp-perf-report-iterative-2210-2n-tx2:
@@ -500,7 +500,7 @@
     csit-vpp-perf-report-iterative-2206-2n-tx2:
       - 38  # rls2206.rel NDRPDR iter env 10
 
-  vpp-2n-tx2-prev-iter-mrr-new-env:
+  vpp-2n-tx2-hist-iter-mrr:
     csit-vpp-perf-report-iterative-2206-2n-tx2:
       - 3   # rls2202.rel MRR iter env 10
 
@@ -508,10 +508,10 @@
     csit-vpp-perf-report-iterative-2206-2n-tx2:
       - 29  # rls2206.rel MRR iter env 10
 
-  vpp-2n-tx2-prev-iter-mrr-new-env:
-    # csit-vpp-perf-report-iterative-2210-2n-tx2:
-    csit-vpp-perf-report-iterative-2206-2n-tx2:
-      - 3   # rls2202.rel MRR iter env 10
+  # vpp-2n-tx2-prev-iter-mrr-new-env:
+  #   # csit-vpp-perf-report-iterative-2210-2n-tx2:
+  #   csit-vpp-perf-report-iterative-2206-2n-tx2:
+  #     - 3   # rls2202.rel MRR iter env 10
 
   vpp-2n-tx2-curr-iter-mrr:
     # csit-vpp-perf-report-iterative-2210-2n-tx2:
@@ -561,7 +561,7 @@
 
   # 3n-dnv
 
-  vpp-3n-dnv-hist-iter-new-env:
+  vpp-3n-dnv-hist-iter:
     csit-vpp-perf-report-iterative-2206-3n-dnv:
       - 4   # rls2202.rel NDRPDR iter env 10
       - 5   # rls2202.rel NDRPDR iter env 10
@@ -587,17 +587,17 @@
       - 39  # rls2206.rel NDRPDR iter env 10
       - 40  # rls2206.rel NDRPDR iter env 10
 
-  vpp-3n-dnv-prev-iter-new-env:
-    # csit-vpp-perf-report-iterative-2210-3n-dnv:
-    csit-vpp-perf-report-iterative-2206-3n-dnv:
-      - 4   # rls2202.rel NDRPDR iter env 10
+  # vpp-3n-dnv-prev-iter-new-env:
+  #   # csit-vpp-perf-report-iterative-2210-3n-dnv:
+  #   csit-vpp-perf-report-iterative-2206-3n-dnv:
+  #     - 4   # rls2202.rel NDRPDR iter env 10
 
   vpp-3n-dnv-curr-iter:
     # csit-vpp-perf-report-iterative-2210-3n-dnv:
     csit-vpp-perf-report-iterative-2206-3n-dnv:
       - 24  # rls2206.rel NDRPDR iter env 10
 
-  vpp-3n-dnv-hist-iter-mrr-new-env:
+  vpp-3n-dnv-hist-iter-mrr:
     csit-vpp-perf-report-iterative-2206-3n-dnv:
       - 3   # rls2202.rel MRR iter env 10
 
@@ -605,10 +605,10 @@
     csit-vpp-perf-report-iterative-2206-3n-dnv:
       - 22  # rls2206.rel MRR iter env 10
 
-  vpp-3n-dnv-prev-iter-mrr-new-env:
-    # csit-vpp-perf-report-iterative-2210-3n-dnv:
-    csit-vpp-perf-report-iterative-2206-3n-dnv:
-      - 3   # rls2202.rel MRR iter env 10
+  # vpp-3n-dnv-prev-iter-mrr-new-env:
+  #   # csit-vpp-perf-report-iterative-2210-3n-dnv:
+  #   csit-vpp-perf-report-iterative-2206-3n-dnv:
+  #     - 3   # rls2202.rel MRR iter env 10
 
   vpp-3n-dnv-curr-iter-mrr:
     # csit-vpp-perf-report-iterative-2210-3n-dnv:
@@ -622,7 +622,7 @@
 
   # 2n-dnv
 
-  vpp-2n-dnv-hist-iter-new-env:
+  vpp-2n-dnv-hist-iter:
     csit-vpp-perf-report-iterative-2206-2n-dnv:
       - 4   # rls2202.rel NDRPDR iter env 10
       - 5   # rls2202.rel NDRPDR iter env 10
@@ -648,17 +648,17 @@
       - 38  # rls2206.rel NDRPDR iter env 10
       - 39  # rls2206.rel NDRPDR iter env 10
 
-  vpp-2n-dnv-prev-iter-new-env:
-    # csit-vpp-perf-report-iterative-2210-2n-dnv:
-    csit-vpp-perf-report-iterative-2206-2n-dnv:
-      - 4   # rls2202.rel NDRPDR iter env 10
+  # vpp-2n-dnv-prev-iter-new-env:
+  #   # csit-vpp-perf-report-iterative-2210-2n-dnv:
+  #   csit-vpp-perf-report-iterative-2206-2n-dnv:
+  #     - 4   # rls2202.rel NDRPDR iter env 10
 
   vpp-2n-dnv-curr-iter:
     # csit-vpp-perf-report-iterative-2210-2n-dnv:
     csit-vpp-perf-report-iterative-2206-2n-dnv:
       - 22  # rls2206.rel NDRPDR iter env 10
 
-  vpp-2n-dnv-hist-iter-mrr-new-env:
+  vpp-2n-dnv-hist-iter-mrr:
     csit-vpp-perf-report-iterative-2206-2n-dnv:
       - 3   # rls2202.rel MRR iter env 10
 
@@ -666,10 +666,10 @@
     csit-vpp-perf-report-iterative-2206-2n-dnv:
       - 20  # rls2206.rel MRR iter env 10
 
-  vpp-2n-dnv-prev-iter-mrr-new-env:
-    # csit-vpp-perf-report-iterative-2210-2n-dnv:
-    csit-vpp-perf-report-iterative-2206-2n-dnv:
-      - 3   # rls2202.rel MRR iter env 10
+  # vpp-2n-dnv-prev-iter-mrr-new-env:
+  #   # csit-vpp-perf-report-iterative-2210-2n-dnv:
+  #   csit-vpp-perf-report-iterative-2206-2n-dnv:
+  #     - 3   # rls2202.rel MRR iter env 10
 
   vpp-2n-dnv-curr-iter-mrr:
     # csit-vpp-perf-report-iterative-2210-2n-dnv:
@@ -739,7 +739,7 @@
 
   # 2n-icx
 
-  vpp-2n-icx-hist-iter-new-env:
+  vpp-2n-icx-hist-iter:
     csit-vpp-perf-report-iterative-2206-2n-icx:
       - 107 # rls2202.rel NDRPDR iter env 10
       - 108 # rls2202.rel NDRPDR iter env 10
@@ -785,10 +785,10 @@
       - 126 # rls2206.rel NDRPDR iter env 10 NAT44
       - 127 # rls2206.rel NDRPDR iter env 10 NAT44
 
-  vpp-2n-icx-prev-iter-new-env:
-    # csit-vpp-perf-report-iterative-2210-2n-icx:
-    csit-vpp-perf-report-iterative-2206-2n-icx:
-      - 107 # rls2202.rel NDRPDR iter env 10
+  # vpp-2n-icx-prev-iter-new-env:
+  #   # csit-vpp-perf-report-iterative-2210-2n-icx:
+  #   csit-vpp-perf-report-iterative-2206-2n-icx:
+  #     - 107 # rls2202.rel NDRPDR iter env 10
 
   vpp-2n-icx-curr-iter:
     # csit-vpp-perf-report-iterative-2210-2n-icx:
@@ -810,10 +810,10 @@
       - 68  # rls2206.rel MRR iter env 10
       - 117 # rls2206.rel MRR iter env 10 NAT44
 
-  vpp-2n-icx-prev-iter-mrr-new-env:
-    # csit-vpp-perf-report-iterative-2210-2n-icx:
-    csit-vpp-perf-report-iterative-2206-2n-icx:
-      - 106 # rls2202.rel MRR iter env 10
+  # vpp-2n-icx-prev-iter-mrr-new-env:
+  #   # csit-vpp-perf-report-iterative-2210-2n-icx:
+  #   csit-vpp-perf-report-iterative-2206-2n-icx:
+  #     - 106 # rls2202.rel MRR iter env 10
 
   vpp-2n-icx-curr-iter-mrr:
     # csit-vpp-perf-report-iterative-2210-2n-icx:
@@ -897,7 +897,7 @@
 
   # 3n-icx
 
-  vpp-3n-icx-hist-iter-new-env:
+  vpp-3n-icx-hist-iter:
     csit-vpp-perf-report-iterative-2206-3n-icx:
       - 60  # rls2202.rel NDRPDR iter env 10
       - 61  # rls2202.rel NDRPDR iter env 10
@@ -923,10 +923,10 @@
       - 57  # rls2206.rel NDRPDR iter env 10
       - 58  # rls2206.rel NDRPDR iter env 10
 
-  vpp-3n-icx-prev-iter-new-env:
-    # csit-vpp-perf-report-iterative-2210-3n-icx:
-    csit-vpp-perf-report-iterative-2206-3n-icx:
-      - 60  # rls2202.rel NDRPDR iter env 10
+  # vpp-3n-icx-prev-iter-new-env:
+  #   # csit-vpp-perf-report-iterative-2210-3n-icx:
+  #   csit-vpp-perf-report-iterative-2206-3n-icx:
+  #     - 60  # rls2202.rel NDRPDR iter env 10
 
   vpp-3n-icx-curr-iter:
     # csit-vpp-perf-report-iterative-2210-3n-icx:
@@ -946,10 +946,10 @@
     csit-vpp-perf-report-iterative-2206-3n-icx:
       - 39  # rls2206.rel MRR iter env 10
 
-  vpp-3n-icx-prev-iter-mrr-new-env:
-    # csit-vpp-perf-report-iterative-2210-3n-icx:
-    csit-vpp-perf-report-iterative-2206-3n-icx:
-      - 59  # rls2202.rel MRR iter env 10
+  # vpp-3n-icx-prev-iter-mrr-new-env:
+  #   # csit-vpp-perf-report-iterative-2210-3n-icx:
+  #   csit-vpp-perf-report-iterative-2206-3n-icx:
+  #     - 59  # rls2202.rel MRR iter env 10
 
   vpp-3n-icx-curr-iter-mrr:
     # csit-vpp-perf-report-iterative-2210-3n-icx:
@@ -1013,10 +1013,10 @@
       - 28  # rls2206.rel NDRPDR iter env 10
       - 29  # rls2206.rel NDRPDR iter env 10
 
-  vpp-3n-alt-prev-iter-new-env:
-    # csit-vpp-perf-report-iterative-2210-3n-alt:
-    csit-vpp-perf-report-iterative-2206-3n-alt:
-      - 20  # rls2206.rel NDRPDR iter env 10
+  # vpp-3n-alt-prev-iter-new-env:
+  #   # csit-vpp-perf-report-iterative-2210-3n-alt:
+  #   csit-vpp-perf-report-iterative-2206-3n-alt:
+  #     - 20  # rls2206.rel NDRPDR iter env 10
 
   vpp-3n-alt-curr-iter:
     # csit-vpp-perf-report-iterative-2210-3n-alt:
@@ -1032,10 +1032,10 @@
     csit-vpp-perf-report-iterative-2206-3n-alt:
       - 12  # rls2206.rel MRR iter env 10
 
-  vpp-3n-alt-prev-iter-mrr-new-env:
-    # csit-vpp-perf-report-iterative-2210-3n-alt:
-    csit-vpp-perf-report-iterative-2206-3n-alt:
-      - 12  # rls2206.rel MRR iter env 10
+  # vpp-3n-alt-prev-iter-mrr-new-env:
+  #   # csit-vpp-perf-report-iterative-2210-3n-alt:
+  #   csit-vpp-perf-report-iterative-2206-3n-alt:
+  #     - 12  # rls2206.rel MRR iter env 10
 
   vpp-3n-alt-curr-iter-mrr:
     # csit-vpp-perf-report-iterative-2210-3n-alt:
Integration tests