Report 2005: Fix data src for VPP Perf Changes 2n-clx-xxv710
[csit.git] / resources / tools / presentation / specification.yaml
index ff8c105..8612a5f 100644 (file)
   include-tests: "PDR" # "PDR" | "NDR" | "MRR"
   filter: "'2T1C' and 'NDRPDR' and 'NIC_Intel-XXV710' and not 'NF_DENSITY'"
   columns:
-    - title: "1908.1-2"
-      data-set: "vpp-performance-changes-2n-clx-h1"
     - title: "2001.0-2"
       data-set: "vpp-performance-changes-2n-clx-ref"
     - title: "2001.0-4"
       data-set: "vpp-performance-changes-2n-clx-cmp-2"
   comparisons:
     - title: "2001.0-4 vs 2001.0-2"
+      reference: 1
+      compare: 2
+    - title: "2005.0-4 vs 2001.0-4"
       reference: 2
       compare: 3
-    - title: "2005.0-4 vs 2001.0-4"
-      reference: 3
-      compare: 4
 #  rca:
 #    - title: "RCA1"
 #      data: "rca/rca-2005-2n-clx-2t1c-pdr-rca1.yaml"
   include-tests: "PDR" # "PDR" | "NDR" | "MRR"
   filter: "'4T2C' and 'NDRPDR' and 'NIC_Intel-XXV710' and not 'NF_DENSITY'"
   columns:
-    - title: "1908.1-2"
-      data-set: "vpp-performance-changes-2n-clx-h1"
     - title: "2001.0-2"
       data-set: "vpp-performance-changes-2n-clx-ref"
     - title: "2001.0-4"
       data-set: "vpp-performance-changes-2n-clx-cmp-2"
   comparisons:
     - title: "2001.0-4 vs 2001.0-2"
+      reference: 1
+      compare: 2
+    - title: "2005.0-4 vs 2001.0-4"
       reference: 2
       compare: 3
-    - title: "2005.0-4 vs 2001.0-4"
-      reference: 3
-      compare: 4
 #  rca:
 #    - title: "RCA1"
 #      data: "rca/rca-2005-2n-clx-4t2c-pdr-rca1.yaml"
   include-tests: "NDR" # "PDR" | "NDR" | "MRR"
   filter: "'2T1C' and 'NDRPDR' and 'NIC_Intel-XXV710' and not 'NF_DENSITY'"
   columns:
-    - title: "1908.1-2"
-      data-set: "vpp-performance-changes-2n-clx-h1"
     - title: "2001.0-2"
       data-set: "vpp-performance-changes-2n-clx-ref"
     - title: "2001.0-4"
       data-set: "vpp-performance-changes-2n-clx-cmp-2"
   comparisons:
     - title: "2001.0-4 vs 2001.0-2"
+      reference: 1
+      compare: 2
+    - title: "2005.0-4 vs 2001.0-4"
       reference: 2
       compare: 3
-    - title: "2005.0-4 vs 2001.0-4"
-      reference: 3
-      compare: 4
 #  rca:
 #    - title: "RCA1"
 #      data: "rca/rca-2005-2n-clx-2t1c-ndr-rca1.yaml"
   include-tests: "NDR" # "PDR" | "NDR" | "MRR"
   filter: "'4T2C' and 'NDRPDR' and 'NIC_Intel-XXV710' and not 'NF_DENSITY'"
   columns:
-    - title: "1908.1-2"
-      data-set: "vpp-performance-changes-2n-clx-h1"
     - title: "2001.0-2"
       data-set: "vpp-performance-changes-2n-clx-ref"
     - title: "2001.0-4"
       data-set: "vpp-performance-changes-2n-clx-cmp-2"
   comparisons:
     - title: "2001.0-4 vs 2001.0-2"
+      reference: 1
+      compare: 2
+    - title: "2005.0-4 vs 2001.0-4"
       reference: 2
       compare: 3
-    - title: "2005.0-4 vs 2001.0-4"
-      reference: 3
-      compare: 4
 #  rca:
 #    - title: "RCA1"
 #      data: "rca/rca-2005-2n-clx-4t2c-ndr-rca1.yaml"
   include-tests: "PDR" # "PDR" | "NDR" | "MRR"
   filter: "'2T1C' and 'NDRPDR' and 'NIC_Intel-XXV710' and not 'NF_DENSITY'"
   columns:
-    - title: "1908.1-2"
-      data-set: "vpp-performance-changes-2n-clx-h1"
     - title: "2001.0-2"
       data-set: "vpp-performance-changes-2n-clx-ref"
     - title: "2001.0-4"
       data-set: "vpp-performance-changes-2n-clx-cmp-2"
   comparisons:
     - title: "2005.0-4 vs 2005.0-3"
-      reference: 4
-      compare: 5
+      reference: 3
+      compare: 4
     - title: "2001.0-4 vs 2001.0-2"
-      reference: 2
-      compare: 3
+      reference: 1
+      compare: 2
     - title: "2005.0-4 vs 2001.0-4"
-      reference: 3
-      compare: 5
+      reference: 2
+      compare: 4
 #  rca:
 #    - title: "RCA1"
 #      data: "rca/rca-2005-2n-clx-2t1c-pdr-rca1.yaml"
   include-tests: "PDR" # "PDR" | "NDR" | "MRR"
   filter: "'4T2C' and 'NDRPDR' and 'NIC_Intel-XXV710' and not 'NF_DENSITY'"
   columns:
-    - title: "1908.1-2"
-      data-set: "vpp-performance-changes-2n-clx-h1"
     - title: "2001.0-2"
       data-set: "vpp-performance-changes-2n-clx-ref"
     - title: "2001.0-4"
       data-set: "vpp-performance-changes-2n-clx-cmp-2"
   comparisons:
     - title: "2005.0-4 vs 2005.0-3"
-      reference: 4
-      compare: 5
+      reference: 3
+      compare: 4
     - title: "2001.0-4 vs 2001.0-2"
-      reference: 2
-      compare: 3
+      reference: 1
+      compare: 2
     - title: "2005.0-4 vs 2001.0-4"
-      reference: 3
-      compare: 5
+      reference: 2
+      compare: 4
 #  rca:
 #    - title: "RCA1"
 #      data: "rca/rca-2005-2n-clx-4t2c-pdr-rca1.yaml"
   include-tests: "NDR" # "PDR" | "NDR" | "MRR"
   filter: "'2T1C' and 'NDRPDR' and 'NIC_Intel-XXV710' and not 'NF_DENSITY'"
   columns:
-    - title: "1908.1-2"
-      data-set: "vpp-performance-changes-2n-clx-h1"
     - title: "2001.0-2"
       data-set: "vpp-performance-changes-2n-clx-ref"
     - title: "2001.0-4"
       data-set: "vpp-performance-changes-2n-clx-cmp-2"
   comparisons:
     - title: "2005.0-4 vs 2005.0-3"
-      reference: 4
-      compare: 5
+      reference: 3
+      compare: 4
     - title: "2001.0-4 vs 2001.0-2"
-      reference: 2
-      compare: 3
+      reference: 1
+      compare: 2
     - title: "2005.0-4 vs 2001.0-4"
-      reference: 3
-      compare: 5
+      reference: 2
+      compare: 4
 #  rca:
 #    - title: "RCA1"
 #      data: "rca/rca-2005-2n-clx-2t1c-ndr-rca1.yaml"
   include-tests: "NDR" # "PDR" | "NDR" | "MRR"
   filter: "'4T2C' and 'NDRPDR' and 'NIC_Intel-XXV710' and not 'NF_DENSITY'"
   columns:
-    - title: "1908.1-2"
-      data-set: "vpp-performance-changes-2n-clx-h1"
     - title: "2001.0-2"
       data-set: "vpp-performance-changes-2n-clx-ref"
     - title: "2001.0-4"
       data-set: "vpp-performance-changes-2n-clx-cmp-2"
   comparisons:
     - title: "2005.0-4 vs 2005.0-3"
-      reference: 4
-      compare: 5
+      reference: 3
+      compare: 4
     - title: "2001.0-4 vs 2001.0-2"
-      reference: 2
-      compare: 3
+      reference: 1
+      compare: 2
     - title: "2005.0-4 vs 2001.0-4"
-      reference: 3
-      compare: 5
+      reference: 2
+      compare: 4
 #  rca:
 #    - title: "RCA1"
 #      data: "rca/rca-2005-2n-clx-4t2c-ndr-rca1.yaml"