Code Review / csit.git / blobdiff
? search:
summary | shortlog | log | commit | commitdiff | review | tree
raw | inline | side by side
Report: Fix header of comp tables, add data
[csit.git] / resources / tools / presentation / specification.yaml
diff --git a/resources/tools/presentation/specification.yaml b/resources/tools/presentation/specification.yaml
index f815b81..1c46140 100644 (file)
--- a/resources/tools/presentation/specification.yaml
+++ b/resources/tools/presentation/specification.yaml
@@ -665,8 +665,12 @@
     vpp-perf-results-3n-skx:
       # TODO: Add data
       csit-vpp-perf-verify-2001-3n-skx:
+        - 82  # NDRPDR full - crypto-1
+        - 85  # NDRPDR full - l2-2
         - 87  # NDRPDR full - ip6-1
+        - 88  # NDRPDR full - ip6-2
         - 90  # NDRPDR full - memif
+        - 95  # NDRPDR full - l2-1
 
     vpp-perf-results-2n-skx:
       csit-vpp-perf-verify-2001-2n-skx:
@@ -2464,8 +2468,12 @@
       - 77  # NDRPDR sel - new2001.0 - vpp build: 20.01.0-release, new BIOS and ucode, irqbalance set
       - 78  # NDRPDR sel - new2001.0 - vpp build: 20.01.0-release, new BIOS and ucode, irqbalance set
       - 80  # NDRPDR sel - new2001.0 - vpp build: 20.01.0-release, new BIOS and ucode, irqbalance set
+      - 82  # NDRPDR full - crypto-1
+      - 85  # NDRPDR full - l2-2
       - 87  # NDRPDR full - ip6-1
+      - 88  # NDRPDR full - ip6-2
       - 90  # NDRPDR full - memif
+      - 95  # NDRPDR full - l2-1
       - 50  # MRR sel
       - 53  # MRR sel addition
 
@@ -3531,14 +3539,14 @@
     - title: "RCA2"
       data: "rca/rca-3n-skx-2t1c-pdr-rca2.yaml"
   columns:
-    - title: "1908.0.pe"
+    - title: "1908.0-1"
       data-set: "vpp-perf-changes-3n-skx-old1908_0"
       data-replacement: "replacement-1908-vpp-throughput-lat-tsa-3n-skx-vhost"
-    - title: "1908.1.pe"
+    - title: "1908.1-1"
       data-set: "vpp-perf-changes-3n-skx-old1908_1"
-    - title: "1908.1.ce"
+    - title: "1908.1-2"
       data-set: "vpp-perf-changes-3n-skx-new1908_1"
-    - title: "2001.0.ce"
+    - title: "2001.0-2"
       data-set: "vpp-perf-changes-3n-skx-new2001_0"
   comparisons:
     - title: "Diff1"
@@ -3550,11 +3558,9 @@
       compare: 4
   legend:
     - "Legend to Table"
-    - "1908.0, 1908.1, 2001.0 - VPP versions tested."
-    - "pe - previous environment used for testing, per CSIT-1908 release, <pointer to BIOS, ucode, Linux, TRex versions and settings>."
-    - "ce - current environment used for testing, per CSIT-2001 release, <pointer to BIOS, ucode, Linux, TRex versions and settings>."
-    - "Diff1 - difference between the previous and the current environment for the same VPP version, 1908.1.ce vs. 1908.1.pe (if latter results not available, 1908.0.pe is used)."
-    - "Diff2 - difference between the previous and the current VPP version in the current environment, 2001.0.ce vs. 1908.1.ce."
+    - "YYMM.MV-EV - tested VPP version (YY year, MM month, MV minor version) and CSIT test environment version (EV environment version), covered versions are 1908.0-1, 1908.1-1, 1908.1-2, 2001.0-2."
+    - "Diff1 - difference between the previous and the current environment for the same VPP version, 1908.1-2 vs. 1908.1-1 (if latter results not available, 1908.0-1 is used)."
+    - "Diff2 - difference between the previous and the current VPP version in the current environment, 2001.0-2 vs. 1908.1-2."
     - "RCA1 - root cause analysis reference for Diff1."
     - "RCA2 - root cause analysis reference for Diff2."
 
@@ -3567,18 +3573,18 @@
   filter: "'2T1C' and 'NDRPDR' and 'NIC_Intel-XXV710' and not 'NF_DENSITY'"
   rca:
     - title: "RCA1"
-      data: "rca/rca-3n-skx-2t1c-ndr-rca1.yaml"
+      data: "rca/rca-3n-skx-2t1c-pdr-rca1.yaml"  # For now we'll use PDR RCAs
     - title: "RCA2"
-      data: "rca/rca-3n-skx-2t1c-ndr-rca2.yaml"
+      data: "rca/rca-3n-skx-2t1c-pdr-rca2.yaml"  # For now we'll use PDR RCAs
   columns:
-    - title: "1908.0.pe"
+    - title: "1908.0-1"
       data-set: "vpp-perf-changes-3n-skx-old1908_0"
       data-replacement: "replacement-1908-vpp-throughput-lat-tsa-3n-skx-vhost"
-    - title: "1908.1.pe"
+    - title: "1908.1-1"
       data-set: "vpp-perf-changes-3n-skx-old1908_1"
-    - title: "1908.1.ce"
+    - title: "1908.1-2"
       data-set: "vpp-perf-changes-3n-skx-new1908_1"
-    - title: "2001.0.ce"
+    - title: "2001.0-2"
       data-set: "vpp-perf-changes-3n-skx-new2001_0"
   comparisons:
     - title: "Diff1"
@@ -3590,11 +3596,9 @@
       compare: 4
   legend:
     - "Legend to Table"
-    - "1908.0, 1908.1, 2001.0 - VPP versions tested."
-    - "pe - previous environment used for testing, per CSIT-1908 release, <pointer to BIOS, ucode, Linux, TRex versions and settings>."
-    - "ce - current environment used for testing, per CSIT-2001 release, <pointer to BIOS, ucode, Linux, TRex versions and settings>."
-    - "Diff1 - difference between the previous and the current environment for the same VPP version, 1908.1.ce vs. 1908.1.pe (if latter results not available, 1908.0.pe is used)."
-    - "Diff2 - difference between the previous and the current VPP version in the current environment, 2001.0.ce vs. 1908.1.ce."
+    - "YYMM.MV-EV - tested VPP version (YY year, MM month, MV minor version) and CSIT test environment version (EV environment version), covered versions are 1908.0-1, 1908.1-1, 1908.1-2, 2001.0-2."
+    - "Diff1 - difference between the previous and the current environment for the same VPP version, 1908.1-2 vs. 1908.1-1 (if latter results not available, 1908.0-1 is used)."
+    - "Diff2 - difference between the previous and the current VPP version in the current environment, 2001.0-2 vs. 1908.1-2."
     - "RCA1 - root cause analysis reference for Diff1."
     - "RCA2 - root cause analysis reference for Diff2."
 
@@ -3719,14 +3723,14 @@
     - title: "RCA2"
       data: "rca/rca-2n-skx-2t1c-pdr-rca2.yaml"
   columns:
-    - title: "1908.0.pe"
+    - title: "1908.0-1"
       data-set: "vpp-perf-changes-2n-skx-old1908_0"
       data-replacement: "replacement-1908-vpp-throughput-lat-tsa-2n-skx-vhost"
-    - title: "1908.1.pe"
+    - title: "1908.1-1"
       data-set: "vpp-perf-changes-2n-skx-old1908_1"
-    - title: "1908.1.ce"
+    - title: "1908.1-2"
       data-set: "vpp-perf-changes-2n-skx-new1908_1"
-    - title: "2001.0.ce"
+    - title: "2001.0-2"
       data-set: "vpp-perf-changes-2n-skx-new2001_0"
   comparisons:
     - title: "Diff1"
@@ -3738,11 +3742,9 @@
       compare: 4
   legend:
     - "Legend to Table"
-    - "1908.0, 1908.1, 2001.0 - VPP versions tested."
-    - "pe - previous environment used for testing, per CSIT-1908 release, <pointer to BIOS, ucode, Linux, TRex versions and settings>."
-    - "ce - current environment used for testing, per CSIT-2001 release, <pointer to BIOS, ucode, Linux, TRex versions and settings>."
-    - "Diff1 - difference between the previous and the current environment for the same VPP version, 1908.1.ce vs. 1908.1.pe (if latter results not available, 1908.0.pe is used)."
-    - "Diff2 - difference between the previous and the current VPP version in the current environment, 2001.0.ce vs. 1908.1.ce."
+    - "YYMM.MV-EV - tested VPP version (YY year, MM month, MV minor version) and CSIT test environment version (EV environment version), covered versions are 1908.0-1, 1908.1-1, 1908.1-2, 2001.0-2."
+    - "Diff1 - difference between the previous and the current environment for the same VPP version, 1908.1-2 vs. 1908.1-1 (if latter results not available, 1908.0-1 is used)."
+    - "Diff2 - difference between the previous and the current VPP version in the current environment, 2001.0-2 vs. 1908.1-2."
     - "RCA1 - root cause analysis reference for Diff1."
     - "RCA2 - root cause analysis reference for Diff2."
 
@@ -3755,18 +3757,18 @@
   filter: "'2T1C' and 'NDRPDR' and 'NIC_Intel-XXV710' and not 'NF_DENSITY'"
   rca:
     - title: "RCA1"
-      data: "rca/rca-2n-skx-2t1c-ndr-rca1.yaml"
+      data: "rca/rca-2n-skx-2t1c-pdr-rca1.yaml"  # For now we'll use PDR RCAs
     - title: "RCA2"
-      data: "rca/rca-2n-skx-2t1c-ndr-rca2.yaml"
+      data: "rca/rca-2n-skx-2t1c-pdr-rca2.yaml"  # For now we'll use PDR RCAs
   columns:
-    - title: "1908.0.pe"
+    - title: "1908.0-1"
       data-set: "vpp-perf-changes-2n-skx-old1908_0"
       data-replacement: "replacement-1908-vpp-throughput-lat-tsa-2n-skx-vhost"
-    - title: "1908.1.pe"
+    - title: "1908.1-1"
       data-set: "vpp-perf-changes-2n-skx-old1908_1"
-    - title: "1908.1.ce"
+    - title: "1908.1-2"
       data-set: "vpp-perf-changes-2n-skx-new1908_1"
-    - title: "2001.0.ce"
+    - title: "2001.0-2"
       data-set: "vpp-perf-changes-2n-skx-new2001_0"
   comparisons:
     - title: "Diff1"
@@ -3778,11 +3780,9 @@
       compare: 4
   legend:
     - "Legend to Table"
-    - "1908.0, 1908.1, 2001.0 - VPP versions tested."
-    - "pe - previous environment used for testing, per CSIT-1908 release, <pointer to BIOS, ucode, Linux, TRex versions and settings>."
-    - "ce - current environment used for testing, per CSIT-2001 release, <pointer to BIOS, ucode, Linux, TRex versions and settings>."
-    - "Diff1 - difference between the previous and the current environment for the same VPP version, 1908.1.ce vs. 1908.1.pe (if latter results not available, 1908.0.pe is used)."
-    - "Diff2 - difference between the previous and the current VPP version in the current environment, 2001.0.ce vs. 1908.1.ce."
+    - "YYMM.MV-EV - tested VPP version (YY year, MM month, MV minor version) and CSIT test environment version (EV environment version), covered versions are 1908.0-1, 1908.1-1, 1908.1-2, 2001.0-2."
+    - "Diff1 - difference between the previous and the current environment for the same VPP version, 1908.1-2 vs. 1908.1-1 (if latter results not available, 1908.0-1 is used)."
+    - "Diff2 - difference between the previous and the current VPP version in the current environment, 2001.0-2 vs. 1908.1-2."
     - "RCA1 - root cause analysis reference for Diff1."
     - "RCA2 - root cause analysis reference for Diff2."
 
Integration tests