Report: Add comp tables for hoststack and vsap

- elements only
- not visible

Change-Id: I9741b3da7ce0a787d40d17653d0580ec74bcbdc6
Signed-off-by: Tibor Frank <tifrank@cisco.com>
(cherry picked from commit dec942c114df8fbd039e93174245920c257cc5e7)

diff --git a/resources/tools/presentation/generator_tables.py b/resources/tools/presentation/generator_tables.py
index a7b1500..aa49762 100644 (file)
--- a/resources/tools/presentation/generator_tables.py
+++ b/resources/tools/presentation/generator_tables.py
@@ -563,6 +563,22 @@ def _tpc_insert_data(target, src, include_tests):
                 target[u"data"].append(
                     float(u"nan") if lat == -1 else lat * 1e6
                 )
+        elif include_tests == u"hoststack":
+            try:
+                target[u"data"].append(
+                    float(src[u"result"][u"bits_per_second"])
+                )
+            except KeyError:
+                target[u"data"].append(
+                    (float(src[u"result"][u"client"][u"tx_data"]) * 8) /
+                    ((float(src[u"result"][u"client"][u"time"]) +
+                      float(src[u"result"][u"server"][u"time"])) / 2)
+                )
+        elif include_tests == u"vsap":
+            try:
+                target[u"data"].append(src[u"result"][u"cps"])
+            except KeyError:
+                target[u"data"].append(src[u"result"][u"rps"])
     except (KeyError, TypeError):
         pass
 

diff --git a/resources/tools/presentation/specifications/report/data_sets.yaml b/resources/tools/presentation/specifications/report/data_sets.yaml
index d4e6f51..54cd600 100644 (file)
--- a/resources/tools/presentation/specifications/report/data_sets.yaml
+++ b/resources/tools/presentation/specifications/report/data_sets.yaml
@@ -94,6 +94,19 @@
     csit-vpp-perf-report-iterative-2202-3n-skx:
       - 27  # rls2202.rel MRR iter env 9
 
+  vpp-3n-skx-prev-iter-hoststack-old-env:
+    csit-vpp-perf-report-iterative-2110-3n-skx:
+      - 40  # rls2110.rel NDRPDR iter env 8
+      - 41  # rls2110.rel NDRPDR iter env 8
+      - 42  # rls2110.rel NDRPDR iter env 8
+      - 43  # rls2110.rel NDRPDR iter env 8
+      - 44  # rls2110.rel NDRPDR iter env 8
+      - 45  # rls2110.rel NDRPDR iter env 8
+      - 46  # rls2110.rel NDRPDR iter env 8
+      - 47  # rls2110.rel NDRPDR iter env 8
+      - 48  # rls2110.rel NDRPDR iter env 8
+      - 49  # rls2110.rel NDRPDR iter env 8
+
   vpp-3n-skx-curr-iter-hoststack:
     csit-vpp-perf-report-iterative-2202-3n-skx:
       - 29  # rls2202.rel hoststack iter env 9
@@ -565,6 +578,7 @@
       - 61  # rls2202.rel NDRPDR iter env 9
       - 62  # rls2202.rel NDRPDR iter env 9
       - 64  # rls2202.rel NDRPDR iter env 9
+      - 71  # rls2202.rel NDRPDR iter env 9
       - 78  # rls2202.rel NDRPDR iter env 9
       - 79  # rls2202.rel NDRPDR iter env 9
       - 83  # rls2202.rel NDRPDR iter env 9
@@ -593,6 +607,19 @@
     csit-vpp-perf-report-iterative-2202-2n-clx:
       - 51  # rls2202.rel MRR GSO iter env 9
 
+  vpp-2n-clx-curr-iter-vsap-old-env:
+    csit-vpp-perf-report-iterative-2110-2n-clx:
+      - 95  # rls2110.rel VSAP iter env 8
+      - 96  # rls2110.rel VSAP iter env 8
+      - 97  # rls2110.rel VSAP iter env 8
+      - 98  # rls2110.rel VSAP iter env 8
+      - 99  # rls2110.rel VSAP iter env 8
+      - 101 # rls2110.rel VSAP iter env 8
+      - 104 # rls2110.rel VSAP iter env 8
+      - 105 # rls2110.rel VSAP iter env 8
+      - 106 # rls2110.rel VSAP iter env 8
+      - 107 # rls2110.rel VSAP iter env 8
+
   vpp-2n-clx-curr-iter-vsap:
     csit-vpp-perf-report-iterative-2202-2n-clx:
       - 55  # rls2202.rel VSAP iter env 9

diff --git a/resources/tools/presentation/specifications/report/elements.yaml b/resources/tools/presentation/specifications/report/elements.yaml
index f4da28f..364776c 100644 (file)
--- a/resources/tools/presentation/specifications/report/elements.yaml
+++ b/resources/tools/presentation/specifications/report/elements.yaml
@@ -1583,6 +1583,52 @@
 ################################################################################
 # VPP
 
+# VPP Performance Changes 3n-skx Hoststack
+- type: "table"
+  title: "VPP Performance Changes 3n-skx Hoststack"
+  algorithm: "table_comparison"
+  output-file: "{DIR[STATIC,VPP]}/performance-changes-3n-skx-hoststack"
+  include-tests: "hoststack"
+  filter: "all"
+  columns:
+    - title: "2110.0-8"
+      data-set: "vpp-3n-skx-prev-iter-hoststack-old-env"
+    - title: "2202.0-9"
+      data-set: "vpp-3n-skx-curr-iter-hoststack"
+  comparisons:
+    - title: "2202.0-9 vs 2110.0-8"
+      reference: 1
+      compare: 2
+  legend:
+    - ''
+    - 'Test Case:            Test cases executed for: Hoststack on 3n-skx with xxv710.'
+    - 'YYMM.V-E:             [Gbps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "8" for CSIT rls2110, "9" for CSIT rls2202).'
+    - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.'
+    - '2202.0-9 vs 2110.0-8: Compares VPP code current vs previous.'
+
+# VPP Performance Changes 2n-clx VSAP
+- type: "table"
+  title: "VPP Performance Changes 2n-clx VSAP"
+  algorithm: "table_comparison"
+  output-file: "{DIR[STATIC,VPP]}/performance-changes-2n-clx-vsap"
+  include-tests: "vsap"
+  filter: "all"
+  columns:
+    - title: "2110.0-8"
+      data-set: "vpp-2n-clx-curr-iter-vsap-old-env"
+    - title: "2202.0-9"
+      data-set: "vpp-2n-clx-curr-iter-vsap"
+  comparisons:
+    - title: "2202.0-9 vs 2110.0-8"
+      reference: 1
+      compare: 2
+  legend:
+    - ''
+    - 'Test Case:            Test cases executed for: VSAP on 2n-clx with cx556a.'
+    - 'YYMM.V-E:             [cps|rps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "8" for CSIT rls2110, "9" for CSIT rls2202).'
+    - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.'
+    - '2202.0-9 vs 2110.0-8: Compares VPP code current vs previous.'
+
 # VPP Performance Changes 3n-skx 2t1c pdr
 - type: "table"
   title: "VPP Performance Changes 3n-skx 2t1c pdr"