Report: Add data 45/21745/1
authorTibor Frank <tifrank@cisco.com>
Wed, 4 Sep 2019 06:47:28 +0000 (08:47 +0200)
committerTibor Frank <tifrank@cisco.com>
Wed, 4 Sep 2019 06:50:00 +0000 (06:50 +0000)
Change-Id: I6a32e0bdd1a693550214e7bea49b76313449f24d
Signed-off-by: Tibor Frank <tifrank@cisco.com>
(cherry picked from commit 4be26a2f7f0cf0539e198864d69bd34bd278dda4)

resources/tools/presentation/generator_tables.py
resources/tools/presentation/specification.yaml

index af98189..20779dd 100644 (file)
@@ -744,9 +744,9 @@ def table_nics_comparison(table, input_data):
         header = ["Test case", ]
 
         if table["include-tests"] == "MRR":
-            hdr_param = "Receive Rate"
+            hdr_param = "Rec Rate"
         else:
-            hdr_param = "Throughput"
+            hdr_param = "Thput"
 
         header.extend(
             ["{0} {1} [Mpps]".format(table["reference"]["title"], hdr_param),
@@ -853,9 +853,9 @@ def table_soak_vs_ndr(table, input_data):
     try:
         header = [
             "Test case",
-            "{0} Throughput [Mpps]".format(table["reference"]["title"]),
+            "{0} Thput [Mpps]".format(table["reference"]["title"]),
             "{0} Stdev [Mpps]".format(table["reference"]["title"]),
-            "{0} Throughput [Mpps]".format(table["compare"]["title"]),
+            "{0} Thput [Mpps]".format(table["compare"]["title"]),
             "{0} Stdev [Mpps]".format(table["compare"]["title"]),
             "Delta [%]", "Stdev of delta [%]"]
         header_str = ",".join(header) + "\n"
index fdd8cb2..56b1fc7 100644 (file)
       csit-vpp-perf-verify-1908-3n-skx:
         - 44  # NDRPDR sel vhost
         - 45  # NDRPDR sel vhost
+        - 46  # NDRPDR sel vhost
+        - 47  # NDRPDR sel vhost
+        - 48  # NDRPDR sel vhost
         - 49  # NDRPDR sel vhost
 
     plot-dpdk-throughput-latency-3n-skx:
         - 75  # NDRPDR sel vhost
         - 76  # NDRPDR sel vhost
         - 78  # NDRPDR sel vhost
+        - 84  # NDRPDR sel vhost
+        - 85  # NDRPDR sel vhost
 
 #    plot-vpp-soak-2n-skx:
 #      # TODO: Add data
         - 12  # NDRPDR sel
         - 13  # NDRPDR sel
         - 14  # NDRPDR sel
+        - 15  # NDRPDR sel
 
     ###########################################################################
     # Simple tables (only one data set):
         - 33  # NDRPDR full
         - 36  # NDRPDR full
         - 38  # NDRPDR full
+        - 46  # NDRPDR full
 
     vpp-perf-results-3n-skx:
       # TODO: Add FULL data
         - 39  # NDRPDR full
         - 40  # NDRPDR full
         - 41  # NDRPDR full
+        - 50  # NDRPDR full
 
     vpp-perf-results-2n-skx:
       csit-vpp-perf-verify-1908-2n-skx:
       - "vpp-performance-changes-3n-hsw-ref"
       - "vpp-performance-changes-3n-hsw-cmp"
 
-    vpp-performance-changes-3n-hsw-h1-vhost:
-      csit-vpp-perf-verify-1901-3n-hsw:
-        - 10  # NDRPDR sel
-        - 19  # NDRPDR sel
-        - 31  # NDRPDR sel
-        - 36  # NDRPDR sel
-        - 40  # NDRPDR sel
-        - 42  # NDRPDR sel
-        - 44  # NDRPDR sel
-        - 46  # NDRPDR sel
-        - 47  # NDRPDR sel
-        - 48  # NDRPDR sel
-        - 61  # NDRPDR LB
-        - 62  # NDRPDR LB
-        - 63  # NDRPDR LB
-        - 64  # NDRPDR LB
-        - 65  # NDRPDR LB
-        - 66  # NDRPDR LB
-        - 67  # NDRPDR LB
-        - 69  # NDRPDR LB
-        - 70  # NDRPDR LB
-        - 71  # NDRPDR LB
-    vpp-performance-changes-3n-hsw-ref-vhost:
-      csit-vpp-perf-verify-1904-3n-hsw:
-        - 11  # NDRPDR sel
-        - 12  # NDRPDR sel
-        - 20  # NDRPDR sel
-        - 21  # NDRPDR sel
-        - 23  # NDRPDR sel
-        - 24  # NDRPDR sel
-        - 25  # NDRPDR sel
-        - 26  # NDRPDR sel
-        - 29  # NDRPDR sel
-        - 30  # NDRPDR sel
-    vpp-performance-changes-3n-hsw-cmp-vhost:
-      csit-vpp-perf-verify-1908-3n-hsw:
-        - 40  # NDRPDR sel vhost
-        - 41  # NDRPDR sel vhost
-        - 42  # NDRPDR sel vhost
-        - 43  # NDRPDR sel vhost
-        - 44  # NDRPDR sel vhost
-        - 45  # NDRPDR sel vhost
-    vpp-performance-changes-3n-hsw-vhost:
-      - "vpp-performance-changes-3n-hsw-h1-vhost"
-      - "vpp-performance-changes-3n-hsw-ref-vhost"
-      - "vpp-performance-changes-3n-hsw-cmp-vhost"
-
     vpp-performance-changes-3n-skx-h1:
       csit-vpp-perf-verify-1901-3n-skx:
         - 18  # NDRPDR sel
       - "vpp-performance-changes-3n-skx-ref"
       - "vpp-performance-changes-3n-skx-cmp"
 
-    vpp-performance-changes-3n-skx-h1-vhost:
-      csit-vpp-perf-verify-1901-3n-skx:
-        - 18  # NDRPDR sel
-        - 19  # NDRPDR sel
-        - 20  # NDRPDR sel
-        - 28  # NDRPDR sel
-        - 31  # NDRPDR sel
-        - 33  # NDRPDR sel
-        - 36  # NDRPDR sel
-        - 38  # NDRPDR sel
-        - 47  # NDRPDR sel
-        - 48  # NDRPDR sel
-        - 54  # NDRPDR LB
-        - 57  # NDRPDR LB
-        - 58  # NDRPDR LB
-        - 59  # NDRPDR LB
-        - 60  # NDRPDR LB
-        - 63  # NDRPDR LB
-        - 64  # NDRPDR LB
-        - 65  # NDRPDR LB
-        - 66  # NDRPDR LB
-        - 67  # NDRPDR LB
-    vpp-performance-changes-3n-skx-ref-vhost:
-      csit-vpp-perf-verify-1904-3n-skx:
-        - 8   # NDRPDR sel
-        - 9   # NDRPDR sel
-        - 10  # NDRPDR sel
-        - 11  # NDRPDR sel
-        - 12  # NDRPDR sel
-        - 14  # NDRPDR sel
-        - 16  # NDRPDR sel
-        - 21  # NDRPDR sel
-        - 23  # NDRPDR sel
-        - 25  # NDRPDR sel
-    vpp-performance-changes-3n-skx-cmp-vhost:
-      csit-vpp-perf-verify-1908-3n-skx:
-        - 44  # NDRPDR sel vhost
-        - 45  # NDRPDR sel vhost
-        - 49  # NDRPDR sel vhost
-    vpp-performance-changes-3n-skx-vhost:
-      - "vpp-performance-changes-3n-skx-h1-vhost"
-      - "vpp-performance-changes-3n-skx-ref-vhost"
-      - "vpp-performance-changes-3n-skx-cmp-vhost"
-
     vpp-performance-changes-2n-skx-h1:
       csit-vpp-perf-verify-1901-2n-skx:
         - 5   # NDRPDR sel
       - "vpp-performance-changes-2n-skx-ref"
       - "vpp-performance-changes-2n-skx-cmp"
 
-    vpp-performance-changes-2n-skx-h1-vhost:
-      csit-vpp-perf-verify-1901-2n-skx:
-        - 5   # NDRPDR sel
-        - 12  # NDRPDR sel
-        - 13  # NDRPDR sel
-        - 21  # NDRPDR sel
-        - 23  # NDRPDR sel
-        - 31  # NDRPDR sel
-        - 34  # NDRPDR sel
-        - 40  # NDRPDR sel
-        - 42  # NDRPDR sel
-        - 43  # NDRPDR sel
-    vpp-performance-changes-2n-skx-ref-vhost:
-      csit-vpp-perf-verify-1904-2n-skx:
-        - 12  # NDRPDR sel
-        - 14  # NDRPDR sel
-        - 16  # NDRPDR sel
-        - 17  # NDRPDR sel
-        - 18  # NDRPDR sel
-        - 21  # NDRPDR sel
-        - 27  # NDRPDR sel
-        - 30  # NDRPDR sel
-        - 31  # NDRPDR sel
-        - 32  # NDRPDR sel
-    vpp-performance-changes-2n-skx-cmp-vhost:
-      csit-vpp-perf-verify-1908-2n-skx:
-        - 72  # NDRPDR sel vhost
-        - 73  # NDRPDR sel vhost
-        - 74  # NDRPDR sel vhost
-        - 75  # NDRPDR sel vhost
-        - 76  # NDRPDR sel vhost
-        - 78  # NDRPDR sel vhost
-    vpp-performance-changes-2n-skx-vhost:
-      - "vpp-performance-changes-2n-skx-h1-vhost"
-      - "vpp-performance-changes-2n-skx-ref-vhost"
-      - "vpp-performance-changes-2n-skx-cmp-vhost"
-
 #    vpp-soak-vs-ndr-2n-skx-ref:
 #      csit-vpp-perf-verify-1904-2n-skx:
 #        - 12  # NDRPDR sel
       - 33  # NDRPDR full
       - 36  # NDRPDR full
       - 38  # NDRPDR full
+      - 46  # NDRPDR full
       - 39  # MRR sel
 
     csit-vpp-perf-verify-1901-3n-skx:
       - 29  # NDRPDR sel
       - 44  # NDRPDR sel vhost
       - 45  # NDRPDR sel vhost
+      - 46  # NDRPDR sel vhost
+      - 47  # NDRPDR sel vhost
+      - 48  # NDRPDR sel vhost
       - 49  # NDRPDR sel vhost
       - 27  # NDRPDR full
       - 28  # NDRPDR full
       - 39  # NDRPDR full
       - 40  # NDRPDR full
       - 41  # NDRPDR full
+      - 50  # NDRPDR full
       - 36  # MRR sel
 
     csit-vpp-perf-verify-1901-2n-skx:
       - 75  # NDRPDR sel vhost
       - 76  # NDRPDR sel vhost
       - 78  # NDRPDR sel vhost
+      - 84  # NDRPDR sel vhost
+      - 85  # NDRPDR sel vhost
       - 48  # NDRPDR full
       - 49  # NDRPDR full
       - 50  # NDRPDR full
       - 12  # NDRPDR sel
       - 13  # NDRPDR sel
       - 14  # NDRPDR sel
+      - 15  # NDRPDR sel
 
     csit-dpdk-perf-verify-1901-3n-hsw:
       - 13  # NDRPDR sel
   format:
     html:
     - full
-#    pdf:
-#    - minimal
+    pdf:
+    - minimal
 
 ################################################################################
 ###                               T A B L E S                                ###
   algorithm: "table_nics_comparison"
   output-file: "{DIR[STATIC,VPP]}/performance-changes-3n-skx-2t1c-nics-ndr"
   reference:
-    title: "Intel-x710"
+    title: "x710"
     nic: "NIC_Intel-X710"
   compare:
-    title: "Intel-xxv710"
+    title: "xxv710"
     nic: "NIC_Intel-XXV710"
   data: "vpp-nic-comparison-3n-skx"
   include-tests: "NDR" # "PDR" | "NDR" | "MRR"
   algorithm: "table_nics_comparison"
   output-file: "{DIR[STATIC,VPP]}/performance-changes-3n-skx-4t2c-nics-ndr"
   reference:
-    title: "Intel-x710"
+    title: "x710"
     nic: "NIC_Intel-X710"
   compare:
-    title: "Intel-xxv710"
+    title: "xxv710"
     nic: "NIC_Intel-XXV710"
   data: "vpp-nic-comparison-3n-skx"
   include-tests: "NDR" # "PDR" | "NDR" | "MRR"
   algorithm: "table_nics_comparison"
   output-file: "{DIR[STATIC,VPP]}/performance-changes-3n-skx-2t1c-nics-pdr"
   reference:
-    title: "Intel-x710"
+    title: "x710"
     nic: "NIC_Intel-X710"
   compare:
-    title: "Intel-xxv710"
+    title: "xxv710"
     nic: "NIC_Intel-XXV710"
   data: "vpp-nic-comparison-3n-skx"
   include-tests: "PDR" # "PDR" | "NDR" | "MRR"
   algorithm: "table_nics_comparison"
   output-file: "{DIR[STATIC,VPP]}/performance-changes-3n-skx-4t2c-nics-pdr"
   reference:
-    title: "Intel-x710"
+    title: "x710"
     nic: "NIC_Intel-X710"
   compare:
-    title: "Intel-xxv710"
+    title: "xxv710"
     nic: "NIC_Intel-XXV710"
   data: "vpp-nic-comparison-3n-skx"
   include-tests: "PDR" # "PDR" | "NDR" | "MRR"
   algorithm: "table_nics_comparison"
   output-file: "{DIR[STATIC,VPP]}/performance-changes-3n-skx-2t1c-nics-mrr"
   reference:
-    title: "Intel-x710"
+    title: "x710"
     nic: "NIC_Intel-X710"
   compare:
-    title: "Intel-xxv710"
+    title: "xxv710"
     nic: "NIC_Intel-XXV710"
   data: "vpp-nic-comparison-3n-skx-mrr"
   include-tests: "MRR" # "PDR" | "NDR" | "MRR"
   algorithm: "table_nics_comparison"
   output-file: "{DIR[STATIC,VPP]}/performance-changes-3n-skx-4t2c-nics-mrr"
   reference:
-    title: "Intel-x710"
+    title: "x710"
     nic: "NIC_Intel-X710"
   compare:
-    title: "Intel-xxv710"
+    title: "xxv710"
     nic: "NIC_Intel-XXV710"
   data: "vpp-nic-comparison-3n-skx-mrr"
   include-tests: "MRR" # "PDR" | "NDR" | "MRR"
   algorithm: "table_nics_comparison"
   output-file: "{DIR[STATIC,VPP]}/performance-changes-3n-skx-8t4c-nics-mrr"
   reference:
-    title: "Intel-x710"
+    title: "x710"
     nic: "NIC_Intel-X710"
   compare:
-    title: "Intel-xxv710"
+    title: "xxv710"
     nic: "NIC_Intel-XXV710"
   data: "vpp-nic-comparison-3n-skx-mrr"
   include-tests: "MRR" # "PDR" | "NDR" | "MRR"
   algorithm: "table_nics_comparison"
   output-file: "{DIR[STATIC,VPP]}/performance-changes-2n-skx-2t1c-nics-ndr"
   reference:
-    title: "Intel-x710"
+    title: "x710"
     nic: "NIC_Intel-X710"
   compare:
-    title: "Intel-xxv710"
+    title: "xxv710"
     nic: "NIC_Intel-XXV710"
   data: "vpp-nic-comparison-2n-skx"
   include-tests: "NDR" # "PDR" | "NDR" | "MRR"
   algorithm: "table_nics_comparison"
   output-file: "{DIR[STATIC,VPP]}/performance-changes-2n-skx-4t2c-nics-ndr"
   reference:
-    title: "Intel-x710"
+    title: "x710"
     nic: "NIC_Intel-X710"
   compare:
-    title: "Intel-xxv710"
+    title: "xxv710"
     nic: "NIC_Intel-XXV710"
   data: "vpp-nic-comparison-2n-skx"
   include-tests: "NDR" # "PDR" | "NDR" | "MRR"
   algorithm: "table_nics_comparison"
   output-file: "{DIR[STATIC,VPP]}/performance-changes-2n-skx-2t1c-nics-pdr"
   reference:
-    title: "Intel-x710"
+    title: "x710"
     nic: "NIC_Intel-X710"
   compare:
-    title: "Intel-xxv710"
+    title: "xxv710"
     nic: "NIC_Intel-XXV710"
   data: "vpp-nic-comparison-2n-skx"
   include-tests: "PDR" # "PDR" | "NDR" | "MRR"
   algorithm: "table_nics_comparison"
   output-file: "{DIR[STATIC,VPP]}/performance-changes-2n-skx-4t2c-nics-pdr"
   reference:
-    title: "Intel-x710"
+    title: "x710"
     nic: "NIC_Intel-X710"
   compare:
-    title: "Intel-xxv710"
+    title: "xxv710"
     nic: "NIC_Intel-XXV710"
   data: "vpp-nic-comparison-2n-skx"
   include-tests: "PDR" # "PDR" | "NDR" | "MRR"
   algorithm: "table_nics_comparison"
   output-file: "{DIR[STATIC,VPP]}/performance-changes-2n-skx-2t1c-nics-mrr"
   reference:
-    title: "Intel-x710"
+    title: "x710"
     nic: "NIC_Intel-X710"
   compare:
-    title: "Intel-xxv710"
+    title: "xxv710"
     nic: "NIC_Intel-XXV710"
   data: "vpp-nic-comparison-2n-skx-mrr"
   include-tests: "MRR" # "PDR" | "NDR" | "MRR"
   algorithm: "table_nics_comparison"
   output-file: "{DIR[STATIC,VPP]}/performance-changes-2n-skx-4t2c-nics-mrr"
   reference:
-    title: "Intel-x710"
+    title: "x710"
     nic: "NIC_Intel-X710"
   compare:
-    title: "Intel-xxv710"
+    title: "xxv710"
     nic: "NIC_Intel-XXV710"
   data: "vpp-nic-comparison-2n-skx-mrr"
   include-tests: "MRR" # "PDR" | "NDR" | "MRR"
   algorithm: "table_nics_comparison"
   output-file: "{DIR[STATIC,VPP]}/performance-changes-2n-skx-8t4c-nics-mrr"
   reference:
-    title: "Intel-x710"
+    title: "x710"
     nic: "NIC_Intel-X710"
   compare:
-    title: "Intel-xxv710"
+    title: "xxv710"
     nic: "NIC_Intel-XXV710"
   data: "vpp-nic-comparison-2n-skx-mrr"
   include-tests: "MRR" # "PDR" | "NDR" | "MRR"