Code Review / csit.git / blobdiff
? search:
summary | shortlog | log | commit | commitdiff | review | tree
raw | inline | side by side
CSIT-1488: Add data to the Report 1904
[csit.git] / resources / tools / presentation / specification.yaml
diff --git a/resources/tools/presentation/specification.yaml b/resources/tools/presentation/specification.yaml
index e4bc132..5d33421 100644 (file)
--- a/resources/tools/presentation/specification.yaml
+++ b/resources/tools/presentation/specification.yaml
@@ -130,7 +130,6 @@
     # 3n-hsw
 
     plot-vpp-throughput-lat-tsa-3n-hsw:
-      # TODO: Add 1904 data
       csit-vpp-perf-verify-1904-3n-hsw:
         - 11  # NDRPDR sel
         - 12  # NDRPDR sel
@@ -141,21 +140,22 @@
         - 25  # NDRPDR sel
         - 26  # NDRPDR sel
         - 29  # NDRPDR sel
+        - 30  # NDRPDR sel
 
-    plot-vpp-http-server-performance:
-      # TODO: Replace with 1904 data
-      # csit-vpp-perf-verify-1904-3n-hsw:
-      csit-vpp-perf-verify-1810-3n-hsw:
-        - 28  # WRK
-        - 29  # WRK
-        - 30  # WRK
-        - 31  # WRK
-        - 32  # WRK
-        - 33  # WRK
-        - 34  # WRK
-        - 35  # WRK
-        - 36  # WRK
-        - 37  # WRK
+#    plot-vpp-http-server-performance:
+#      # TODO: Replace with 1904 data
+#      # csit-vpp-perf-verify-1904-3n-hsw:
+#      csit-vpp-perf-verify-1810-3n-hsw:
+#        - 28  # WRK
+#        - 29  # WRK
+#        - 30  # WRK
+#        - 31  # WRK
+#        - 32  # WRK
+#        - 33  # WRK
+#        - 34  # WRK
+#        - 35  # WRK
+#        - 36  # WRK
+#        - 37  # WRK
 
 #    plot-ligato-throughput-lat-tsa-3n-hsw:
 #      # TODO: Replace with 1904 data
@@ -228,24 +228,26 @@
         - 31  # NDRPDR sel
         - 32  # NDRPDR sel
 
-    plot-vpp-soak-2n-skx:
-      # TODO: Replace with 1904 data
-      # csit-vpp-perf-verify-1904-2n-skx:
-      csit-vpp-perf-verify-1901-2n-skx:
-        - 45  # SOAK sel
+#    plot-vpp-soak-2n-skx:
+#      # TODO: Replace with 1904 data
+#      # csit-vpp-perf-verify-1904-2n-skx:
+#      csit-vpp-perf-verify-1901-2n-skx:
+#        - 45  # SOAK sel
 
     plot-vpp-nfv-2n-skx-ndrpdr-64b:
-      # TODO: Add 1904 data
       csit-vpp-perf-verify-1904-2n-skx:
         - 56  # NFV NDRPDR 64b
         - 59  # NFV NDRPDR 64b
         - 60  # NFV NDRPDR 64b
+        - 65  # NFV NDRPDR 64b
+        - 68  # NFV NDRPDR 64b
 
     plot-vpp-nfv-2n-skx-ndrpdr-imix:
       # TODO: Add 1904 data
       csit-vpp-perf-verify-1904-2n-skx:
-        - 61  # NFV NDRPDR IMIX
-        - 63  # NFV NDRPDR IMIX
+        - 66  # NFV NDRPDR IMIX
+        - 67  # NFV NDRPDR IMIX
+        - 69  # NFV NDRPDR IMIX
 
     plot-vpp-nfv-2n-skx-mrr-64b:
       csit-vpp-perf-verify-1904-2n-skx:
@@ -291,7 +293,6 @@
     # NIC Comparisons
 
     vpp-nic-comparison-3n-hsw:
-      # TODO: Add 1904 data
       csit-vpp-perf-verify-1904-3n-hsw:
         - 11  # NDRPDR sel
         - 12  # NDRPDR sel
@@ -302,6 +303,7 @@
         - 25  # NDRPDR sel
         - 26  # NDRPDR sel
         - 29  # NDRPDR sel
+        - 30  # NDRPDR sel
 
     vpp-nic-comparison-3n-skx:
       csit-vpp-perf-verify-1904-3n-skx:
@@ -349,10 +351,11 @@
         - 12  # NDRPDR sel
 
     vpp-perf-results-3n-skx:
-      # TODO: Add FULL 1904 data
       csit-vpp-perf-verify-1904-3n-skx:
         - 26  # NDRPDR full
         - 27  # NDRPDR full
+        - 30  # NDRPDR full
+        - 31  # NDRPDR full
 
     vpp-perf-results-2n-skx:
       csit-vpp-perf-verify-1904-2n-skx:
@@ -476,7 +479,6 @@
         - 70  # NDRPDR LB
         - 71  # NDRPDR LB
     vpp-performance-changes-3n-hsw-cmp:
-      # TODO: Add 1904 data
       csit-vpp-perf-verify-1904-3n-hsw:
         - 11  # NDRPDR sel
         - 12  # NDRPDR sel
@@ -487,6 +489,7 @@
         - 25  # NDRPDR sel
         - 26  # NDRPDR sel
         - 29  # NDRPDR sel
+        - 30  # NDRPDR sel
     vpp-performance-changes-3n-hsw:
       - "vpp-performance-changes-3n-hsw-h1"
       - "vpp-performance-changes-3n-hsw-ref"
@@ -758,7 +761,6 @@
     # Compare testbeds
 
     vpp-compare-testbeds-ref:
-      # TODO: Add 1904 data
       csit-vpp-perf-verify-1904-3n-hsw:
         - 11  # NDRPDR sel
         - 12  # NDRPDR sel
@@ -769,6 +771,7 @@
         - 25  # NDRPDR sel
         - 26  # NDRPDR sel
         - 29  # NDRPDR sel
+        - 30  # NDRPDR sel
     vpp-compare-testbeds-cmp:
       csit-vpp-perf-verify-1904-3n-skx:
         - 8   # NDRPDR sel
@@ -1314,16 +1317,16 @@
       - 39  # NDRPDR sel
       - 41  # NDRPDR sel
       - 42  # NDRPDR sel
-      - 28  # WRK
-      - 29  # WRK
-      - 30  # WRK
-      - 31  # WRK
-      - 32  # WRK
-      - 33  # WRK
-      - 34  # WRK
-      - 35  # WRK
-      - 36  # WRK
-      - 37  # WRK
+#      - 28  # WRK
+#      - 29  # WRK
+#      - 30  # WRK
+#      - 31  # WRK
+#      - 32  # WRK
+#      - 33  # WRK
+#      - 34  # WRK
+#      - 35  # WRK
+#      - 36  # WRK
+#      - 37  # WRK
     csit-vpp-perf-verify-1901-3n-hsw:
       - 35  # MRR sel
       - 10  # NDRPDR sel
@@ -1358,6 +1361,7 @@
       - 25  # NDRPDR sel
       - 26  # NDRPDR sel
       - 29  # NDRPDR sel
+      - 30  # NDRPDR sel
 
     csit-vpp-perf-verify-1810-3n-skx:
       - 9   # MRR sel
@@ -1400,6 +1404,8 @@
       - 7   # MRR sel
       - 26  # NDRPDR full
       - 27  # NDRPDR full
+      - 30  # NDRPDR full
+      - 31  # NDRPDR full
       - 8   # NDRPDR sel
       - 9   # NDRPDR sel
       - 10  # NDRPDR sel
@@ -1438,7 +1444,7 @@
       - 40  # NDRPDR sel
       - 42  # NDRPDR sel
       - 43  # NDRPDR sel
-      - 45  # SOAK
+#      - 45  # SOAK
     # TODO: Add 1904 data
     csit-vpp-perf-verify-1904-2n-skx:
       - 11  # MRR sel
@@ -1469,8 +1475,11 @@
       - 56  # NFV NDRPDR 64b
       - 59  # NFV NDRPDR 64b
       - 60  # NFV NDRPDR 64b
-      - 61  # NFV NDRPDR IMIX
-      - 63  # NFV NDRPDR IMIX
+      - 65  # NFV NDRPDR 64b
+      - 68  # NFV NDRPDR 64b
+      - 66  # NFV NDRPDR IMIX
+      - 67  # NFV NDRPDR IMIX
+      - 69  # NFV NDRPDR IMIX
 
 #    csit-ligato-perf-verify-1901-3n-hsw:
 #      - 10  # NDRPDR full
@@ -1609,8 +1618,8 @@
   format:
     html:
     - full
-#    pdf:
-#    - minimal
+    pdf:
+    - minimal
 
 ################################################################################
 ###                               T A B L E S                                ###
@@ -4495,51 +4504,51 @@
 ###                                P L O T S                                 ###
 ################################################################################
 
-# Soak test - 30min Soak Test (PLRsearch), boxes
-- type: "plot"
-  title: "VPP Throughput: 30min Soak Test (PLRsearch) boxes"
-  algorithm: "plot_soak_boxes"
-  output-file-type: ".html"
-  output-file: "{DIR[STATIC,VPP]}/example-soak-boxes"
-  data: "plot-vpp-soak-2n-skx"
-  filter: "'SOAK'"
-  parameters:
-  - "throughput"
-  - "parent"
-  - "tags"
-  sort:
-  - "L2PATCH"
-#  - "L2XCBASE"
-#  - "L2BDMACLRN"
-#  - "IP4FWD"
-#  - "IP6FWD"
-  - "VHOST"
-  layout:
-    title: "30min Soak Test (PLRsearch)"
-    layout: "plot-soak-throughput"
-
-# Soak test - example, not used
-- type: "plot"
-  title: "VPP Throughput: 30min Soak Test (PLRsearch) bars"
-  algorithm: "plot_soak_bars"
-  output-file-type: ".html"
-  output-file: "{DIR[STATIC,VPP]}/example-soak-bars"
-  data: "plot-vpp-soak-2n-skx"
-  filter: "'SOAK'"
-  parameters:
-  - "throughput"
-  - "parent"
-  - "tags"
-  sort:
-  - "L2PATCH"
-#  - "L2XCBASE"
-#  - "L2BDMACLRN"
-#  - "IP4FWD"
-#  - "IP6FWD"
-  - "VHOST"
-  layout:
-    title: "30min Soak Test (PLRsearch)"
-    layout: "plot-soak-throughput"
+## Soak test - 30min Soak Test (PLRsearch), boxes
+#- type: "plot"
+#  title: "VPP Throughput: 30min Soak Test (PLRsearch) boxes"
+#  algorithm: "plot_soak_boxes"
+#  output-file-type: ".html"
+#  output-file: "{DIR[STATIC,VPP]}/example-soak-boxes"
+#  data: "plot-vpp-soak-2n-skx"
+#  filter: "'SOAK'"
+#  parameters:
+#  - "throughput"
+#  - "parent"
+#  - "tags"
+#  sort:
+#  - "L2PATCH"
+##  - "L2XCBASE"
+##  - "L2BDMACLRN"
+##  - "IP4FWD"
+##  - "IP6FWD"
+#  - "VHOST"
+#  layout:
+#    title: "30min Soak Test (PLRsearch)"
+#    layout: "plot-soak-throughput"
+#
+## Soak test - example, not used
+#- type: "plot"
+#  title: "VPP Throughput: 30min Soak Test (PLRsearch) bars"
+#  algorithm: "plot_soak_bars"
+#  output-file-type: ".html"
+#  output-file: "{DIR[STATIC,VPP]}/example-soak-bars"
+#  data: "plot-vpp-soak-2n-skx"
+#  filter: "'SOAK'"
+#  parameters:
+#  - "throughput"
+#  - "parent"
+#  - "tags"
+#  sort:
+#  - "L2PATCH"
+##  - "L2XCBASE"
+##  - "L2BDMACLRN"
+##  - "IP4FWD"
+##  - "IP6FWD"
+#  - "VHOST"
+#  layout:
+#    title: "30min Soak Test (PLRsearch)"
+#    layout: "plot-soak-throughput"
 
 ################################################################################
 # Plots - NF Density - VSC - MRR 64b
@@ -6291,48 +6300,48 @@
     layout: "plot-service-density"
 
 ################################################################################
-# Plots VPP HTTP Server Performance
-- type: "plot"
-  title: "VPP HTTP Server Performance"
-  algorithm: "plot_http_server_performance_box"
-  output-file-type: ".html"
-  output-file: "{DIR[STATIC,VPP]}/http-server-performance-cps"
-  data:
-    "plot-vpp-http-server-performance"
-  # Keep this formatting, the filter is enclosed with " (quotation mark) and
-  # each tag is enclosed with ' (apostrophe).
-  filter: "'HTTP' and 'TCP_CPS'"
-  parameters:
-  - "result"
-  - "name"
-  traces:
-    hoverinfo: "x+y"
-    boxpoints: "outliers"
-    whiskerwidth: 0
-  layout:
-    title: "VPP HTTP Server Performance"
-    layout:
-      "plot-cps"
-
-- type: "plot"
-  title: "VPP HTTP Server Performance"
-  algorithm: "plot_http_server_performance_box"
-  output-file-type: ".html"
-  output-file: "{DIR[STATIC,VPP]}/http-server-performance-rps"
-  data:
-    "plot-vpp-http-server-performance"
-  filter: "'HTTP' and 'TCP_RPS'"
-  parameters:
-  - "result"
-  - "name"
-  traces:
-    hoverinfo: "x+y"
-    boxpoints: "outliers"
-    whiskerwidth: 0
-  layout:
-    title: "VPP HTTP Server Performance"
-    layout:
-      "plot-rps"
+## Plots VPP HTTP Server Performance
+#- type: "plot"
+#  title: "VPP HTTP Server Performance"
+#  algorithm: "plot_http_server_performance_box"
+#  output-file-type: ".html"
+#  output-file: "{DIR[STATIC,VPP]}/http-server-performance-cps"
+#  data:
+#    "plot-vpp-http-server-performance"
+#  # Keep this formatting, the filter is enclosed with " (quotation mark) and
+#  # each tag is enclosed with ' (apostrophe).
+#  filter: "'HTTP' and 'TCP_CPS'"
+#  parameters:
+#  - "result"
+#  - "name"
+#  traces:
+#    hoverinfo: "x+y"
+#    boxpoints: "outliers"
+#    whiskerwidth: 0
+#  layout:
+#    title: "VPP HTTP Server Performance"
+#    layout:
+#      "plot-cps"
+#
+#- type: "plot"
+#  title: "VPP HTTP Server Performance"
+#  algorithm: "plot_http_server_performance_box"
+#  output-file-type: ".html"
+#  output-file: "{DIR[STATIC,VPP]}/http-server-performance-rps"
+#  data:
+#    "plot-vpp-http-server-performance"
+#  filter: "'HTTP' and 'TCP_RPS'"
+#  parameters:
+#  - "result"
+#  - "name"
+#  traces:
+#    hoverinfo: "x+y"
+#    boxpoints: "outliers"
+#    whiskerwidth: 0
+#  layout:
+#    title: "VPP HTTP Server Performance"
+#    layout:
+#      "plot-rps"
 
 ################################################################################
 
@@ -18901,10 +18910,10 @@
 
 # Packet Latency - VPP L2 2n-skx-x710 base and scale
 - type: "plot"
-  title: "VPP Latency: l2sw-2n-skx-x710-64b-2t1c-base-ndr-lat"
+  title: "VPP Latency: l2sw-2n-skx-x710-64b-2t1c-base_and_scale-ndr-lat"
   algorithm: "plot_latency_error_bars"
   output-file-type: ".html"
-  output-file: "{DIR[STATIC,VPP]}/l2sw-2n-skx-x710-64b-2t1c-base-ndr-lat"
+  output-file: "{DIR[STATIC,VPP]}/l2sw-2n-skx-x710-64b-2t1c-base_and_scale-ndr-lat"
   data: "plot-vpp-throughput-lat-tsa-2n-skx"
   filter: "'NIC_Intel-X710' and
            '64B' and
@@ -18927,14 +18936,14 @@
   - "FIB_100K"
   - "FIB_1M"
   layout:
-    title: "l2sw-2n-skx-x710-64b-2t1c-base-ndr"
+    title: "l2sw-2n-skx-x710-64b-2t1c-base_and_scale-ndr"
     layout: "plot-latency"
 
 - type: "plot"
-  title: "VPP Latency: l2sw-2n-skx-x710-64b-4t2c-base-ndr-lat"
+  title: "VPP Latency: l2sw-2n-skx-x710-64b-4t2c-base_and_scale-ndr-lat"
   algorithm: "plot_latency_error_bars"
   output-file-type: ".html"
-  output-file: "{DIR[STATIC,VPP]}/l2sw-2n-skx-x710-64b-4t2c-base-ndr-lat"
+  output-file: "{DIR[STATIC,VPP]}/l2sw-2n-skx-x710-64b-4t2c-base_and_scale-ndr-lat"
   data: "plot-vpp-throughput-lat-tsa-2n-skx"
   filter: "'NIC_Intel-X710' and
            '64B' and
@@ -18957,7 +18966,7 @@
   - "FIB_100K"
   - "FIB_1M"
   layout:
-    title: "l2sw-2n-skx-x710-64b-4t2c-base-ndr"
+    title: "l2sw-2n-skx-x710-64b-4t2c-base_and_scale-ndr"
     layout: "plot-latency"
 
 # Packet Latency - VPP L2 2n-skx-xxv710 base and scale
Integration tests