Report: Add soak tests

Change-Id: I2161c8d8e54cfa35cd3febdda1cb47d6cec424a0
Signed-off-by: Tibor Frank <tifrank@cisco.com>
(cherry picked from commit ba14f2b0ac026e537c79a61e800176b3404bde4d)

diff --git a/docs/report/index.html.template b/docs/report/index.html.template
index 923851c..554dd9b 100644 (file)
--- a/docs/report/index.html.template
+++ b/docs/report/index.html.template
@@ -20,14 +20,13 @@ CSIT-1908
     vpp_performance_tests/packet_throughput_graphs/index
     vpp_performance_tests/throughput_speedup_multi_core/index
     vpp_performance_tests/packet_latency_graphs/index
     vpp_performance_tests/packet_throughput_graphs/index
     vpp_performance_tests/throughput_speedup_multi_core/index
     vpp_performance_tests/packet_latency_graphs/index

+    vpp_performance_tests/soak_tests/index

     vpp_performance_tests/nf_service_density/index
     vpp_performance_tests/http_server_performance/index
     vpp_performance_tests/comparisons/index
     vpp_performance_tests/throughput_trending
     vpp_performance_tests/test_environment
     vpp_performance_tests/documentation/index
     vpp_performance_tests/nf_service_density/index
     vpp_performance_tests/http_server_performance/index
     vpp_performance_tests/comparisons/index
     vpp_performance_tests/throughput_trending
     vpp_performance_tests/test_environment
     vpp_performance_tests/documentation/index

-..
-    vpp_performance_tests/soak_tests/index

 
 .. toctree::
     :maxdepth: 2
 
 .. toctree::
     :maxdepth: 2

diff --git a/docs/report/vpp_performance_tests/index.rst b/docs/report/vpp_performance_tests/index.rst
index 32d5390..c5c3e66 100644 (file)
--- a/docs/report/vpp_performance_tests/index.rst
+++ b/docs/report/vpp_performance_tests/index.rst
@@ -8,12 +8,10 @@ VPP Performance
     packet_throughput_graphs/index
     throughput_speedup_multi_core/index
     packet_latency_graphs/index
     packet_throughput_graphs/index
     throughput_speedup_multi_core/index
     packet_latency_graphs/index

+    soak_tests/index

     nf_service_density/index
     http_server_performance/index
     comparisons/index
     throughput_trending
     test_environment
     documentation/index
     nf_service_density/index
     http_server_performance/index
     comparisons/index
     throughput_trending
     test_environment
     documentation/index

-
-..
-    soak_tests/index

diff --git a/docs/report/vpp_performance_tests/soak_tests/index.rst b/docs/report/vpp_performance_tests/soak_tests/index.rst
index c655846..1ca041d 100644 (file)
--- a/docs/report/vpp_performance_tests/soak_tests/index.rst
+++ b/docs/report/vpp_performance_tests/soak_tests/index.rst
@@ -33,7 +33,7 @@
 Soak Tests
 ==========
 
 Soak Tests
 ==========
 

-Long duration (2 hours per test) soak tests are executed
+Long duration (30 minutes per test) soak tests are executed

 using :ref:`plrsearch` algorithm. As the test take long time, only 10 test
 were executed, two runs each.
 
 using :ref:`plrsearch` algorithm. As the test take long time, only 10 test
 were executed, two runs each.
 

diff --git a/resources/tools/presentation/specification.yaml b/resources/tools/presentation/specification.yaml
index 756a6dd..9ed807e 100644 (file)
--- a/resources/tools/presentation/specification.yaml
+++ b/resources/tools/presentation/specification.yaml
@@ -245,9 +245,10 @@
         - 84  # NDRPDR sel vhost
         - 85  # NDRPDR sel vhost
 
         - 84  # NDRPDR sel vhost
         - 85  # NDRPDR sel vhost
 

-#    plot-vpp-soak-2n-skx:
-#      # TODO: Add data
-#      csit-vpp-perf-verify-1908-2n-skx:
+    plot-vpp-soak-2n-skx:
+      csit-vpp-perf-verify-1908-2n-skx:
+        - 83  # SOAK
+        - 86  # SOAK

 
     plot-vpp-nfv-2n-skx-ndrpdr:
       csit-vpp-perf-verify-1908-2n-skx:
 
     plot-vpp-nfv-2n-skx-ndrpdr:
       csit-vpp-perf-verify-1908-2n-skx:


@@ -602,42 +603,36 @@
       - "vpp-performance-changes-2n-skx-ref"
       - "vpp-performance-changes-2n-skx-cmp"
 
       - "vpp-performance-changes-2n-skx-ref"
       - "vpp-performance-changes-2n-skx-cmp"
 

-#    vpp-soak-vs-ndr-2n-skx-ref:
-#      csit-vpp-perf-verify-1904-2n-skx:
-#        - 12  # NDRPDR sel
-#        - 14  # NDRPDR sel
-#        - 16  # NDRPDR sel
-#        - 17  # NDRPDR sel
-#        - 18  # NDRPDR sel
-#        - 21  # NDRPDR sel
-#        - 27  # NDRPDR sel
-#        - 30  # NDRPDR sel
-#        - 31  # NDRPDR sel
-#        - 32  # NDRPDR sel
-#      # TODO: Add data
-#      # csit-vpp-perf-verify-1908-2n-skx:
-#    vpp-soak-vs-ndr-2n-skx-cmp:
-#      csit-vpp-perf-verify-1904-2n-skx:
-#        - 70  # soak
-#        - 71  # soak
-#      # TODO: Add data
-#      # csit-vpp-perf-verify-1908-2n-skx:
-#    vpp-soak-vs-ndr-2n-skx:
-#      csit-vpp-perf-verify-1904-2n-skx:
-#        - 12  # NDRPDR sel
-#        - 14  # NDRPDR sel
-#        - 16  # NDRPDR sel
-#        - 17  # NDRPDR sel
-#        - 18  # NDRPDR sel
-#        - 21  # NDRPDR sel
-#        - 27  # NDRPDR sel
-#        - 30  # NDRPDR sel
-#        - 31  # NDRPDR sel
-#        - 32  # NDRPDR sel
-#        - 70  # soak
-#        - 71  # soak
-#      # TODO: Add data
-#      # csit-vpp-perf-verify-1908-2n-skx:
+    vpp-soak-vs-ndr-2n-skx-ref:
+      csit-vpp-perf-verify-1908-2n-skx:
+        - 26  # NDRPDR sel
+        - 27  # NDRPDR sel
+        - 34  # NDRPDR sel
+        - 35  # NDRPDR sel
+        - 36  # NDRPDR sel
+        - 42  # NDRPDR sel
+        - 43  # NDRPDR sel
+        - 44  # NDRPDR sel
+        - 45  # NDRPDR sel
+        - 46  # NDRPDR sel
+    vpp-soak-vs-ndr-2n-skx-cmp:
+      csit-vpp-perf-verify-1908-2n-skx:
+        - 83  # SOAK
+        - 86  # SOAK
+    vpp-soak-vs-ndr-2n-skx:
+      csit-vpp-perf-verify-1908-2n-skx:
+        - 26  # NDRPDR sel
+        - 27  # NDRPDR sel
+        - 34  # NDRPDR sel
+        - 35  # NDRPDR sel
+        - 36  # NDRPDR sel
+        - 42  # NDRPDR sel
+        - 43  # NDRPDR sel
+        - 44  # NDRPDR sel
+        - 45  # NDRPDR sel
+        - 46  # NDRPDR sel
+        - 83  # SOAK
+        - 86  # SOAK

 
     vpp-performance-changes-3n-hsw-mrr-h1:
       csit-vpp-perf-verify-1901-3n-hsw:
 
     vpp-performance-changes-3n-hsw-mrr-h1:
       csit-vpp-perf-verify-1901-3n-hsw:


@@ -1554,6 +1549,8 @@
       - 68  # NFV
       - 70  # NFV
       - 71  # NFV MRR
       - 68  # NFV
       - 70  # NFV
       - 71  # NFV MRR

+      - 83  # SOAK
+      - 86  # SOAK

 
     csit-vpp-perf-verify-1908-3n-tsh:
       - 7   # NDRPDR sel
 
     csit-vpp-perf-verify-1908-3n-tsh:
       - 7   # NDRPDR sel


@@ -1712,24 +1709,24 @@
 ###                               T A B L E S                                ###
 ################################################################################
 
 ###                               T A B L E S                                ###
 ################################################################################
 

-## VPP Soak vs NDR
-#- type: "table"
-#  title: "VPP Soak vs NDR 2n-skx"
-#  algorithm: "table_soak_vs_ndr"
-#  output-file: "{DIR[STATIC,VPP]}/soak-vs-ndr-2n-skx"
-#  reference:
-#    title: "NDR"
-#    data: "vpp-soak-vs-ndr-2n-skx-ref"
-#  compare:
-#    title: "Soak"
-#    data: "vpp-soak-vs-ndr-2n-skx-cmp"
-#  data: "vpp-soak-vs-ndr-2n-skx"
-#  include-tests: "NDR"
-#  filter: "('NDRPDR' or 'SOAK')"
-#  parameters:
-#    - "throughput"
-#    - "name"
-#    - "parent"
+# VPP Soak vs NDR
+- type: "table"
+  title: "VPP Soak vs NDR 2n-skx"
+  algorithm: "table_soak_vs_ndr"
+  output-file: "{DIR[STATIC,VPP]}/soak-vs-ndr-2n-skx"
+  reference:
+    title: "NDR"
+    data: "vpp-soak-vs-ndr-2n-skx-ref"
+  compare:
+    title: "Soak"
+    data: "vpp-soak-vs-ndr-2n-skx-cmp"
+  data: "vpp-soak-vs-ndr-2n-skx"
+  include-tests: "NDR"
+  filter: "('NDRPDR' or 'SOAK')"
+  parameters:
+    - "throughput"
+    - "name"
+    - "parent"

 
 ################################################################################
 
 
 ################################################################################
 


@@ -4412,57 +4409,59 @@
 
 ################################################################################
 
 
 ################################################################################
 

-## Soak Test (PLRsearch), boxes
-#- type: "plot"
-#  title: "VPP Critical rate: 2 Hours Soak Test (PLRsearch)"
-#  algorithm: "plot_performance_box"
-#  output-file-type: ".html"
-#  output-file: "{DIR[STATIC,VPP]}/soak-test-1"
-#  data: "plot-vpp-soak-2n-skx"
-#  filter: "('L2BDMACLRN' or 'L2PATCH' or 'L2XCBASE') and not 'VHOST' and not 'MEMIF'"
-#  parameters:
-#    - "throughput"
-#    - "parent"
-#    - "tags"
-#  sort:
-#    - "DRV_AVF"
-#    - "DRV_AVF"
-#    - "DRV_AVF"
-#    - "L2BDMACLRN"
-#    - "L2XCBASE"
-#    - "L2PATCH"
-#  traces:
-#    hoverinfo: "x+y"
-#    boxpoints: "all"
-#    whiskerwidth: 0
-#  layout:
-#    title: "2 Hours Soak Test (PLRsearch)"
-#    layout: "plot-soak-throughput"
-#
-## Soak Test (PLRsearch), boxes
-#- type: "plot"
-#  title: "VPP Critical rate: 2 Hours Soak Test (PLRsearch)"
-#  algorithm: "plot_performance_box"
-#  output-file-type: ".html"
-#  output-file: "{DIR[STATIC,VPP]}/soak-test-2"
-#  data: "plot-vpp-soak-2n-skx"
-#  filter: "'L2BDMACLRN' and ('VHOST' or 'MEMIF') or 'IP4BASE' or 'IP6BASE'"
-#  parameters:
-#    - "throughput"
-#    - "parent"
-#    - "tags"
-#  sort:
-#    - "VHOST"
-#    - "MEMIF"
-#    - "IP4FWD"
-#    - "IP6FWD"
-#  traces:
-#    hoverinfo: "x+y"
-#    boxpoints: "all"
-#    whiskerwidth: 0
-#  layout:
-#    title: "2 Hours Soak Test (PLRsearch)"
-#    layout: "plot-soak-throughput"
+# Soak Test (PLRsearch), boxes
+- type: "plot"
+  title: "VPP Critical rate: 30 Minutes Soak Test (PLRsearch)"
+  algorithm: "plot_performance_box"
+  output-file-type: ".html"
+  output-file: "{DIR[STATIC,VPP]}/soak-test-1"
+  data: "plot-vpp-soak-2n-skx"
+  filter: "('L2BDMACLRN' or 'L2PATCH' or 'L2XCBASE') and not 'VHOST' and not 'MEMIF'"
+  parameters:
+    - "throughput"
+    - "parent"
+    - "tags"
+  sort:
+    - "DRV_AVF"
+    - "DRV_AVF"
+    - "DRV_AVF"
+    - "L2BDMACLRN"
+    - "L2XCBASE"
+    - "L2PATCH"
+  traces:
+    hoverinfo: "x+y"
+    boxpoints: "all"
+    whiskerwidth: 0
+  layout:
+    title: "30 Minutes Soak Test (PLRsearch)"
+    layout: "plot-soak-throughput"
+
+# Soak Test (PLRsearch), boxes
+- type: "plot"
+  title: "VPP Critical rate: 30 Minutes Soak Test (PLRsearch)"
+  algorithm: "plot_performance_box"
+  output-file-type: ".html"
+  output-file: "{DIR[STATIC,VPP]}/soak-test-2"
+  data: "plot-vpp-soak-2n-skx"
+  filter: "'L2BDMACLRN' and ('VHOST' or 'MEMIF') or 'IP4BASE' or 'IP6BASE'"
+  parameters:
+    - "throughput"
+    - "parent"
+    - "tags"
+  sort:
+    - "VHOST"
+    - "VHOST"
+    - "MEMIF"
+    - "IP4FWD"
+    - "IP4FWD"
+    - "IP6FWD"
+  traces:
+    hoverinfo: "x+y"
+    boxpoints: "all"
+    whiskerwidth: 0
+  layout:
+    title: "30 Minutes Soak Test (PLRsearch)"
+    layout: "plot-soak-throughput"

 
 ###############################################################################
 # Plots - NF Density - VSC - MRR 64b
 
 ###############################################################################
 # Plots - NF Density - VSC - MRR 64b