Report: Add Hoststack tests for 3n-icx

Signed-off-by: Tibor Frank <tifrank@cisco.com>
Change-Id: I0f6546950d9cc015ee5ca633c86ad988ae75fe8f

diff --git a/docs/report/vpp_performance_tests/comparisons/current_vs_previous_release.rst b/docs/report/vpp_performance_tests/comparisons/current_vs_previous_release.rst
index e73d2b0..f48daf5 100644 (file)
--- a/docs/report/vpp_performance_tests/comparisons/current_vs_previous_release.rst
+++ b/docs/report/vpp_performance_tests/comparisons/current_vs_previous_release.rst
@@ -151,14 +151,15 @@ Comparison tables in HTML, ASCII and CSV formats:
   - `CSV 2t1c PDR90, direction1, average value comparison <../../_static/vpp/latency-changes-3n-icx-xxv710-2t1c-pdr90-d1-avg-csv.csv>`_
   - `CSV 2t1c PDR90, direction1, max value comparison <../../_static/vpp/latency-changes-3n-icx-xxv710-2t1c-pdr90-d1-max-csv.csv>`_
 
-Hoststack
-`````````
+..
+  Hoststack
+  `````````
 
-Comparison tables in HTML, ASCII and CSV formats:
+  Comparison tables in HTML, ASCII and CSV formats:
 
-  - `HTML Hoststack comparison <performance-changes-3n-skx-hoststack.html>`_
-  - `ASCII Hoststack comparison <../../_static/vpp/performance-changes-3n-skx-hoststack.txt>`_
-  - `CSV Hoststack comparison <../../_static/vpp/performance-changes-3n-skx-hoststack-csv.csv>`_
+    - `HTML Hoststack comparison <performance-changes-3n-icx-hoststack.html>`_
+    - `ASCII Hoststack comparison <../../_static/vpp/performance-changes-3n-icx-hoststack.txt>`_
+    - `CSV Hoststack comparison <../../_static/vpp/performance-changes-3n-icx-hoststack-csv.csv>`_
 
 2n-clx-xxv710
 ~~~~~~~~~~~~~

diff --git a/docs/report/vpp_performance_tests/hoststack_testing/index.rst b/docs/report/vpp_performance_tests/hoststack_testing/index.rst
index 3691fb6..e8ef6d0 100644 (file)
--- a/docs/report/vpp_performance_tests/hoststack_testing/index.rst
+++ b/docs/report/vpp_performance_tests/hoststack_testing/index.rst
@@ -5,5 +5,7 @@ Hoststack Testing
 
     iperf3/tcp/index
     iperf3/udp/index
+
+..
     quic/index
     vsap/index

diff --git a/docs/report/vpp_performance_tests/hoststack_testing/iperf3/tcp/index.rst b/docs/report/vpp_performance_tests/hoststack_testing/iperf3/tcp/index.rst
index da57000..1733e66 100644 (file)
--- a/docs/report/vpp_performance_tests/hoststack_testing/iperf3/tcp/index.rst
+++ b/docs/report/vpp_performance_tests/hoststack_testing/iperf3/tcp/index.rst
@@ -34,18 +34,18 @@ TCP/IP with iperf3
 
     \clearpage
 
-1460b-2t1c-xxv710-ip4tcp-base-scale
------------------------------------
+1460b-2t1c-e810xxv-ip4tcp-base-scale
+------------------------------------
 
 .. raw:: html
 
-    <iframe id="ifrm01" onload="setIframeHeight(this.id)" width="700" frameborder="0" scrolling="no" src="../../../../_static/vpp/3n-skx-xxv710-1460b-2t1c-eth-ip4tcp-ldpreload-iperf3-bps.html"></iframe>
+    <iframe id="1" onload="setIframeHeight(this.id)" width="700" frameborder="0" scrolling="no" src="../../../../_static/vpp/3n-icx-e810xxv-1460b-2t1c-eth-ip4tcp-ldpreload-iperf3-bps.html"></iframe>
 
 .. raw:: latex
 
     \begin{figure}[H]
         \centering
             \graphicspath{{../_build/_static/vpp/}}
-            \includegraphics[clip, trim=0cm 0cm 5cm 0cm, width=0.70\textwidth]{3n-skx-xxv710-1460b-2t1c-eth-ip4tcp-ldpreload-iperf3-bps}
-            \label{fig:3n-skx-xxv710-1460b-2t1c-eth-ip4tcp-ldpreload-iperf3-bps}
+            \includegraphics[clip, trim=0cm 0cm 5cm 0cm, width=0.70\textwidth]{3n-icx-e810xxv-1460b-2t1c-eth-ip4tcp-ldpreload-iperf3-bps}
+            \label{fig:3n-icx-e810xxv-1460b-2t1c-eth-ip4tcp-ldpreload-iperf3-bps}
     \end{figure}

diff --git a/docs/report/vpp_performance_tests/hoststack_testing/iperf3/udp/index.rst b/docs/report/vpp_performance_tests/hoststack_testing/iperf3/udp/index.rst
index 7c6db0f..f9245bd 100644 (file)
--- a/docs/report/vpp_performance_tests/hoststack_testing/iperf3/udp/index.rst
+++ b/docs/report/vpp_performance_tests/hoststack_testing/iperf3/udp/index.rst
@@ -34,18 +34,18 @@ UDP/IP with iperf3
 
     \clearpage
 
-1460b-2t1c-xxv710-ip4udp-base-scale
------------------------------------
+1460b-2t1c-e810xxv-ip4udp-base-scale
+------------------------------------
 
 .. raw:: html
 
-    <iframe id="ifrm02" onload="setIframeHeight(this.id)" width="700" frameborder="0" scrolling="no" src="../../../../_static/vpp/3n-skx-xxv710-1460b-2t1c-eth-ip4udp-ldpreload-iperf3-bps.html"></iframe>
+    <iframe id="2" onload="setIframeHeight(this.id)" width="700" frameborder="0" scrolling="no" src="../../../../_static/vpp/3n-icx-e810xxv-1460b-2t1c-eth-ip4udp-ldpreload-iperf3-bps.html"></iframe>
 
 .. raw:: latex
 
     \begin{figure}[H]
         \centering
             \graphicspath{{../_build/_static/vpp/}}
-            \includegraphics[clip, trim=0cm 0cm 5cm 0cm, width=0.70\textwidth]{3n-skx-xxv710-1460b-2t1c-eth-ip4udp-ldpreload-iperf3-bps}
-            \label{fig:3n-skx-xxv710-1460b-2t1c-eth-ip4udp-ldpreload-iperf3-bps}
+            \includegraphics[clip, trim=0cm 0cm 5cm 0cm, width=0.70\textwidth]{3n-icx-e810xxv-1460b-2t1c-eth-ip4udp-ldpreload-iperf3-bps}
+            \label{fig:3n-icx-e810xxv-1460b-2t1c-eth-ip4udp-ldpreload-iperf3-bps}
     \end{figure}

diff --git a/docs/report/vpp_performance_tests/hoststack_testing/quic/index.rst b/docs/report/vpp_performance_tests/hoststack_testing/quic/index.rst
index 716d829..c047d61 100644 (file)
--- a/docs/report/vpp_performance_tests/hoststack_testing/quic/index.rst
+++ b/docs/report/vpp_performance_tests/hoststack_testing/quic/index.rst
@@ -35,18 +35,18 @@ QUIC/UDP/IP with vpp_echo
 
     \clearpage
 
-1280b-2t1c-xxv710-base-scale
-----------------------------
+1280b-2t1c-e810xxv-base-scale
+-----------------------------
 
 .. raw:: html
 
-    <iframe id="ifrm01" onload="setIframeHeight(this.id)" width="700" frameborder="0" scrolling="no" src="../../../_static/vpp/3n-skx-xxv710-1280b-2t1c-eth-ip4udpquic-vppecho-bps.html"></iframe>
+    <iframe id="1" onload="setIframeHeight(this.id)" width="700" frameborder="0" scrolling="no" src="../../../_static/vpp/3n-icx-e810xxv-1280b-2t1c-eth-ip4udpquic-vppecho-bps.html"></iframe>
 
 .. raw:: latex
 
     \begin{figure}[H]
         \centering
             \graphicspath{{../_build/_static/vpp/}}
-            \includegraphics[clip, trim=0cm 0cm 5cm 0cm, width=0.70\textwidth]{3n-skx-xxv710-1280b-2t1c-eth-ip4udpquic-vppecho-bps}
-            \label{fig:3n-skx-xxv710-1280b-2t1c-eth-ip4udpquic-vppecho-bps}
+            \includegraphics[clip, trim=0cm 0cm 5cm 0cm, width=0.70\textwidth]{3n-icx-e810xxv-1280b-2t1c-eth-ip4udpquic-vppecho-bps}
+            \label{fig:3n-icx-e810xxv-1280b-2t1c-eth-ip4udpquic-vppecho-bps}
     \end{figure}

diff --git a/docs/report/vpp_performance_tests/packet_throughput_graphs/ipsec-3n-snr-e822cq.rst b/docs/report/vpp_performance_tests/packet_throughput_graphs/ipsec-3n-snr-e822cq.rst
index d787308..8d92c20 100644 (file)
--- a/docs/report/vpp_performance_tests/packet_throughput_graphs/ipsec-3n-snr-e822cq.rst
+++ b/docs/report/vpp_performance_tests/packet_throughput_graphs/ipsec-3n-snr-e822cq.rst
@@ -114,88 +114,89 @@ imix-1t1c-ipsec-ip4routing-scale-sw
             \label{fig:3n-snr-e822cq-1518b-1t1c-ipsec-ip4routing-scale-sw-pdr}
     \end{figure}
 
-.. raw:: latex
+..
+    .. raw:: latex
 
-    \clearpage
+        \clearpage
 
-imix-1t1c-ipsec-ip4routing-scale-scheduler
-------------------------------------------
+    imix-1t1c-ipsec-ip4routing-scale-scheduler
+    ------------------------------------------
 
-.. raw:: html
+    .. raw:: html
 
-    <center>
-    <iframe id="05" onload="setIframeHeight(this.id)" width="700" frameborder="0" scrolling="no" src="../../_static/vpp/3n-snr-e822cq-imix-1t1c-ipsec-ip4routing-scale-scheduler-ndr.html"></iframe>
-    <p><br></p>
-    </center>
+        <center>
+        <iframe id="05" onload="setIframeHeight(this.id)" width="700" frameborder="0" scrolling="no" src="../../_static/vpp/3n-snr-e822cq-imix-1t1c-ipsec-ip4routing-scale-scheduler-ndr.html"></iframe>
+        <p><br></p>
+        </center>
 
-.. raw:: latex
+    .. raw:: latex
 
-    \begin{figure}[H]
-        \centering
-            \graphicspath{{../_build/_static/vpp/}}
-            \includegraphics[clip, trim=0cm 0cm 5cm 0cm, width=0.70\textwidth]{3n-snr-e822cq-imix-1t1c-ipsec-ip4routing-scale-scheduler-ndr}
-            \label{fig:3n-snr-e822cq-imix-1t1c-ipsec-ip4routing-base-scheduler-ndr}
-    \end{figure}
+        \begin{figure}[H]
+            \centering
+                \graphicspath{{../_build/_static/vpp/}}
+                \includegraphics[clip, trim=0cm 0cm 5cm 0cm, width=0.70\textwidth]{3n-snr-e822cq-imix-1t1c-ipsec-ip4routing-scale-scheduler-ndr}
+                \label{fig:3n-snr-e822cq-imix-1t1c-ipsec-ip4routing-base-scheduler-ndr}
+        \end{figure}
 
-.. raw:: latex
+    .. raw:: latex
 
-    \clearpage
+        \clearpage
 
-.. raw:: html
+    .. raw:: html
 
-    <center>
-    <iframe id="06" onload="setIframeHeight(this.id)" width="700" frameborder="0" scrolling="no" src="../../_static/vpp/3n-snr-e822cq-imix-1t1c-ipsec-ip4routing-scale-scheduler-pdr.html"></iframe>
-    <p><br></p>
-    </center>
+        <center>
+        <iframe id="06" onload="setIframeHeight(this.id)" width="700" frameborder="0" scrolling="no" src="../../_static/vpp/3n-snr-e822cq-imix-1t1c-ipsec-ip4routing-scale-scheduler-pdr.html"></iframe>
+        <p><br></p>
+        </center>
 
-.. raw:: latex
+    .. raw:: latex
 
-    \begin{figure}[H]
-        \centering
-            \graphicspath{{../_build/_static/vpp/}}
-            \includegraphics[clip, trim=0cm 0cm 5cm 0cm, width=0.70\textwidth]{3n-snr-e822cq-imix-1t1c-ipsec-ip4routing-scale-scheduler-pdr}
-            \label{fig:3n-snr-e822cq-imix-1t1c-ipsec-ip4routing-scale-scheduler-pdr}
-    \end{figure}
+        \begin{figure}[H]
+            \centering
+                \graphicspath{{../_build/_static/vpp/}}
+                \includegraphics[clip, trim=0cm 0cm 5cm 0cm, width=0.70\textwidth]{3n-snr-e822cq-imix-1t1c-ipsec-ip4routing-scale-scheduler-pdr}
+                \label{fig:3n-snr-e822cq-imix-1t1c-ipsec-ip4routing-scale-scheduler-pdr}
+        \end{figure}
 
-.. raw:: latex
+    .. raw:: latex
 
-    \clearpage
+        \clearpage
 
-1518b-1t1c-ipsec-ip4routing-scale-scheduler
--------------------------------------------
+    1518b-1t1c-ipsec-ip4routing-scale-scheduler
+    -------------------------------------------
 
-.. raw:: html
+    .. raw:: html
 
-    <center>
-    <iframe id="07" onload="setIframeHeight(this.id)" width="700" frameborder="0" scrolling="no" src="../../_static/vpp/3n-snr-e822cq-1518b-1t1c-ipsec-ip4routing-scale-scheduler-ndr.html"></iframe>
-    <p><br></p>
-    </center>
+        <center>
+        <iframe id="07" onload="setIframeHeight(this.id)" width="700" frameborder="0" scrolling="no" src="../../_static/vpp/3n-snr-e822cq-1518b-1t1c-ipsec-ip4routing-scale-scheduler-ndr.html"></iframe>
+        <p><br></p>
+        </center>
 
-.. raw:: latex
+    .. raw:: latex
 
-    \begin{figure}[H]
-        \centering
-            \graphicspath{{../_build/_static/vpp/}}
-            \includegraphics[clip, trim=0cm 0cm 5cm 0cm, width=0.70\textwidth]{3n-snr-e822cq-1518b-1t1c-ipsec-ip4routing-scale-scheduler-ndr}
-            \label{fig:3n-snr-e822cq-1518b-1t1c-ipsec-ip4routing-base-scheduler-ndr}
-    \end{figure}
+        \begin{figure}[H]
+            \centering
+                \graphicspath{{../_build/_static/vpp/}}
+                \includegraphics[clip, trim=0cm 0cm 5cm 0cm, width=0.70\textwidth]{3n-snr-e822cq-1518b-1t1c-ipsec-ip4routing-scale-scheduler-ndr}
+                \label{fig:3n-snr-e822cq-1518b-1t1c-ipsec-ip4routing-base-scheduler-ndr}
+        \end{figure}
 
-.. raw:: latex
+    .. raw:: latex
 
-    \clearpage
+        \clearpage
 
-.. raw:: html
+    .. raw:: html
 
-    <center>
-    <iframe id="08" onload="setIframeHeight(this.id)" width="700" frameborder="0" scrolling="no" src="../../_static/vpp/3n-snr-e822cq-1518b-1t1c-ipsec-ip4routing-scale-scheduler-pdr.html"></iframe>
-    <p><br></p>
-    </center>
+        <center>
+        <iframe id="08" onload="setIframeHeight(this.id)" width="700" frameborder="0" scrolling="no" src="../../_static/vpp/3n-snr-e822cq-1518b-1t1c-ipsec-ip4routing-scale-scheduler-pdr.html"></iframe>
+        <p><br></p>
+        </center>
 
-.. raw:: latex
+    .. raw:: latex
 
-    \begin{figure}[H]
-        \centering
-            \graphicspath{{../_build/_static/vpp/}}
-            \includegraphics[clip, trim=0cm 0cm 5cm 0cm, width=0.70\textwidth]{3n-snr-e822cq-1518b-1t1c-ipsec-ip4routing-scale-scheduler-pdr}
-            \label{fig:3n-snr-e822cq-1518b-1t1c-ipsec-ip4routing-scale-scheduler-pdr}
-    \end{figure}
+        \begin{figure}[H]
+            \centering
+                \graphicspath{{../_build/_static/vpp/}}
+                \includegraphics[clip, trim=0cm 0cm 5cm 0cm, width=0.70\textwidth]{3n-snr-e822cq-1518b-1t1c-ipsec-ip4routing-scale-scheduler-pdr}
+                \label{fig:3n-snr-e822cq-1518b-1t1c-ipsec-ip4routing-scale-scheduler-pdr}
+        \end{figure}

diff --git a/resources/tools/presentation/specifications/report/data_sets.yaml b/resources/tools/presentation/specifications/report/data_sets.yaml
index 44867e5..87f14af 100644 (file)
--- a/resources/tools/presentation/specifications/report/data_sets.yaml
+++ b/resources/tools/presentation/specifications/report/data_sets.yaml
@@ -974,6 +974,19 @@
     csit-vpp-perf-report-iterative-2210-3n-icx:
       - 12  # rls2210.rc2 MRR iter env 11
 
+  # vpp-3n-icx-hist-iter-hoststack-new-env:
+  #   csit-vpp-perf-report-iterative-2110-3n-icx:
+  #     - 40  # rls2110.rel NDRPDR iter env 8
+
+  # vpp-3n-icx-prev-iter-hoststack-old-env:
+  #   csit-vpp-perf-report-iterative-2202-3n-icx:
+  #     - 29  # rls2202.rel hoststack iter env 9
+
+  vpp-3n-icx-curr-iter-hoststack:
+    csit-vpp-perf-report-iterative-2210-3n-icx:
+      - 17  # rls2210.rc2 hoststack iter env 11
+      - 21  # rls2210.rc2 hoststack iter env 11
+
   vpp-3n-icx-curr-cov:
     # csit-vpp-perf-report-coverage-2210-3n-icx:
     csit-vpp-perf-report-coverage-2206-3n-icx:

diff --git a/resources/tools/presentation/specifications/report/elements.yaml b/resources/tools/presentation/specifications/report/elements.yaml
index e3a4621..3d9e1c4 100644 (file)
--- a/resources/tools/presentation/specifications/report/elements.yaml
+++ b/resources/tools/presentation/specifications/report/elements.yaml
@@ -79,6 +79,8 @@
       data-set: "vpp-3n-icx-curr-iter-mrr"
     - job-spec: "vpp-mlr-00"
       data-set: "vpp-3n-icx-curr-iter"
+    - job-spec: "hoststack-00"
+      data-set: "vpp-3n-icx-curr-iter-hoststack"
     - job-spec: "dpdk-mlr-00"
       data-set: "dpdk-3n-icx-curr-iter"
 
@@ -1599,6 +1601,31 @@
 ################################################################################
 # VPP
 
+# # VPP Performance Changes 3n-icx Hoststack
+# - type: "table"
+#   title: "VPP Performance Changes 3n-icx Hoststack"
+#   algorithm: "table_comparison"
+#   output-file: "{DIR[STATIC,VPP]}/performance-changes-3n-icx-hoststack"
+#   include-tests: "hoststack"
+#   filter: "all"
+#   columns:
+#     - title: "2110.0-8"
+#       data-set: "vpp-3n-icx-hist-iter-hoststack-new-env"
+#     - title: "2202.0-9"
+#       data-set: "vpp-3n-icx-prev-iter-hoststack-old-env"
+#     - title: "2206.0-10"
+#       data-set: "vpp-3n-icx-curr-iter-hoststack"
+#   comparisons:
+#     - title: "2206.0-10 vs 2202.0-9"
+#       reference: 2
+#       compare: 3
+#   legend:
+#     - ''
+#     - 'Test Case:             Test cases executed for: Hoststack on 3n-icx with e810xxv.'
+#     - 'YYMM.V-E:              [Mbps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "9" for CSIT rls2202, "10" for CSIT rls2210).'
+#     - 'YYMM.V-E vs YYMM.V-E:  [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.'
+#     - '2206.0-10 vs 2202.0-9: Compares VPP code current vs previous.'
+
 # VPP Performance Changes 3n-icx 2t1c pdr
 - type: "table"
   title: "VPP Performance Changes 3n-icx 2t1c pdr"
@@ -12132,6 +12159,48 @@
 
 ###############################################################################
 
+# Hoststack tests 3n-icx
+
+- type: "plot"
+  title: "Bandwidth: 3n-icx-e810xxv-1460b-2t1c-eth-ip4tcp-ldpreload-iperf3"
+  algorithm: "plot_perf_box_name"
+  output-file: "{DIR[STATIC,VPP]}/3n-icx-e810xxv-1460b-2t1c-eth-ip4tcp-ldpreload-iperf3-bps"
+  data: "vpp-3n-icx-curr-iter-hoststack"
+  include:
+    - "Tests.Vpp.Perf.Hoststack.25Ge2P1E810Xxv-Eth-Ip4Tcpbase-Ldpreload-Iperf3-Bps.1460B-2t1c-eth-ip4tcpbase-ldpreload-iperf3-bps"
+    - "Tests.Vpp.Perf.Hoststack.25Ge2P1E810Xxv-Eth-Ip4Tcpscale1Cl10S-Ldpreload-Iperf3-Bps.1460B-2t1c-eth-ip4tcpscale1cl10s-ldpreload-iperf3-bps"
+  layout:
+    title: "3n-icx-e810xxv-1460b-2t1c-eth-ip4tcp-ldpreload-iperf3"
+    layout: "plot-hoststack"
+
+- type: "plot"
+  title: "Bandwidth: 3n-icx-e810xxv-1460b-2t1c-eth-ip4udp-ldpreload-iperf3"
+  algorithm: "plot_perf_box_name"
+  output-file: "{DIR[STATIC,VPP]}/3n-icx-e810xxv-1460b-2t1c-eth-ip4udp-ldpreload-iperf3-bps"
+  data: "vpp-3n-icx-curr-iter-hoststack"
+  include:
+    - "Tests.Vpp.Perf.Hoststack.25Ge2P1E810Xxv-Eth-Ip4Udpbase-Ldpreload-Iperf3-Bps.1460B-2t1c-eth-ip4udpbase-ldpreload-iperf3-bps"
+    - "Tests.Vpp.Perf.Hoststack.25Ge2P1E810Xxv-Eth-Ip4Udpscale1Cl10S-Ldpreload-Iperf3-Bps.1460B-2t1c-eth-ip4udpscale1cl10s-ldpreload-iperf3-bps"
+  layout:
+    title: "3n-icx-e810xxv-1460b-2t1c-eth-ip4udp-ldpreload-iperf3"
+    layout: "plot-hoststack"
+
+# - type: "plot"
+#   title: "Bandwidth: 3n-icx-e810xxv-1280b-2t1c-eth-ip4udpquic-vppecho"
+#   algorithm: "plot_perf_box_name"
+#   output-file: "{DIR[STATIC,VPP]}/3n-icx-e810xxv-1280b-2t1c-eth-ip4udpquic-vppecho-bps"
+#   data: "vpp-3n-icx-curr-iter-hoststack"
+#   include:
+#     - "Tests.Vpp.Perf.Hoststack.25Ge2P1E810Xxv-Eth-Ip4Udpquicbase-Vppecho-Bps.1280B-2t1c-eth-ip4udpquicbase-vppecho-bps"
+#     - "Tests.Vpp.Perf.Hoststack.25Ge2P1E810Xxv-Eth-Ip4Udpquicscale1Cl10S-Vppecho-Bps.1280B-2t1c-eth-ip4udpquicscale1cl10s-vppecho-bps"
+#     - "Tests.Vpp.Perf.Hoststack.25Ge2P1E810Xxv-Eth-Ip4Udpquicscale10Cl1S-Vppecho-Bps.1280B-2t1c-eth-ip4udpquicscale10cl1s-vppecho-bps"
+#     - "Tests.Vpp.Perf.Hoststack.25Ge2P1E810Xxv-Eth-Ip4Udpquicscale10Cl10S-Vppecho-Bps.1280B-2t1c-eth-ip4udpquicscale10cl10s-vppecho-bps"
+#   layout:
+#     title: "3n-icx-e810xxv-1280b-2t1c-eth-ip4udpquic-vppecho"
+#     layout: "plot-hoststack"
+
+###############################################################################
+
 # TRex 2n-skx
 
 # - type: "plot"