Report: Add TRex tests 65/33965/1
authorTibor Frank <tifrank@cisco.com>
Fri, 8 Oct 2021 08:35:56 +0000 (10:35 +0200)
committerTibor Frank <tifrank@cisco.com>
Fri, 8 Oct 2021 11:47:06 +0000 (11:47 +0000)
Change-Id: Ic221a1e5b6706ea6cca49cc0a3e7637169500d9c
Signed-off-by: Tibor Frank <tifrank@cisco.com>
(cherry picked from commit 75119f759eb2020bb6fb6543e11877f9c256dc5f)

21 files changed:
docs/report/detailed_test_results/trex_performance_results_2n_skx/index.rst [new file with mode: 0644]
docs/report/detailed_test_results/trex_performance_results_3n_skx/index.rst [new file with mode: 0644]
docs/report/index.html.template
docs/report/index.pdf.template
docs/report/trex_performance_tests/csit_release_notes.rst [new file with mode: 0644]
docs/report/trex_performance_tests/hdrh_packet_latency_by_percentile_graphs/2n_skx.rst [new file with mode: 0644]
docs/report/trex_performance_tests/hdrh_packet_latency_by_percentile_graphs/3n_skx.rst [new file with mode: 0644]
docs/report/trex_performance_tests/index.rst [new file with mode: 0644]
docs/report/trex_performance_tests/overview.rst [new file with mode: 0644]
docs/report/trex_performance_tests/packet_latency/2n-skx-x710.rst [new file with mode: 0644]
docs/report/trex_performance_tests/packet_latency/3n-skx-x710.rst [new file with mode: 0644]
docs/report/trex_performance_tests/packet_latency/index.rst [new file with mode: 0644]
docs/report/trex_performance_tests/packet_throughput_graphs/2n-skx-x710.rst [new file with mode: 0644]
docs/report/trex_performance_tests/packet_throughput_graphs/3n-skx-x710.rst [new file with mode: 0644]
docs/report/trex_performance_tests/packet_throughput_graphs/index.rst [new file with mode: 0644]
docs/report/trex_performance_tests/test_environment.rst [new file with mode: 0644]
docs/report/trex_performance_tests/throughput_trending.rst [new file with mode: 0644]
resources/tools/presentation/specifications/report/data_sets.yaml
resources/tools/presentation/specifications/report/elements.yaml
resources/tools/presentation/specifications/report/environment.yaml
resources/tools/presentation/sphinx_conf/report/conf.py

diff --git a/docs/report/detailed_test_results/trex_performance_results_2n_skx/index.rst b/docs/report/detailed_test_results/trex_performance_results_2n_skx/index.rst
new file mode 100644 (file)
index 0000000..8607595
--- /dev/null
@@ -0,0 +1,12 @@
+2n-skx
+------
+
+.. note::
+
+    Data sources for reported test results:
+    i) `build logs from FD.io trex coverage job 2n-skx`_,
+    ii) archived FD.io jobs test result `output files
+    <../../_static/archive/>`_.
+
+.. toctree::
+
diff --git a/docs/report/detailed_test_results/trex_performance_results_3n_skx/index.rst b/docs/report/detailed_test_results/trex_performance_results_3n_skx/index.rst
new file mode 100644 (file)
index 0000000..d67848a
--- /dev/null
@@ -0,0 +1,12 @@
+3n-skx
+------
+
+.. note::
+
+    Data sources for reported test results:
+    i) `build logs from FD.io trex coverage job 3n-skx`_,
+    ii) archived FD.io jobs test result `output files
+    <../../_static/archive/>`_.
+
+.. toctree::
+
index 1eb1888..1502e75 100644 (file)
@@ -43,6 +43,17 @@ CSIT-2110
     dpdk_performance_tests/test_environment
     dpdk_performance_tests/documentation
 
+.. toctree::
+    :maxdepth: 2
+    :caption: TRex Performance
+
+    trex_performance_tests/overview
+    trex_performance_tests/csit_release_notes
+    trex_performance_tests/packet_throughput_graphs/index
+    trex_performance_tests/packet_latency/index
+    trex_performance_tests/throughput_trending
+    trex_performance_tests/test_environment
+
 .. toctree::
     :maxdepth: 2
     :caption: VPP Device
index 0099942..2c93a1f 100644 (file)
@@ -7,5 +7,6 @@ CSIT-2110
     introduction/index
     vpp_performance_tests/index
     dpdk_performance_tests/index
+    trex_performance_tests/index
     vpp_device_tests/index
     csit_framework_documentation/index
diff --git a/docs/report/trex_performance_tests/csit_release_notes.rst b/docs/report/trex_performance_tests/csit_release_notes.rst
new file mode 100644 (file)
index 0000000..ec0175a
--- /dev/null
@@ -0,0 +1,22 @@
+Release Notes
+=============
+
+Changes in |csit-release|
+-------------------------
+
+#. TEST FRAMEWORK
+
+#. TRex RELEASE VERSION CHANGE
+
+.. _trex_known_issues:
+
+Known Issues
+------------
+
+List of known issues in |csit-release| for TRex performance tests:
+
++----+-----------------------------------------+-----------------------------------------------------------------------------------------------------------+
+| #  | JiraID                                  | Issue Description                                                                                         |
++====+=========================================+===========================================================================================================+
+|  1 |                                         |                                                                                                           |
++----+-----------------------------------------+-----------------------------------------------------------------------------------------------------------+
diff --git a/docs/report/trex_performance_tests/hdrh_packet_latency_by_percentile_graphs/2n_skx.rst b/docs/report/trex_performance_tests/hdrh_packet_latency_by_percentile_graphs/2n_skx.rst
new file mode 100644 (file)
index 0000000..61baf8f
--- /dev/null
@@ -0,0 +1,3 @@
+2n-skx
+======
+
diff --git a/docs/report/trex_performance_tests/hdrh_packet_latency_by_percentile_graphs/3n_skx.rst b/docs/report/trex_performance_tests/hdrh_packet_latency_by_percentile_graphs/3n_skx.rst
new file mode 100644 (file)
index 0000000..60840bb
--- /dev/null
@@ -0,0 +1,3 @@
+3n-skx
+======
+
diff --git a/docs/report/trex_performance_tests/index.rst b/docs/report/trex_performance_tests/index.rst
new file mode 100644 (file)
index 0000000..8596f71
--- /dev/null
@@ -0,0 +1,11 @@
+TRex Performance
+================
+
+.. toctree::
+
+    overview
+    csit_release_notes
+    packet_throughput_graphs/index
+    packet_latency/index
+    throughput_trending
+    test_environment
diff --git a/docs/report/trex_performance_tests/overview.rst b/docs/report/trex_performance_tests/overview.rst
new file mode 100644 (file)
index 0000000..802d341
--- /dev/null
@@ -0,0 +1,2 @@
+Overview
+========
diff --git a/docs/report/trex_performance_tests/packet_latency/2n-skx-x710.rst b/docs/report/trex_performance_tests/packet_latency/2n-skx-x710.rst
new file mode 100644 (file)
index 0000000..7100d1c
--- /dev/null
@@ -0,0 +1,144 @@
+
+.. raw:: latex
+
+    \clearpage
+
+.. raw:: html
+
+    <script type="text/javascript">
+
+        function getDocHeight(doc) {
+            doc = doc || document;
+            var body = doc.body, html = doc.documentElement;
+            var height = Math.max( body.scrollHeight, body.offsetHeight,
+                html.clientHeight, html.scrollHeight, html.offsetHeight );
+            return height;
+        }
+
+        function setIframeHeight(id) {
+            var ifrm = document.getElementById(id);
+            var doc = ifrm.contentDocument? ifrm.contentDocument:
+                ifrm.contentWindow.document;
+            ifrm.style.visibility = 'hidden';
+            ifrm.style.height = "10px"; // reset to minimal height ...
+            // IE opt. for bing/msn needs a bit added or scrollbar appears
+            ifrm.style.height = getDocHeight( doc ) + 4 + "px";
+            ifrm.style.visibility = 'visible';
+        }
+
+    </script>
+
+2n-skx-x710
+~~~~~~~~~~~
+
+CSIT source code for the test cases used for plots can be found in
+`CSIT git repository <https://git.fd.io/csit/tree/tests/trex/perf?h=rls2110>`_.
+
+.. raw:: latex
+
+    \clearpage
+
+64b-ip4routing-base-scale
+-------------------------
+
+.. raw:: html
+
+    <center>
+    <iframe id="hdrh-lat-percentile-2n-skx-10ge2p1x710-64b--ethip4-ip4base-tg" onload="setIframeHeight(this.id)" width="700" frameborder="0" scrolling="no" src="../../_static/trex/hdrh-lat-percentile-2n-skx-10ge2p1xxv710-64b--ethip4-ip4base-tg.html"></iframe>
+    <p><br></p>
+    </center>
+
+.. raw:: latex
+
+    \begin{figure}[H]
+        \centering
+            \graphicspath{{../_build/_static/trex/}}
+            \includegraphics[clip, trim=0cm 0cm 5cm 0cm, width=0.70\textwidth]{hdrh-lat-percentile-2n-skx-10ge2p1x710-64b--ethip4-ip4base-tg}
+            \label{fig:hdrh-lat-percentile-2n-skx-10ge2p1x710-64b--ethip4-ip4base-tg}
+    \end{figure}
+
+.. raw:: latex
+
+    \clearpage
+
+.. raw:: html
+
+    <center>
+    <iframe id="hdrh-lat-percentile-2n-skx-10ge2p1x710-64b--ethip4-ip4scale2m-tg" onload="setIframeHeight(this.id)" width="700" frameborder="0" scrolling="no" src="../../_static/trex/hdrh-lat-percentile-2n-skx-10ge2p1xxv710-64b--ethip4-ip4scale2m-tg.html"></iframe>
+    <p><br></p>
+    </center>
+
+.. raw:: latex
+
+    \begin{figure}[H]
+        \centering
+            \graphicspath{{../_build/_static/trex/}}
+            \includegraphics[clip, trim=0cm 0cm 5cm 0cm, width=0.70\textwidth]{hdrh-lat-percentile-2n-skx-10ge2p1x710-64b--ethip4-ip4scale2m-tg}
+            \label{fig:hdrh-lat-percentile-2n-skx-10ge2p1x710-64b--ethip4-ip4scale2m-tg}
+    \end{figure}
+
+.. raw:: latex
+
+    \clearpage
+
+78b-ip6routing-base-scale
+-------------------------
+
+.. raw:: html
+
+    <center>
+    <iframe id="hdrh-lat-percentile-2n-skx-10ge2p1x710-78b--ethip6-ip6base-tg" onload="setIframeHeight(this.id)" width="700" frameborder="0" scrolling="no" src="../../_static/trex/hdrh-lat-percentile-2n-skx-10ge2p1xxv710-78b--ethip6-ip6base-tg.html"></iframe>
+    <p><br></p>
+    </center>
+
+.. raw:: latex
+
+    \begin{figure}[H]
+        \centering
+            \graphicspath{{../_build/_static/trex/}}
+            \includegraphics[clip, trim=0cm 0cm 5cm 0cm, width=0.70\textwidth]{hdrh-lat-percentile-2n-skx-10ge2p1x710-78b--ethip6-ip6base-tg}
+            \label{fig:hdrh-lat-percentile-2n-skx-10ge2p1x710-78b--ethip6-ip6base-tg}
+    \end{figure}
+
+.. raw:: latex
+
+    \clearpage
+
+.. raw:: html
+
+    <center>
+    <iframe id="hdrh-lat-percentile-2n-skx-10ge2p1x710-78b--ethip6-ip6scale2m-tg" onload="setIframeHeight(this.id)" width="700" frameborder="0" scrolling="no" src="../../_static/trex/hdrh-lat-percentile-2n-skx-10ge2p1xxv710-78b--ethip6-ip6scale2m-tg.html"></iframe>
+    <p><br></p>
+    </center>
+
+.. raw:: latex
+
+    \begin{figure}[H]
+        \centering
+            \graphicspath{{../_build/_static/trex/}}
+            \includegraphics[clip, trim=0cm 0cm 5cm 0cm, width=0.70\textwidth]{hdrh-lat-percentile-2n-skx-10ge2p1x710-78b--ethip6-ip6scale2m-tg}
+            \label{fig:hdrh-lat-percentile-2n-skx-10ge2p1x710-78b--ethip6-ip6scale2m-tg}
+    \end{figure}
+
+.. raw:: latex
+
+    \clearpage
+
+64b-l2switching-scale
+---------------------
+
+.. raw:: html
+
+    <center>
+    <iframe id="hdrh-lat-percentile-2n-skx-10ge2p1x710-64b--eth-l2bdscale1mmaclrn-tg" onload="setIframeHeight(this.id)" width="700" frameborder="0" scrolling="no" src="../../_static/trex/hdrh-lat-percentile-2n-skx-10ge2p1xxv710-64b--eth-l2bdscale1mmaclrn-tg.html"></iframe>
+    <p><br></p>
+    </center>
+
+.. raw:: latex
+
+    \begin{figure}[H]
+        \centering
+            \graphicspath{{../_build/_static/trex/}}
+            \includegraphics[clip, trim=0cm 0cm 5cm 0cm, width=0.70\textwidth]{hdrh-lat-percentile-2n-skx-10ge2p1x710-64b--eth-l2bdscale1mmaclrn-tg}
+            \label{fig:hdrh-lat-percentile-2n-skx-10ge2p1x710-64b--eth-l2bdscale1mmaclrn-tg}
+    \end{figure}
diff --git a/docs/report/trex_performance_tests/packet_latency/3n-skx-x710.rst b/docs/report/trex_performance_tests/packet_latency/3n-skx-x710.rst
new file mode 100644 (file)
index 0000000..325000f
--- /dev/null
@@ -0,0 +1,144 @@
+
+.. raw:: latex
+
+    \clearpage
+
+.. raw:: html
+
+    <script type="text/javascript">
+
+        function getDocHeight(doc) {
+            doc = doc || document;
+            var body = doc.body, html = doc.documentElement;
+            var height = Math.max( body.scrollHeight, body.offsetHeight,
+                html.clientHeight, html.scrollHeight, html.offsetHeight );
+            return height;
+        }
+
+        function setIframeHeight(id) {
+            var ifrm = document.getElementById(id);
+            var doc = ifrm.contentDocument? ifrm.contentDocument:
+                ifrm.contentWindow.document;
+            ifrm.style.visibility = 'hidden';
+            ifrm.style.height = "10px"; // reset to minimal height ...
+            // IE opt. for bing/msn needs a bit added or scrollbar appears
+            ifrm.style.height = getDocHeight( doc ) + 4 + "px";
+            ifrm.style.visibility = 'visible';
+        }
+
+    </script>
+
+3n-skx-x710
+~~~~~~~~~~~
+
+CSIT source code for the test cases used for plots can be found in
+`CSIT git repository <https://git.fd.io/csit/tree/tests/trex/perf?h=rls2110>`_.
+
+.. raw:: latex
+
+    \clearpage
+
+64b-ip4routing-base-scale
+-------------------------
+
+.. raw:: html
+
+    <center>
+    <iframe id="hdrh-lat-percentile-3n-skx-10ge2p1x710-64b--ethip4-ip4base-tg" onload="setIframeHeight(this.id)" width="700" frameborder="0" scrolling="no" src="../../_static/trex/hdrh-lat-percentile-3n-skx-10ge2p1xxv710-64b--ethip4-ip4base-tg.html"></iframe>
+    <p><br></p>
+    </center>
+
+.. raw:: latex
+
+    \begin{figure}[H]
+        \centering
+            \graphicspath{{../_build/_static/trex/}}
+            \includegraphics[clip, trim=0cm 0cm 5cm 0cm, width=0.70\textwidth]{hdrh-lat-percentile-3n-skx-10ge2p1x710-64b--ethip4-ip4base-tg}
+            \label{fig:hdrh-lat-percentile-3n-skx-10ge2p1x710-64b--ethip4-ip4base-tg}
+    \end{figure}
+
+.. raw:: latex
+
+    \clearpage
+
+.. raw:: html
+
+    <center>
+    <iframe id="hdrh-lat-percentile-3n-skx-10ge2p1x710-64b--ethip4-ip4scale2m-tg" onload="setIframeHeight(this.id)" width="700" frameborder="0" scrolling="no" src="../../_static/trex/hdrh-lat-percentile-3n-skx-10ge2p1xxv710-64b--ethip4-ip4scale2m-tg.html"></iframe>
+    <p><br></p>
+    </center>
+
+.. raw:: latex
+
+    \begin{figure}[H]
+        \centering
+            \graphicspath{{../_build/_static/trex/}}
+            \includegraphics[clip, trim=0cm 0cm 5cm 0cm, width=0.70\textwidth]{hdrh-lat-percentile-3n-skx-10ge2p1x710-64b--ethip4-ip4scale2m-tg}
+            \label{fig:hdrh-lat-percentile-3n-skx-10ge2p1x710-64b--ethip4-ip4scale2m-tg}
+    \end{figure}
+
+.. raw:: latex
+
+    \clearpage
+
+78b-ip6routing-base-scale
+-------------------------
+
+.. raw:: html
+
+    <center>
+    <iframe id="hdrh-lat-percentile-3n-skx-10ge2p1x710-78b--ethip6-ip6base-tg" onload="setIframeHeight(this.id)" width="700" frameborder="0" scrolling="no" src="../../_static/trex/hdrh-lat-percentile-3n-skx-10ge2p1xxv710-78b--ethip6-ip6base-tg.html"></iframe>
+    <p><br></p>
+    </center>
+
+.. raw:: latex
+
+    \begin{figure}[H]
+        \centering
+            \graphicspath{{../_build/_static/trex/}}
+            \includegraphics[clip, trim=0cm 0cm 5cm 0cm, width=0.70\textwidth]{hdrh-lat-percentile-3n-skx-10ge2p1x710-78b--ethip6-ip6base-tg}
+            \label{fig:hdrh-lat-percentile-3n-skx-10ge2p1x710-78b--ethip6-ip6base-tg}
+    \end{figure}
+
+.. raw:: latex
+
+    \clearpage
+
+.. raw:: html
+
+    <center>
+    <iframe id="hdrh-lat-percentile-3n-skx-10ge2p1x710-78b--ethip6-ip6scale2m-tg" onload="setIframeHeight(this.id)" width="700" frameborder="0" scrolling="no" src="../../_static/trex/hdrh-lat-percentile-3n-skx-10ge2p1xxv710-78b--ethip6-ip6scale2m-tg.html"></iframe>
+    <p><br></p>
+    </center>
+
+.. raw:: latex
+
+    \begin{figure}[H]
+        \centering
+            \graphicspath{{../_build/_static/trex/}}
+            \includegraphics[clip, trim=0cm 0cm 5cm 0cm, width=0.70\textwidth]{hdrh-lat-percentile-3n-skx-10ge2p1x710-78b--ethip6-ip6scale2m-tg}
+            \label{fig:hdrh-lat-percentile-3n-skx-10ge2p1x710-78b--ethip6-ip6scale2m-tg}
+    \end{figure}
+
+.. raw:: latex
+
+    \clearpage
+
+64b-l2switching-scale
+---------------------
+
+.. raw:: html
+
+    <center>
+    <iframe id="hdrh-lat-percentile-3n-skx-10ge2p1x710-64b--eth-l2bdscale1mmaclrn-tg" onload="setIframeHeight(this.id)" width="700" frameborder="0" scrolling="no" src="../../_static/trex/hdrh-lat-percentile-3n-skx-10ge2p1xxv710-64b--eth-l2bdscale1mmaclrn-tg.html"></iframe>
+    <p><br></p>
+    </center>
+
+.. raw:: latex
+
+    \begin{figure}[H]
+        \centering
+            \graphicspath{{../_build/_static/trex/}}
+            \includegraphics[clip, trim=0cm 0cm 5cm 0cm, width=0.70\textwidth]{hdrh-lat-percentile-3n-skx-10ge2p1x710-64b--eth-l2bdscale1mmaclrn-tg}
+            \label{fig:hdrh-lat-percentile-3n-skx-10ge2p1x710-64b--eth-l2bdscale1mmaclrn-tg}
+    \end{figure}
diff --git a/docs/report/trex_performance_tests/packet_latency/index.rst b/docs/report/trex_performance_tests/packet_latency/index.rst
new file mode 100644 (file)
index 0000000..1ebf394
--- /dev/null
@@ -0,0 +1,44 @@
+
+.. raw:: latex
+
+    \clearpage
+
+Packet Latency
+==============
+
+TRex latency results are generated based on the test
+data obtained from |csit-release| NDR-PDR throughput tests executed
+across physical testbeds hosted in LF FD.io labs: 3n-skx, 2n-skx.
+
+Latency by percentile distribution plots are used to show packet latency
+percentiles at different packet rate load levels: i) No-Load latency
+streams only, ii) Low-Load at 10% PDR, iii) Mid-Load at 50% PDR and iv)
+High-Load at 90% PDR.
+
+For more details, see :ref:`latency_methodology`.
+
+Additional information about graph data:
+
+#. **Graph Title**: describes tested DUT packet path.
+
+#. **X-axis Labels**: percentile of packets.
+
+#. **Y-axis Labels**: measured one-way packet latency values in [uSec].
+
+#. **Graph Legend**: list of latency tests at different packet rate load
+   level.
+
+#. **Hover Information**: packet rate load level, stream direction
+   (East-West, West-East), percentile, one-way latency.
+
+.. note::
+
+    Test results are stored in
+    `build logs from FD.io trex performance job 2n-skx`_ and
+    `build logs from FD.io trex performance job 3n-skx`_.
+
+.. toctree::
+    :maxdepth: 3
+
+    2n-skx-x710
+    3n-skx-x710
diff --git a/docs/report/trex_performance_tests/packet_throughput_graphs/2n-skx-x710.rst b/docs/report/trex_performance_tests/packet_throughput_graphs/2n-skx-x710.rst
new file mode 100644 (file)
index 0000000..6de5475
--- /dev/null
@@ -0,0 +1,258 @@
+
+.. raw:: latex
+
+    \clearpage
+
+.. raw:: html
+
+    <script type="text/javascript">
+
+        function getDocHeight(doc) {
+            doc = doc || document;
+            var body = doc.body, html = doc.documentElement;
+            var height = Math.max( body.scrollHeight, body.offsetHeight,
+                html.clientHeight, html.scrollHeight, html.offsetHeight );
+            return height;
+        }
+
+        function setIframeHeight(id) {
+            var ifrm = document.getElementById(id);
+            var doc = ifrm.contentDocument? ifrm.contentDocument:
+                ifrm.contentWindow.document;
+            ifrm.style.visibility = 'hidden';
+            ifrm.style.height = "10px"; // reset to minimal height ...
+            // IE opt. for bing/msn needs a bit added or scrollbar appears
+            ifrm.style.height = getDocHeight( doc ) + 4 + "px";
+            ifrm.style.visibility = 'visible';
+        }
+
+    </script>
+
+2n-skx-x710
+~~~~~~~~~~~
+
+Following sections include summary graphs of Phy-to-Phy performance with
+packet routed forwarding, including NDR throughput (zero packet loss)
+and PDR throughput (<0.5% packet loss).
+
+CSIT source code for the test cases used for plots can be found in
+`CSIT git repository <https://git.fd.io/csit/tree/tests/trex/perf?h=rls2110>`_.
+
+.. raw:: latex
+
+    \clearpage
+
+64b-ip4routing-base-scale
+-------------------------
+
+.. raw:: html
+
+    <center>
+    <iframe id="01" onload="setIframeHeight(this.id)" width="700" frameborder="0" scrolling="no" src="../../_static/trex/2n-skx-x710-64b--ip4-base-scale-ndr.html"></iframe>
+    <p><br></p>
+    </center>
+
+.. raw:: latex
+
+    \begin{figure}[H]
+        \centering
+            \graphicspath{{../_build/_static/trex/}}
+            \includegraphics[clip, trim=0cm 0cm 5cm 0cm, width=0.70\textwidth]{2n-skx-x710-64b--ip4-base-scale-ndr}
+            \label{fig:2n-skx-x710-64b--ip4-base-scale-ndr}
+    \end{figure}
+
+.. raw:: latex
+
+    \clearpage
+
+.. raw:: html
+
+    <center>
+    <iframe id="02" onload="setIframeHeight(this.id)" width="700" frameborder="0" scrolling="no" src="../../_static/trex/2n-skx-x710-64b--ip4-base-scale-pdr.html"></iframe>
+    <p><br></p>
+    </center>
+
+.. raw:: latex
+
+    \begin{figure}[H]
+        \centering
+            \graphicspath{{../_build/_static/trex/}}
+            \includegraphics[clip, trim=0cm 0cm 5cm 0cm, width=0.70\textwidth]{2n-skx-x710-64b--ip4-base-scale-pdr}
+            \label{fig:2n-skx-x710-64b--ip4-base-scale-pdr}
+    \end{figure}
+
+.. raw:: latex
+
+    \clearpage
+
+64b-ip4routing-[udp|tcp]-stf-cps
+--------------------------------
+
+.. raw:: html
+
+    <center>
+    <iframe id="03" onload="setIframeHeight(this.id)" width="700" frameborder="0" scrolling="no" src="../../_static/trex/2n-skx-x710-64b--ip4routing-stf-cps-ndr.html"></iframe>
+    <p><br></p>
+    </center>
+
+.. raw:: latex
+
+    \begin{figure}[H]
+        \centering
+            \graphicspath{{../_build/_static/trex/}}
+            \includegraphics[clip, trim=0cm 0cm 5cm 0cm, width=0.70\textwidth]{2n-skx-x710-64b--ip4routing-stf-cps-ndr}
+            \label{fig:2n-skx-x710-64b--ip4routing-stf-cps-ndr}
+    \end{figure}
+
+.. raw:: latex
+
+    \clearpage
+
+.. raw:: html
+
+    <center>
+    <iframe id="04" onload="setIframeHeight(this.id)" width="700" frameborder="0" scrolling="no" src="../../_static/trex/2n-skx-x710-64b--ip4routing-stf-cps-pdr.html"></iframe>
+    <p><br></p>
+    </center>
+
+.. raw:: latex
+
+    \begin{figure}[H]
+        \centering
+            \graphicspath{{../_build/_static/trex/}}
+            \includegraphics[clip, trim=0cm 0cm 5cm 0cm, width=0.70\textwidth]{2n-skx-x710-64b--ip4routing-stf-cps-pdr}
+            \label{fig:2n-skx-x710-64b--ip4routing-stf-cps-pdr}
+    \end{figure}
+
+.. raw:: latex
+
+    \clearpage
+
+64b-ip4routing-[udp|tcp]-stf-pps
+--------------------------------
+
+.. raw:: html
+
+    <center>
+    <iframe id="05" onload="setIframeHeight(this.id)" width="700" frameborder="0" scrolling="no" src="../../_static/trex/2n-skx-x710-64b--ip4routing-stf-pps-ndr.html"></iframe>
+    <p><br></p>
+    </center>
+
+.. raw:: latex
+
+    \begin{figure}[H]
+        \centering
+            \graphicspath{{../_build/_static/trex/}}
+            \includegraphics[clip, trim=0cm 0cm 5cm 0cm, width=0.70\textwidth]{2n-skx-x710-64b--ip4routing-stf-pps-ndr}
+            \label{fig:2n-skx-x710-64b--ip4routing-stf-pps-ndr}
+    \end{figure}
+
+.. raw:: latex
+
+    \clearpage
+
+.. raw:: html
+
+    <center>
+    <iframe id="06" onload="setIframeHeight(this.id)" width="700" frameborder="0" scrolling="no" src="../../_static/trex/2n-skx-x710-64b--ip4routing-stf-pps-pdr.html"></iframe>
+    <p><br></p>
+    </center>
+
+.. raw:: latex
+
+    \begin{figure}[H]
+        \centering
+            \graphicspath{{../_build/_static/trex/}}
+            \includegraphics[clip, trim=0cm 0cm 5cm 0cm, width=0.70\textwidth]{2n-skx-x710-64b--ip4routing-stf-pps-pdr}
+            \label{fig:2n-skx-x710-64b--ip4routing-stf-pps-pdr}
+    \end{figure}
+
+.. raw:: latex
+
+    \clearpage
+
+78b-ip6routing-base-scale
+-------------------------
+
+.. raw:: html
+
+    <center>
+    <iframe id="07" onload="setIframeHeight(this.id)" width="700" frameborder="0" scrolling="no" src="../../_static/trex/2n-skx-x710-78b--ip6-base-scale-ndr.html"></iframe>
+    <p><br></p>
+    </center>
+
+.. raw:: latex
+
+    \begin{figure}[H]
+        \centering
+            \graphicspath{{../_build/_static/trex/}}
+            \includegraphics[clip, trim=0cm 0cm 5cm 0cm, width=0.70\textwidth]{2n-skx-x710-78b--ip6-base-scale-ndr}
+            \label{fig:2n-skx-x710-78b--ip6-base-scale-ndr}
+    \end{figure}
+
+.. raw:: latex
+
+    \clearpage
+
+.. raw:: html
+
+    <center>
+    <iframe id="08" onload="setIframeHeight(this.id)" width="700" frameborder="0" scrolling="no" src="../../_static/trex/2n-skx-x710-78b--ip6-base-scale-pdr.html"></iframe>
+    <p><br></p>
+    </center>
+
+.. raw:: latex
+
+    \begin{figure}[H]
+        \centering
+            \graphicspath{{../_build/_static/trex/}}
+            \includegraphics[clip, trim=0cm 0cm 5cm 0cm, width=0.70\textwidth]{2n-skx-x710-78b--ip6-base-scale-pdr}
+            \label{fig:2n-skx-x710-78b--ip6-base-scale-pdr}
+    \end{figure}
+
+.. raw:: latex
+
+    \clearpage
+
+64b-l2switching-scale
+---------------------
+
+.. raw:: html
+
+    <center>
+    <iframe id="09" onload="setIframeHeight(this.id)" width="700" frameborder="0" scrolling="no" src="../../_static/trex/2n-skx-x710-64b--l2-scale-ndr.html"></iframe>
+    <p><br></p>
+    </center>
+
+.. raw:: latex
+
+    \begin{figure}[H]
+        \centering
+            \graphicspath{{../_build/_static/trex/}}
+            \includegraphics[clip, trim=0cm 0cm 5cm 0cm, width=0.70\textwidth]{2n-skx-x710-64b--l2-scale-ndr}
+            \label{fig:2n-skx-x710-64b--l2-scale-ndr}
+    \end{figure}
+
+.. raw:: latex
+
+    \clearpage
+
+.. raw:: html
+
+    <center>
+    <iframe id="10" onload="setIframeHeight(this.id)" width="700" frameborder="0" scrolling="no" src="../../_static/trex/2n-skx-x710-64b--l2-scale-pdr.html"></iframe>
+    <p><br></p>
+    </center>
+
+.. raw:: latex
+
+    \begin{figure}[H]
+        \centering
+            \graphicspath{{../_build/_static/trex/}}
+            \includegraphics[clip, trim=0cm 0cm 5cm 0cm, width=0.70\textwidth]{2n-skx-x710-64b--l2-scale-pdr}
+            \label{fig:2n-skx-x710-64b--l2-scale-pdr}
+    \end{figure}
+
+.. raw:: latex
+
+    \clearpage
diff --git a/docs/report/trex_performance_tests/packet_throughput_graphs/3n-skx-x710.rst b/docs/report/trex_performance_tests/packet_throughput_graphs/3n-skx-x710.rst
new file mode 100644 (file)
index 0000000..9c4a1ec
--- /dev/null
@@ -0,0 +1,258 @@
+
+.. raw:: latex
+
+    \clearpage
+
+.. raw:: html
+
+    <script type="text/javascript">
+
+        function getDocHeight(doc) {
+            doc = doc || document;
+            var body = doc.body, html = doc.documentElement;
+            var height = Math.max( body.scrollHeight, body.offsetHeight,
+                html.clientHeight, html.scrollHeight, html.offsetHeight );
+            return height;
+        }
+
+        function setIframeHeight(id) {
+            var ifrm = document.getElementById(id);
+            var doc = ifrm.contentDocument? ifrm.contentDocument:
+                ifrm.contentWindow.document;
+            ifrm.style.visibility = 'hidden';
+            ifrm.style.height = "10px"; // reset to minimal height ...
+            // IE opt. for bing/msn needs a bit added or scrollbar appears
+            ifrm.style.height = getDocHeight( doc ) + 4 + "px";
+            ifrm.style.visibility = 'visible';
+        }
+
+    </script>
+
+3n-skx-x710
+~~~~~~~~~~~
+
+Following sections include summary graphs of Phy-to-Phy performance with
+packet routed forwarding, including NDR throughput (zero packet loss)
+and PDR throughput (<0.5% packet loss).
+
+CSIT source code for the test cases used for plots can be found in
+`CSIT git repository <https://git.fd.io/csit/tree/tests/trex/perf?h=rls2110>`_.
+
+.. raw:: latex
+
+    \clearpage
+
+64b-ip4routing-base-scale
+-------------------------
+
+.. raw:: html
+
+    <center>
+    <iframe id="01" onload="setIframeHeight(this.id)" width="700" frameborder="0" scrolling="no" src="../../_static/trex/3n-skx-x710-64b--ip4-base-scale-ndr.html"></iframe>
+    <p><br></p>
+    </center>
+
+.. raw:: latex
+
+    \begin{figure}[H]
+        \centering
+            \graphicspath{{../_build/_static/trex/}}
+            \includegraphics[clip, trim=0cm 0cm 5cm 0cm, width=0.70\textwidth]{3n-skx-x710-64b--ip4-base-scale-ndr}
+            \label{fig:3n-skx-x710-64b--ip4-base-scale-ndr}
+    \end{figure}
+
+.. raw:: latex
+
+    \clearpage
+
+.. raw:: html
+
+    <center>
+    <iframe id="02" onload="setIframeHeight(this.id)" width="700" frameborder="0" scrolling="no" src="../../_static/trex/3n-skx-x710-64b--ip4-base-scale-pdr.html"></iframe>
+    <p><br></p>
+    </center>
+
+.. raw:: latex
+
+    \begin{figure}[H]
+        \centering
+            \graphicspath{{../_build/_static/trex/}}
+            \includegraphics[clip, trim=0cm 0cm 5cm 0cm, width=0.70\textwidth]{3n-skx-x710-64b--ip4-base-scale-pdr}
+            \label{fig:3n-skx-x710-64b--ip4-base-scale-pdr}
+    \end{figure}
+
+.. raw:: latex
+
+    \clearpage
+
+64b-ip4routing-[udp|tcp]-stf-cps
+--------------------------------
+
+.. raw:: html
+
+    <center>
+    <iframe id="03" onload="setIframeHeight(this.id)" width="700" frameborder="0" scrolling="no" src="../../_static/trex/3n-skx-x710-64b--ip4routing-stf-cps-ndr.html"></iframe>
+    <p><br></p>
+    </center>
+
+.. raw:: latex
+
+    \begin{figure}[H]
+        \centering
+            \graphicspath{{../_build/_static/trex/}}
+            \includegraphics[clip, trim=0cm 0cm 5cm 0cm, width=0.70\textwidth]{3n-skx-x710-64b--ip4routing-stf-cps-ndr}
+            \label{fig:3n-skx-x710-64b--ip4routing-stf-cps-ndr}
+    \end{figure}
+
+.. raw:: latex
+
+    \clearpage
+
+.. raw:: html
+
+    <center>
+    <iframe id="04" onload="setIframeHeight(this.id)" width="700" frameborder="0" scrolling="no" src="../../_static/trex/3n-skx-x710-64b--ip4routing-stf-cps-pdr.html"></iframe>
+    <p><br></p>
+    </center>
+
+.. raw:: latex
+
+    \begin{figure}[H]
+        \centering
+            \graphicspath{{../_build/_static/trex/}}
+            \includegraphics[clip, trim=0cm 0cm 5cm 0cm, width=0.70\textwidth]{3n-skx-x710-64b--ip4routing-stf-cps-pdr}
+            \label{fig:3n-skx-x710-64b--ip4routing-stf-cps-pdr}
+    \end{figure}
+
+.. raw:: latex
+
+    \clearpage
+
+64b-ip4routing-[udp|tcp]-stf-pps
+--------------------------------
+
+.. raw:: html
+
+    <center>
+    <iframe id="05" onload="setIframeHeight(this.id)" width="700" frameborder="0" scrolling="no" src="../../_static/trex/3n-skx-x710-64b--ip4routing-stf-pps-ndr.html"></iframe>
+    <p><br></p>
+    </center>
+
+.. raw:: latex
+
+    \begin{figure}[H]
+        \centering
+            \graphicspath{{../_build/_static/trex/}}
+            \includegraphics[clip, trim=0cm 0cm 5cm 0cm, width=0.70\textwidth]{3n-skx-x710-64b--ip4routing-stf-pps-ndr}
+            \label{fig:3n-skx-x710-64b--ip4routing-stf-pps-ndr}
+    \end{figure}
+
+.. raw:: latex
+
+    \clearpage
+
+.. raw:: html
+
+    <center>
+    <iframe id="06" onload="setIframeHeight(this.id)" width="700" frameborder="0" scrolling="no" src="../../_static/trex/3n-skx-x710-64b--ip4routing-stf-pps-pdr.html"></iframe>
+    <p><br></p>
+    </center>
+
+.. raw:: latex
+
+    \begin{figure}[H]
+        \centering
+            \graphicspath{{../_build/_static/trex/}}
+            \includegraphics[clip, trim=0cm 0cm 5cm 0cm, width=0.70\textwidth]{3n-skx-x710-64b--ip4routing-stf-pps-pdr}
+            \label{fig:3n-skx-x710-64b--ip4routing-stf-pps-pdr}
+    \end{figure}
+
+.. raw:: latex
+
+    \clearpage
+
+78b-ip6routing-base-scale
+-------------------------
+
+.. raw:: html
+
+    <center>
+    <iframe id="07" onload="setIframeHeight(this.id)" width="700" frameborder="0" scrolling="no" src="../../_static/trex/3n-skx-x710-78b--ip6-base-scale-ndr.html"></iframe>
+    <p><br></p>
+    </center>
+
+.. raw:: latex
+
+    \begin{figure}[H]
+        \centering
+            \graphicspath{{../_build/_static/trex/}}
+            \includegraphics[clip, trim=0cm 0cm 5cm 0cm, width=0.70\textwidth]{3n-skx-x710-78b--ip6-base-scale-ndr}
+            \label{fig:3n-skx-x710-78b--ip6-base-scale-ndr}
+    \end{figure}
+
+.. raw:: latex
+
+    \clearpage
+
+.. raw:: html
+
+    <center>
+    <iframe id="08" onload="setIframeHeight(this.id)" width="700" frameborder="0" scrolling="no" src="../../_static/trex/3n-skx-x710-78b--ip6-base-scale-pdr.html"></iframe>
+    <p><br></p>
+    </center>
+
+.. raw:: latex
+
+    \begin{figure}[H]
+        \centering
+            \graphicspath{{../_build/_static/trex/}}
+            \includegraphics[clip, trim=0cm 0cm 5cm 0cm, width=0.70\textwidth]{3n-skx-x710-78b--ip6-base-scale-pdr}
+            \label{fig:3n-skx-x710-78b--ip6-base-scale-pdr}
+    \end{figure}
+
+.. raw:: latex
+
+    \clearpage
+
+64b-l2switching-scale
+---------------------
+
+.. raw:: html
+
+    <center>
+    <iframe id="09" onload="setIframeHeight(this.id)" width="700" frameborder="0" scrolling="no" src="../../_static/trex/3n-skx-x710-64b--l2-scale-ndr.html"></iframe>
+    <p><br></p>
+    </center>
+
+.. raw:: latex
+
+    \begin{figure}[H]
+        \centering
+            \graphicspath{{../_build/_static/trex/}}
+            \includegraphics[clip, trim=0cm 0cm 5cm 0cm, width=0.70\textwidth]{3n-skx-x710-64b--l2-scale-ndr}
+            \label{fig:3n-skx-x710-64b--l2-scale-ndr}
+    \end{figure}
+
+.. raw:: latex
+
+    \clearpage
+
+.. raw:: html
+
+    <center>
+    <iframe id="10" onload="setIframeHeight(this.id)" width="700" frameborder="0" scrolling="no" src="../../_static/trex/3n-skx-x710-64b--l2-scale-pdr.html"></iframe>
+    <p><br></p>
+    </center>
+
+.. raw:: latex
+
+    \begin{figure}[H]
+        \centering
+            \graphicspath{{../_build/_static/trex/}}
+            \includegraphics[clip, trim=0cm 0cm 5cm 0cm, width=0.70\textwidth]{3n-skx-x710-64b--l2-scale-pdr}
+            \label{fig:3n-skx-x710-64b--l2-scale-pdr}
+    \end{figure}
+
+.. raw:: latex
+
+    \clearpage
diff --git a/docs/report/trex_performance_tests/packet_throughput_graphs/index.rst b/docs/report/trex_performance_tests/packet_throughput_graphs/index.rst
new file mode 100644 (file)
index 0000000..eafc486
--- /dev/null
@@ -0,0 +1,57 @@
+
+.. raw:: latex
+
+    \clearpage
+
+Packet Throughput
+=================
+
+Throughput graphs are generated by multiple executions of the same
+performance tests across physical testbeds hosted LF FD.io labs:
+2n-skx, 3n-skx. Box-and-Whisker plots are used to display variations in
+measured throughput values, without making any assumptions of the
+underlying statistical distribution.
+
+For each test case, Box-and-Whisker plots show the quartiles (Min, 1st
+quartile / 25th percentile, 2nd quartile / 50th percentile / mean, 3rd
+quartile / 75th percentile, Max) across collected data set. Outliers are
+plotted as individual points.
+
+Additional information about graph data:
+
+#. **Graph Title**: describes tested packet path, testbed topology,
+   processor model, NIC model, packet size, number of cores and
+   threads used by data plane workers and indication of DPDK DUT
+   configuration.
+
+#. **X-axis Labels**: indices of individual test suites as listed in
+   Graph Legend.
+
+#. **Y-axis Labels**: measured Packets Per Second [pps] throughput
+   values.
+
+#. **Graph Legend**: lists X-axis indices with associated CSIT test
+   suites executed to generate graphed test results.
+
+#. **Hover Information**: lists minimum, first quartile, median,
+   third quartile, and maximum. If either type of outlier is present the
+   whisker on the appropriate side is taken to 1.5×IQR from the quartile
+   (the "inner fence") rather than the max or min, and individual outlying
+   data points are displayed as unfilled circles (for suspected outliers)
+   or filled circles (for outliers). (The "outer fence" is 3×IQR from the
+   quartile.)
+
+.. note::
+
+    Test results are stored in
+    `build logs from FD.io trex performance job 2n-skx`_ and
+    `build logs from FD.io trex performance job 3n-skx`_.
+    Required per test case data set size is **10** and for TRex tests
+    this is the actual size, as all scheduled test executions completed
+    successfully.
+
+.. toctree::
+    :maxdepth: 3
+
+    2n-skx-x710
+    3n-skx-x710
diff --git a/docs/report/trex_performance_tests/test_environment.rst b/docs/report/trex_performance_tests/test_environment.rst
new file mode 100644 (file)
index 0000000..cc422ff
--- /dev/null
@@ -0,0 +1,2 @@
+DUT Settings - TRex
+-------------------
diff --git a/docs/report/trex_performance_tests/throughput_trending.rst b/docs/report/trex_performance_tests/throughput_trending.rst
new file mode 100644 (file)
index 0000000..3d56443
--- /dev/null
@@ -0,0 +1,2 @@
+Throughput Trending
+-------------------
index 7f2508c..2e61218 100644 (file)
     csit-vpp-perf-report-iterative-2106-3n-skx:
       - 39  # rls2106.rel NDRPDR iter env 7
 
+  trex-3n-skx-curr-iter:
+    csit-trex-perf-report-iterative-2110-3n-skx:
+      - 1   # rls2110.rc1 NDRPDR iter env 8 - REMOVE
+#       - 2   # rls2110.rc1 NDRPDR iter env 8
+
+  trex-3n-skx-curr-iter-best:
+    csit-trex-perf-report-iterative-2110-3n-skx:
+      - 1   # rls2110.rc1 NDRPDR iter env 8 - REMOVE
+#       - 2   # rls2110.rc1 NDRPDR iter env 8
+
   vpp-3n-skx-curr-cov:
     # csit-vpp-perf-report-coverage-2110-3n-skx:
     csit-vpp-perf-report-iterative-2110-3n-skx:
     csit-vpp-perf-report-iterative-2110-2n-skx:
       - 15  # rls2110.rc1 MRR iter env 8
 
+  trex-2n-skx-curr-iter:
+    csit-trex-perf-report-iterative-2110-2n-skx:
+      - 2   # rls2110.rc1 NDRPDR iter env 8
+
+  trex-2n-skx-curr-iter-best:
+    csit-trex-perf-report-iterative-2110-2n-skx:
+      - 2   # rls2110.rc1 NDRPDR iter env 8
+
   vpp-2n-skx-curr-soak:
     # csit-vpp-perf-report-iterative-2110-2n-skx:
     csit-vpp-perf-report-iterative-2106-2n-skx:
index f36ab09..2abc567 100644 (file)
       data-set: "vpp-2n-skx-curr-nfv-reconf"
     - job-spec: "dpdk-mlr-00"
       data-set: "dpdk-2n-skx-curr-iter"
+    - job-spec: "trex-mlr-00"
+      data-set: "trex-2n-skx-curr-iter"
 
 - type: "table"
   title: "Job Specification Duration: 2n-skx-coverage"
       data-set: "vpp-3n-skx-curr-iter-hoststack"
     - job-spec: "dpdk-mlr-00"
       data-set: "dpdk-3n-skx-curr-iter"
+    - job-spec: "trex-mlr-00"
+      data-set: "trex-3n-skx-curr-iter"
 
 - type: "table"
   title: "Job Specification Duration: 3n-skx-coverage"
 #   - "parent"
 #   - "msg"
 
+# Detailed Test Results - TRex Performance Results 3n-skx
+- type: "table"
+  title: "Detailed Test Results - TRex Performance Results 3n-skx"
+  algorithm: "table_merged_details"
+  output-file: "{DIR[DTR,PERF,TREX,3N,SKX]}/trex_performance_results_3n_skx"
+  columns:
+    - title: " |prein| Test Name |preout| "
+      data: "data name"
+    - title: " |prein| Throughput: |br| 1.  Mpps       Gbps (NDR) |br| 2.  Mpps       Gbps (PDR) |br| |br| One-Way Latency Percentiles in uSec at %PDR load, |br| one set per each direction: |br| 3.  P50  P90  P99       P50  P90  P99 (10% PDR) |br| 4.  P50  P90  P99       P50  P90  P99 (50% PDR) |br| 5.  P50  P90  P99       P50  P90  P99 (90% PDR) |preout| "
+      data: "data msg"
+  data: "trex-3n-skx-curr-iter-best"
+  filter: "all"
+  remove-ndr: False
+  parameters:
+  - "name"
+  - "parent"
+  - "msg"
+
+# Detailed Test Results - TRex Performance Results 2n-skx
+- type: "table"
+  title: "Detailed Test Results - TRex Performance Results 2n-skx"
+  algorithm: "table_merged_details"
+  output-file: "{DIR[DTR,PERF,TREX,2N,SKX]}/trex_performance_results_2n_skx"
+  columns:
+    - title: " |prein| Test Name |preout| "
+      data: "data name"
+    - title: " |prein| Throughput: |br| 1.  Mpps       Gbps (NDR) |br| 2.  Mpps       Gbps (PDR) |br| |br| One-Way Latency Percentiles in uSec at %PDR load, |br| one set per each direction: |br| 3.  P50  P90  P99       P50  P90  P99 (10% PDR) |br| 4.  P50  P90  P99       P50  P90  P99 (50% PDR) |br| 5.  P50  P90  P99       P50  P90  P99 (90% PDR) |preout| "
+      data: "data msg"
+  data: "trex-2n-skx-curr-iter-best"
+  filter: "all"
+  remove-ndr: False
+  parameters:
+  - "name"
+  - "parent"
+  - "msg"
+
 ################################################################################
 ###                                F I L E S                                 ###
 ################################################################################
 #   filter: "all"
 #   data-start-level: 4
 
+# TRex Performance Results 3n-skx
+- type: "file"
+  title: "TRex Performance Results 3n-skx"
+  algorithm: "file_test_results"
+  output-file: "{DIR[DTR,PERF,TREX,3N,SKX]}"
+  dir-tables: "{DIR[DTR,PERF,TREX,3N,SKX]}"
+  data: "trex-3n-skx-curr-iter-best"
+  filter: "all"
+  data-start-level: 4
+
+# TRex Performance Results 2n-skx
+- type: "file"
+  title: "TRex Performance Results 2n-skx"
+  algorithm: "file_test_results"
+  output-file: "{DIR[DTR,PERF,TREX,2N,SKX]}"
+  dir-tables: "{DIR[DTR,PERF,TREX,2N,SKX]}"
+  data: "trex-2n-skx-curr-iter-best"
+  filter: "all"
+  data-start-level: 4
+
 ################################################################################
 ###                                P L O T S                                 ###
 ################################################################################
   layout:
     layout: "plot-hdrh-latency-percentile-x-log"
 
+- type: "plot"
+  title: "Latency by percentile: TRex 2n-skx"
+  algorithm: "plot_hdrh_lat_by_percentile_x_log"
+  output-file: "{DIR[STATIC,TREX]}/hdrh-lat-percentile-2n-skx"
+  output-file-links: "{DIR[LAT,TREX]}/2n_skx.rst"
+  target-links: "../../_static/trex"
+  data: "trex-2n-skx-curr-iter-best"
+  filter: "'NIC_Intel-X710'"
+  layout:
+    layout: "plot-hdrh-latency-percentile-x-log"
+
 - type: "plot"
   title: "Latency by percentile: 2n-zn2"
   algorithm: "plot_hdrh_lat_by_percentile_x_log"
   layout:
     layout: "plot-hdrh-latency-percentile-x-log"
 
+- type: "plot"
+  title: "Latency by percentile: TRex 3n-skx"
+  algorithm: "plot_hdrh_lat_by_percentile_x_log"
+  output-file: "{DIR[STATIC,TREX]}/hdrh-lat-percentile-3n-skx"
+  output-file-links: "{DIR[LAT,TREX]}/3n_skx.rst"
+  target-links: "../../_static/trex"
+  data: "trex-3n-skx-curr-iter-best"
+  filter: "'NIC_Intel-X710'"
+  layout:
+    layout: "plot-hdrh-latency-percentile-x-log"
+
 - type: "plot"
   title: "Latency by percentile: 2n-clx"
   algorithm: "plot_hdrh_lat_by_percentile_x_log"
 
 ###############################################################################
 
+# GSO
+
 - type: "plot"
   title: "Throughput: 2n-skx-128kb-{core}-ip4routing-iperf3"
   algorithm: "plot_mrr_box_name"
   layout:
     title: "2n-zn2-128kb-{core}-ip4routing-iperf3"
     layout: "plot-throughput-gbps"
+
+###############################################################################
+
+# TRex 3n-skx
+
+- type: "plot"
+  title: "Throughput: 3n-skx-x710-64b--ip4-base-scale-{test_type}"
+  algorithm: "plot_ndrpdr_box_name"
+  output-file: "{DIR[STATIC,TREX]}/3n-skx-x710-64b--ip4-base-scale-{test_type}"
+  data: "trex-3n-skx-curr-iter"
+  core: ["2t1c", ]
+  include:
+    - "Tests.Trex.Perf.Ip4.1N1L-10Ge2P1X710-Ethip4-Ip4Base-Tg-Ndrpdr.64B--ethip4-ip4base-tg-ndrpdr"
+    - "Tests.Trex.Perf.Ip4.1N1L-10Ge2P1X710-Ethip4-Ip4Scale2M-Tg-Ndrpdr.64B--ethip4-ip4scale2m-tg-ndrpdr"
+  layout:
+    title: "3n-skx-x710-64b--ip4-base-scale-{test_type}"
+    layout: "plot-throughput"
+
+- type: "plot"
+  title: "Throughput: 3n-skx-x710-64b--ip4routing-stf-cps-{test_type}"
+  algorithm: "plot_ndrpdr_box_name"
+  output-file: "{DIR[STATIC,TREX]}/3n-skx-x710-64b--ip4routing-stf-cps-{test_type}"
+  data: "trex-3n-skx-curr-iter"
+  core: ["2t1c", ]
+  include:
+    - "Tests.Trex.Perf.Ip4.1N1L-10Ge2P1X710-Ethip4Tcp-Ip4Base-H1024-P63-S64512-Cps-Tg-Ndrpdr.64B--ethip4tcp-ip4base-h1024-p63-s64512-cps-tg-ndrpdr"
+    - "Tests.Trex.Perf.Ip4.1N1L-10Ge2P1X710-Ethip4Tcp-Ip4Base-H262144-P63-S16515072-Cps-Tg-Ndrpdr.64B--ethip4tcp-ip4base-h262144-p63-s16515072-cps-tg-ndrpdr"
+    - "Tests.Trex.Perf.Ip4.1N1L-10Ge2P1X710-Ethip4Udp-Ip4Base-H1024-P63-S64512-Cps-Tg-Ndrpdr.64B--ethip4udp-ip4base-h1024-p63-s64512-cps-tg-ndrpdr"
+    - "Tests.Trex.Perf.Ip4.1N1L-10Ge2P1X710-Ethip4Udp-Ip4Base-H262144-P63-S16515072-Cps-Tg-Ndrpdr.64B--ethip4udp-ip4base-h262144-p63-s16515072-cps-tg-ndrpdr"
+  layout:
+    title: "3n-skx-x710-64b--ip4routing-stf-cps-{test_type}"
+    layout: "plot-throughput"
+
+- type: "plot"
+  title: "Throughput: 3n-skx-x710-64b--ip4routing-stf-pps-{test_type}"
+  algorithm: "plot_ndrpdr_box_name"
+  output-file: "{DIR[STATIC,TREX]}/3n-skx-x710-64b--ip4routing-stf-pps-{test_type}"
+  data: "trex-3n-skx-curr-iter"
+  core: ["2t1c", ]
+  include:
+    - "Tests.Trex.Perf.Ip4.1N1L-10Ge2P1X710-Ethip4Tcp-Ip4Base-H1024-P63-S64512-pps-Tg-Ndrpdr.64B--ethip4tcp-ip4base-h1024-p63-s64512-pps-tg-ndrpdr"
+    - "Tests.Trex.Perf.Ip4.1N1L-10Ge2P1X710-Ethip4Tcp-Ip4Base-H262144-P63-S16515072-pps-Tg-Ndrpdr.64B--ethip4tcp-ip4base-h262144-p63-s16515072-pps-tg-ndrpdr"
+    - "Tests.Trex.Perf.Ip4.1N1L-10Ge2P1X710-Ethip4Udp-Ip4Base-H1024-P63-S64512-pps-Tg-Ndrpdr.64B--ethip4udp-ip4base-h1024-p63-s64512-pps-tg-ndrpdr"
+    - "Tests.Trex.Perf.Ip4.1N1L-10Ge2P1X710-Ethip4Udp-Ip4Base-H262144-P63-S16515072-pps-Tg-Ndrpdr.64B--ethip4udp-ip4base-h262144-p63-s16515072-pps-tg-ndrpdr"
+  layout:
+    title: "3n-skx-x710-64b--ip4routing-stf-pps-{test_type}"
+    layout: "plot-throughput"
+
+- type: "plot"
+  title: "Throughput: 3n-skx-x710-78b--ip6-base-scale-{test_type}"
+  algorithm: "plot_ndrpdr_box_name"
+  output-file: "{DIR[STATIC,TREX]}/3n-skx-x710-78b--ip6-base-scale-{test_type}"
+  data: "trex-3n-skx-curr-iter"
+  core: ["2t1c", ]
+  include:
+    - "Tests.Trex.Perf.Ip6.1N1L-10Ge2P1X710-Ethip6-Ip6Base-Tg-Ndrpdr.78B--ethip6-ip6base-tg-ndrpdr"
+    - "Tests.Trex.Perf.Ip6.1N1L-10Ge2P1X710-Ethip6-Ip6Scale2M-Tg-Ndrpdr.78B--ethip6-ip6scale2m-tg-ndrpdr"
+  layout:
+    title: "3n-skx-x710-78b--ip6-base-scale-{test_type}"
+    layout: "plot-throughput"
+
+- type: "plot"
+  title: "Throughput: 3n-skx-x710-64b--l2-scale-{test_type}"
+  algorithm: "plot_ndrpdr_box_name"
+  output-file: "{DIR[STATIC,TREX]}/3n-skx-x710-64b--l2-scale-{test_type}"
+  data: "trex-3n-skx-curr-iter"
+  core: ["2t1c", ]
+  include:
+    - "Tests.Trex.Perf.L2.1N1L-10Ge2P1X710-Eth-L2Bdscale1Mmaclrn-Tg-Ndrpdr.64B--eth-l2bdscale1mmaclrn-tg-ndrpdr"
+  layout:
+    title: "3n-skx-x710-64b--l2-scale-{test_type}"
+    layout: "plot-throughput"
+
+# TRex 2n-skx
+
+- type: "plot"
+  title: "Throughput: 2n-skx-x710-64b--ip4-base-scale-{test_type}"
+  algorithm: "plot_ndrpdr_box_name"
+  output-file: "{DIR[STATIC,TREX]}/2n-skx-x710-64b--ip4-base-scale-{test_type}"
+  data: "trex-2n-skx-curr-iter"
+  core: ["2t1c", ]
+  include:
+    - "Tests.Trex.Perf.Ip4.1N1L-10Ge2P1X710-Ethip4-Ip4Base-Tg-Ndrpdr.64B--ethip4-ip4base-tg-ndrpdr"
+    - "Tests.Trex.Perf.Ip4.1N1L-10Ge2P1X710-Ethip4-Ip4Scale2M-Tg-Ndrpdr.64B--ethip4-ip4scale2m-tg-ndrpdr"
+  layout:
+    title: "2n-skx-x710-64b--ip4-base-scale-{test_type}"
+    layout: "plot-throughput"
+
+- type: "plot"
+  title: "Throughput: 2n-skx-x710-64b--ip4routing-stf-cps-{test_type}"
+  algorithm: "plot_ndrpdr_box_name"
+  output-file: "{DIR[STATIC,TREX]}/2n-skx-x710-64b--ip4routing-stf-cps-{test_type}"
+  data: "trex-2n-skx-curr-iter"
+  core: ["2t1c", ]
+  include:
+    - "Tests.Trex.Perf.Ip4.1N1L-10Ge2P1X710-Ethip4Tcp-Ip4Base-H1024-P63-S64512-Cps-Tg-Ndrpdr.64B--ethip4tcp-ip4base-h1024-p63-s64512-cps-tg-ndrpdr"
+    - "Tests.Trex.Perf.Ip4.1N1L-10Ge2P1X710-Ethip4Tcp-Ip4Base-H262144-P63-S16515072-Cps-Tg-Ndrpdr.64B--ethip4tcp-ip4base-h262144-p63-s16515072-cps-tg-ndrpdr"
+    - "Tests.Trex.Perf.Ip4.1N1L-10Ge2P1X710-Ethip4Udp-Ip4Base-H1024-P63-S64512-Cps-Tg-Ndrpdr.64B--ethip4udp-ip4base-h1024-p63-s64512-cps-tg-ndrpdr"
+    - "Tests.Trex.Perf.Ip4.1N1L-10Ge2P1X710-Ethip4Udp-Ip4Base-H262144-P63-S16515072-Cps-Tg-Ndrpdr.64B--ethip4udp-ip4base-h262144-p63-s16515072-cps-tg-ndrpdr"
+  layout:
+    title: "2n-skx-x710-64b--ip4routing-stf-cps-{test_type}"
+    layout: "plot-throughput"
+
+- type: "plot"
+  title: "Throughput: 2n-skx-x710-64b--ip4routing-stf-pps-{test_type}"
+  algorithm: "plot_ndrpdr_box_name"
+  output-file: "{DIR[STATIC,TREX]}/2n-skx-x710-64b--ip4routing-stf-pps-{test_type}"
+  data: "trex-2n-skx-curr-iter"
+  core: ["2t1c", ]
+  include:
+    - "Tests.Trex.Perf.Ip4.1N1L-10Ge2P1X710-Ethip4Tcp-Ip4Base-H1024-P63-S64512-pps-Tg-Ndrpdr.64B--ethip4tcp-ip4base-h1024-p63-s64512-pps-tg-ndrpdr"
+    - "Tests.Trex.Perf.Ip4.1N1L-10Ge2P1X710-Ethip4Tcp-Ip4Base-H262144-P63-S16515072-pps-Tg-Ndrpdr.64B--ethip4tcp-ip4base-h262144-p63-s16515072-pps-tg-ndrpdr"
+    - "Tests.Trex.Perf.Ip4.1N1L-10Ge2P1X710-Ethip4Udp-Ip4Base-H1024-P63-S64512-pps-Tg-Ndrpdr.64B--ethip4udp-ip4base-h1024-p63-s64512-pps-tg-ndrpdr"
+    - "Tests.Trex.Perf.Ip4.1N1L-10Ge2P1X710-Ethip4Udp-Ip4Base-H262144-P63-S16515072-pps-Tg-Ndrpdr.64B--ethip4udp-ip4base-h262144-p63-s16515072-pps-tg-ndrpdr"
+  layout:
+    title: "2n-skx-x710-64b--ip4routing-stf-pps-{test_type}"
+    layout: "plot-throughput"
+
+- type: "plot"
+  title: "Throughput: 2n-skx-x710-78b--ip6-base-scale-{test_type}"
+  algorithm: "plot_ndrpdr_box_name"
+  output-file: "{DIR[STATIC,TREX]}/2n-skx-x710-78b--ip6-base-scale-{test_type}"
+  data: "trex-2n-skx-curr-iter"
+  core: ["2t1c", ]
+  include:
+    - "Tests.Trex.Perf.Ip6.1N1L-10Ge2P1X710-Ethip6-Ip6Base-Tg-Ndrpdr.78B--ethip6-ip6base-tg-ndrpdr"
+    - "Tests.Trex.Perf.Ip6.1N1L-10Ge2P1X710-Ethip6-Ip6Scale2M-Tg-Ndrpdr.78B--ethip6-ip6scale2m-tg-ndrpdr"
+  layout:
+    title: "2n-skx-x710-78b--ip6-base-scale-{test_type}"
+    layout: "plot-throughput"
+
+- type: "plot"
+  title: "Throughput: 2n-skx-x710-64b--l2-scale-{test_type}"
+  algorithm: "plot_ndrpdr_box_name"
+  output-file: "{DIR[STATIC,TREX]}/2n-skx-x710-64b--l2-scale-{test_type}"
+  data: "trex-2n-skx-curr-iter"
+  core: ["2t1c", ]
+  include:
+    - "Tests.Trex.Perf.L2.1N1L-10Ge2P1X710-Eth-L2Bdscale1Mmaclrn-Tg-Ndrpdr.64B--eth-l2bdscale1mmaclrn-tg-ndrpdr"
+  layout:
+    title: "2n-skx-x710-64b--l2-scale-{test_type}"
+    layout: "plot-throughput"
index d8054a0..a64e3ac 100644 (file)
@@ -31,6 +31,7 @@
     DIR[STATIC]: "{DIR[BUILD,HTML]}/_static"
     DIR[STATIC,VPP]: "{DIR[STATIC]}/vpp"
     DIR[STATIC,DPDK]: "{DIR[STATIC]}/dpdk"
+    DIR[STATIC,TREX]: "{DIR[STATIC]}/trex"
     DIR[STATIC,ARCH]: "{DIR[STATIC]}/archive"
 
     # Detailed test results
@@ -43,6 +44,8 @@
     DIR[DTR,PERF,DPDK,3N,DNV]: "{DIR[DTR]}/dpdk_performance_results_3n_dnv"
     DIR[DTR,PERF,DPDK,3N,TSH]: "{DIR[DTR]}/dpdk_performance_results_3n_tsh"
     DIR[DTR,PERF,DPDK,2N,TX2]: "{DIR[DTR]}/dpdk_performance_results_2n_tx2"
+    DIR[DTR,PERF,TREX,3N,SKX]: "{DIR[DTR]}/trex_performance_results_3n_skx"
+    DIR[DTR,PERF,TREX,2N,SKX]: "{DIR[DTR]}/trex_performance_results_2n_skx"
     DIR[DTR,PERF,VPP,ALL]: "{DIR[DTR]}/vpp_performance_results"
     DIR[DTR,PERF,VPP,3N,SKX]: "{DIR[DTR]}/vpp_performance_results_3n_skx"
     DIR[DTR,PERF,VPP,2N,SKX]: "{DIR[DTR]}/vpp_performance_results_2n_skx"
     # Latencies:
     DIR[LAT,VPP]: "{DIR[WORKING,SRC]}/vpp_performance_tests/hdrh_packet_latency_by_percentile_graphs"
     DIR[LAT,DPDK]: "{DIR[WORKING,SRC]}/dpdk_performance_tests/hdrh_packet_latency_by_percentile_graphs"
+    DIR[LAT,TREX]: "{DIR[WORKING,SRC]}/trex_performance_tests/hdrh_packet_latency_by_percentile_graphs"
 
     # .css patch file to fix tables generated by Sphinx
     DIR[CSS_PATCH_FILE]: "{DIR[STATIC]}/theme_overrides.css"
     - "DIR[WORKING,DATA]"
     - "DIR[STATIC,VPP]"
     - "DIR[STATIC,DPDK]"
+    - "DIR[STATIC,TREX]"
     - "DIR[STATIC,ARCH]"
     - "DIR[BUILD,LATEX]"
     - "DIR[WORKING,SRC]"
index 7fb2074..cc69ddb 100644 (file)
@@ -81,6 +81,8 @@ rst_epilog = u"""
 .. _FD.io CSIT testbeds - Xeon Skylake, Arm, Atom: https://git.fd.io/csit/tree/docs/lab/testbeds_sm_skx_hw_bios_cfg.md?h={release}
 .. _FD.io CSIT testbeds - Xeon Cascade Lake: https://git.fd.io/csit/tree/docs/lab/testbeds_sm_clx_hw_bios_cfg.md?h={release}
 .. _Ansible inventory - hosts: https://git.fd.io/csit/tree/fdio.infra.ansible/inventories/lf_inventory/host_vars?h={release}
+.. _build logs from FD.io trex performance job 3n-skx: https://s3-logs.fd.io/vex-yul-rot-jenkins-1/csit-trex-perf-report-iterative-{srelease}-3n-skx
+.. _build logs from FD.io trex performance job 2n-skx: https://s3-logs.fd.io/vex-yul-rot-jenkins-1/csit-trex-perf-report-iterative-{srelease}-2n-skx
 .. _build logs from FD.io dpdk performance job 3n-skx: https://s3-logs.fd.io/vex-yul-rot-jenkins-1/csit-dpdk-perf-report-iterative-{srelease}-3n-skx
 .. _build logs from FD.io dpdk performance job 2n-skx: https://s3-logs.fd.io/vex-yul-rot-jenkins-1/csit-dpdk-perf-report-iterative-{srelease}-2n-skx
 .. _build logs from FD.io dpdk performance job 2n-clx: https://s3-logs.fd.io/vex-yul-rot-jenkins-1/csit-dpdk-perf-report-iterative-{srelease}-2n-clx
@@ -109,6 +111,8 @@ rst_epilog = u"""
 .. _build logs from FD.io dpdk coverage job 3n-tsh: https://s3-logs.fd.io/vex-yul-rot-jenkins-1/csit-dpdk-perf-report-coverage-{srelease}-3n-tsh
 .. _build logs from FD.io dpdk coverage job 2n-tx2: https://s3-logs.fd.io/vex-yul-rot-jenkins-1/csit-dpdk-perf-report-coverage-{srelease}-2n-tx2
 .. _build logs from FD.io dpdk coverage job 2n-zn2: https://s3-logs.fd.io/vex-yul-rot-jenkins-1/csit-dpdk-perf-report-coverage-{srelease}-2n-zn2
+.. _build logs from FD.io trex coverage job 3n-skx: https://s3-logs.fd.io/vex-yul-rot-jenkins-1/csit-trex-perf-report-coverage-{srelease}-3n-skx
+.. _build logs from FD.io trex coverage job 2n-skx: https://s3-logs.fd.io/vex-yul-rot-jenkins-1/csit-trex-perf-report-coverage-{srelease}-2n-skx
 .. _build logs from FD.io vpp coverage job 3n-skx: https://s3-logs.fd.io/vex-yul-rot-jenkins-1/csit-vpp-perf-report-coverage-{srelease}-3n-skx
 .. _build logs from FD.io vpp coverage job 2n-skx: https://s3-logs.fd.io/vex-yul-rot-jenkins-1/csit-vpp-perf-report-coverage-{srelease}-2n-skx
 .. _build logs from FD.io vpp coverage job 3n-tsh: https://s3-logs.fd.io/vex-yul-rot-jenkins-1/csit-vpp-perf-report-coverage-{srelease}-3n-tsh