From: Tibor Frank <tifrank@cisco.com>
Date: Fri, 22 Jan 2021 11:25:19 +0000 (+0100)
Subject: Report: Add data
X-Git-Url: https://gerrit.fd.io/r/gitweb?p=csit.git;a=commitdiff_plain;h=0c489b1767a031837f320c1fb5e45947ac82ea4d

Report: Add data

Change-Id: I1d5031780b1bef169509058233e02624d7afecb7
Signed-off-by: Tibor Frank <tifrank@cisco.com>
---

diff --git a/docs/report/index.html.template b/docs/report/index.html.template
index f5e79ebab3..5fe14bb8a3 100644
--- a/docs/report/index.html.template
+++ b/docs/report/index.html.template
@@ -21,6 +21,7 @@ CSIT-2101
     vpp_performance_tests/throughput_speedup_multi_core/index
     vpp_performance_tests/packet_latency/index
     vpp_performance_tests/soak_tests/index
+    vpp_performance_tests/reconf_tests/index
     vpp_performance_tests/nf_service_density/index
     vpp_performance_tests/hoststack_testing/index
     vpp_performance_tests/comparisons/index
@@ -28,9 +29,6 @@ CSIT-2101
     vpp_performance_tests/test_environment
     vpp_performance_tests/documentation/index
 
-..
-    vpp_performance_tests/reconf_tests/index
-
 .. toctree::
     :maxdepth: 2
     :caption: DPDK Performance
diff --git a/docs/report/vpp_performance_tests/reconf_tests/index.rst b/docs/report/vpp_performance_tests/reconf_tests/index.rst
index c5da438b29..80eeb0d6d8 100644
--- a/docs/report/vpp_performance_tests/reconf_tests/index.rst
+++ b/docs/report/vpp_performance_tests/reconf_tests/index.rst
@@ -13,3 +13,4 @@ See :ref:`reconf_tests` for methodology description of this test type.
 .. toctree::
 
     vnf_service_chains_reconf
+    ipsec_reconf
diff --git a/docs/report/vpp_performance_tests/reconf_tests/ipsec_reconf.rst b/docs/report/vpp_performance_tests/reconf_tests/ipsec_reconf.rst
new file mode 100644
index 0000000000..7ef2d867ea
--- /dev/null
+++ b/docs/report/vpp_performance_tests/reconf_tests/ipsec_reconf.rst
@@ -0,0 +1,272 @@
+
+.. raw:: latex
+
+    \clearpage
+
+.. raw:: html
+
+    <script type="text/javascript">
+
+        function getDocHeight(doc) {
+            doc = doc || document;
+            var body = doc.body, html = doc.documentElement;
+            var height = Math.max( body.scrollHeight, body.offsetHeight,
+                html.clientHeight, html.scrollHeight, html.offsetHeight );
+            return height;
+        }
+
+        function setIframeHeight(id) {
+            var ifrm = document.getElementById(id);
+            var doc = ifrm.contentDocument? ifrm.contentDocument:
+                ifrm.contentWindow.document;
+            ifrm.style.visibility = 'hidden';
+            ifrm.style.height = "10px"; // reset to minimal height ...
+            // IE opt. for bing/msn needs a bit added or scrollbar appears
+            ifrm.style.height = getDocHeight( doc ) + 4 + "px";
+            ifrm.style.visibility = 'visible';
+        }
+
+    </script>
+
+.. _ipsec_reconf:
+
+Internet Protocol Security
+==========================
+
+Additional information about graph data:
+
+#. **Graph Title**: describes tested VPP packet path.
+
+#. **X-axis Labels**: indices of individual test suites as listed in
+   Graph Legend.
+
+#. **Y-axis Labels**: measured Effective Blocked Time [s] values.
+
+#. **Graph Legend**: lists X-axis indices with associated CSIT test
+   suites executed to generate graphed test results and the average value
+   of packet loss (measured in packets).
+
+#. **Hover Information**: lists minimum, first quartile, median,
+   third quartile, and maximum. If either type of outlier is present the
+   whisker on the appropriate side is taken to 1.5×IQR from the quartile
+   (the "inner fence") rather than the max or min, and individual outlying
+   data points are displayed as unfilled circles (for suspected outliers)
+   or filled circles (for outliers). (The "outer fence" is 3×IQR from the
+   quartile.)
+
+.. note::
+
+    Test results have been generated by
+    `FD.io test executor vpp performance job 3n-hsw`_ with RF
+    result files csit-vpp-perf-|srelease|-\*.zip
+    `archived here <../../_static/archive/>`_.
+
+.. raw:: latex
+
+    \clearpage
+
+3n-hsw-xl710
+~~~~~~~~~~~~
+
+64b-ethip4ipsec4tnlsw
+---------------------
+
+1t1c
+::::
+
+.. raw:: html
+
+    <center>
+    <iframe id="001" onload="setIframeHeight(this.id)" width="700" frameborder="0" scrolling="no" src="../../_static/vpp/3n-hsw-xl710-64b-1t1c-ethip4ipsec4tnlsw-1atnl-ip4base-reconf.html"></iframe>
+    </center>
+
+.. raw:: latex
+
+    \begin{figure}[H]
+        \centering
+            \graphicspath{{../_build/_static/vpp/}}
+            \includegraphics[clip, trim=0cm 0cm 5cm 0cm, width=0.70\textwidth]{3n-hsw-xl710-64b-1t1c-ethip4ipsec4tnlsw-1atnl-ip4base-reconf}
+            \label{fig:3n-hsw-xl710-64b-1t1c-ethip4ipsec4tnlsw-1atnl-ip4base-reconf}
+    \end{figure}
+
+.. raw:: latex
+
+    \clearpage
+
+2t2c
+::::
+
+.. raw:: html
+
+    <center>
+    <iframe id="002" onload="setIframeHeight(this.id)" width="700" frameborder="0" scrolling="no" src="../../_static/vpp/3n-hsw-xl710-64b-2t2c-ethip4ipsec4tnlsw-1atnl-ip4base-reconf.html"></iframe>
+    </center>
+
+.. raw:: latex
+
+    \begin{figure}[H]
+        \centering
+            \graphicspath{{../_build/_static/vpp/}}
+            \includegraphics[clip, trim=0cm 0cm 5cm 0cm, width=0.70\textwidth]{3n-hsw-xl710-64b-2t2c-ethip4ipsec4tnlsw-1atnl-ip4base-reconf}
+            \label{fig:3n-hsw-xl710-64b-2t2c-ethip4ipsec4tnlsw-1atnl-ip4base-reconf}
+    \end{figure}
+
+.. raw:: latex
+
+    \clearpage
+
+4t4c
+::::
+
+.. raw:: html
+
+    <center>
+    <iframe id="003" onload="setIframeHeight(this.id)" width="700" frameborder="0" scrolling="no" src="../../_static/vpp/3n-hsw-xl710-64b-4t4c-ethip4ipsec4tnlsw-1atnl-ip4base-reconf.html"></iframe>
+    </center>
+
+.. raw:: latex
+
+    \begin{figure}[H]
+        \centering
+            \graphicspath{{../_build/_static/vpp/}}
+            \includegraphics[clip, trim=0cm 0cm 5cm 0cm, width=0.70\textwidth]{3n-hsw-xl710-64b-4t4c-ethip4ipsec4tnlsw-1atnl-ip4base-reconf}
+            \label{fig:3n-hsw-xl710-64b-4t4c-ethip4ipsec4tnlsw-1atnl-ip4base-reconf}
+    \end{figure}
+
+.. raw:: latex
+
+    \clearpage
+
+64b-ethip4ipsec1000tnlsw
+------------------------
+
+1t1c
+::::
+
+.. raw:: html
+
+    <center>
+    <iframe id="101" onload="setIframeHeight(this.id)" width="700" frameborder="0" scrolling="no" src="../../_static/vpp/3n-hsw-xl710-64b-1t1c-ethip4ipsec1000tnlsw-1atnl-ip4base-reconf.html"></iframe>
+    </center>
+
+.. raw:: latex
+
+    \begin{figure}[H]
+        \centering
+            \graphicspath{{../_build/_static/vpp/}}
+            \includegraphics[clip, trim=0cm 0cm 5cm 0cm, width=0.70\textwidth]{3n-hsw-xl710-64b-1t1c-ethip4ipsec1000tnlsw-1atnl-ip4base-reconf}
+            \label{fig:3n-hsw-xl710-64b-1t1c-ethip4ipsec1000tnlsw-1atnl-ip4base-reconf}
+    \end{figure}
+
+.. raw:: latex
+
+    \clearpage
+
+2t2c
+::::
+
+.. raw:: html
+
+    <center>
+    <iframe id="102" onload="setIframeHeight(this.id)" width="700" frameborder="0" scrolling="no" src="../../_static/vpp/3n-hsw-xl710-64b-2t2c-ethip4ipsec1000tnlsw-1atnl-ip4base-reconf.html"></iframe>
+    </center>
+
+.. raw:: latex
+
+    \begin{figure}[H]
+        \centering
+            \graphicspath{{../_build/_static/vpp/}}
+            \includegraphics[clip, trim=0cm 0cm 5cm 0cm, width=0.70\textwidth]{3n-hsw-xl710-64b-2t2c-ethip4ipsec1000tnlsw-1atnl-ip4base-reconf}
+            \label{fig:3n-hsw-xl710-64b-2t2c-ethip4ipsec1000tnlsw-1atnl-ip4base-reconf}
+    \end{figure}
+
+.. raw:: latex
+
+    \clearpage
+
+4t4c
+::::
+
+.. raw:: html
+
+    <center>
+    <iframe id="103" onload="setIframeHeight(this.id)" width="700" frameborder="0" scrolling="no" src="../../_static/vpp/3n-hsw-xl710-64b-4t4c-ethip4ipsec1000tnlsw-1atnl-ip4base-reconf.html"></iframe>
+    </center>
+
+.. raw:: latex
+
+    \begin{figure}[H]
+        \centering
+            \graphicspath{{../_build/_static/vpp/}}
+            \includegraphics[clip, trim=0cm 0cm 5cm 0cm, width=0.70\textwidth]{3n-hsw-xl710-64b-4t4c-ethip4ipsec1000tnlsw-1atnl-ip4base-reconf}
+            \label{fig:3n-hsw-xl710-64b-4t4c-ethip4ipsec1000tnlsw-1atnl-ip4base-reconf}
+    \end{figure}
+
+.. raw:: latex
+
+    \clearpage
+
+64b-ethip4ipsec60000tnlsw
+-------------------------
+
+1t1c
+::::
+
+.. raw:: html
+
+    <center>
+    <iframe id="201" onload="setIframeHeight(this.id)" width="700" frameborder="0" scrolling="no" src="../../_static/vpp/3n-hsw-xl710-64b-1t1c-ethip4ipsec60000tnlsw-1atnl-ip4base-reconf.html"></iframe>
+    </center>
+
+.. raw:: latex
+
+    \begin{figure}[H]
+        \centering
+            \graphicspath{{../_build/_static/vpp/}}
+            \includegraphics[clip, trim=0cm 0cm 5cm 0cm, width=0.70\textwidth]{3n-hsw-xl710-64b-1t1c-ethip4ipsec60000tnlsw-1atnl-ip4base-reconf}
+            \label{fig:3n-hsw-xl710-64b-1t1c-ethip4ipsec60000tnlsw-1atnl-ip4base-reconf}
+    \end{figure}
+
+.. raw:: latex
+
+    \clearpage
+
+2t2c
+::::
+
+.. raw:: html
+
+    <center>
+    <iframe id="202" onload="setIframeHeight(this.id)" width="700" frameborder="0" scrolling="no" src="../../_static/vpp/3n-hsw-xl710-64b-2t2c-ethip4ipsec60000tnlsw-1atnl-ip4base-reconf.html"></iframe>
+    </center>
+
+.. raw:: latex
+
+    \begin{figure}[H]
+        \centering
+            \graphicspath{{../_build/_static/vpp/}}
+            \includegraphics[clip, trim=0cm 0cm 5cm 0cm, width=0.70\textwidth]{3n-hsw-xl710-64b-2t2c-ethip4ipsec60000tnlsw-1atnl-ip4base-reconf}
+            \label{fig:3n-hsw-xl710-64b-2t2c-ethip4ipsec60000tnlsw-1atnl-ip4base-reconf}
+    \end{figure}
+
+.. raw:: latex
+
+    \clearpage
+
+4t4c
+::::
+
+.. raw:: html
+
+    <center>
+    <iframe id="203" onload="setIframeHeight(this.id)" width="700" frameborder="0" scrolling="no" src="../../_static/vpp/3n-hsw-xl710-64b-4t4c-ethip4ipsec60000tnlsw-1atnl-ip4base-reconf.html"></iframe>
+    </center>
+
+.. raw:: latex
+
+    \begin{figure}[H]
+        \centering
+            \graphicspath{{../_build/_static/vpp/}}
+            \includegraphics[clip, trim=0cm 0cm 5cm 0cm, width=0.70\textwidth]{3n-hsw-xl710-64b-4t4c-ethip4ipsec60000tnlsw-1atnl-ip4base-reconf}
+            \label{fig:3n-hsw-xl710-64b-4t4c-ethip4ipsec60000tnlsw-1atnl-ip4base-reconf}
+    \end{figure}
diff --git a/resources/tools/presentation/specification.yaml b/resources/tools/presentation/specification.yaml
index befc266628..50999a1f16 100644
--- a/resources/tools/presentation/specification.yaml
+++ b/resources/tools/presentation/specification.yaml
@@ -179,10 +179,17 @@
       csit-vpp-perf-report-iterative-2101-3n-hsw:
         - 30  # rls2101.rc2 NDRPDR iter env 6
 
+    plot-vpp-ipsec-reconf-3n-hsw:
+      csit-vpp-perf-report-iterative-2101-3n-hsw:
+        - 48  # rls2101.rc2 NDRPDR reconf iter env 6
+        - 49  # rls2101.rc2 NDRPDR reconf iter env 6
+
     plot-vpp-hoststack-3n-hsw:
       csit-vpp-perf-report-iterative-2101-3n-hsw:
         - 45  # rls2101.rc2 Hoststack iter env 6
         - 47  # rls2101.rc2 Hoststack iter env 6
+        - 50  # rls2101.rc2 Hoststack iter env 6
+        - 52  # rls2101.rc2 Hoststack iter env 6
 
     plot-dpdk-throughput-latency-3n-hsw:
       csit-dpdk-perf-report-iterative-2101-3n-hsw:
@@ -249,10 +256,12 @@
         - 37  # rls2101.rc2 NDRPDR iter env 6
         - 38  # rls2101.rc2 NDRPDR iter env 6
         - 43  # rls2101.rc2 NDRPDR iter env 6
+        - 47  # rls2101.rc2 NDRPDR iter env 6
+        - 48  # rls2101.rc2 NDRPDR iter env 6
 
     plot-vpp-hdrh-lat-2n-skx:
       csit-vpp-perf-report-iterative-2101-2n-skx:
-        - 37  # rls2101.rc2 NDRPDR iter env 6
+        - 48  # rls2101.rc2 NDRPDR iter env 6
 
     plot-vpp-soak-2n-skx:
       csit-vpp-perf-report-iterative-2101-2n-skx:
@@ -263,12 +272,13 @@
         - 33  # rls2101.rc2 NDRPDR nf-density iter env 6
 
     plot-vpp-nfv-2n-skx-mrr:
-      csit-vpp-perf-report-iterative-2101-2n-skx
+      csit-vpp-perf-report-iterative-2101-2n-skx:
         - 32  # rls2101.rc2 MRR nf-density iter env 6
 
     plot-vpp-nfv-reconf-2n-skx:
-      csit-vpp-perf-report-iterative-2101-2n-skx
-        - 34  # rls2101.rc2 NDRPDR reconf iter env 6
+      csit-vpp-perf-report-iterative-2101-2n-skx:
+        - 49  # rls2101.rc2 NDRPDR reconf iter env 6
+        - 50  # rls2101.rc2 NDRPDR reconf iter env 6
 
     plot-dpdk-throughput-latency-2n-skx:
       csit-dpdk-perf-report-iterative-2101-2n-skx:
@@ -327,10 +337,12 @@
         - 29  # rls2101.rc2 NDRPDR iter env 6
         - 30  # rls2101.rc2 NDRPDR iter env 6
         - 31  # rls2101.rc2 NDRPDR iter env 6
+        - 38  # rls2101.rc2 NDRPDR iter env 6
+        - 39  # rls2101.rc2 NDRPDR iter env 6
 
     plot-vpp-hdrh-lat-2n-clx:
       csit-vpp-perf-report-iterative-2101-2n-clx:
-        - 23  # rls2101.rc2 NDRPDR iter env 6
+        - 38  # rls2101.rc2 NDRPDR iter env 6
 
     plot-vpp-nfv-2n-clx-ndrpdr:
       csit-vpp-perf-report-iterative-2101-2n-clx:
@@ -342,7 +354,8 @@
 
     plot-vpp-nfv-reconf-2n-clx:
       csit-vpp-perf-report-iterative-2101-2n-clx:
-        - 27  # rls2101.rc2 NDRPDR reconf iter env 6
+        - 40  # rls2101.rc2 NDRPDR reconf iter env 6
+        - 41  # rls2101.rc2 NDRPDR reconf iter env 6
 
     plot-vpp-soak-2n-clx:
       csit-vpp-perf-report-iterative-2101-2n-clx:
@@ -461,6 +474,8 @@
         - 37  # rls2101.rc2 NDRPDR iter env 6
         - 38  # rls2101.rc2 NDRPDR iter env 6
         - 43  # rls2101.rc2 NDRPDR iter env 6
+        - 47  # rls2101.rc2 NDRPDR iter env 6
+        - 48  # rls2101.rc2 NDRPDR iter env 6
 
     vpp-nic-comparison-3n-skx-mrr:
       csit-vpp-perf-report-iterative-2101-3n-skx:
@@ -485,7 +500,7 @@
     vpp-perf-results-2n-skx:
       # csit-vpp-perf-report-coverage-2101-2n-skx:
       csit-vpp-perf-report-iterative-2101-2n-skx:
-        - 37  # rls2101.rc2 NDRPDR iter env 6
+        - 48  # rls2101.rc2 NDRPDR iter env 6
 
     vpp-perf-results-2n-zn2:
       csit-vpp-perf-report-iterative-2101-2n-zn2:
@@ -494,7 +509,7 @@
     vpp-perf-results-2n-clx:
       # csit-vpp-perf-report-coverage-2101-2n-clx:
       csit-vpp-perf-report-iterative-2101-2n-clx:
-        - 23  # rls2101.rc2 NDRPDR iter env 6
+        - 38  # rls2101.rc2 NDRPDR iter env 6
 
     vpp-perf-results-3n-tsh:
       csit-vpp-perf-report-iterative-2101-3n-tsh:
@@ -552,7 +567,7 @@
 
     vpp-device-results-ubuntu:
       csit-vpp-device-2101-ubuntu1804-1n-skx:
-        - 308  # rls2101.rc2 VPP DEV env 6
+        - 334  # rls2101.rc2 VPP DEV env 6
 
     dpdk-perf-results-3n-hsw:
       csit-dpdk-perf-report-iterative-2101-3n-hsw:
@@ -741,6 +756,8 @@
         - 37  # rls2101.rc2 NDRPDR iter env 6
         - 38  # rls2101.rc2 NDRPDR iter env 6
         - 43  # rls2101.rc2 NDRPDR iter env 6
+        - 47  # rls2101.rc2 NDRPDR iter env 6
+        - 48  # rls2101.rc2 NDRPDR iter env 6
 
     vpp-performance-changes-2n-clx-h1:
       csit-vpp-perf-report-iterative-2009-2n-clx:
@@ -784,6 +801,7 @@
         - 19  # rls2009 NDRPDR iter env 6
         - 20  # rls2009 NDRPDR iter env 6
         - 21  # rls2009 NDRPDR iter env 6
+        - 32  # rls2009 NDRPDR iter env 6
         - 33  # rls2009 NDRPDR iter env 6
         - 34  # rls2009 NDRPDR iter env 6
         - 35  # rls2009 NDRPDR iter env 6
@@ -794,6 +812,8 @@
         - 29  # rls2101.rc2 NDRPDR iter env 6
         - 30  # rls2101.rc2 NDRPDR iter env 6
         - 31  # rls2101.rc2 NDRPDR iter env 6
+        - 38  # rls2101.rc2 NDRPDR iter env 6
+        - 39  # rls2101.rc2 NDRPDR iter env 6
 
     vpp-performance-changes-2n-zn2-ref-env-old:
       csit-vpp-perf-report-iterative-2009-2n-zn2:
@@ -811,6 +831,8 @@
         - 13  # rls2009 NDRPDR iter env 6
         - 20  # rls2009 NDRPDR iter env 6
         - 21  # rls2009 NDRPDR iter env 6
+        - 22  # rls2009 NDRPDR iter env 6
+        - 25  # rls2009 NDRPDR iter env 6
     vpp-performance-changes-2n-zn2-cmp:
       csit-vpp-perf-report-iterative-2101-2n-zn2:
         - 15  # rls2101.rc2 NDRPDR iter env 6
@@ -938,6 +960,7 @@
         - 8   # rls2009 NDRPDR iter env 6
         - 13  # rls2009 NDRPDR iter env 6
         - 14  # rls2009 NDRPDR iter env 6
+        - 15  # rls2009 NDRPDR iter env 6
     vpp-performance-changes-3n-tsh-cmp:
       csit-vpp-perf-report-iterative-2101-3n-tsh:
         - 10  # rls2101.rc2 NDRPDR iter env 6
@@ -957,6 +980,7 @@
         - 11  # rls2009 NDRPDR iter env 6
         - 12  # rls2009 NDRPDR iter env 6
         - 13  # rls2009 NDRPDR iter env 6
+        - 16  # rls2009 NDRPDR iter env 6
     vpp-performance-changes-2n-tx2-cmp:
       csit-vpp-perf-report-iterative-2101-2n-tx2:
         - 8   # rls2101.rc2 NDRPDR iter env 6
@@ -971,6 +995,8 @@
         - 37  # rls2101.rc2 NDRPDR iter env 6
         - 38  # rls2101.rc2 NDRPDR iter env 6
         - 43  # rls2101.rc2 NDRPDR iter env 6
+        - 47  # rls2101.rc2 NDRPDR iter env 6
+        - 48  # rls2101.rc2 NDRPDR iter env 6
     vpp-soak-vs-ndr-2n-skx-cmp:
       csit-vpp-perf-report-iterative-2101-2n-skx:
         - 35  # rls2101.rc2 soak env 6
@@ -981,6 +1007,8 @@
         - 37  # rls2101.rc2 NDRPDR iter env 6
         - 38  # rls2101.rc2 NDRPDR iter env 6
         - 43  # rls2101.rc2 NDRPDR iter env 6
+        - 47  # rls2101.rc2 NDRPDR iter env 6
+        - 48  # rls2101.rc2 NDRPDR iter env 6
         - 35  # rls2101.rc2 soak env 6
 
     vpp-soak-vs-ndr-2n-clx-ref:
@@ -990,6 +1018,8 @@
         - 29  # rls2101.rc2 NDRPDR iter env 6
         - 30  # rls2101.rc2 NDRPDR iter env 6
         - 31  # rls2101.rc2 NDRPDR iter env 6
+        - 38  # rls2101.rc2 NDRPDR iter env 6
+        - 39  # rls2101.rc2 NDRPDR iter env 6
     vpp-soak-vs-ndr-2n-clx-cmp:
       csit-vpp-perf-report-iterative-2101-2n-clx:
         - 28  # rls2101.rc2 soak env 6
@@ -1000,6 +1030,8 @@
         - 29  # rls2101.rc2 NDRPDR iter env 6
         - 30  # rls2101.rc2 NDRPDR iter env 6
         - 31  # rls2101.rc2 NDRPDR iter env 6
+        - 38  # rls2101.rc2 NDRPDR iter env 6
+        - 39  # rls2101.rc2 NDRPDR iter env 6
         - 28  # rls2101.rc2 soak env 6
 
     vpp-performance-changes-3n-hsw-mrr-h1:
@@ -1376,6 +1408,8 @@
         - 37  # rls2101.rc2 NDRPDR iter env 6
         - 38  # rls2101.rc2 NDRPDR iter env 6
         - 43  # rls2101.rc2 NDRPDR iter env 6
+        - 47  # rls2101.rc2 NDRPDR iter env 6
+        - 48  # rls2101.rc2 NDRPDR iter env 6
     vpp-compare-testbeds-skx-clx-cmp:
       csit-vpp-perf-report-iterative-2101-2n-clx:
         - 23  # rls2101.rc2 NDRPDR iter env 6
@@ -1383,6 +1417,8 @@
         - 29  # rls2101.rc2 NDRPDR iter env 6
         - 30  # rls2101.rc2 NDRPDR iter env 6
         - 31  # rls2101.rc2 NDRPDR iter env 6
+        - 38  # rls2101.rc2 NDRPDR iter env 6
+        - 39  # rls2101.rc2 NDRPDR iter env 6
 
     vpp-compare-testbeds-hsw-clx-ref:
       csit-vpp-perf-report-iterative-2101-3n-hsw:
@@ -1403,6 +1439,8 @@
         - 29  # rls2101.rc2 NDRPDR iter env 6
         - 30  # rls2101.rc2 NDRPDR iter env 6
         - 31  # rls2101.rc2 NDRPDR iter env 6
+        - 38  # rls2101.rc2 NDRPDR iter env 6
+        - 39  # rls2101.rc2 NDRPDR iter env 6
 
     vpp-compare-testbeds-mrr-ref:
       csit-vpp-perf-report-iterative-2101-3n-hsw:
@@ -1486,6 +1524,8 @@
         - 37  # rls2101.rc2 NDRPDR iter env 6
         - 38  # rls2101.rc2 NDRPDR iter env 6
         - 43  # rls2101.rc2 NDRPDR iter env 6
+        - 47  # rls2101.rc2 NDRPDR iter env 6
+        - 48  # rls2101.rc2 NDRPDR iter env 6
 
     vpp-compare-topologies-mrr-ref:
       csit-vpp-perf-report-iterative-2101-3n-skx:
@@ -2405,6 +2445,10 @@
       - 39  # rls2101.rc2 NDRPDR iter env 6
       - 45  # rls2101.rc2 Hoststack iter env 6
       - 47  # rls2101.rc2 Hoststack iter env 6
+      - 50  # rls2101.rc2 Hoststack iter env 6
+      - 52  # rls2101.rc2 Hoststack iter env 6
+      - 48  # rls2101.rc2 NDRPDR reconf iter env 6
+      - 49  # rls2101.rc2 NDRPDR reconf iter env 6
     # csit-vpp-perf-report-coverage-2101-3n-hsw:
 
 
@@ -2503,9 +2547,12 @@
       - 37  # rls2101.rc2 NDRPDR iter env 6
       - 38  # rls2101.rc2 NDRPDR iter env 6
       - 43  # rls2101.rc2 NDRPDR iter env 6
+      - 47  # rls2101.rc2 NDRPDR iter env 6
+      - 48  # rls2101.rc2 NDRPDR iter env 6
       - 32  # rls2101.rc2 MRR nf-density iter env 6
       - 33  # rls2101.rc2 NDRPDR nf-density iter env 6
-      - 34  # rls2101.rc2 NDRPDR reconf iter env 6
+      - 49  # rls2101.rc2 NDRPDR reconf iter env 6
+      - 50  # rls2101.rc2 NDRPDR reconf iter env 6
       - 35  # rls2101.rc2 soak env 6
     # csit-vpp-perf-report-coverage-2101-2n-skx:
 
@@ -2551,6 +2598,7 @@
       - 19  # rls2009 NDRPDR iter env 6
       - 20  # rls2009 NDRPDR iter env 6
       - 21  # rls2009 NDRPDR iter env 6
+      - 32  # rls2009 NDRPDR iter env 6
       - 33  # rls2009 NDRPDR iter env 6
       - 34  # rls2009 NDRPDR iter env 6
       - 35  # rls2009 NDRPDR iter env 6
@@ -2560,9 +2608,12 @@
       - 29  # rls2101.rc2 NDRPDR iter env 6
       - 30  # rls2101.rc2 NDRPDR iter env 6
       - 31  # rls2101.rc2 NDRPDR iter env 6
+      - 38  # rls2101.rc2 NDRPDR iter env 6
+      - 39  # rls2101.rc2 NDRPDR iter env 6
       - 25  # rls2101.rc2 MRR nf-density iter env 6
       - 26  # rls2101.rc2 NDRPDR nf-density iter env 6
-      - 27  # rls2101.rc2 NDRPDR reconf iter env 6
+      - 40  # rls2101.rc2 NDRPDR reconf iter env 6
+      - 41  # rls2101.rc2 NDRPDR reconf iter env 6
       - 28  # rls2101.rc2 soak env 6
     # csit-vpp-perf-report-coverage-2101-2n-clx:
 
@@ -2583,6 +2634,8 @@
       - 13  # rls2009 NDRPDR iter env 6
       - 20  # rls2009 NDRPDR iter env 6
       - 21  # rls2009 NDRPDR iter env 6
+      - 22  # rls2009 NDRPDR iter env 6
+      - 25  # rls2009 NDRPDR iter env 6
       - 14  # rls2101.rc2 MRR iter env 6
       - 15  # rls2101.rc2 NDRPDR iter env 6
       - 16  # rls2101.rc2 NDRPDR iter env 6
@@ -2618,6 +2671,7 @@
       - 8   # rls2009 NDRPDR iter env 6
       - 13  # rls2009 NDRPDR iter env 6
       - 14  # rls2009 NDRPDR iter env 6
+      - 15  # rls2009 NDRPDR iter env 6
       - 9   # rls2101.rc2 MRR iter env 6
       - 10  # rls2101.rc2 NDRPDR iter env 6
       - 11  # rls2101.rc2 NDRPDR iter env 6
@@ -2630,6 +2684,7 @@
       - 11  # rls2009 NDRPDR iter env 6
       - 12  # rls2009 NDRPDR iter env 6
       - 13  # rls2009 NDRPDR iter env 6
+      - 16  # rls2009 NDRPDR iter env 6
       - 9   # rls2101.rc2 MRR iter env 6
       - 8   # rls2101.rc2 NDRPDR iter env 6
       - 10  # rls2101.rc2 NDRPDR iter env 6
@@ -2901,7 +2956,7 @@
       - 8   # rls2101 NDRPDR iter env 6
 
     csit-vpp-device-2101-ubuntu1804-1n-skx:
-      - 308  # rls2101.rc2 VPP DEV env 6
+      - 334  # rls2101.rc2 VPP DEV env 6
 
 - type: "output"
   output: "report"
@@ -8311,6 +8366,136 @@
 
 ###############################################################################
 
+# Reconf tests 3n-hsw
+
+- type: "plot"
+  title: "Effective Blocked Time: 3n-hsw-xl710-64b-1t1c-ethip4ipsec4tnlsw-1atnl-ip4base-reconf"
+  algorithm: "plot_nf_reconf_box_name"
+  output-file: "{DIR[STATIC,VPP]}/3n-hsw-xl710-64b-1t1c-ethip4ipsec4tnlsw-1atnl-ip4base-reconf"
+  data: "plot-vpp-ipsec-reconf-3n-hsw"
+  include:
+    - "Tests.Vpp.Perf.Crypto.40Ge2P1Xl710-Ethip4Ipsec4Tnlsw-1Atnl-Ip4Base-Int-Aes128Cbc-Hmac256Sha-Reconf.64B-1t1c-ethip4ipsec4tnlsw-1atnl-ip4base-int-aes128cbc-hmac256sha-reconf"
+    - "Tests.Vpp.Perf.Crypto.40Ge2P1Xl710-Ethip4Ipsec4Tnlsw-1Atnl-Ip4Base-Int-Aes128Cbc-Hmac512Sha-Reconf.64B-1t1c-ethip4ipsec4tnlsw-1atnl-ip4base-int-aes128cbc-hmac512sha-reconf"
+    - "Tests.Vpp.Perf.Crypto.40Ge2P1Xl710-Ethip4Ipsec4Tnlsw-1Atnl-Ip4Base-Int-Aes128Gcm-Reconf.64B-1t1c-ethip4ipsec4tnlsw-1atnl-ip4base-int-aes128gcm-reconf"
+    - "Tests.Vpp.Perf.Crypto.40Ge2P1Xl710-Ethip4Ipsec4Tnlsw-1Atnl-Ip4Base-Int-Aes256Gcm-Reconf.64B-1t1c-ethip4ipsec4tnlsw-1atnl-ip4base-int-aes256gcm-reconf"
+  layout:
+    title: "ethip4ipsec4tnlsw-1atnl-ip4base"
+    layout: "plot-throughput"
+
+- type: "plot"
+  title: "Effective Blocked Time: 3n-hsw-xl710-64b-1t1c-ethip4ipsec1000tnlsw-1atnl-ip4base-reconf"
+  algorithm: "plot_nf_reconf_box_name"
+  output-file: "{DIR[STATIC,VPP]}/3n-hsw-xl710-64b-1t1c-ethip4ipsec1000tnlsw-1atnl-ip4base-reconf"
+  data: "plot-vpp-ipsec-reconf-3n-hsw"
+  include:
+    - "Tests.Vpp.Perf.Crypto.40Ge2P1Xl710-Ethip4Ipsec1000Tnlsw-1Atnl-Ip4Base-Int-Aes128Cbc-Hmac256Sha-Reconf.64B-1t1c-ethip4ipsec1000tnlsw-1atnl-ip4base-int-aes128cbc-hmac256sha-reconf"
+    - "Tests.Vpp.Perf.Crypto.40Ge2P1Xl710-Ethip4Ipsec1000Tnlsw-1Atnl-Ip4Base-Int-Aes128Cbc-Hmac512Sha-Reconf.64B-1t1c-ethip4ipsec1000tnlsw-1atnl-ip4base-int-aes128cbc-hmac512sha-reconf"
+    - "Tests.Vpp.Perf.Crypto.40Ge2P1Xl710-Ethip4Ipsec1000Tnlsw-1Atnl-Ip4Base-Int-Aes128Gcm-Reconf.64B-1t1c-ethip4ipsec1000tnlsw-1atnl-ip4base-int-aes128gcm-reconf"
+    - "Tests.Vpp.Perf.Crypto.40Ge2P1Xl710-Ethip4Ipsec1000Tnlsw-1Atnl-Ip4Base-Int-Aes256Gcm-Reconf.64B-1t1c-ethip4ipsec1000tnlsw-1atnl-ip4base-int-aes256gcm-reconf"
+  layout:
+    title: "ethip4ipsec1000tnlsw-1atnl-ip4base"
+    layout: "plot-throughput"
+
+- type: "plot"
+  title: "Effective Blocked Time: 3n-hsw-xl710-64b-1t1c-ethip4ipsec60000tnlsw-1atnl-ip4base-reconf"
+  algorithm: "plot_nf_reconf_box_name"
+  output-file: "{DIR[STATIC,VPP]}/3n-hsw-xl710-64b-1t1c-ethip4ipsec60000tnlsw-1atnl-ip4base-reconf"
+  data: "plot-vpp-ipsec-reconf-3n-hsw"
+  include:
+    - "Tests.Vpp.Perf.Crypto.40Ge2P1Xl710-Ethip4Ipsec60000Tnlsw-1Atnl-Ip4Base-Int-Aes128Cbc-Hmac256Sha-Reconf.64B-1t1c-ethip4ipsec60000tnlsw-1atnl-ip4base-int-aes128cbc-hmac256sha-reconf"
+    - "Tests.Vpp.Perf.Crypto.40Ge2P1Xl710-Ethip4Ipsec60000Tnlsw-1Atnl-Ip4Base-Int-Aes128Cbc-Hmac512Sha-Reconf.64B-1t1c-ethip4ipsec60000tnlsw-1atnl-ip4base-int-aes128cbc-hmac512sha-reconf"
+    - "Tests.Vpp.Perf.Crypto.40Ge2P1Xl710-Ethip4Ipsec60000Tnlsw-1Atnl-Ip4Base-Int-Aes128Gcm-Reconf.64B-1t1c-ethip4ipsec60000tnlsw-1atnl-ip4base-int-aes128gcm-reconf"
+    - "Tests.Vpp.Perf.Crypto.40Ge2P1Xl710-Ethip4Ipsec60000Tnlsw-1Atnl-Ip4Base-Int-Aes256Gcm-Reconf.64B-1t1c-ethip4ipsec60000tnlsw-1atnl-ip4base-int-aes256gcm-reconf"
+  layout:
+    title: "ethip4ipsec60000tnlsw-1atnl-ip4base"
+    layout: "plot-throughput"
+
+- type: "plot"
+  title: "Effective Blocked Time: 3n-hsw-xl710-64b-2t2c-ethip4ipsec4tnlsw-1atnl-ip4base-reconf"
+  algorithm: "plot_nf_reconf_box_name"
+  output-file: "{DIR[STATIC,VPP]}/3n-hsw-xl710-64b-2t2c-ethip4ipsec4tnlsw-1atnl-ip4base-reconf"
+  data: "plot-vpp-ipsec-reconf-3n-hsw"
+  include:
+    - "Tests.Vpp.Perf.Crypto.40Ge2P1Xl710-Ethip4Ipsec4Tnlsw-1Atnl-Ip4Base-Int-Aes128Cbc-Hmac256Sha-Reconf.64B-2t2c-ethip4ipsec4tnlsw-1atnl-ip4base-int-aes128cbc-hmac256sha-reconf"
+    - "Tests.Vpp.Perf.Crypto.40Ge2P1Xl710-Ethip4Ipsec4Tnlsw-1Atnl-Ip4Base-Int-Aes128Cbc-Hmac512Sha-Reconf.64B-2t2c-ethip4ipsec4tnlsw-1atnl-ip4base-int-aes128cbc-hmac512sha-reconf"
+    - "Tests.Vpp.Perf.Crypto.40Ge2P1Xl710-Ethip4Ipsec4Tnlsw-1Atnl-Ip4Base-Int-Aes128Gcm-Reconf.64B-2t2c-ethip4ipsec4tnlsw-1atnl-ip4base-int-aes128gcm-reconf"
+    - "Tests.Vpp.Perf.Crypto.40Ge2P1Xl710-Ethip4Ipsec4Tnlsw-1Atnl-Ip4Base-Int-Aes256Gcm-Reconf.64B-2t2c-ethip4ipsec4tnlsw-1atnl-ip4base-int-aes256gcm-reconf"
+  layout:
+    title: "ethip4ipsec4tnlsw-1atnl-ip4base"
+    layout: "plot-throughput"
+
+- type: "plot"
+  title: "Effective Blocked Time: 3n-hsw-xl710-64b-2t2c-ethip4ipsec1000tnlsw-1atnl-ip4base-reconf"
+  algorithm: "plot_nf_reconf_box_name"
+  output-file: "{DIR[STATIC,VPP]}/3n-hsw-xl710-64b-2t2c-ethip4ipsec1000tnlsw-1atnl-ip4base-reconf"
+  data: "plot-vpp-ipsec-reconf-3n-hsw"
+  include:
+    - "Tests.Vpp.Perf.Crypto.40Ge2P1Xl710-Ethip4Ipsec1000Tnlsw-1Atnl-Ip4Base-Int-Aes128Cbc-Hmac256Sha-Reconf.64B-2t2c-ethip4ipsec1000tnlsw-1atnl-ip4base-int-aes128cbc-hmac256sha-reconf"
+    - "Tests.Vpp.Perf.Crypto.40Ge2P1Xl710-Ethip4Ipsec1000Tnlsw-1Atnl-Ip4Base-Int-Aes128Cbc-Hmac512Sha-Reconf.64B-2t2c-ethip4ipsec1000tnlsw-1atnl-ip4base-int-aes128cbc-hmac512sha-reconf"
+    - "Tests.Vpp.Perf.Crypto.40Ge2P1Xl710-Ethip4Ipsec1000Tnlsw-1Atnl-Ip4Base-Int-Aes128Gcm-Reconf.64B-2t2c-ethip4ipsec1000tnlsw-1atnl-ip4base-int-aes128gcm-reconf"
+    - "Tests.Vpp.Perf.Crypto.40Ge2P1Xl710-Ethip4Ipsec1000Tnlsw-1Atnl-Ip4Base-Int-Aes256Gcm-Reconf.64B-2t2c-ethip4ipsec1000tnlsw-1atnl-ip4base-int-aes256gcm-reconf"
+  layout:
+    title: "ethip4ipsec1000tnlsw-1atnl-ip4base"
+    layout: "plot-throughput"
+
+- type: "plot"
+  title: "Effective Blocked Time: 3n-hsw-xl710-64b-2t2c-ethip4ipsec60000tnlsw-1atnl-ip4base-reconf"
+  algorithm: "plot_nf_reconf_box_name"
+  output-file: "{DIR[STATIC,VPP]}/3n-hsw-xl710-64b-2t2c-ethip4ipsec60000tnlsw-1atnl-ip4base-reconf"
+  data: "plot-vpp-ipsec-reconf-3n-hsw"
+  include:
+    - "Tests.Vpp.Perf.Crypto.40Ge2P1Xl710-Ethip4Ipsec60000Tnlsw-1Atnl-Ip4Base-Int-Aes128Cbc-Hmac256Sha-Reconf.64B-2t2c-ethip4ipsec60000tnlsw-1atnl-ip4base-int-aes128cbc-hmac256sha-reconf"
+    - "Tests.Vpp.Perf.Crypto.40Ge2P1Xl710-Ethip4Ipsec60000Tnlsw-1Atnl-Ip4Base-Int-Aes128Cbc-Hmac512Sha-Reconf.64B-2t2c-ethip4ipsec60000tnlsw-1atnl-ip4base-int-aes128cbc-hmac512sha-reconf"
+    - "Tests.Vpp.Perf.Crypto.40Ge2P1Xl710-Ethip4Ipsec60000Tnlsw-1Atnl-Ip4Base-Int-Aes128Gcm-Reconf.64B-2t2c-ethip4ipsec60000tnlsw-1atnl-ip4base-int-aes128gcm-reconf"
+    - "Tests.Vpp.Perf.Crypto.40Ge2P1Xl710-Ethip4Ipsec60000Tnlsw-1Atnl-Ip4Base-Int-Aes256Gcm-Reconf.64B-2t2c-ethip4ipsec60000tnlsw-1atnl-ip4base-int-aes256gcm-reconf"
+  layout:
+    title: "ethip4ipsec60000tnlsw-1atnl-ip4base"
+    layout: "plot-throughput"
+
+- type: "plot"
+  title: "Effective Blocked Time: 3n-hsw-xl710-64b-4t4c-ethip4ipsec4tnlsw-1atnl-ip4base-reconf"
+  algorithm: "plot_nf_reconf_box_name"
+  output-file: "{DIR[STATIC,VPP]}/3n-hsw-xl710-64b-4t4c-ethip4ipsec4tnlsw-1atnl-ip4base-reconf"
+  data: "plot-vpp-ipsec-reconf-3n-hsw"
+  include:
+    - "Tests.Vpp.Perf.Crypto.40Ge2P1Xl710-Ethip4Ipsec4Tnlsw-1Atnl-Ip4Base-Int-Aes128Cbc-Hmac256Sha-Reconf.64B-4t4c-ethip4ipsec4tnlsw-1atnl-ip4base-int-aes128cbc-hmac256sha-reconf"
+    - "Tests.Vpp.Perf.Crypto.40Ge2P1Xl710-Ethip4Ipsec4Tnlsw-1Atnl-Ip4Base-Int-Aes128Cbc-Hmac512Sha-Reconf.64B-4t4c-ethip4ipsec4tnlsw-1atnl-ip4base-int-aes128cbc-hmac512sha-reconf"
+    - "Tests.Vpp.Perf.Crypto.40Ge2P1Xl710-Ethip4Ipsec4Tnlsw-1Atnl-Ip4Base-Int-Aes128Gcm-Reconf.64B-4t4c-ethip4ipsec4tnlsw-1atnl-ip4base-int-aes128gcm-reconf"
+    - "Tests.Vpp.Perf.Crypto.40Ge2P1Xl710-Ethip4Ipsec4Tnlsw-1Atnl-Ip4Base-Int-Aes256Gcm-Reconf.64B-4t4c-ethip4ipsec4tnlsw-1atnl-ip4base-int-aes256gcm-reconf"
+  layout:
+    title: "ethip4ipsec4tnlsw-1atnl-ip4base"
+    layout: "plot-throughput"
+
+- type: "plot"
+  title: "Effective Blocked Time: 3n-hsw-xl710-64b-4t4c-ethip4ipsec1000tnlsw-1atnl-ip4base-reconf"
+  algorithm: "plot_nf_reconf_box_name"
+  output-file: "{DIR[STATIC,VPP]}/3n-hsw-xl710-64b-4t4c-ethip4ipsec1000tnlsw-1atnl-ip4base-reconf"
+  data: "plot-vpp-ipsec-reconf-3n-hsw"
+  include:
+    - "Tests.Vpp.Perf.Crypto.40Ge2P1Xl710-Ethip4Ipsec1000Tnlsw-1Atnl-Ip4Base-Int-Aes128Cbc-Hmac256Sha-Reconf.64B-4t4c-ethip4ipsec1000tnlsw-1atnl-ip4base-int-aes128cbc-hmac256sha-reconf"
+    - "Tests.Vpp.Perf.Crypto.40Ge2P1Xl710-Ethip4Ipsec1000Tnlsw-1Atnl-Ip4Base-Int-Aes128Cbc-Hmac512Sha-Reconf.64B-4t4c-ethip4ipsec1000tnlsw-1atnl-ip4base-int-aes128cbc-hmac512sha-reconf"
+    - "Tests.Vpp.Perf.Crypto.40Ge2P1Xl710-Ethip4Ipsec1000Tnlsw-1Atnl-Ip4Base-Int-Aes128Gcm-Reconf.64B-4t4c-ethip4ipsec1000tnlsw-1atnl-ip4base-int-aes128gcm-reconf"
+    - "Tests.Vpp.Perf.Crypto.40Ge2P1Xl710-Ethip4Ipsec1000Tnlsw-1Atnl-Ip4Base-Int-Aes256Gcm-Reconf.64B-4t4c-ethip4ipsec1000tnlsw-1atnl-ip4base-int-aes256gcm-reconf"
+  layout:
+    title: "ethip4ipsec1000tnlsw-1atnl-ip4base"
+    layout: "plot-throughput"
+
+- type: "plot"
+  title: "Effective Blocked Time: 3n-hsw-xl710-64b-4t4c-ethip4ipsec60000tnlsw-1atnl-ip4base-reconf"
+  algorithm: "plot_nf_reconf_box_name"
+  output-file: "{DIR[STATIC,VPP]}/3n-hsw-xl710-64b-4t4c-ethip4ipsec60000tnlsw-1atnl-ip4base-reconf"
+  data: "plot-vpp-ipsec-reconf-3n-hsw"
+  include:
+    - "Tests.Vpp.Perf.Crypto.40Ge2P1Xl710-Ethip4Ipsec60000Tnlsw-1Atnl-Ip4Base-Int-Aes128Cbc-Hmac256Sha-Reconf.64B-4t4c-ethip4ipsec60000tnlsw-1atnl-ip4base-int-aes128cbc-hmac256sha-reconf"
+    - "Tests.Vpp.Perf.Crypto.40Ge2P1Xl710-Ethip4Ipsec60000Tnlsw-1Atnl-Ip4Base-Int-Aes128Cbc-Hmac512Sha-Reconf.64B-4t4c-ethip4ipsec60000tnlsw-1atnl-ip4base-int-aes128cbc-hmac512sha-reconf"
+    - "Tests.Vpp.Perf.Crypto.40Ge2P1Xl710-Ethip4Ipsec60000Tnlsw-1Atnl-Ip4Base-Int-Aes128Gcm-Reconf.64B-4t4c-ethip4ipsec60000tnlsw-1atnl-ip4base-int-aes128gcm-reconf"
+    - "Tests.Vpp.Perf.Crypto.40Ge2P1Xl710-Ethip4Ipsec60000Tnlsw-1Atnl-Ip4Base-Int-Aes256Gcm-Reconf.64B-4t4c-ethip4ipsec60000tnlsw-1atnl-ip4base-int-aes256gcm-reconf"
+  layout:
+    title: "ethip4ipsec60000tnlsw-1atnl-ip4base"
+    layout: "plot-throughput"
+
+###############################################################################
+
 # Plots - NF Density - VSC - MRR IMIX
 - type: "plot"
   title: "Packet Throughput: eth-l2bd-{Y}ch-{2XY}vh-{XY}vm-vppip4-mrr"