Report: Add RC1 data 16/32716/1
authorTibor Frank <tifrank@cisco.com>
Mon, 14 Jun 2021 11:33:20 +0000 (13:33 +0200)
committerTibor Frank <tifrank@cisco.com>
Mon, 14 Jun 2021 11:33:20 +0000 (13:33 +0200)
Change-Id: I8bb69b896438c84cdd280e781697773b8cf91475
Signed-off-by: Tibor Frank <tifrank@cisco.com>
docs/report/index.html.template
docs/report/vpp_performance_tests/hoststack_testing/iperf3/index.rst
docs/report/vpp_performance_tests/hoststack_testing/quic/index.rst
docs/report/vpp_performance_tests/index.rst
resources/tools/presentation/specifications/report/data_sets.yaml
resources/tools/presentation/specifications/report/elements.yaml

index f0969ea..1d94288 100644 (file)
@@ -23,15 +23,13 @@ CSIT-2106
     vpp_performance_tests/soak_tests/index
     vpp_performance_tests/reconf_tests/index
     vpp_performance_tests/nf_service_density/index
+    vpp_performance_tests/hoststack_testing/index
     vpp_performance_tests/gso_testing/index
     vpp_performance_tests/comparisons/index
     vpp_performance_tests/throughput_trending
     vpp_performance_tests/test_environment
     vpp_performance_tests/documentation/index
 
-..
-    vpp_performance_tests/hoststack_testing/index
-
 .. toctree::
     :maxdepth: 2
     :caption: DPDK Performance
index 34a4962..eb9770d 100644 (file)
@@ -38,38 +38,38 @@ TCP/IP with iperf3
 
     \clearpage
 
-1460b-1t1c-xl710-base-scale
----------------------------
+1460b-2t1c-xxv710-base-scale
+----------------------------
 
 .. raw:: html
 
-    <iframe id="ifrm01" onload="setIframeHeight(this.id)" width="700" frameborder="0" scrolling="no" src="../../../_static/vpp/3n-hsw-xl710-1460b-1t1c-eth-ip4tcp-ldpreload-iperf3-bps.html"></iframe>
+    <iframe id="ifrm01" onload="setIframeHeight(this.id)" width="700" frameborder="0" scrolling="no" src="../../../_static/vpp/3n-skx-xxv710-1460b-2t1c-eth-ip4tcp-ldpreload-iperf3-bps.html"></iframe>
 
 .. raw:: latex
 
     \begin{figure}[H]
         \centering
             \graphicspath{{../_build/_static/vpp/}}
-            \includegraphics[clip, trim=0cm 0cm 5cm 0cm, width=0.70\textwidth]{3n-hsw-xl710-1460b-1t1c-eth-ip4tcp-ldpreload-iperf3-bps}
-            \label{fig:3n-hsw-xl710-1460b-1t1c-eth-ip4tcp-ldpreload-iperf3-bps}
+            \includegraphics[clip, trim=0cm 0cm 5cm 0cm, width=0.70\textwidth]{3n-skx-xxv710-1460b-2t1c-eth-ip4tcp-ldpreload-iperf3-bps}
+            \label{fig:3n-skx-xxv710-1460b-2t1c-eth-ip4tcp-ldpreload-iperf3-bps}
     \end{figure}
 
 .. raw:: latex
 
     \clearpage
 
-1460b-1t1c-xl710-nsim-base-scale
---------------------------------
+1460b-2t1c-xxv710-nsim-base-scale
+---------------------------------
 
 .. raw:: html
 
-    <iframe id="ifrm02" onload="setIframeHeight(this.id)" width="700" frameborder="0" scrolling="no" src="../../../_static/vpp/3n-hsw-xl710-1460b-1t1c-eth-ip4tcp-nsim-ldpreload-iperf3-bps.html"></iframe>
+    <iframe id="ifrm02" onload="setIframeHeight(this.id)" width="700" frameborder="0" scrolling="no" src="../../../_static/vpp/3n-skx-xxv710-1460b-2t1c-eth-ip4tcp-nsim-ldpreload-iperf3-bps.html"></iframe>
 
 .. raw:: latex
 
     \begin{figure}[H]
         \centering
             \graphicspath{{../_build/_static/vpp/}}
-            \includegraphics[clip, trim=0cm 0cm 5cm 0cm, width=0.70\textwidth]{3n-hsw-xl710-1460b-1t1c-eth-ip4tcp-nsim-ldpreload-iperf3-bps}
-            \label{fig:3n-hsw-xl710-1460b-1t1c-eth-ip4tcp-nsim-ldpreload-iperf3-bps}
+            \includegraphics[clip, trim=0cm 0cm 5cm 0cm, width=0.70\textwidth]{3n-skx-xxv710-1460b-2t1c-eth-ip4tcp-nsim-ldpreload-iperf3-bps}
+            \label{fig:3n-skx-xxv710-1460b-2t1c-eth-ip4tcp-nsim-ldpreload-iperf3-bps}
     \end{figure}
index ba4c703..124911e 100644 (file)
@@ -38,18 +38,18 @@ QUIC/UDP/IP with vpp_echo
 
     \clearpage
 
-1280b-1t1c-xl710-base-scale
----------------------------
+1280b-2t1c-xxv710-base-scale
+----------------------------
 
 .. raw:: html
 
-    <iframe id="ifrm01" onload="setIframeHeight(this.id)" width="700" frameborder="0" scrolling="no" src="../../../_static/vpp/3n-hsw-xl710-1280b-1t1c-eth-ip4udpquic-vppecho-bps.html"></iframe>
+    <iframe id="ifrm01" onload="setIframeHeight(this.id)" width="700" frameborder="0" scrolling="no" src="../../../_static/vpp/3n-skx-xxv710-1280b-2t1c-eth-ip4udpquic-vppecho-bps.html"></iframe>
 
 .. raw:: latex
 
     \begin{figure}[H]
         \centering
             \graphicspath{{../_build/_static/vpp/}}
-            \includegraphics[clip, trim=0cm 0cm 5cm 0cm, width=0.70\textwidth]{3n-hsw-xl710-1280b-1t1c-eth-ip4udpquic-vppecho-bps}
-            \label{fig:3n-hsw-xl710-1280b-1t1c-eth-ip4udpquic-vppecho-bps}
+            \includegraphics[clip, trim=0cm 0cm 5cm 0cm, width=0.70\textwidth]{3n-skx-xxv710-1280b-2t1c-eth-ip4udpquic-vppecho-bps}
+            \label{fig:3n-skx-xxv710-1280b-2t1c-eth-ip4udpquic-vppecho-bps}
     \end{figure}
index 6de8a78..bd497ce 100644 (file)
@@ -11,11 +11,9 @@ VPP Performance
     soak_tests/index
     reconf_tests/index
     nf_service_density/index
+    hoststack_testing/index
     gso_testing/index
     comparisons/index
     throughput_trending
     test_environment
     documentation/index
-
-..
-    hoststack_testing/index
index 01b5980..295fc93 100644 (file)
@@ -6,7 +6,7 @@
 
   vpp-device-results-ubuntu:
     csit-vpp-device-2101-ubuntu1804-1n-skx:
-      - 358  # rls2101.rel VPP DEV env 6
+      - 56  # rls2101.rc1 VPP DEV env 7
 
 ################################################################################
 
       - 50  # rls2101.rel NDRPDR iter env 6
 
   vpp-3n-skx-prev-iter-new-env:
-    # TODO: Add
     csit-vpp-perf-report-iterative-2106-3n-skx:
       - 3   # rls2101.rel NDRPDR iter env 7
       - 4   # rls2101.rel NDRPDR iter env 7
       - 5   # rls2101.rel NDRPDR iter env 7
+      - 6   # rls2101.rel NDRPDR iter env 7
       - 7   # rls2101.rel NDRPDR iter env 7
+      - 8   # rls2101.rel NDRPDR iter env 7
+      - 9   # rls2101.rel NDRPDR iter env 7
+      - 10  # rls2101.rel NDRPDR iter env 7
+      - 11  # rls2101.rel NDRPDR iter env 7
+      - 12  # rls2101.rel NDRPDR iter env 7
 
   vpp-3n-skx-curr-iter:
     # TODO: Replace
     csit-vpp-perf-report-iterative-2101-3n-skx:
       - 35  # rls2101.rel MRR iter env 6
 
+  vpp-3n-skx-curr-iter-hoststack:
+    csit-vpp-perf-report-iterative-2106-3n-skx:
+      - 13  # rls2106.rc1 NDRPDR iter env 7
+      - 14  # rls2106.rc1 NDRPDR iter env 7
+
   vpp-3n-skx-curr-cov:
     # TODO: Replace
     # csit-vpp-perf-report-coverage-2106-3n-skx:
       - 6   # rls2101.rel NDRPDR iter env 7
       - 7   # rls2101.rel NDRPDR iter env 7
       - 8   # rls2101.rel NDRPDR iter env 7
+      - 9   # rls2101.rel NDRPDR iter env 7
+      - 10  # rls2101.rel NDRPDR iter env 7
+      - 11  # rls2101.rel NDRPDR iter env 7
+      - 12  # rls2101.rel NDRPDR iter env 7
 
   vpp-2n-skx-curr-iter:
     # TODO: Replace
       - 110 # rls2101.rel NDRPDR nf-density iter env 6
 
   vpp-2n-skx-curr-nfv-mrr:
-    # TODO: Replace
-    # csit-vpp-perf-report-iterative-2106-2n-skx:
-    csit-vpp-perf-report-iterative-2101-2n-skx:
-      - 65  # rls2101.rel MRR nf-density iter env 6
+    csit-vpp-perf-report-iterative-2106-2n-skx:
+      - 13  # rls2106.rc1 MRR nf-density iter env 7
 
   vpp-2n-skx-curr-nfv-reconf:
     # TODO: Replace
       - 106 # rls2101.rel NDRPDR reconf iter env 6
 
   vpp-2n-skx-curr-gso:
-    # TODO: Replace
-    # csit-vpp-perf-report-iterative-2106-2n-skx:
-    csit-vpp-perf-report-iterative-2101-2n-skx:
-      - 129 # rls2101.rel MRR GSO iter env 6
+    csit-vpp-perf-report-iterative-2106-2n-skx:
+      - 17  # rls2106.rc1 MRR GSO iter env 7
 
   vpp-2n-skx-curr-cov:
     # TODO: Replace
     csit-vpp-perf-report-iterative-2106-2n-zn2:
       - 3   # rls2101.rel NDRPDR iter env 7
       - 6   # rls2101.rel NDRPDR iter env 7
+      - 4   # rls2101.rel NDRPDR iter env 7
+      - 9   # rls2101.rel NDRPDR iter env 7
+      - 10  # rls2101.rel NDRPDR iter env 7
+      - 11  # rls2101.rel NDRPDR iter env 7
 
   vpp-2n-zn2-curr-iter:
     # TODO: Replace
       - 132 # rls2101.rel NDRPDR iter MLX env 6
 
   vpp-2n-clx-prev-iter-new-env:
-    # TODO: Add
     csit-vpp-perf-report-iterative-2106-2n-clx:
       - 10  # rls2101.rel NDRPDR iter env 7
       - 11  # rls2101.rel NDRPDR iter env 7
       - 15  # rls2101.rel NDRPDR iter env 7
       - 13  # rls2101.rel NDRPDR iter env 7
       - 14  # rls2101.rel NDRPDR iter env 7
+      - 16  # rls2101.rel NDRPDR iter env 7
+      - 17  # rls2101.rel NDRPDR iter env 7
+      - 18  # rls2101.rel NDRPDR iter env 7
+      - 20  # rls2101.rel NDRPDR iter env 7
+      - 21  # rls2101.rel NDRPDR iter env 7
 
   vpp-2n-clx-curr-iter:
     # TODO: Replace
       - 133 # rls2101.rel MRR MLX iter env 6
 
   vpp-2n-clx-curr-iter-gso:
-    # TODO: Replace
-    # csit-vpp-perf-report-iterative-2106-2n-clx:
-    csit-vpp-perf-report-iterative-2101-2n-clx:
-      - 159 # rls2101.rel MRR GSO iter env 6
+    csit-vpp-perf-report-iterative-2106-2n-clx:
+      - 25  # rls2106.rc1 MRR GSO iter env 7
 
   vpp-2n-clx-curr-nfv-ndrpdr:
     # TODO: Replace
       - 98  # rls2101.rel NDRPDR nf-density iter env 6
 
   vpp-2n-clx-curr-nfv-mrr:
-    # TODO: Replace
-    # csit-vpp-perf-report-iterative-2106-2n-clx:
-    csit-vpp-perf-report-iterative-2101-2n-clx:
-      - 72  # rls2101.rel MRR nf-density iter env 6
+    csit-vpp-perf-report-iterative-2106-2n-clx:
+      - 23  # rls2106.rc1 MRR nf-density iter env 7
 
   vpp-2n-clx-curr-nfv-reconf:
     # TODO: Replace
       - 52  # rls2101.rel NDRPDR iter RND env 6
 
   vpp-3n-dnv-prev-iter-new-env:
-    # TODO: Add
     csit-vpp-perf-report-iterative-2106-3n-dnv:
       - 3   # rls2101.rel NDRPDR iter env 7
       - 4   # rls2101.rel NDRPDR iter env 7
       - 11  # rls2101.rel NDRPDR iter env 7
       - 12  # rls2101.rel NDRPDR iter env 7
       - 13  # rls2101.rel NDRPDR iter env 7
-      - 14  # rls2101.rel NDRPDR iter env 7
+      - 14  # rls2101.rel NDRPDR iter env 7
 
   vpp-3n-dnv-curr-iter:
-    # TODO: Replace
-    # csit-vpp-perf-report-iterative-2106-3n-dnv:
-    csit-vpp-perf-report-iterative-2101-3n-dnv:
-      - 33  # rls2101.rel NDRPDR iter env 6
-      - 34  # rls2101.rel NDRPDR iter env 6
-      - 35  # rls2101.rel NDRPDR iter env 6
-      - 36  # rls2101.rel NDRPDR iter env 6
-      - 37  # rls2101.rel NDRPDR iter env 6
-      - 38  # rls2101.rel NDRPDR iter env 6
-      - 39  # rls2101.rel NDRPDR iter env 6
-      - 40  # rls2101.rel NDRPDR iter env 6
-      - 41  # rls2101.rel NDRPDR iter env 6
-      - 42  # rls2101.rel NDRPDR iter env 6
-      - 43  # rls2101.rel NDRPDR iter RND env 6
-      - 44  # rls2101.rel NDRPDR iter RND env 6
-      - 45  # rls2101.rel NDRPDR iter RND env 6
-      - 46  # rls2101.rel NDRPDR iter RND env 6
-      - 47  # rls2101.rel NDRPDR iter RND env 6
-      - 48  # rls2101.rel NDRPDR iter RND env 6
-      - 49  # rls2101.rel NDRPDR iter RND env 6
-      - 50  # rls2101.rel NDRPDR iter RND env 6
-      - 51  # rls2101.rel NDRPDR iter RND env 6
-      - 52  # rls2101.rel NDRPDR iter RND env 6
+    csit-vpp-perf-report-iterative-2106-3n-dnv:
+      - 16  # rls2106.rc1 NDRPDR iter env 7
+      - 17  # rls2106.rc1 NDRPDR iter env 7
+      - 18  # rls2106.rc1 NDRPDR iter env 7
+      - 19  # rls2106.rc1 NDRPDR iter env 7
+      - 20  # rls2106.rc1 NDRPDR iter env 7
+      - 21  # rls2106.rc1 NDRPDR iter env 7
+      - 22  # rls2106.rc1 NDRPDR iter env 7
+      - 23  # rls2106.rc1 NDRPDR iter env 7
+#       - 24  # rls2106.rc1 NDRPDR iter env 7
+#       - 25  # rls2106.rc1 NDRPDR iter env 7
 
   vpp-3n-dnv-hist-iter-mrr-new-env:
     csit-vpp-perf-report-iterative-2009-3n-dnv:
       - 2   # rls2101.rel MRR iter env 7
 
   vpp-3n-dnv-curr-iter-mrr:
-    # TODO: Replace
-    # csit-vpp-perf-report-iterative-2106-3n-dnv:
-    csit-vpp-perf-report-iterative-2101-3n-dnv:
-      - 32  # rls2101.rel MRR iter env 6
+    csit-vpp-perf-report-iterative-2106-3n-dnv:
+      - 1   # rls2106.rc1 MRR iter env 7
 
   vpp-3n-dnv-curr-cov:
     # TODO: Replace
       - 13  # rls2101.rel NDRPDR iter env 7
 
   vpp-2n-dnv-curr-iter:
-    # TODO: Replace
-    # csit-vpp-perf-report-iterative-2106-2n-dnv:
-    csit-vpp-perf-report-iterative-2101-2n-dnv:
-      - 32  # rls2101.rel NDRPDR iter env 6
-      - 33  # rls2101.rel NDRPDR iter env 6
-      - 34  # rls2101.rel NDRPDR iter env 6
-      - 35  # rls2101.rel NDRPDR iter env 6
-      - 39  # rls2101.rel NDRPDR iter env 6
-      - 41  # rls2101.rel NDRPDR iter env 6
-      - 42  # rls2101.rel NDRPDR iter env 6
-      - 43  # rls2101.rel NDRPDR iter env 6
-      - 44  # rls2101.rel NDRPDR iter env 6
-      - 45  # rls2101.rel NDRPDR iter env 6
-      - 46  # rls2101.rel NDRPDR iter RND env 6
-      - 47  # rls2101.rel NDRPDR iter RND env 6
-      - 48  # rls2101.rel NDRPDR iter RND env 6
-      - 49  # rls2101.rel NDRPDR iter RND env 6
-      - 50  # rls2101.rel NDRPDR iter RND env 6
-      - 51  # rls2101.rel NDRPDR iter RND env 6
-      - 52  # rls2101.rel NDRPDR iter RND env 6
-      - 53  # rls2101.rel NDRPDR iter RND env 6
-      - 54  # rls2101.rel NDRPDR iter RND env 6
-      - 55  # rls2101.rel NDRPDR iter RND env 6
+    csit-vpp-perf-report-iterative-2106-2n-dnv:
+      - 14  # rls2106.rc1 NDRPDR iter env 7
+      - 15  # rls2106.rc1 NDRPDR iter env 7
+      - 16  # rls2106.rc1 NDRPDR iter env 7
+      - 17  # rls2106.rc1 NDRPDR iter env 7
+      - 18  # rls2106.rc1 NDRPDR iter env 7
+      - 19  # rls2106.rc1 NDRPDR iter env 7
+      - 20  # rls2106.rc1 NDRPDR iter env 7
+      - 21  # rls2106.rc1 NDRPDR iter env 7
+      - 22  # rls2106.rc1 NDRPDR iter env 7
+      - 23  # rls2106.rc1 NDRPDR iter env 7
 
   vpp-2n-dnv-hist-iter-mrr-new-env:
     csit-vpp-perf-report-iterative-2009-2n-dnv:
       - 2   # rls2101.rel MRR iter env 7
 
   vpp-2n-dnv-curr-iter-mrr:
-    # TODO: Replace
-    # csit-vpp-perf-report-iterative-2106-2n-dnv:
-    csit-vpp-perf-report-iterative-2101-2n-dnv:
-      - 31  # rls2101.rel MRR iter env 6
+    csit-vpp-perf-report-iterative-2106-2n-dnv:
+      - 1   # rls2106.rc1 MRR iter env 7
 
   vpp-2n-dnv-curr-cov:
     # TODO: Replace
index 7f03aed..0d88f48 100644 (file)
 ###                                P L O T S                                 ###
 ################################################################################
 
+# Hoststack tests 3n-skx
+
+- type: "plot"
+  title: "Bandwidth: 3n-skx-xxv710-1460b-2t1c-eth-ip4tcp-ldpreload-iperf3"
+  algorithm: "plot_perf_box_name"
+  output-file: "{DIR[STATIC,VPP]}/3n-skx-xxv710-1460b-2t1c-eth-ip4tcp-ldpreload-iperf3-bps"
+  data: "vpp-3n-skx-curr-iter-hoststack"
+  include:
+    - "Tests.Vpp.Perf.Hoststack.25Ge2P1Xxv710-Eth-Ip4Tcpbase-Ldpreload-Iperf3-Bps.1460B-2t1c-eth-ip4tcpbase-ldpreload-iperf3-bps"
+    - "Tests.Vpp.Perf.Hoststack.25Ge2P1Xxv710-Eth-Ip4Tcpscale1Cl10S-Ldpreload-Iperf3-Bps.1460B-2t1c-eth-ip4tcpscale1cl10s-ldpreload-iperf3-bps"
+  layout:
+    title: "3n-skx-xxv710-1460b-2t1c-eth-ip4tcp-ldpreload-iperf3"
+    layout: "plot-hoststack"
+
+- type: "plot"
+  title: "Bandwidth: 3n-skx-xxv710-1460b-2t1c-eth-ip4tcp-nsim-ldpreload-iperf3"
+  algorithm: "plot_perf_box_name"
+  output-file: "{DIR[STATIC,VPP]}/3n-skx-xxv710-1460b-2t1c-eth-ip4tcp-nsim-ldpreload-iperf3-bps"
+  data: "vpp-3n-skx-curr-iter-hoststack"
+  include:
+    - "Tests.Vpp.Perf.Hoststack.25Ge2P1Xxv710-Eth-Ip4Tcpbase-Nsim-Ldpreload-Iperf3-Bps.1460B-2t1c-eth-ip4tcpbase-nsim-ldpreload-iperf3-bps"
+    - "Tests.Vpp.Perf.Hoststack.25Ge2P1Xxv710-Eth-Ip4Tcpscale1Cl10S-Nsim-Ldpreload-Iperf3-Bps.1460B-2t1c-eth-ip4tcpscale1cl10s-nsim-ldpreload-iperf3-bps"
+  layout:
+    title: "3n-skx-xxv710-1460b-1t1c-eth-ip4tcp-nsim-ldpreload-iperf3"
+    layout: "plot-hoststack"
+
+- type: "plot"
+  title: "Bandwidth: 3n-skx-xxv710-1280b-2t1c-eth-ip4udpquic-vppecho"
+  algorithm: "plot_perf_box_name"
+  output-file: "{DIR[STATIC,VPP]}/3n-skx-xxv710-1280b-2t1c-eth-ip4udpquic-vppecho-bps"
+  data: "vpp-3n-skx-curr-iter-hoststack"
+  include:
+    - "Tests.Vpp.Perf.Hoststack.25Ge2P1Xxv710-Eth-Ip4Udpquicbase-Vppecho-Bps.1280B-2t1c-eth-ip4udpquicbase-vppecho-bps"
+    - "Tests.Vpp.Perf.Hoststack.25Ge2P1Xxv710-Eth-Ip4Udpquicscale1Cl10S-Vppecho-Bps.1280B-2t1c-eth-ip4udpquicscale1cl10s-vppecho-bps"
+    - "Tests.Vpp.Perf.Hoststack.25Ge2P1Xxv710-Eth-Ip4Udpquicscale10Cl1S-Vppecho-Bps.1280B-2t1c-eth-ip4udpquicscale10cl1s-vppecho-bps"
+    - "Tests.Vpp.Perf.Hoststack.25Ge2P1Xxv710-Eth-Ip4Udpquicscale10Cl10S-Vppecho-Bps.1280B-2t1c-eth-ip4udpquicscale10cl10s-vppecho-bps"
+  layout:
+    title: "3n-skx-xxv710-1280b-2t1c-eth-ip4udpquic-vppecho"
+    layout: "plot-hoststack"
+
+################################################################################
+
 # Soak Test (PLRsearch), boxes - 2n-clx
 - type: "plot"
   title: "VPP Critical rate: 30 Minutes Soak Test (PLRsearch)"