From: Tibor Frank Date: Mon, 14 Jun 2021 11:33:20 +0000 (+0200) Subject: Report: Add RC1 data X-Git-Url: https://gerrit.fd.io/r/gitweb?p=csit.git;a=commitdiff_plain;h=6726e389d87ebd601a4f4d083833c9f04f573d75 Report: Add RC1 data Change-Id: I8bb69b896438c84cdd280e781697773b8cf91475 Signed-off-by: Tibor Frank --- diff --git a/docs/report/index.html.template b/docs/report/index.html.template index f0969ea1d6..1d94288f54 100644 --- a/docs/report/index.html.template +++ b/docs/report/index.html.template @@ -23,15 +23,13 @@ CSIT-2106 vpp_performance_tests/soak_tests/index vpp_performance_tests/reconf_tests/index vpp_performance_tests/nf_service_density/index + vpp_performance_tests/hoststack_testing/index vpp_performance_tests/gso_testing/index vpp_performance_tests/comparisons/index vpp_performance_tests/throughput_trending vpp_performance_tests/test_environment vpp_performance_tests/documentation/index -.. - vpp_performance_tests/hoststack_testing/index - .. toctree:: :maxdepth: 2 :caption: DPDK Performance diff --git a/docs/report/vpp_performance_tests/hoststack_testing/iperf3/index.rst b/docs/report/vpp_performance_tests/hoststack_testing/iperf3/index.rst index 34a4962a60..eb9770db86 100644 --- a/docs/report/vpp_performance_tests/hoststack_testing/iperf3/index.rst +++ b/docs/report/vpp_performance_tests/hoststack_testing/iperf3/index.rst @@ -38,38 +38,38 @@ TCP/IP with iperf3 \clearpage -1460b-1t1c-xl710-base-scale ---------------------------- +1460b-2t1c-xxv710-base-scale +---------------------------- .. raw:: html - + .. raw:: latex \begin{figure}[H] \centering \graphicspath{{../_build/_static/vpp/}} - \includegraphics[clip, trim=0cm 0cm 5cm 0cm, width=0.70\textwidth]{3n-hsw-xl710-1460b-1t1c-eth-ip4tcp-ldpreload-iperf3-bps} - \label{fig:3n-hsw-xl710-1460b-1t1c-eth-ip4tcp-ldpreload-iperf3-bps} + \includegraphics[clip, trim=0cm 0cm 5cm 0cm, width=0.70\textwidth]{3n-skx-xxv710-1460b-2t1c-eth-ip4tcp-ldpreload-iperf3-bps} + \label{fig:3n-skx-xxv710-1460b-2t1c-eth-ip4tcp-ldpreload-iperf3-bps} \end{figure} .. raw:: latex \clearpage -1460b-1t1c-xl710-nsim-base-scale --------------------------------- +1460b-2t1c-xxv710-nsim-base-scale +--------------------------------- .. raw:: html - + .. raw:: latex \begin{figure}[H] \centering \graphicspath{{../_build/_static/vpp/}} - \includegraphics[clip, trim=0cm 0cm 5cm 0cm, width=0.70\textwidth]{3n-hsw-xl710-1460b-1t1c-eth-ip4tcp-nsim-ldpreload-iperf3-bps} - \label{fig:3n-hsw-xl710-1460b-1t1c-eth-ip4tcp-nsim-ldpreload-iperf3-bps} + \includegraphics[clip, trim=0cm 0cm 5cm 0cm, width=0.70\textwidth]{3n-skx-xxv710-1460b-2t1c-eth-ip4tcp-nsim-ldpreload-iperf3-bps} + \label{fig:3n-skx-xxv710-1460b-2t1c-eth-ip4tcp-nsim-ldpreload-iperf3-bps} \end{figure} diff --git a/docs/report/vpp_performance_tests/hoststack_testing/quic/index.rst b/docs/report/vpp_performance_tests/hoststack_testing/quic/index.rst index ba4c703d38..124911e8bc 100644 --- a/docs/report/vpp_performance_tests/hoststack_testing/quic/index.rst +++ b/docs/report/vpp_performance_tests/hoststack_testing/quic/index.rst @@ -38,18 +38,18 @@ QUIC/UDP/IP with vpp_echo \clearpage -1280b-1t1c-xl710-base-scale ---------------------------- +1280b-2t1c-xxv710-base-scale +---------------------------- .. raw:: html - + .. raw:: latex \begin{figure}[H] \centering \graphicspath{{../_build/_static/vpp/}} - \includegraphics[clip, trim=0cm 0cm 5cm 0cm, width=0.70\textwidth]{3n-hsw-xl710-1280b-1t1c-eth-ip4udpquic-vppecho-bps} - \label{fig:3n-hsw-xl710-1280b-1t1c-eth-ip4udpquic-vppecho-bps} + \includegraphics[clip, trim=0cm 0cm 5cm 0cm, width=0.70\textwidth]{3n-skx-xxv710-1280b-2t1c-eth-ip4udpquic-vppecho-bps} + \label{fig:3n-skx-xxv710-1280b-2t1c-eth-ip4udpquic-vppecho-bps} \end{figure} diff --git a/docs/report/vpp_performance_tests/index.rst b/docs/report/vpp_performance_tests/index.rst index 6de8a781a1..bd497cee77 100644 --- a/docs/report/vpp_performance_tests/index.rst +++ b/docs/report/vpp_performance_tests/index.rst @@ -11,11 +11,9 @@ VPP Performance soak_tests/index reconf_tests/index nf_service_density/index + hoststack_testing/index gso_testing/index comparisons/index throughput_trending test_environment documentation/index - -.. - hoststack_testing/index diff --git a/resources/tools/presentation/specifications/report/data_sets.yaml b/resources/tools/presentation/specifications/report/data_sets.yaml index 01b5980db5..295fc93ca3 100644 --- a/resources/tools/presentation/specifications/report/data_sets.yaml +++ b/resources/tools/presentation/specifications/report/data_sets.yaml @@ -6,7 +6,7 @@ vpp-device-results-ubuntu: csit-vpp-device-2101-ubuntu1804-1n-skx: - - 358 # rls2101.rel VPP DEV env 6 + - 56 # rls2101.rc1 VPP DEV env 7 ################################################################################ @@ -39,12 +39,17 @@ - 50 # rls2101.rel NDRPDR iter env 6 vpp-3n-skx-prev-iter-new-env: - # TODO: Add csit-vpp-perf-report-iterative-2106-3n-skx: - 3 # rls2101.rel NDRPDR iter env 7 - 4 # rls2101.rel NDRPDR iter env 7 - 5 # rls2101.rel NDRPDR iter env 7 + - 6 # rls2101.rel NDRPDR iter env 7 - 7 # rls2101.rel NDRPDR iter env 7 + - 8 # rls2101.rel NDRPDR iter env 7 + - 9 # rls2101.rel NDRPDR iter env 7 + - 10 # rls2101.rel NDRPDR iter env 7 + - 11 # rls2101.rel NDRPDR iter env 7 + - 12 # rls2101.rel NDRPDR iter env 7 vpp-3n-skx-curr-iter: # TODO: Replace @@ -85,6 +90,11 @@ csit-vpp-perf-report-iterative-2101-3n-skx: - 35 # rls2101.rel MRR iter env 6 + vpp-3n-skx-curr-iter-hoststack: + csit-vpp-perf-report-iterative-2106-3n-skx: + - 13 # rls2106.rc1 NDRPDR iter env 7 + - 14 # rls2106.rc1 NDRPDR iter env 7 + vpp-3n-skx-curr-cov: # TODO: Replace # csit-vpp-perf-report-coverage-2106-3n-skx: @@ -225,6 +235,10 @@ - 6 # rls2101.rel NDRPDR iter env 7 - 7 # rls2101.rel NDRPDR iter env 7 - 8 # rls2101.rel NDRPDR iter env 7 + - 9 # rls2101.rel NDRPDR iter env 7 + - 10 # rls2101.rel NDRPDR iter env 7 + - 11 # rls2101.rel NDRPDR iter env 7 + - 12 # rls2101.rel NDRPDR iter env 7 vpp-2n-skx-curr-iter: # TODO: Replace @@ -338,10 +352,8 @@ - 110 # rls2101.rel NDRPDR nf-density iter env 6 vpp-2n-skx-curr-nfv-mrr: - # TODO: Replace - # csit-vpp-perf-report-iterative-2106-2n-skx: - csit-vpp-perf-report-iterative-2101-2n-skx: - - 65 # rls2101.rel MRR nf-density iter env 6 + csit-vpp-perf-report-iterative-2106-2n-skx: + - 13 # rls2106.rc1 MRR nf-density iter env 7 vpp-2n-skx-curr-nfv-reconf: # TODO: Replace @@ -359,10 +371,8 @@ - 106 # rls2101.rel NDRPDR reconf iter env 6 vpp-2n-skx-curr-gso: - # TODO: Replace - # csit-vpp-perf-report-iterative-2106-2n-skx: - csit-vpp-perf-report-iterative-2101-2n-skx: - - 129 # rls2101.rel MRR GSO iter env 6 + csit-vpp-perf-report-iterative-2106-2n-skx: + - 17 # rls2106.rc1 MRR GSO iter env 7 vpp-2n-skx-curr-cov: # TODO: Replace @@ -474,6 +484,10 @@ csit-vpp-perf-report-iterative-2106-2n-zn2: - 3 # rls2101.rel NDRPDR iter env 7 - 6 # rls2101.rel NDRPDR iter env 7 + - 4 # rls2101.rel NDRPDR iter env 7 + - 9 # rls2101.rel NDRPDR iter env 7 + - 10 # rls2101.rel NDRPDR iter env 7 + - 11 # rls2101.rel NDRPDR iter env 7 vpp-2n-zn2-curr-iter: # TODO: Replace @@ -664,13 +678,17 @@ - 132 # rls2101.rel NDRPDR iter MLX env 6 vpp-2n-clx-prev-iter-new-env: - # TODO: Add csit-vpp-perf-report-iterative-2106-2n-clx: - 10 # rls2101.rel NDRPDR iter env 7 - 11 # rls2101.rel NDRPDR iter env 7 - 15 # rls2101.rel NDRPDR iter env 7 - 13 # rls2101.rel NDRPDR iter env 7 - 14 # rls2101.rel NDRPDR iter env 7 + - 16 # rls2101.rel NDRPDR iter env 7 + - 17 # rls2101.rel NDRPDR iter env 7 + - 18 # rls2101.rel NDRPDR iter env 7 + - 20 # rls2101.rel NDRPDR iter env 7 + - 21 # rls2101.rel NDRPDR iter env 7 vpp-2n-clx-curr-iter: # TODO: Replace @@ -745,10 +763,8 @@ - 133 # rls2101.rel MRR MLX iter env 6 vpp-2n-clx-curr-iter-gso: - # TODO: Replace - # csit-vpp-perf-report-iterative-2106-2n-clx: - csit-vpp-perf-report-iterative-2101-2n-clx: - - 159 # rls2101.rel MRR GSO iter env 6 + csit-vpp-perf-report-iterative-2106-2n-clx: + - 25 # rls2106.rc1 MRR GSO iter env 7 vpp-2n-clx-curr-nfv-ndrpdr: # TODO: Replace @@ -766,10 +782,8 @@ - 98 # rls2101.rel NDRPDR nf-density iter env 6 vpp-2n-clx-curr-nfv-mrr: - # TODO: Replace - # csit-vpp-perf-report-iterative-2106-2n-clx: - csit-vpp-perf-report-iterative-2101-2n-clx: - - 72 # rls2101.rel MRR nf-density iter env 6 + csit-vpp-perf-report-iterative-2106-2n-clx: + - 23 # rls2106.rc1 MRR nf-density iter env 7 vpp-2n-clx-curr-nfv-reconf: # TODO: Replace @@ -1198,7 +1212,6 @@ - 52 # rls2101.rel NDRPDR iter RND env 6 vpp-3n-dnv-prev-iter-new-env: - # TODO: Add csit-vpp-perf-report-iterative-2106-3n-dnv: - 3 # rls2101.rel NDRPDR iter env 7 - 4 # rls2101.rel NDRPDR iter env 7 @@ -1209,32 +1222,20 @@ - 11 # rls2101.rel NDRPDR iter env 7 - 12 # rls2101.rel NDRPDR iter env 7 - 13 # rls2101.rel NDRPDR iter env 7 -# - 14 # rls2101.rel NDRPDR iter env 7 + - 14 # rls2101.rel NDRPDR iter env 7 vpp-3n-dnv-curr-iter: - # TODO: Replace - # csit-vpp-perf-report-iterative-2106-3n-dnv: - csit-vpp-perf-report-iterative-2101-3n-dnv: - - 33 # rls2101.rel NDRPDR iter env 6 - - 34 # rls2101.rel NDRPDR iter env 6 - - 35 # rls2101.rel NDRPDR iter env 6 - - 36 # rls2101.rel NDRPDR iter env 6 - - 37 # rls2101.rel NDRPDR iter env 6 - - 38 # rls2101.rel NDRPDR iter env 6 - - 39 # rls2101.rel NDRPDR iter env 6 - - 40 # rls2101.rel NDRPDR iter env 6 - - 41 # rls2101.rel NDRPDR iter env 6 - - 42 # rls2101.rel NDRPDR iter env 6 - - 43 # rls2101.rel NDRPDR iter RND env 6 - - 44 # rls2101.rel NDRPDR iter RND env 6 - - 45 # rls2101.rel NDRPDR iter RND env 6 - - 46 # rls2101.rel NDRPDR iter RND env 6 - - 47 # rls2101.rel NDRPDR iter RND env 6 - - 48 # rls2101.rel NDRPDR iter RND env 6 - - 49 # rls2101.rel NDRPDR iter RND env 6 - - 50 # rls2101.rel NDRPDR iter RND env 6 - - 51 # rls2101.rel NDRPDR iter RND env 6 - - 52 # rls2101.rel NDRPDR iter RND env 6 + csit-vpp-perf-report-iterative-2106-3n-dnv: + - 16 # rls2106.rc1 NDRPDR iter env 7 + - 17 # rls2106.rc1 NDRPDR iter env 7 + - 18 # rls2106.rc1 NDRPDR iter env 7 + - 19 # rls2106.rc1 NDRPDR iter env 7 + - 20 # rls2106.rc1 NDRPDR iter env 7 + - 21 # rls2106.rc1 NDRPDR iter env 7 + - 22 # rls2106.rc1 NDRPDR iter env 7 + - 23 # rls2106.rc1 NDRPDR iter env 7 +# - 24 # rls2106.rc1 NDRPDR iter env 7 +# - 25 # rls2106.rc1 NDRPDR iter env 7 vpp-3n-dnv-hist-iter-mrr-new-env: csit-vpp-perf-report-iterative-2009-3n-dnv: @@ -1249,10 +1250,8 @@ - 2 # rls2101.rel MRR iter env 7 vpp-3n-dnv-curr-iter-mrr: - # TODO: Replace - # csit-vpp-perf-report-iterative-2106-3n-dnv: - csit-vpp-perf-report-iterative-2101-3n-dnv: - - 32 # rls2101.rel MRR iter env 6 + csit-vpp-perf-report-iterative-2106-3n-dnv: + - 1 # rls2106.rc1 MRR iter env 7 vpp-3n-dnv-curr-cov: # TODO: Replace @@ -1347,29 +1346,17 @@ - 13 # rls2101.rel NDRPDR iter env 7 vpp-2n-dnv-curr-iter: - # TODO: Replace - # csit-vpp-perf-report-iterative-2106-2n-dnv: - csit-vpp-perf-report-iterative-2101-2n-dnv: - - 32 # rls2101.rel NDRPDR iter env 6 - - 33 # rls2101.rel NDRPDR iter env 6 - - 34 # rls2101.rel NDRPDR iter env 6 - - 35 # rls2101.rel NDRPDR iter env 6 - - 39 # rls2101.rel NDRPDR iter env 6 - - 41 # rls2101.rel NDRPDR iter env 6 - - 42 # rls2101.rel NDRPDR iter env 6 - - 43 # rls2101.rel NDRPDR iter env 6 - - 44 # rls2101.rel NDRPDR iter env 6 - - 45 # rls2101.rel NDRPDR iter env 6 - - 46 # rls2101.rel NDRPDR iter RND env 6 - - 47 # rls2101.rel NDRPDR iter RND env 6 - - 48 # rls2101.rel NDRPDR iter RND env 6 - - 49 # rls2101.rel NDRPDR iter RND env 6 - - 50 # rls2101.rel NDRPDR iter RND env 6 - - 51 # rls2101.rel NDRPDR iter RND env 6 - - 52 # rls2101.rel NDRPDR iter RND env 6 - - 53 # rls2101.rel NDRPDR iter RND env 6 - - 54 # rls2101.rel NDRPDR iter RND env 6 - - 55 # rls2101.rel NDRPDR iter RND env 6 + csit-vpp-perf-report-iterative-2106-2n-dnv: + - 14 # rls2106.rc1 NDRPDR iter env 7 + - 15 # rls2106.rc1 NDRPDR iter env 7 + - 16 # rls2106.rc1 NDRPDR iter env 7 + - 17 # rls2106.rc1 NDRPDR iter env 7 + - 18 # rls2106.rc1 NDRPDR iter env 7 + - 19 # rls2106.rc1 NDRPDR iter env 7 + - 20 # rls2106.rc1 NDRPDR iter env 7 + - 21 # rls2106.rc1 NDRPDR iter env 7 + - 22 # rls2106.rc1 NDRPDR iter env 7 + - 23 # rls2106.rc1 NDRPDR iter env 7 vpp-2n-dnv-hist-iter-mrr-new-env: csit-vpp-perf-report-iterative-2009-2n-dnv: @@ -1384,10 +1371,8 @@ - 2 # rls2101.rel MRR iter env 7 vpp-2n-dnv-curr-iter-mrr: - # TODO: Replace - # csit-vpp-perf-report-iterative-2106-2n-dnv: - csit-vpp-perf-report-iterative-2101-2n-dnv: - - 31 # rls2101.rel MRR iter env 6 + csit-vpp-perf-report-iterative-2106-2n-dnv: + - 1 # rls2106.rc1 MRR iter env 7 vpp-2n-dnv-curr-cov: # TODO: Replace diff --git a/resources/tools/presentation/specifications/report/elements.yaml b/resources/tools/presentation/specifications/report/elements.yaml index 7f03aedd1b..0d88f48ff8 100644 --- a/resources/tools/presentation/specifications/report/elements.yaml +++ b/resources/tools/presentation/specifications/report/elements.yaml @@ -5074,6 +5074,48 @@ ### P L O T S ### ################################################################################ +# Hoststack tests 3n-skx + +- type: "plot" + title: "Bandwidth: 3n-skx-xxv710-1460b-2t1c-eth-ip4tcp-ldpreload-iperf3" + algorithm: "plot_perf_box_name" + output-file: "{DIR[STATIC,VPP]}/3n-skx-xxv710-1460b-2t1c-eth-ip4tcp-ldpreload-iperf3-bps" + data: "vpp-3n-skx-curr-iter-hoststack" + include: + - "Tests.Vpp.Perf.Hoststack.25Ge2P1Xxv710-Eth-Ip4Tcpbase-Ldpreload-Iperf3-Bps.1460B-2t1c-eth-ip4tcpbase-ldpreload-iperf3-bps" + - "Tests.Vpp.Perf.Hoststack.25Ge2P1Xxv710-Eth-Ip4Tcpscale1Cl10S-Ldpreload-Iperf3-Bps.1460B-2t1c-eth-ip4tcpscale1cl10s-ldpreload-iperf3-bps" + layout: + title: "3n-skx-xxv710-1460b-2t1c-eth-ip4tcp-ldpreload-iperf3" + layout: "plot-hoststack" + +- type: "plot" + title: "Bandwidth: 3n-skx-xxv710-1460b-2t1c-eth-ip4tcp-nsim-ldpreload-iperf3" + algorithm: "plot_perf_box_name" + output-file: "{DIR[STATIC,VPP]}/3n-skx-xxv710-1460b-2t1c-eth-ip4tcp-nsim-ldpreload-iperf3-bps" + data: "vpp-3n-skx-curr-iter-hoststack" + include: + - "Tests.Vpp.Perf.Hoststack.25Ge2P1Xxv710-Eth-Ip4Tcpbase-Nsim-Ldpreload-Iperf3-Bps.1460B-2t1c-eth-ip4tcpbase-nsim-ldpreload-iperf3-bps" + - "Tests.Vpp.Perf.Hoststack.25Ge2P1Xxv710-Eth-Ip4Tcpscale1Cl10S-Nsim-Ldpreload-Iperf3-Bps.1460B-2t1c-eth-ip4tcpscale1cl10s-nsim-ldpreload-iperf3-bps" + layout: + title: "3n-skx-xxv710-1460b-1t1c-eth-ip4tcp-nsim-ldpreload-iperf3" + layout: "plot-hoststack" + +- type: "plot" + title: "Bandwidth: 3n-skx-xxv710-1280b-2t1c-eth-ip4udpquic-vppecho" + algorithm: "plot_perf_box_name" + output-file: "{DIR[STATIC,VPP]}/3n-skx-xxv710-1280b-2t1c-eth-ip4udpquic-vppecho-bps" + data: "vpp-3n-skx-curr-iter-hoststack" + include: + - "Tests.Vpp.Perf.Hoststack.25Ge2P1Xxv710-Eth-Ip4Udpquicbase-Vppecho-Bps.1280B-2t1c-eth-ip4udpquicbase-vppecho-bps" + - "Tests.Vpp.Perf.Hoststack.25Ge2P1Xxv710-Eth-Ip4Udpquicscale1Cl10S-Vppecho-Bps.1280B-2t1c-eth-ip4udpquicscale1cl10s-vppecho-bps" + - "Tests.Vpp.Perf.Hoststack.25Ge2P1Xxv710-Eth-Ip4Udpquicscale10Cl1S-Vppecho-Bps.1280B-2t1c-eth-ip4udpquicscale10cl1s-vppecho-bps" + - "Tests.Vpp.Perf.Hoststack.25Ge2P1Xxv710-Eth-Ip4Udpquicscale10Cl10S-Vppecho-Bps.1280B-2t1c-eth-ip4udpquicscale10cl10s-vppecho-bps" + layout: + title: "3n-skx-xxv710-1280b-2t1c-eth-ip4udpquic-vppecho" + layout: "plot-hoststack" + +################################################################################ + # Soak Test (PLRsearch), boxes - 2n-clx - type: "plot" title: "VPP Critical rate: 30 Minutes Soak Test (PLRsearch)"