From 07ebd0caf0ed5cb14c70c30fc0cd4469abb49e7c Mon Sep 17 00:00:00 2001 From: Tibor Frank Date: Tue, 18 Oct 2022 13:43:44 +0200 Subject: [PATCH] Report: Add Hoststack tests for 3n-icx Signed-off-by: Tibor Frank Change-Id: I0f6546950d9cc015ee5ca633c86ad988ae75fe8f --- .../comparisons/current_vs_previous_release.rst | 13 ++- .../hoststack_testing/index.rst | 2 + .../hoststack_testing/iperf3/tcp/index.rst | 10 +- .../hoststack_testing/iperf3/udp/index.rst | 10 +- .../hoststack_testing/quic/index.rst | 10 +- .../ipsec-3n-snr-e822cq.rst | 121 +++++++++++---------- .../specifications/report/data_sets.yaml | 13 +++ .../specifications/report/elements.yaml | 69 ++++++++++++ 8 files changed, 167 insertions(+), 81 deletions(-) diff --git a/docs/report/vpp_performance_tests/comparisons/current_vs_previous_release.rst b/docs/report/vpp_performance_tests/comparisons/current_vs_previous_release.rst index e73d2b050e..f48daf5940 100644 --- a/docs/report/vpp_performance_tests/comparisons/current_vs_previous_release.rst +++ b/docs/report/vpp_performance_tests/comparisons/current_vs_previous_release.rst @@ -151,14 +151,15 @@ Comparison tables in HTML, ASCII and CSV formats: - `CSV 2t1c PDR90, direction1, average value comparison <../../_static/vpp/latency-changes-3n-icx-xxv710-2t1c-pdr90-d1-avg-csv.csv>`_ - `CSV 2t1c PDR90, direction1, max value comparison <../../_static/vpp/latency-changes-3n-icx-xxv710-2t1c-pdr90-d1-max-csv.csv>`_ -Hoststack -````````` +.. + Hoststack + ````````` -Comparison tables in HTML, ASCII and CSV formats: + Comparison tables in HTML, ASCII and CSV formats: - - `HTML Hoststack comparison `_ - - `ASCII Hoststack comparison <../../_static/vpp/performance-changes-3n-skx-hoststack.txt>`_ - - `CSV Hoststack comparison <../../_static/vpp/performance-changes-3n-skx-hoststack-csv.csv>`_ + - `HTML Hoststack comparison `_ + - `ASCII Hoststack comparison <../../_static/vpp/performance-changes-3n-icx-hoststack.txt>`_ + - `CSV Hoststack comparison <../../_static/vpp/performance-changes-3n-icx-hoststack-csv.csv>`_ 2n-clx-xxv710 ~~~~~~~~~~~~~ diff --git a/docs/report/vpp_performance_tests/hoststack_testing/index.rst b/docs/report/vpp_performance_tests/hoststack_testing/index.rst index 3691fb65c3..e8ef6d0864 100644 --- a/docs/report/vpp_performance_tests/hoststack_testing/index.rst +++ b/docs/report/vpp_performance_tests/hoststack_testing/index.rst @@ -5,5 +5,7 @@ Hoststack Testing iperf3/tcp/index iperf3/udp/index + +.. quic/index vsap/index diff --git a/docs/report/vpp_performance_tests/hoststack_testing/iperf3/tcp/index.rst b/docs/report/vpp_performance_tests/hoststack_testing/iperf3/tcp/index.rst index da57000dec..1733e66abb 100644 --- a/docs/report/vpp_performance_tests/hoststack_testing/iperf3/tcp/index.rst +++ b/docs/report/vpp_performance_tests/hoststack_testing/iperf3/tcp/index.rst @@ -34,18 +34,18 @@ TCP/IP with iperf3 \clearpage -1460b-2t1c-xxv710-ip4tcp-base-scale ------------------------------------ +1460b-2t1c-e810xxv-ip4tcp-base-scale +------------------------------------ .. raw:: html - + .. raw:: latex \begin{figure}[H] \centering \graphicspath{{../_build/_static/vpp/}} - \includegraphics[clip, trim=0cm 0cm 5cm 0cm, width=0.70\textwidth]{3n-skx-xxv710-1460b-2t1c-eth-ip4tcp-ldpreload-iperf3-bps} - \label{fig:3n-skx-xxv710-1460b-2t1c-eth-ip4tcp-ldpreload-iperf3-bps} + \includegraphics[clip, trim=0cm 0cm 5cm 0cm, width=0.70\textwidth]{3n-icx-e810xxv-1460b-2t1c-eth-ip4tcp-ldpreload-iperf3-bps} + \label{fig:3n-icx-e810xxv-1460b-2t1c-eth-ip4tcp-ldpreload-iperf3-bps} \end{figure} diff --git a/docs/report/vpp_performance_tests/hoststack_testing/iperf3/udp/index.rst b/docs/report/vpp_performance_tests/hoststack_testing/iperf3/udp/index.rst index 7c6db0f85c..f9245bde12 100644 --- a/docs/report/vpp_performance_tests/hoststack_testing/iperf3/udp/index.rst +++ b/docs/report/vpp_performance_tests/hoststack_testing/iperf3/udp/index.rst @@ -34,18 +34,18 @@ UDP/IP with iperf3 \clearpage -1460b-2t1c-xxv710-ip4udp-base-scale ------------------------------------ +1460b-2t1c-e810xxv-ip4udp-base-scale +------------------------------------ .. raw:: html - + .. raw:: latex \begin{figure}[H] \centering \graphicspath{{../_build/_static/vpp/}} - \includegraphics[clip, trim=0cm 0cm 5cm 0cm, width=0.70\textwidth]{3n-skx-xxv710-1460b-2t1c-eth-ip4udp-ldpreload-iperf3-bps} - \label{fig:3n-skx-xxv710-1460b-2t1c-eth-ip4udp-ldpreload-iperf3-bps} + \includegraphics[clip, trim=0cm 0cm 5cm 0cm, width=0.70\textwidth]{3n-icx-e810xxv-1460b-2t1c-eth-ip4udp-ldpreload-iperf3-bps} + \label{fig:3n-icx-e810xxv-1460b-2t1c-eth-ip4udp-ldpreload-iperf3-bps} \end{figure} diff --git a/docs/report/vpp_performance_tests/hoststack_testing/quic/index.rst b/docs/report/vpp_performance_tests/hoststack_testing/quic/index.rst index 716d8291f7..c047d6123a 100644 --- a/docs/report/vpp_performance_tests/hoststack_testing/quic/index.rst +++ b/docs/report/vpp_performance_tests/hoststack_testing/quic/index.rst @@ -35,18 +35,18 @@ QUIC/UDP/IP with vpp_echo \clearpage -1280b-2t1c-xxv710-base-scale ----------------------------- +1280b-2t1c-e810xxv-base-scale +----------------------------- .. raw:: html - + .. raw:: latex \begin{figure}[H] \centering \graphicspath{{../_build/_static/vpp/}} - \includegraphics[clip, trim=0cm 0cm 5cm 0cm, width=0.70\textwidth]{3n-skx-xxv710-1280b-2t1c-eth-ip4udpquic-vppecho-bps} - \label{fig:3n-skx-xxv710-1280b-2t1c-eth-ip4udpquic-vppecho-bps} + \includegraphics[clip, trim=0cm 0cm 5cm 0cm, width=0.70\textwidth]{3n-icx-e810xxv-1280b-2t1c-eth-ip4udpquic-vppecho-bps} + \label{fig:3n-icx-e810xxv-1280b-2t1c-eth-ip4udpquic-vppecho-bps} \end{figure} diff --git a/docs/report/vpp_performance_tests/packet_throughput_graphs/ipsec-3n-snr-e822cq.rst b/docs/report/vpp_performance_tests/packet_throughput_graphs/ipsec-3n-snr-e822cq.rst index d787308fd6..8d92c2084e 100644 --- a/docs/report/vpp_performance_tests/packet_throughput_graphs/ipsec-3n-snr-e822cq.rst +++ b/docs/report/vpp_performance_tests/packet_throughput_graphs/ipsec-3n-snr-e822cq.rst @@ -114,88 +114,89 @@ imix-1t1c-ipsec-ip4routing-scale-sw \label{fig:3n-snr-e822cq-1518b-1t1c-ipsec-ip4routing-scale-sw-pdr} \end{figure} -.. raw:: latex +.. + .. raw:: latex - \clearpage + \clearpage -imix-1t1c-ipsec-ip4routing-scale-scheduler ------------------------------------------- + imix-1t1c-ipsec-ip4routing-scale-scheduler + ------------------------------------------ -.. raw:: html + .. raw:: html -
- -


-
+
+ +


+
-.. raw:: latex + .. raw:: latex - \begin{figure}[H] - \centering - \graphicspath{{../_build/_static/vpp/}} - \includegraphics[clip, trim=0cm 0cm 5cm 0cm, width=0.70\textwidth]{3n-snr-e822cq-imix-1t1c-ipsec-ip4routing-scale-scheduler-ndr} - \label{fig:3n-snr-e822cq-imix-1t1c-ipsec-ip4routing-base-scheduler-ndr} - \end{figure} + \begin{figure}[H] + \centering + \graphicspath{{../_build/_static/vpp/}} + \includegraphics[clip, trim=0cm 0cm 5cm 0cm, width=0.70\textwidth]{3n-snr-e822cq-imix-1t1c-ipsec-ip4routing-scale-scheduler-ndr} + \label{fig:3n-snr-e822cq-imix-1t1c-ipsec-ip4routing-base-scheduler-ndr} + \end{figure} -.. raw:: latex + .. raw:: latex - \clearpage + \clearpage -.. raw:: html + .. raw:: html -
- -


-
+
+ +


+
-.. raw:: latex + .. raw:: latex - \begin{figure}[H] - \centering - \graphicspath{{../_build/_static/vpp/}} - \includegraphics[clip, trim=0cm 0cm 5cm 0cm, width=0.70\textwidth]{3n-snr-e822cq-imix-1t1c-ipsec-ip4routing-scale-scheduler-pdr} - \label{fig:3n-snr-e822cq-imix-1t1c-ipsec-ip4routing-scale-scheduler-pdr} - \end{figure} + \begin{figure}[H] + \centering + \graphicspath{{../_build/_static/vpp/}} + \includegraphics[clip, trim=0cm 0cm 5cm 0cm, width=0.70\textwidth]{3n-snr-e822cq-imix-1t1c-ipsec-ip4routing-scale-scheduler-pdr} + \label{fig:3n-snr-e822cq-imix-1t1c-ipsec-ip4routing-scale-scheduler-pdr} + \end{figure} -.. raw:: latex + .. raw:: latex - \clearpage + \clearpage -1518b-1t1c-ipsec-ip4routing-scale-scheduler -------------------------------------------- + 1518b-1t1c-ipsec-ip4routing-scale-scheduler + ------------------------------------------- -.. raw:: html + .. raw:: html -
- -


-
+
+ +


+
-.. raw:: latex + .. raw:: latex - \begin{figure}[H] - \centering - \graphicspath{{../_build/_static/vpp/}} - \includegraphics[clip, trim=0cm 0cm 5cm 0cm, width=0.70\textwidth]{3n-snr-e822cq-1518b-1t1c-ipsec-ip4routing-scale-scheduler-ndr} - \label{fig:3n-snr-e822cq-1518b-1t1c-ipsec-ip4routing-base-scheduler-ndr} - \end{figure} + \begin{figure}[H] + \centering + \graphicspath{{../_build/_static/vpp/}} + \includegraphics[clip, trim=0cm 0cm 5cm 0cm, width=0.70\textwidth]{3n-snr-e822cq-1518b-1t1c-ipsec-ip4routing-scale-scheduler-ndr} + \label{fig:3n-snr-e822cq-1518b-1t1c-ipsec-ip4routing-base-scheduler-ndr} + \end{figure} -.. raw:: latex + .. raw:: latex - \clearpage + \clearpage -.. raw:: html + .. raw:: html -
- -


-
+
+ +


+
-.. raw:: latex + .. raw:: latex - \begin{figure}[H] - \centering - \graphicspath{{../_build/_static/vpp/}} - \includegraphics[clip, trim=0cm 0cm 5cm 0cm, width=0.70\textwidth]{3n-snr-e822cq-1518b-1t1c-ipsec-ip4routing-scale-scheduler-pdr} - \label{fig:3n-snr-e822cq-1518b-1t1c-ipsec-ip4routing-scale-scheduler-pdr} - \end{figure} + \begin{figure}[H] + \centering + \graphicspath{{../_build/_static/vpp/}} + \includegraphics[clip, trim=0cm 0cm 5cm 0cm, width=0.70\textwidth]{3n-snr-e822cq-1518b-1t1c-ipsec-ip4routing-scale-scheduler-pdr} + \label{fig:3n-snr-e822cq-1518b-1t1c-ipsec-ip4routing-scale-scheduler-pdr} + \end{figure} diff --git a/resources/tools/presentation/specifications/report/data_sets.yaml b/resources/tools/presentation/specifications/report/data_sets.yaml index 44867e55be..87f14af7fb 100644 --- a/resources/tools/presentation/specifications/report/data_sets.yaml +++ b/resources/tools/presentation/specifications/report/data_sets.yaml @@ -974,6 +974,19 @@ csit-vpp-perf-report-iterative-2210-3n-icx: - 12 # rls2210.rc2 MRR iter env 11 + # vpp-3n-icx-hist-iter-hoststack-new-env: + # csit-vpp-perf-report-iterative-2110-3n-icx: + # - 40 # rls2110.rel NDRPDR iter env 8 + + # vpp-3n-icx-prev-iter-hoststack-old-env: + # csit-vpp-perf-report-iterative-2202-3n-icx: + # - 29 # rls2202.rel hoststack iter env 9 + + vpp-3n-icx-curr-iter-hoststack: + csit-vpp-perf-report-iterative-2210-3n-icx: + - 17 # rls2210.rc2 hoststack iter env 11 + - 21 # rls2210.rc2 hoststack iter env 11 + vpp-3n-icx-curr-cov: # csit-vpp-perf-report-coverage-2210-3n-icx: csit-vpp-perf-report-coverage-2206-3n-icx: diff --git a/resources/tools/presentation/specifications/report/elements.yaml b/resources/tools/presentation/specifications/report/elements.yaml index e3a4621e97..3d9e1c4d85 100644 --- a/resources/tools/presentation/specifications/report/elements.yaml +++ b/resources/tools/presentation/specifications/report/elements.yaml @@ -79,6 +79,8 @@ data-set: "vpp-3n-icx-curr-iter-mrr" - job-spec: "vpp-mlr-00" data-set: "vpp-3n-icx-curr-iter" + - job-spec: "hoststack-00" + data-set: "vpp-3n-icx-curr-iter-hoststack" - job-spec: "dpdk-mlr-00" data-set: "dpdk-3n-icx-curr-iter" @@ -1599,6 +1601,31 @@ ################################################################################ # VPP +# # VPP Performance Changes 3n-icx Hoststack +# - type: "table" +# title: "VPP Performance Changes 3n-icx Hoststack" +# algorithm: "table_comparison" +# output-file: "{DIR[STATIC,VPP]}/performance-changes-3n-icx-hoststack" +# include-tests: "hoststack" +# filter: "all" +# columns: +# - title: "2110.0-8" +# data-set: "vpp-3n-icx-hist-iter-hoststack-new-env" +# - title: "2202.0-9" +# data-set: "vpp-3n-icx-prev-iter-hoststack-old-env" +# - title: "2206.0-10" +# data-set: "vpp-3n-icx-curr-iter-hoststack" +# comparisons: +# - title: "2206.0-10 vs 2202.0-9" +# reference: 2 +# compare: 3 +# legend: +# - '' +# - 'Test Case: Test cases executed for: Hoststack on 3n-icx with e810xxv.' +# - 'YYMM.V-E: [Mbps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "9" for CSIT rls2202, "10" for CSIT rls2210).' +# - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' +# - '2206.0-10 vs 2202.0-9: Compares VPP code current vs previous.' + # VPP Performance Changes 3n-icx 2t1c pdr - type: "table" title: "VPP Performance Changes 3n-icx 2t1c pdr" @@ -12132,6 +12159,48 @@ ############################################################################### +# Hoststack tests 3n-icx + +- type: "plot" + title: "Bandwidth: 3n-icx-e810xxv-1460b-2t1c-eth-ip4tcp-ldpreload-iperf3" + algorithm: "plot_perf_box_name" + output-file: "{DIR[STATIC,VPP]}/3n-icx-e810xxv-1460b-2t1c-eth-ip4tcp-ldpreload-iperf3-bps" + data: "vpp-3n-icx-curr-iter-hoststack" + include: + - "Tests.Vpp.Perf.Hoststack.25Ge2P1E810Xxv-Eth-Ip4Tcpbase-Ldpreload-Iperf3-Bps.1460B-2t1c-eth-ip4tcpbase-ldpreload-iperf3-bps" + - "Tests.Vpp.Perf.Hoststack.25Ge2P1E810Xxv-Eth-Ip4Tcpscale1Cl10S-Ldpreload-Iperf3-Bps.1460B-2t1c-eth-ip4tcpscale1cl10s-ldpreload-iperf3-bps" + layout: + title: "3n-icx-e810xxv-1460b-2t1c-eth-ip4tcp-ldpreload-iperf3" + layout: "plot-hoststack" + +- type: "plot" + title: "Bandwidth: 3n-icx-e810xxv-1460b-2t1c-eth-ip4udp-ldpreload-iperf3" + algorithm: "plot_perf_box_name" + output-file: "{DIR[STATIC,VPP]}/3n-icx-e810xxv-1460b-2t1c-eth-ip4udp-ldpreload-iperf3-bps" + data: "vpp-3n-icx-curr-iter-hoststack" + include: + - "Tests.Vpp.Perf.Hoststack.25Ge2P1E810Xxv-Eth-Ip4Udpbase-Ldpreload-Iperf3-Bps.1460B-2t1c-eth-ip4udpbase-ldpreload-iperf3-bps" + - "Tests.Vpp.Perf.Hoststack.25Ge2P1E810Xxv-Eth-Ip4Udpscale1Cl10S-Ldpreload-Iperf3-Bps.1460B-2t1c-eth-ip4udpscale1cl10s-ldpreload-iperf3-bps" + layout: + title: "3n-icx-e810xxv-1460b-2t1c-eth-ip4udp-ldpreload-iperf3" + layout: "plot-hoststack" + +# - type: "plot" +# title: "Bandwidth: 3n-icx-e810xxv-1280b-2t1c-eth-ip4udpquic-vppecho" +# algorithm: "plot_perf_box_name" +# output-file: "{DIR[STATIC,VPP]}/3n-icx-e810xxv-1280b-2t1c-eth-ip4udpquic-vppecho-bps" +# data: "vpp-3n-icx-curr-iter-hoststack" +# include: +# - "Tests.Vpp.Perf.Hoststack.25Ge2P1E810Xxv-Eth-Ip4Udpquicbase-Vppecho-Bps.1280B-2t1c-eth-ip4udpquicbase-vppecho-bps" +# - "Tests.Vpp.Perf.Hoststack.25Ge2P1E810Xxv-Eth-Ip4Udpquicscale1Cl10S-Vppecho-Bps.1280B-2t1c-eth-ip4udpquicscale1cl10s-vppecho-bps" +# - "Tests.Vpp.Perf.Hoststack.25Ge2P1E810Xxv-Eth-Ip4Udpquicscale10Cl1S-Vppecho-Bps.1280B-2t1c-eth-ip4udpquicscale10cl1s-vppecho-bps" +# - "Tests.Vpp.Perf.Hoststack.25Ge2P1E810Xxv-Eth-Ip4Udpquicscale10Cl10S-Vppecho-Bps.1280B-2t1c-eth-ip4udpquicscale10cl10s-vppecho-bps" +# layout: +# title: "3n-icx-e810xxv-1280b-2t1c-eth-ip4udpquic-vppecho" +# layout: "plot-hoststack" + +############################################################################### + # TRex 2n-skx # - type: "plot" -- 2.16.6