From 51e49d62566faaaa652837ad9cf7766d2810fc61 Mon Sep 17 00:00:00 2001 From: Tibor Frank Date: Mon, 7 Mar 2022 15:23:56 +0100 Subject: [PATCH] Report: Static content: Speedup and the rest Change-Id: I00fdec38ab6e8a1bc61f2852bac3e49a90ca30af Signed-off-by: Tibor Frank --- .../comparisons/current_vs_previous_release.rst | 6 - .../ip4-2n-clx-x710.rst | 4 +- .../ip4-2n-skx-x710.rst | 4 +- .../ip6-2n-skx-x710.rst | 4 +- .../ipsec-3n-icx-xxv710.rst | 298 +++++++++++---------- .../ipsec-3n-skx-xxv710.rst | 12 +- .../specifications/report/elements.yaml | 104 +++---- 7 files changed, 214 insertions(+), 218 deletions(-) diff --git a/docs/report/vpp_performance_tests/comparisons/current_vs_previous_release.rst b/docs/report/vpp_performance_tests/comparisons/current_vs_previous_release.rst index 8c2b91963a..2ba7a7d31e 100644 --- a/docs/report/vpp_performance_tests/comparisons/current_vs_previous_release.rst +++ b/docs/report/vpp_performance_tests/comparisons/current_vs_previous_release.rst @@ -556,13 +556,10 @@ Comparison tables in HTML, ASCII and CSV formats: - `HTML 2t1c MRR comparison `_ - `HTML 4t2c MRR comparison `_ - - `HTML 8t4c MRR comparison `_ - `ASCII 2t1c MRR comparison <../../_static/vpp/performance-changes-2n-aws-2t1c-mrr.txt>`_ - `ASCII 4t2c MRR comparison <../../_static/vpp/performance-changes-2n-aws-4t2c-mrr.txt>`_ - - `ASCII 8t4c MRR comparison <../../_static/vpp/performance-changes-2n-aws-8t4c-mrr.txt>`_ - `CSV 2t1c MRR comparison <../../_static/vpp/performance-changes-2n-aws-2t1c-mrr-csv.csv>`_ - `CSV 4t2c MRR comparison <../../_static/vpp/performance-changes-2n-aws-4t2c-mrr-csv.csv>`_ - - `CSV 8t4c MRR comparison <../../_static/vpp/performance-changes-2n-aws-8t4c-mrr-csv.csv>`_ 3n-aws-nitro50g ~~~~~~~~~~~~~~~ @@ -598,10 +595,7 @@ Comparison tables in HTML, ASCII and CSV formats: - `HTML 2t1c MRR comparison `_ - `HTML 4t2c MRR comparison `_ - - `HTML 8t4c MRR comparison `_ - `ASCII 2t1c MRR comparison <../../_static/vpp/performance-changes-3n-aws-2t1c-mrr.txt>`_ - `ASCII 4t2c MRR comparison <../../_static/vpp/performance-changes-3n-aws-4t2c-mrr.txt>`_ - - `ASCII 8t4c MRR comparison <../../_static/vpp/performance-changes-3n-aws-8t4c-mrr.txt>`_ - `CSV 2t1c MRR comparison <../../_static/vpp/performance-changes-3n-aws-2t1c-mrr-csv.csv>`_ - `CSV 4t2c MRR comparison <../../_static/vpp/performance-changes-3n-aws-4t2c-mrr-csv.csv>`_ - - `CSV 8t4c MRR comparison <../../_static/vpp/performance-changes-3n-aws-8t4c-mrr-csv.csv>`_ diff --git a/docs/report/vpp_performance_tests/throughput_speedup_multi_core/ip4-2n-clx-x710.rst b/docs/report/vpp_performance_tests/throughput_speedup_multi_core/ip4-2n-clx-x710.rst index 655021df12..e7d612f8f1 100644 --- a/docs/report/vpp_performance_tests/throughput_speedup_multi_core/ip4-2n-clx-x710.rst +++ b/docs/report/vpp_performance_tests/throughput_speedup_multi_core/ip4-2n-clx-x710.rst @@ -31,8 +31,8 @@ 2n-clx-x710 ~~~~~~~~~~~ -64b-ip4routing-base-scale-[avf,dpdk,af_xdp] -------------------------------------------- +64b-ip4routing-base-scale-[avf,dpdk] +------------------------------------ .. raw:: html diff --git a/docs/report/vpp_performance_tests/throughput_speedup_multi_core/ip4-2n-skx-x710.rst b/docs/report/vpp_performance_tests/throughput_speedup_multi_core/ip4-2n-skx-x710.rst index 4e7f87afa4..dacbf3250a 100644 --- a/docs/report/vpp_performance_tests/throughput_speedup_multi_core/ip4-2n-skx-x710.rst +++ b/docs/report/vpp_performance_tests/throughput_speedup_multi_core/ip4-2n-skx-x710.rst @@ -31,8 +31,8 @@ 2n-skx-x710 ~~~~~~~~~~~ -64b-ip4routing-base-scale-[avf,dpdk,af_xdp] -------------------------------------------- +64b-ip4routing-base-scale-[avf,dpdk] +------------------------------------ .. raw:: html diff --git a/docs/report/vpp_performance_tests/throughput_speedup_multi_core/ip6-2n-skx-x710.rst b/docs/report/vpp_performance_tests/throughput_speedup_multi_core/ip6-2n-skx-x710.rst index a25495fcc2..214a27218a 100644 --- a/docs/report/vpp_performance_tests/throughput_speedup_multi_core/ip6-2n-skx-x710.rst +++ b/docs/report/vpp_performance_tests/throughput_speedup_multi_core/ip6-2n-skx-x710.rst @@ -31,8 +31,8 @@ 2n-skx-x710 ~~~~~~~~~~~ -78b-ip6routing-base-scale-[avf,dpdk,af_xdp] -------------------------------------------- +78b-ip6routing-base-scale-[avf,dpdk] +------------------------------------ .. raw:: html diff --git a/docs/report/vpp_performance_tests/throughput_speedup_multi_core/ipsec-3n-icx-xxv710.rst b/docs/report/vpp_performance_tests/throughput_speedup_multi_core/ipsec-3n-icx-xxv710.rst index 39a6223d37..7a1c0a29be 100644 --- a/docs/report/vpp_performance_tests/throughput_speedup_multi_core/ipsec-3n-icx-xxv710.rst +++ b/docs/report/vpp_performance_tests/throughput_speedup_multi_core/ipsec-3n-icx-xxv710.rst @@ -160,134 +160,135 @@ \clearpage -1518b-2t1c-ipsec-scheduler-ip4routing-base-scale-sw-avf -------------------------------------------------------- +.. + 1518b-2t1c-ipsec-scheduler-ip4routing-base-scale-sw-avf + ------------------------------------------------------- -.. raw:: html + .. raw:: html -
- -


-
+
+ +


+
-.. raw:: latex + .. raw:: latex - \begin{figure}[H] - \centering - \graphicspath{{../_build/_static/vpp/}} - \includegraphics[clip, trim=0cm 0cm 5cm 0cm, width=0.70\textwidth]{3n-icx-xxv710-1518b-ipsec-scheduler-ip4routing-base-scale-sw-avf-ndr-tsa} - \label{fig:3n-icx-xxv710-1518b-ipsec-scheduler-ip4routing-base-scale-sw-avf-ndr-tsa} - \end{figure} + \begin{figure}[H] + \centering + \graphicspath{{../_build/_static/vpp/}} + \includegraphics[clip, trim=0cm 0cm 5cm 0cm, width=0.70\textwidth]{3n-icx-xxv710-1518b-ipsec-scheduler-ip4routing-base-scale-sw-avf-ndr-tsa} + \label{fig:3n-icx-xxv710-1518b-ipsec-scheduler-ip4routing-base-scale-sw-avf-ndr-tsa} + \end{figure} -.. raw:: latex + .. raw:: latex - \clearpage + \clearpage -.. raw:: html + .. raw:: html -
- -


-
+
+ +


+
-.. raw:: latex + .. raw:: latex - \begin{figure}[H] - \centering - \graphicspath{{../_build/_static/vpp/}} - \includegraphics[clip, trim=0cm 0cm 5cm 0cm, width=0.70\textwidth]{3n-icx-xxv710-1518b-ipsec-scheduler-ip4routing-base-scale-sw-avf-pdr-tsa} - \label{fig:3n-icx-xxv710-1518b-ipsec-scheduler-ip4routing-base-scale-sw-avf-pdr-tsa} - \end{figure} + \begin{figure}[H] + \centering + \graphicspath{{../_build/_static/vpp/}} + \includegraphics[clip, trim=0cm 0cm 5cm 0cm, width=0.70\textwidth]{3n-icx-xxv710-1518b-ipsec-scheduler-ip4routing-base-scale-sw-avf-pdr-tsa} + \label{fig:3n-icx-xxv710-1518b-ipsec-scheduler-ip4routing-base-scale-sw-avf-pdr-tsa} + \end{figure} -.. raw:: latex + .. raw:: latex - \clearpage + \clearpage -1518b-2t1c-ipsec-scheduler-ip4routing-base-scale-sw-dpdk --------------------------------------------------------- + 1518b-2t1c-ipsec-scheduler-ip4routing-base-scale-sw-dpdk + -------------------------------------------------------- -.. raw:: html + .. raw:: html -
- -


-
+
+ +


+
-.. raw:: latex + .. raw:: latex - \begin{figure}[H] - \centering - \graphicspath{{../_build/_static/vpp/}} - \includegraphics[clip, trim=0cm 0cm 5cm 0cm, width=0.70\textwidth]{3n-icx-xxv710-1518b-ipsec-scheduler-ip4routing-base-scale-sw-dpdk-ndr-tsa} - \label{fig:3n-icx-xxv710-1518b-ipsec-scheduler-ip4routing-base-scale-sw-dpdk-ndr-tsa} - \end{figure} + \begin{figure}[H] + \centering + \graphicspath{{../_build/_static/vpp/}} + \includegraphics[clip, trim=0cm 0cm 5cm 0cm, width=0.70\textwidth]{3n-icx-xxv710-1518b-ipsec-scheduler-ip4routing-base-scale-sw-dpdk-ndr-tsa} + \label{fig:3n-icx-xxv710-1518b-ipsec-scheduler-ip4routing-base-scale-sw-dpdk-ndr-tsa} + \end{figure} -.. raw:: latex + .. raw:: latex - \clearpage + \clearpage -.. raw:: html + .. raw:: html -
- -


-
+
+ +


+
-.. raw:: latex + .. raw:: latex - \begin{figure}[H] - \centering - \graphicspath{{../_build/_static/vpp/}} - \includegraphics[clip, trim=0cm 0cm 5cm 0cm, width=0.70\textwidth]{3n-icx-xxv710-1518b-ipsec-scheduler-ip4routing-base-scale-sw-dpdk-pdr-tsa} - \label{fig:3n-icx-xxv710-1518b-ipsec-scheduler-ip4routing-base-scale-sw-dpdk-pdr-tsa} - \end{figure} + \begin{figure}[H] + \centering + \graphicspath{{../_build/_static/vpp/}} + \includegraphics[clip, trim=0cm 0cm 5cm 0cm, width=0.70\textwidth]{3n-icx-xxv710-1518b-ipsec-scheduler-ip4routing-base-scale-sw-dpdk-pdr-tsa} + \label{fig:3n-icx-xxv710-1518b-ipsec-scheduler-ip4routing-base-scale-sw-dpdk-pdr-tsa} + \end{figure} -.. raw:: latex + .. raw:: latex - \clearpage + \clearpage -imix-2t1c-ipsec-aes128cbc-ip4routing-base-scale-sw-avf ------------------------------------------------------- + imix-2t1c-ipsec-aes128cbc-ip4routing-base-scale-sw-avf + ------------------------------------------------------ -.. raw:: html + .. raw:: html -
- -


-
+
+ +


+
-.. raw:: latex + .. raw:: latex - \begin{figure}[H] - \centering - \graphicspath{{../_build/_static/vpp/}} - \includegraphics[clip, trim=0cm 0cm 5cm 0cm, width=0.70\textwidth]{3n-icx-xxv710-imix-ipsec-aes128cbc-ip4routing-base-scale-sw-avf-ndr-tsa} - \label{fig:3n-icx-xxv710-imix-ipsec-aes128cbc-ip4routing-base-scale-sw-avf-ndr-tsa} - \end{figure} + \begin{figure}[H] + \centering + \graphicspath{{../_build/_static/vpp/}} + \includegraphics[clip, trim=0cm 0cm 5cm 0cm, width=0.70\textwidth]{3n-icx-xxv710-imix-ipsec-aes128cbc-ip4routing-base-scale-sw-avf-ndr-tsa} + \label{fig:3n-icx-xxv710-imix-ipsec-aes128cbc-ip4routing-base-scale-sw-avf-ndr-tsa} + \end{figure} -.. raw:: latex + .. raw:: latex - \clearpage + \clearpage -.. raw:: html + .. raw:: html -
- -


-
+
+ +


+
-.. raw:: latex + .. raw:: latex - \begin{figure}[H] - \centering - \graphicspath{{../_build/_static/vpp/}} - \includegraphics[clip, trim=0cm 0cm 5cm 0cm, width=0.70\textwidth]{3n-icx-xxv710-imix-ipsec-aes128cbc-ip4routing-base-scale-sw-avf-pdr-tsa} - \label{fig:3n-icx-xxv710-imix-ipsec-aes128cbc-ip4routing-base-scale-sw-avf-pdr-tsa} - \end{figure} + \begin{figure}[H] + \centering + \graphicspath{{../_build/_static/vpp/}} + \includegraphics[clip, trim=0cm 0cm 5cm 0cm, width=0.70\textwidth]{3n-icx-xxv710-imix-ipsec-aes128cbc-ip4routing-base-scale-sw-avf-pdr-tsa} + \label{fig:3n-icx-xxv710-imix-ipsec-aes128cbc-ip4routing-base-scale-sw-avf-pdr-tsa} + \end{figure} -.. raw:: latex + .. raw:: latex - \clearpage + \clearpage imix-2t1c-ipsec-aes256gcm-ip4routing-base-scale-sw-avf ------------------------------------------------------ @@ -375,84 +376,85 @@ imix-2t1c-ipsec-ip4routing-base-scale-sw-dpdk \clearpage -imix-2t1c-ipsec-scheduler-ip4routing-base-scale-sw-avf ------------------------------------------------------- +.. + imix-2t1c-ipsec-scheduler-ip4routing-base-scale-sw-avf + ------------------------------------------------------ -.. raw:: html + .. raw:: html -
- -


-
+
+ +


+
-.. raw:: latex + .. raw:: latex - \begin{figure}[H] - \centering - \graphicspath{{../_build/_static/vpp/}} - \includegraphics[clip, trim=0cm 0cm 5cm 0cm, width=0.70\textwidth]{3n-icx-xxv710-imix-ipsec-scheduler-ip4routing-base-scale-sw-avf-ndr-tsa} - \label{fig:3n-icx-xxv710-imix-ipsec-scheduler-ip4routing-base-scale-sw-avf-ndr-tsa} - \end{figure} + \begin{figure}[H] + \centering + \graphicspath{{../_build/_static/vpp/}} + \includegraphics[clip, trim=0cm 0cm 5cm 0cm, width=0.70\textwidth]{3n-icx-xxv710-imix-ipsec-scheduler-ip4routing-base-scale-sw-avf-ndr-tsa} + \label{fig:3n-icx-xxv710-imix-ipsec-scheduler-ip4routing-base-scale-sw-avf-ndr-tsa} + \end{figure} -.. raw:: latex + .. raw:: latex - \clearpage + \clearpage -.. raw:: html + .. raw:: html -
- -


-
+
+ +


+
-.. raw:: latex + .. raw:: latex - \begin{figure}[H] - \centering - \graphicspath{{../_build/_static/vpp/}} - \includegraphics[clip, trim=0cm 0cm 5cm 0cm, width=0.70\textwidth]{3n-icx-xxv710-imix-ipsec-scheduler-ip4routing-base-scale-sw-avf-pdr-tsa} - \label{fig:3n-icx-xxv710-imix-ipsec-scheduler-ip4routing-base-scale-sw-avf-pdr-tsa} - \end{figure} + \begin{figure}[H] + \centering + \graphicspath{{../_build/_static/vpp/}} + \includegraphics[clip, trim=0cm 0cm 5cm 0cm, width=0.70\textwidth]{3n-icx-xxv710-imix-ipsec-scheduler-ip4routing-base-scale-sw-avf-pdr-tsa} + \label{fig:3n-icx-xxv710-imix-ipsec-scheduler-ip4routing-base-scale-sw-avf-pdr-tsa} + \end{figure} -.. raw:: latex + .. raw:: latex - \clearpage + \clearpage -imix-2t1c-ipsec-scheduler-ip4routing-base-scale-sw-dpdk -------------------------------------------------------- + imix-2t1c-ipsec-scheduler-ip4routing-base-scale-sw-dpdk + ------------------------------------------------------- -.. raw:: html + .. raw:: html -
- -


-
+
+ +


+
-.. raw:: latex + .. raw:: latex - \begin{figure}[H] - \centering - \graphicspath{{../_build/_static/vpp/}} - \includegraphics[clip, trim=0cm 0cm 5cm 0cm, width=0.70\textwidth]{3n-icx-xxv710-imix-ipsec-scheduler-ip4routing-base-scale-sw-dpdk-ndr-tsa} - \label{fig:3n-icx-xxv710-imix-ipsec-scheduler-ip4routing-base-scale-sw-dpdk-ndr-tsa} - \end{figure} + \begin{figure}[H] + \centering + \graphicspath{{../_build/_static/vpp/}} + \includegraphics[clip, trim=0cm 0cm 5cm 0cm, width=0.70\textwidth]{3n-icx-xxv710-imix-ipsec-scheduler-ip4routing-base-scale-sw-dpdk-ndr-tsa} + \label{fig:3n-icx-xxv710-imix-ipsec-scheduler-ip4routing-base-scale-sw-dpdk-ndr-tsa} + \end{figure} -.. raw:: latex + .. raw:: latex - \clearpage + \clearpage -.. raw:: html + .. raw:: html -
- -


-
+
+ +


+
-.. raw:: latex + .. raw:: latex - \begin{figure}[H] - \centering - \graphicspath{{../_build/_static/vpp/}} - \includegraphics[clip, trim=0cm 0cm 5cm 0cm, width=0.70\textwidth]{3n-icx-xxv710-imix-ipsec-scheduler-ip4routing-base-scale-sw-dpdk-pdr-tsa} - \label{fig:3n-icx-xxv710-imix-ipsec-scheduler-ip4routing-base-scale-sw-dpdk-pdr-tsa} - \end{figure} + \begin{figure}[H] + \centering + \graphicspath{{../_build/_static/vpp/}} + \includegraphics[clip, trim=0cm 0cm 5cm 0cm, width=0.70\textwidth]{3n-icx-xxv710-imix-ipsec-scheduler-ip4routing-base-scale-sw-dpdk-pdr-tsa} + \label{fig:3n-icx-xxv710-imix-ipsec-scheduler-ip4routing-base-scale-sw-dpdk-pdr-tsa} + \end{figure} diff --git a/docs/report/vpp_performance_tests/throughput_speedup_multi_core/ipsec-3n-skx-xxv710.rst b/docs/report/vpp_performance_tests/throughput_speedup_multi_core/ipsec-3n-skx-xxv710.rst index 1f5b219f74..ffe44edfb5 100644 --- a/docs/report/vpp_performance_tests/throughput_speedup_multi_core/ipsec-3n-skx-xxv710.rst +++ b/docs/report/vpp_performance_tests/throughput_speedup_multi_core/ipsec-3n-skx-xxv710.rst @@ -37,7 +37,7 @@ imix-ipsec-ip4routing-base-scale-avf .. raw:: html
- +


@@ -57,7 +57,7 @@ imix-ipsec-ip4routing-base-scale-avf .. raw:: html
- +


@@ -80,7 +80,7 @@ imix-ipsec-ip4routing-base-scale-avf .. raw:: html
- +


@@ -100,7 +100,7 @@ imix-ipsec-ip4routing-base-scale-avf .. raw:: html
- +


@@ -123,7 +123,7 @@ imix-ipsec-ip4routing-base-scale-dpdk .. raw:: html
- +


@@ -143,7 +143,7 @@ imix-ipsec-ip4routing-base-scale-dpdk .. raw:: html
- +


diff --git a/resources/tools/presentation/specifications/report/elements.yaml b/resources/tools/presentation/specifications/report/elements.yaml index e4804979ce..30d6346674 100644 --- a/resources/tools/presentation/specifications/report/elements.yaml +++ b/resources/tools/presentation/specifications/report/elements.yaml @@ -4216,28 +4216,28 @@ - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' - '2202.0-9 vs 2110.0-8: Compares VPP code current vs previous.' -# VPP Performance Changes 2n-aws 8t4c mrr -- type: "table" - title: "VPP Performance Changes 2n-aws 8t4c mrr" - algorithm: "table_comparison" - output-file: "{DIR[STATIC,VPP]}/performance-changes-2n-aws-8t4c-mrr" - include-tests: "MRR" # "PDR" | "NDR" | "MRR" - filter: "'8T4C'" - columns: - - title: "2110.0-8" - data-set: "vpp-2n-aws-prev-iter-mrr" - - title: "2202.0-9" - data-set: "vpp-2n-aws-curr-iter-mrr" - comparisons: - - title: "2202.0-9 vs 2110.0-8" - reference: 1 - compare: 2 - legend: - - '' - - 'Test Case: Test cases executed for: MRR throughput on 2n-aws with nitro50g.' - - 'YYMM.V-E: [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "8" for CSIT rls2110, "9" for CSIT rls2202).' - - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' - - '2202.0-9 vs 2110.0-8: Compares VPP code current vs previous.' +# # VPP Performance Changes 2n-aws 8t4c mrr +# - type: "table" +# title: "VPP Performance Changes 2n-aws 8t4c mrr" +# algorithm: "table_comparison" +# output-file: "{DIR[STATIC,VPP]}/performance-changes-2n-aws-8t4c-mrr" +# include-tests: "MRR" # "PDR" | "NDR" | "MRR" +# filter: "'8T4C'" +# columns: +# - title: "2110.0-8" +# data-set: "vpp-2n-aws-prev-iter-mrr" +# - title: "2202.0-9" +# data-set: "vpp-2n-aws-curr-iter-mrr" +# comparisons: +# - title: "2202.0-9 vs 2110.0-8" +# reference: 1 +# compare: 2 +# legend: +# - '' +# - 'Test Case: Test cases executed for: MRR throughput on 2n-aws with nitro50g.' +# - 'YYMM.V-E: [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "8" for CSIT rls2110, "9" for CSIT rls2202).' +# - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' +# - '2202.0-9 vs 2110.0-8: Compares VPP code current vs previous.' # VPP Performance Changes 3n-aws 2t1c mrr - type: "table" @@ -4285,28 +4285,28 @@ - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' - '2202.0-9 vs 2110.0-8: Compares VPP code current vs previous.' -# VPP Performance Changes 3n-aws 8t4c mrr -- type: "table" - title: "VPP Performance Changes 3n-aws 8t4c mrr" - algorithm: "table_comparison" - output-file: "{DIR[STATIC,VPP]}/performance-changes-3n-aws-8t4c-mrr" - include-tests: "MRR" # "PDR" | "NDR" | "MRR" - filter: "'8T4C'" - columns: - - title: "2110.0-8" - data-set: "vpp-3n-aws-prev-iter-mrr" - - title: "2202.0-9" - data-set: "vpp-3n-aws-curr-iter-mrr" - comparisons: - - title: "2202.0-9 vs 2110.0-8" - reference: 1 - compare: 2 - legend: - - '' - - 'Test Case: Test cases executed for: MRR throughput on 3n-aws with nitro50g.' - - 'YYMM.V-E: [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "8" for CSIT rls2110, "9" for CSIT rls2202).' - - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' - - '2202.0-9 vs 2110.0-8: Compares VPP code current vs previous.' +# # VPP Performance Changes 3n-aws 8t4c mrr +# - type: "table" +# title: "VPP Performance Changes 3n-aws 8t4c mrr" +# algorithm: "table_comparison" +# output-file: "{DIR[STATIC,VPP]}/performance-changes-3n-aws-8t4c-mrr" +# include-tests: "MRR" # "PDR" | "NDR" | "MRR" +# filter: "'8T4C'" +# columns: +# - title: "2110.0-8" +# data-set: "vpp-3n-aws-prev-iter-mrr" +# - title: "2202.0-9" +# data-set: "vpp-3n-aws-curr-iter-mrr" +# comparisons: +# - title: "2202.0-9 vs 2110.0-8" +# reference: 1 +# compare: 2 +# legend: +# - '' +# - 'Test Case: Test cases executed for: MRR throughput on 3n-aws with nitro50g.' +# - 'YYMM.V-E: [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "8" for CSIT rls2110, "9" for CSIT rls2202).' +# - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' +# - '2202.0-9 vs 2110.0-8: Compares VPP code current vs previous.' # VPP Comparison Across Testbeds 2n-skx to 2n-clx 2t1c mrr - type: "table" @@ -6074,7 +6074,7 @@ algorithm: "table_comparison" output-file: "{DIR[STATIC,DPDK]}/performance-changes-3n-tsh-1t1c-pdr" include-tests: "PDR" # "PDR" | "NDR" | "MRR" - filter: "'1T1C' and 'NDRPDR' and 'NIC_Intel-XXV710'" + filter: "'1T1C' and 'NDRPDR' and 'NIC_Intel-X520'" columns: - title: "21.02" data-set: "dpdk-3n-tsh-hist-iter" @@ -6097,7 +6097,7 @@ algorithm: "table_comparison" output-file: "{DIR[STATIC,DPDK]}/performance-changes-3n-tsh-2t2c-pdr" include-tests: "PDR" # "PDR" | "NDR" | "MRR" - filter: "'2T2C' and 'NDRPDR' and 'NIC_Intel-XXV710'" + filter: "'2T2C' and 'NDRPDR' and 'NIC_Intel-X520'" columns: - title: "21.02" data-set: "dpdk-3n-tsh-hist-iter" @@ -6120,7 +6120,7 @@ algorithm: "table_comparison" output-file: "{DIR[STATIC,DPDK]}/performance-changes-3n-tsh-1t1c-ndr" include-tests: "NDR" # "PDR" | "NDR" | "MRR" - filter: "'1T1C' and 'NDRPDR' and 'NIC_Intel-XXV710'" + filter: "'1T1C' and 'NDRPDR' and 'NIC_Intel-X520'" columns: - title: "21.02" data-set: "dpdk-3n-tsh-hist-iter" @@ -6143,7 +6143,7 @@ algorithm: "table_comparison" output-file: "{DIR[STATIC,DPDK]}/performance-changes-3n-tsh-2t2c-ndr" include-tests: "NDR" # "PDR" | "NDR" | "MRR" - filter: "'2T2C' and 'NDRPDR' and 'NIC_Intel-XXV710'" + filter: "'2T2C' and 'NDRPDR' and 'NIC_Intel-X520'" columns: - title: "21.02" data-set: "dpdk-3n-tsh-hist-iter" @@ -14174,10 +14174,10 @@ data: "vpp-2n-icx-curr-iter-gso" core: ["1t1c", "2t2c", "4t4c"] include: - - "Tests.Vpp.Perf.Gso.2N1L-10Ge2P1X710-Ethip4-Ip4Base-2Tap-Gso-Iperf3-Mrr.128KB-{core}-ethip4-ip4base-2tap-gso-iperf3-mrr" - - "Tests.Vpp.Perf.Gso.2N1L-10Ge2P1X710-Ethip4-Ip4Base-2Tap-Iperf3-Mrr.128KB-{core}-ethip4-ip4base-2tap-iperf3-mrr" - - "Tests.Vpp.Perf.Gso.2N1L-10Ge2P1X710-Ethip4-Ip4Base-2Vhost-Gso-Iperf3-Mrr.128KB-{core}-ethip4-ip4base-2vhost-gso-iperf3-mrr" - - "Tests.Vpp.Perf.Gso.2N1L-10Ge2P1X710-Ethip4-Ip4Base-2Vhost-Iperf3-Mrr.128KB-{core}-ethip4-ip4base-2vhost-iperf3-mrr" + - "Tests.Vpp.Perf.Gso.2N1L-25Ge2P1Xxv710-Ethip4-Ip4Base-2Tap-Gso-Iperf3-Mrr.128KB-{core}-ethip4-ip4base-2tap-gso-iperf3-mrr" + - "Tests.Vpp.Perf.Gso.2N1L-25Ge2P1Xxv710-Ethip4-Ip4Base-2Tap-Iperf3-Mrr.128KB-{core}-ethip4-ip4base-2tap-iperf3-mrr" + - "Tests.Vpp.Perf.Gso.2N1L-25Ge2P1Xxv710-Ethip4-Ip4Base-2Vhost-Gso-Iperf3-Mrr.128KB-{core}-ethip4-ip4base-2vhost-gso-iperf3-mrr" + - "Tests.Vpp.Perf.Gso.2N1L-25Ge2P1Xxv710-Ethip4-Ip4Base-2Vhost-Iperf3-Mrr.128KB-{core}-ethip4-ip4base-2vhost-iperf3-mrr" layout: title: "2n-icx-128kb-{core}-ip4routing-iperf3" layout: "plot-throughput-gbps" -- 2.16.6