From 3055ecfbb0b619318f7cfbbb18ba142968b4c617 Mon Sep 17 00:00:00 2001 From: Tibor Frank Date: Wed, 4 Jan 2023 11:08:47 +0100 Subject: [PATCH] Report: Remove DNV testbeds Signed-off-by: Tibor Frank Change-Id: Id54919579a245ef9f44a9599b8e2d4f3bd320e84 --- .../dpdk_performance_results_2n_dnv/index.rst | 12 - .../dpdk_performance_results_3n_dnv/index.rst | 12 - .../vpp_mrr_results/index.rst | 2 - .../vpp_mrr_results_2n_dnv/index.rst | 12 - .../vpp_mrr_results_3n_dnv/index.rst | 12 - .../vpp_performance_results/index.rst | 2 - .../vpp_performance_results_2n_dnv/index.rst | 12 - .../vpp_performance_results_3n_dnv/index.rst | 12 - .../dpdk_performance_tests/csit_release_notes.rst | 5 +- .../packet_throughput_graphs/2n-dnv-x553.rst | 125 - .../packet_throughput_graphs/3n-dnv-x553.rst | 125 - .../packet_throughput_graphs/index.rst | 4 - docs/report/introduction/environment/intro.rst | 1 - .../methodology_perpatch_performance_tests.rst | 2 +- docs/report/introduction/physical_testbeds.rst | 82 - docs/report/introduction/report_history.rst | 3 +- docs/report/introduction/testbed-2n-dnv.svg | 5513 -------------------- docs/report/introduction/testbed-3n-dnv.svg | 1220 ----- .../vpp_mrr_configuration/index.rst | 2 - .../vpp_mrr_configuration_2n_dnv/index.rst | 12 - .../vpp_mrr_configuration_3n_dnv/index.rst | 12 - .../vpp_performance_configuration/index.rst | 2 - .../vpp_performance_configuration_2n_dnv/index.rst | 12 - .../vpp_performance_configuration_3n_dnv/index.rst | 12 - .../vpp_performance_operational_data/index.rst | 4 +- .../index.rst | 12 - .../index.rst | 12 - .../comparisons/current_vs_previous_release.rst | 89 +- .../vpp_performance_tests/csit_release_notes.rst | 22 +- .../packet_throughput_graphs/index.rst | 6 +- .../packet_throughput_graphs/ip4-2n-dnv-x553.rst | 71 - .../packet_throughput_graphs/ip4-3n-dnv-x553.rst | 71 - .../packet_throughput_graphs/ip4.rst | 2 - .../ip4_tunnels-3n-dnv-x553.rst | 71 - .../packet_throughput_graphs/ip4_tunnels.rst | 1 - .../packet_throughput_graphs/ip6-2n-dnv-x553.rst | 71 - .../packet_throughput_graphs/ip6-3n-dnv-x553.rst | 86 - .../packet_throughput_graphs/ip6.rst | 2 - .../packet_throughput_graphs/ipsec-3n-dnv-x553.rst | 88 - .../packet_throughput_graphs/ipsec.rst | 1 - .../packet_throughput_graphs/l2-2n-dnv-x553.rst | 115 - .../packet_throughput_graphs/l2-3n-dnv-x553.rst | 71 - .../packet_throughput_graphs/l2.rst | 2 - .../nat44-ed-tcp-tput-2n-dnv.rst | 114 - .../packet_throughput_graphs/nat44-ed-tcp-tput.rst | 1 - .../packet_throughput_graphs/srv6-3n-dnv-x553.rst | 85 - .../packet_throughput_graphs/srv6.rst | 3 - .../throughput_speedup_multi_core/index.rst | 6 +- .../ip4-2n-dnv-x553.rst | 71 - .../ip4-3n-dnv-x553.rst | 71 - .../throughput_speedup_multi_core/ip4.rst | 2 - .../ip4_tunnels-3n-dnv-x553.rst | 71 - .../throughput_speedup_multi_core/ip4_tunnels.rst | 1 - .../ip6-2n-dnv-x553.rst | 71 - .../ip6-3n-dnv-x553.rst | 86 - .../throughput_speedup_multi_core/ip6.rst | 2 - .../ipsec-3n-dnv-x553.rst | 88 - .../throughput_speedup_multi_core/ipsec.rst | 1 - .../l2-2n-dnv-x553.rst | 115 - .../l2-3n-dnv-x553.rst | 75 - .../throughput_speedup_multi_core/l2.rst | 2 - .../nat44-ed-tcp-tput-2n-dnv.rst | 114 - .../nat44-ed-tcp-tput.rst | 1 - .../srv6-3n-dnv-x553.rst | 85 - .../throughput_speedup_multi_core/srv6.rst | 3 - resources/tools/presentation/README.md | 18 +- resources/tools/presentation/__init__.py | 2 +- resources/tools/presentation/convert_xml_json.py | 2 +- .../tools/presentation/doc/trending_test_groups.md | 124 - resources/tools/presentation/environment.py | 2 +- resources/tools/presentation/generator_alerts.py | 4 +- resources/tools/presentation/generator_cpta.py | 4 +- resources/tools/presentation/generator_files.py | 2 +- resources/tools/presentation/generator_plots.py | 2 +- resources/tools/presentation/generator_report.py | 2 +- resources/tools/presentation/generator_tables.py | 25 +- resources/tools/presentation/input_data_files.py | 2 +- resources/tools/presentation/input_data_parser.py | 2 +- resources/tools/presentation/pal.py | 2 +- resources/tools/presentation/pal_errors.py | 2 +- resources/tools/presentation/pal_utils.py | 2 +- .../tools/presentation/specification_parser.py | 2 +- .../specifications/report/data_sets.yaml | 148 - .../specifications/report/elements.yaml | 1185 +---- .../specifications/report/environment.yaml | 14 - .../specifications/report_local/elements.yaml | 6 - .../specifications/report_local/environment.yaml | 12 - .../specifications/trending/data_sets.yaml | 20 - .../specifications/trending/elements.yaml | 322 -- .../specifications/trending/environment.yaml | 5 - .../tools/presentation/sphinx_conf/report/conf.py | 9 - resources/tools/presentation/static_content.py | 2 +- 92 files changed, 66 insertions(+), 10929 deletions(-) delete mode 100644 docs/report/detailed_test_results/dpdk_performance_results_2n_dnv/index.rst delete mode 100644 docs/report/detailed_test_results/dpdk_performance_results_3n_dnv/index.rst delete mode 100644 docs/report/detailed_test_results/vpp_mrr_results_2n_dnv/index.rst delete mode 100644 docs/report/detailed_test_results/vpp_mrr_results_3n_dnv/index.rst delete mode 100644 docs/report/detailed_test_results/vpp_performance_results_2n_dnv/index.rst delete mode 100644 docs/report/detailed_test_results/vpp_performance_results_3n_dnv/index.rst delete mode 100644 docs/report/dpdk_performance_tests/packet_throughput_graphs/2n-dnv-x553.rst delete mode 100644 docs/report/dpdk_performance_tests/packet_throughput_graphs/3n-dnv-x553.rst delete mode 100644 docs/report/introduction/testbed-2n-dnv.svg delete mode 100644 docs/report/introduction/testbed-3n-dnv.svg delete mode 100644 docs/report/test_configuration/vpp_mrr_configuration_2n_dnv/index.rst delete mode 100644 docs/report/test_configuration/vpp_mrr_configuration_3n_dnv/index.rst delete mode 100644 docs/report/test_configuration/vpp_performance_configuration_2n_dnv/index.rst delete mode 100644 docs/report/test_configuration/vpp_performance_configuration_3n_dnv/index.rst delete mode 100644 docs/report/test_operational_data/vpp_performance_operational_data_2n_dnv/index.rst delete mode 100644 docs/report/test_operational_data/vpp_performance_operational_data_3n_dnv/index.rst delete mode 100644 docs/report/vpp_performance_tests/packet_throughput_graphs/ip4-2n-dnv-x553.rst delete mode 100644 docs/report/vpp_performance_tests/packet_throughput_graphs/ip4-3n-dnv-x553.rst delete mode 100644 docs/report/vpp_performance_tests/packet_throughput_graphs/ip4_tunnels-3n-dnv-x553.rst delete mode 100644 docs/report/vpp_performance_tests/packet_throughput_graphs/ip6-2n-dnv-x553.rst delete mode 100644 docs/report/vpp_performance_tests/packet_throughput_graphs/ip6-3n-dnv-x553.rst delete mode 100644 docs/report/vpp_performance_tests/packet_throughput_graphs/ipsec-3n-dnv-x553.rst delete mode 100644 docs/report/vpp_performance_tests/packet_throughput_graphs/l2-2n-dnv-x553.rst delete mode 100644 docs/report/vpp_performance_tests/packet_throughput_graphs/l2-3n-dnv-x553.rst delete mode 100644 docs/report/vpp_performance_tests/packet_throughput_graphs/nat44-ed-tcp-tput-2n-dnv.rst delete mode 100644 docs/report/vpp_performance_tests/packet_throughput_graphs/srv6-3n-dnv-x553.rst delete mode 100644 docs/report/vpp_performance_tests/throughput_speedup_multi_core/ip4-2n-dnv-x553.rst delete mode 100644 docs/report/vpp_performance_tests/throughput_speedup_multi_core/ip4-3n-dnv-x553.rst delete mode 100644 docs/report/vpp_performance_tests/throughput_speedup_multi_core/ip4_tunnels-3n-dnv-x553.rst delete mode 100644 docs/report/vpp_performance_tests/throughput_speedup_multi_core/ip6-2n-dnv-x553.rst delete mode 100644 docs/report/vpp_performance_tests/throughput_speedup_multi_core/ip6-3n-dnv-x553.rst delete mode 100644 docs/report/vpp_performance_tests/throughput_speedup_multi_core/ipsec-3n-dnv-x553.rst delete mode 100644 docs/report/vpp_performance_tests/throughput_speedup_multi_core/l2-2n-dnv-x553.rst delete mode 100644 docs/report/vpp_performance_tests/throughput_speedup_multi_core/l2-3n-dnv-x553.rst delete mode 100644 docs/report/vpp_performance_tests/throughput_speedup_multi_core/nat44-ed-tcp-tput-2n-dnv.rst delete mode 100644 docs/report/vpp_performance_tests/throughput_speedup_multi_core/srv6-3n-dnv-x553.rst diff --git a/docs/report/detailed_test_results/dpdk_performance_results_2n_dnv/index.rst b/docs/report/detailed_test_results/dpdk_performance_results_2n_dnv/index.rst deleted file mode 100644 index 631837ec56..0000000000 --- a/docs/report/detailed_test_results/dpdk_performance_results_2n_dnv/index.rst +++ /dev/null @@ -1,12 +0,0 @@ -2n-dnv ------- - -.. note:: - - Data sources for reported test results: - i) `build logs from FD.io dpdk coverage job 2n-dnv`_, - ii) archived FD.io jobs test result `output files - <../../_static/archive/>`_. - -.. toctree:: - diff --git a/docs/report/detailed_test_results/dpdk_performance_results_3n_dnv/index.rst b/docs/report/detailed_test_results/dpdk_performance_results_3n_dnv/index.rst deleted file mode 100644 index 3a31a6e877..0000000000 --- a/docs/report/detailed_test_results/dpdk_performance_results_3n_dnv/index.rst +++ /dev/null @@ -1,12 +0,0 @@ -3n-dnv ------- - -.. note:: - - Data sources for reported test results: - i) `build logs from FD.io dpdk coverage job 3n-dnv`_, - ii) archived FD.io jobs test result `output files - <../../_static/archive/>`_. - -.. toctree:: - diff --git a/docs/report/detailed_test_results/vpp_mrr_results/index.rst b/docs/report/detailed_test_results/vpp_mrr_results/index.rst index 4d9e891be9..fb0f6aa26b 100644 --- a/docs/report/detailed_test_results/vpp_mrr_results/index.rst +++ b/docs/report/detailed_test_results/vpp_mrr_results/index.rst @@ -11,8 +11,6 @@ VPP MRR `build logs from FD.io vpp iterative job 3n-alt`_, `build logs from FD.io vpp iterative job 3n-tsh`_, `build logs from FD.io vpp iterative job 2n-tx2`_, - `build logs from FD.io vpp iterative job 2n-dnv`_, - `build logs from FD.io vpp iterative job 3n-dnv`_, `build logs from FD.io vpp iterative job 3n-snr`_, `build logs from FD.io vpp iterative job 2n-aws`_, ii) archived FD.io jobs test results diff --git a/docs/report/detailed_test_results/vpp_mrr_results_2n_dnv/index.rst b/docs/report/detailed_test_results/vpp_mrr_results_2n_dnv/index.rst deleted file mode 100644 index 1b7d417810..0000000000 --- a/docs/report/detailed_test_results/vpp_mrr_results_2n_dnv/index.rst +++ /dev/null @@ -1,12 +0,0 @@ -2n-dnv ------- - -.. note:: - - Data sources for reported test results: - i) `build logs from FD.io vpp coverage job 2n-dnv`_, - ii) archived FD.io jobs test result `output files - <../../_static/archive/>`_. - -.. toctree:: - diff --git a/docs/report/detailed_test_results/vpp_mrr_results_3n_dnv/index.rst b/docs/report/detailed_test_results/vpp_mrr_results_3n_dnv/index.rst deleted file mode 100644 index 3a49c15e96..0000000000 --- a/docs/report/detailed_test_results/vpp_mrr_results_3n_dnv/index.rst +++ /dev/null @@ -1,12 +0,0 @@ -3n-dnv ------- - -.. note:: - - Data sources for reported test results: - i) `build logs from FD.io vpp coverage job 3n-dnv`_, - ii) archived FD.io jobs test result `output files - <../../_static/archive/>`_. - -.. toctree:: - diff --git a/docs/report/detailed_test_results/vpp_performance_results/index.rst b/docs/report/detailed_test_results/vpp_performance_results/index.rst index 368285cf74..b0db114b9c 100644 --- a/docs/report/detailed_test_results/vpp_performance_results/index.rst +++ b/docs/report/detailed_test_results/vpp_performance_results/index.rst @@ -11,8 +11,6 @@ VPP Throughput `build logs from FD.io vpp coverage job 3n-alt`_, `build logs from FD.io vpp coverage job 3n-tsh`_, `build logs from FD.io vpp coverage job 2n-tx2`_, - `build logs from FD.io vpp coverage job 2n-dnv`_, - `build logs from FD.io vpp coverage job 3n-dnv`_, `build logs from FD.io vpp coverage job 3n-snr`_, `build logs from FD.io vpp coverage job 2n-aws`_, ii) archived FD.io jobs test results diff --git a/docs/report/detailed_test_results/vpp_performance_results_2n_dnv/index.rst b/docs/report/detailed_test_results/vpp_performance_results_2n_dnv/index.rst deleted file mode 100644 index 1b7d417810..0000000000 --- a/docs/report/detailed_test_results/vpp_performance_results_2n_dnv/index.rst +++ /dev/null @@ -1,12 +0,0 @@ -2n-dnv ------- - -.. note:: - - Data sources for reported test results: - i) `build logs from FD.io vpp coverage job 2n-dnv`_, - ii) archived FD.io jobs test result `output files - <../../_static/archive/>`_. - -.. toctree:: - diff --git a/docs/report/detailed_test_results/vpp_performance_results_3n_dnv/index.rst b/docs/report/detailed_test_results/vpp_performance_results_3n_dnv/index.rst deleted file mode 100644 index 3a49c15e96..0000000000 --- a/docs/report/detailed_test_results/vpp_performance_results_3n_dnv/index.rst +++ /dev/null @@ -1,12 +0,0 @@ -3n-dnv ------- - -.. note:: - - Data sources for reported test results: - i) `build logs from FD.io vpp coverage job 3n-dnv`_, - ii) archived FD.io jobs test result `output files - <../../_static/archive/>`_. - -.. toctree:: - diff --git a/docs/report/dpdk_performance_tests/csit_release_notes.rst b/docs/report/dpdk_performance_tests/csit_release_notes.rst index cd772bb93d..9ec2ab3893 100644 --- a/docs/report/dpdk_performance_tests/csit_release_notes.rst +++ b/docs/report/dpdk_performance_tests/csit_release_notes.rst @@ -27,10 +27,7 @@ List of known issues in |csit-release| for DPDK performance tests: +----+-----------------------------------------+-----------------------------------------------------------------------------------------------------------+ | # | JiraID | Issue Description | +====+=========================================+===========================================================================================================+ -| 1 | `CSIT-1762 | TRex reports link DOWN in case of dpdk testpmd tests on FD.io CSIT Denverton systems (2n-dnv and 3n-dnv). | -| | `_ | | -+----+-----------------------------------------+-----------------------------------------------------------------------------------------------------------+ -| 2 | `CSIT-1848 | 2n-clx, 3n-alt: sporadic testpmd/l3fwd tests fail with no or low traffic. | +| 1 | `CSIT-1848 | 2n-clx, 3n-alt: sporadic testpmd/l3fwd tests fail with no or low traffic. | | | `_ | | +----+-----------------------------------------+-----------------------------------------------------------------------------------------------------------+ diff --git a/docs/report/dpdk_performance_tests/packet_throughput_graphs/2n-dnv-x553.rst b/docs/report/dpdk_performance_tests/packet_throughput_graphs/2n-dnv-x553.rst deleted file mode 100644 index 3e8f5d54bf..0000000000 --- a/docs/report/dpdk_performance_tests/packet_throughput_graphs/2n-dnv-x553.rst +++ /dev/null @@ -1,125 +0,0 @@ - -.. raw:: latex - - \clearpage - -.. raw:: html - - - -2n-dnv-x553 -~~~~~~~~~~~ - -Following sections include summary graphs of Phy-to-Phy performance with -packet routed forwarding, including NDR throughput (zero packet loss) -and PDR throughput (<0.5% packet loss). - -CSIT source code for the test cases used for plots can be found in -`CSIT git repository `_. - -.. raw:: latex - - \clearpage - -64b-1t1c-base -------------- - -.. raw:: html - -
- -


-
- -.. raw:: latex - - \begin{figure}[H] - \centering - \graphicspath{{../_build/_static/dpdk/}} - \includegraphics[clip, trim=0cm 0cm 5cm 0cm, width=0.70\textwidth]{2n-dnv-x553-64b-1t1c-base-ndr} - \label{fig:2n-dnv-x553-64b-1t1c-base-ndr} - \end{figure} - -.. raw:: latex - - \clearpage - -.. raw:: html - -
- -


-
- -.. raw:: latex - - \begin{figure}[H] - \centering - \graphicspath{{../_build/_static/dpdk/}} - \includegraphics[clip, trim=0cm 0cm 5cm 0cm, width=0.70\textwidth]{2n-dnv-x553-64b-1t1c-base-pdr} - \label{fig:2n-dnv-x553-64b-1t1c-base-pdr} - \end{figure} - -.. raw:: latex - - \clearpage - -64b-2t2c-base -------------- - -.. raw:: html - -
- -


-
- -.. raw:: latex - - \begin{figure}[H] - \centering - \graphicspath{{../_build/_static/dpdk/}} - \includegraphics[clip, trim=0cm 0cm 5cm 0cm, width=0.70\textwidth]{2n-dnv-x553-64b-2t2c-base-ndr} - \label{fig:2n-dnv-x553-64b-2t2c-base-ndr} - \end{figure} - -.. raw:: latex - - \clearpage - -.. raw:: html - -
- -


-
- -.. raw:: latex - - \begin{figure}[H] - \centering - \graphicspath{{../_build/_static/dpdk/}} - \includegraphics[clip, trim=0cm 0cm 5cm 0cm, width=0.70\textwidth]{2n-dnv-x553-64b-2t2c-base-pdr} - \label{fig:2n-dnv-x553-64b-2t2c-base-pdr} - \end{figure} diff --git a/docs/report/dpdk_performance_tests/packet_throughput_graphs/3n-dnv-x553.rst b/docs/report/dpdk_performance_tests/packet_throughput_graphs/3n-dnv-x553.rst deleted file mode 100644 index 2f8417ec6a..0000000000 --- a/docs/report/dpdk_performance_tests/packet_throughput_graphs/3n-dnv-x553.rst +++ /dev/null @@ -1,125 +0,0 @@ - -.. raw:: latex - - \clearpage - -.. raw:: html - - - -3n-dnv-x553 -~~~~~~~~~~~ - -Following sections include summary graphs of Phy-to-Phy performance with -packet routed forwarding, including NDR throughput (zero packet loss) -and PDR throughput (<0.5% packet loss). - -CSIT source code for the test cases used for plots can be found in -`CSIT git repository `_. - -.. raw:: latex - - \clearpage - -64b-1t1c-base -------------- - -.. raw:: html - -
- -


-
- -.. raw:: latex - - \begin{figure}[H] - \centering - \graphicspath{{../_build/_static/dpdk/}} - \includegraphics[clip, trim=0cm 0cm 5cm 0cm, width=0.70\textwidth]{3n-dnv-x553-64b-1t1c-base-ndr} - \label{fig:3n-dnv-x553-64b-1t1c-base-ndr} - \end{figure} - -.. raw:: latex - - \clearpage - -.. raw:: html - -
- -


-
- -.. raw:: latex - - \begin{figure}[H] - \centering - \graphicspath{{../_build/_static/dpdk/}} - \includegraphics[clip, trim=0cm 0cm 5cm 0cm, width=0.70\textwidth]{3n-dnv-x553-64b-1t1c-base-pdr} - \label{fig:3n-dnv-x553-64b-1t1c-base-pdr} - \end{figure} - -.. raw:: latex - - \clearpage - -64b-2t2c-base -------------- - -.. raw:: html - -
- -


-
- -.. raw:: latex - - \begin{figure}[H] - \centering - \graphicspath{{../_build/_static/dpdk/}} - \includegraphics[clip, trim=0cm 0cm 5cm 0cm, width=0.70\textwidth]{3n-dnv-x553-64b-2t2c-base-ndr} - \label{fig:3n-dnv-x553-64b-2t2c-base-ndr} - \end{figure} - -.. raw:: latex - - \clearpage - -.. raw:: html - -
- -


-
- -.. raw:: latex - - \begin{figure}[H] - \centering - \graphicspath{{../_build/_static/dpdk/}} - \includegraphics[clip, trim=0cm 0cm 5cm 0cm, width=0.70\textwidth]{3n-dnv-x553-64b-2t2c-base-pdr} - \label{fig:3n-dnv-x553-64b-2t2c-base-pdr} - \end{figure} diff --git a/docs/report/dpdk_performance_tests/packet_throughput_graphs/index.rst b/docs/report/dpdk_performance_tests/packet_throughput_graphs/index.rst index 335dc94da4..72d4b63be5 100644 --- a/docs/report/dpdk_performance_tests/packet_throughput_graphs/index.rst +++ b/docs/report/dpdk_performance_tests/packet_throughput_graphs/index.rst @@ -72,7 +72,3 @@ Additional information about graph data: 3n-tsh-x520 2n-tx2-xl710 3n-snr-e822cq - -.. - 2n-dnv-x553 - 3n-dnv-x553 diff --git a/docs/report/introduction/environment/intro.rst b/docs/report/introduction/environment/intro.rst index 52bdc772af..074bb25758 100644 --- a/docs/report/introduction/environment/intro.rst +++ b/docs/report/introduction/environment/intro.rst @@ -128,5 +128,4 @@ Following is the list of CSIT versions to date: - Mellanox 556A series firmware upgrade based on DPDK compatibility matrix. - Ubuntu upgrade from 20.04.2 LTS to 22.04.1 LTS. - (2n-dnv and 3n-dnv keeps the Ubuntu 20.04.2LTS as a part of decomission). - TRex version upgrade: increase from 2.97 to 3.00. diff --git a/docs/report/introduction/methodology_rca/methodology_perpatch_performance_tests.rst b/docs/report/introduction/methodology_rca/methodology_perpatch_performance_tests.rst index 311fac456b..57c5483fd4 100644 --- a/docs/report/introduction/methodology_rca/methodology_perpatch_performance_tests.rst +++ b/docs/report/introduction/methodology_rca/methodology_perpatch_performance_tests.rst @@ -18,7 +18,7 @@ There are jobs available for multiple types of testbeds, based on various processors. Their Gerrit triggers words are of the form "perftest-{node_arch}" where the node_arch combinations currently supported are: -2n-clx, 2n-dnv, 2n-tx2, 2n-zn2, 3n-dnv, 3n-tsh. +2n-clx, 2n-tx2, 2n-zn2, 3n-tsh. Test selection ~~~~~~~~~~~~~~ diff --git a/docs/report/introduction/physical_testbeds.rst b/docs/report/introduction/physical_testbeds.rst index 2497de88b9..5a9b1edf97 100644 --- a/docs/report/introduction/physical_testbeds.rst +++ b/docs/report/introduction/physical_testbeds.rst @@ -241,88 +241,6 @@ SUT and TG NICs: All Intel Xeon Icelake servers run with Intel Hyper-Threading enabled, doubling the number of logical cores exposed to Linux. -.. _physical_testbeds_2n_dnv: - -2-Node Atom Denverton (2n-dnv) ------------------------------- - -2n-dnv testbed is built with: i) one Intel S2600WFT server acting as TG -and equipped with two Intel Xeon Skylake Platinum 8180 processors (38.5 -MB Cache, 2.50 GHz, 28 cores), and ii) one SuperMicro SYS-E300-9A server -acting as SUT and equipped with one Intel Atom C3858 processor (12 MB -Cache, 2.00 GHz, 12 cores). 2n-dnv physical topology is shown below. - -.. only:: latex - - .. raw:: latex - - \begin{figure}[H] - \centering - \graphicspath{{../_tmp/src/introduction/}} - \includegraphics[width=0.90\textwidth]{testbed-2n-dnv} - \label{fig:testbed-2n-dnv} - \end{figure} - -.. only:: html - - .. figure:: testbed-2n-dnv.svg - :alt: testbed-2n-dnv - :align: center - -SUT 10GE NIC ports: - -#. P-1: x553 copper port. -#. P-2: x553 copper port. -#. P-3: x553 fiber port. -#. P-4: x553 fiber port. - -TG NICs: - -#. NIC-1: x550-T2 2p10GE Intel. -#. NIC-2: x550-T2 2p10GE Intel. -#. NIC-3: x520-DA2 2p10GE Intel. -#. NIC-4: x520-DA2 2p10GE Intel. - -The 2n-dnv testbed is in operation in Intel SH labs. - -.. _physical_testbeds_3n_dnv: - -3-Node Atom Denverton (3n-dnv) ------------------------------- - -One 3n-dnv testbed is built with: i) one SuperMicro SYS-7049GP-TRT -server acting as TG and equipped with two Intel Xeon Skylake Platinum -8180 processors (38.5 MB Cache, 2.50 GHz, 28 cores), and ii) one -SuperMicro SYS-E300-9A server acting as SUT and equipped with one Intel -Atom C3858 processor (12 MB Cache, 2.00 GHz, 12 cores). 3n-dnv physical -topology is shown below. - -.. only:: latex - - .. raw:: latex - - \begin{figure}[H] - \centering - \graphicspath{{../_tmp/src/introduction/}} - \includegraphics[width=0.90\textwidth]{testbed-3n-dnv} - \label{fig:testbed-3n-dnv} - \end{figure} - -.. only:: html - - .. figure:: testbed-3n-dnv.svg - :alt: testbed-3n-dnv - :align: center - -SUT1 and SUT2 NICs: - -#. NIC-1: x553 2p10GE fiber Intel. -#. NIC-2: x553 2p10GE copper Intel. - -TG NICs: - -#. NIC-1: x710-DA4 4p10GE Intel. - .. _physical_testbeds_3n_alt: 3-Node ARM Altra (3n-alt) diff --git a/docs/report/introduction/report_history.rst b/docs/report/introduction/report_history.rst index be8dceccfc..384c6bd944 100644 --- a/docs/report/introduction/report_history.rst +++ b/docs/report/introduction/report_history.rst @@ -11,8 +11,7 @@ below. | | | +----------------+-------------------------------------------------------------+ | .46 | 1. Added wireguard tests for 3n-icx and 3n-snr. | -| | 2. Added NAT44 ED TCP tput tests for 2n-dnv. | -| | 3. Added iterative and coverage data. | +| | 2. Added iterative and coverage data. | | | | +----------------+-------------------------------------------------------------+ | .45 | Initial revision | diff --git a/docs/report/introduction/testbed-2n-dnv.svg b/docs/report/introduction/testbed-2n-dnv.svg deleted file mode 100644 index 9b5e170bd7..0000000000 --- a/docs/report/introduction/testbed-2n-dnv.svg +++ /dev/null @@ -1,5513 +0,0 @@ - -image/svg+xml - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - Socket 1Intel XeonPlatinum 8180 - - - - - - - - - - - - NIC4 - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - NIC3 - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - x16 - - - - - - - - - - - - - - - - - - x16 - - - - - - - - - - - - Socket 0Intel XeonPlatinum 8180 - - - - - - - - - - - - - NIC2 - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - NIC1 - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - x16 - - - - - - - - - - - - - - - - - - x16 - - - - - - - - - - - - - - - - - - - - - - - - - - x86Server - - - - - - - - - - - - - - - - - - - 2-Node Atom Denverton (2n-dnv) - - - - - - - - - Traffic Generator (TG) - - - - - - - - - DDR4 - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - PCIeGen3 - - - - - - - - - - - - x86Server - - - - - - - - - - - - P1 - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - Intel Atom CPU C3858 @2.00GHZ - - - - - - - - - - - - P2 - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - DDR4 - - - - - - - - - - - - - - - - - - - - P3 - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - P4 - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - System Under Test (SUT) - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - UPI - - - - - - - - - - - - \ No newline at end of file diff --git a/docs/report/introduction/testbed-3n-dnv.svg b/docs/report/introduction/testbed-3n-dnv.svg deleted file mode 100644 index fd9fe15d3a..0000000000 --- a/docs/report/introduction/testbed-3n-dnv.svg +++ /dev/null @@ -1,1220 +0,0 @@ - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - 3-Node Atom Denverton (3n-dnv) - - - - - - - - - - - - - - - Socket 1Intel XeonPlatinum 8180 - - - - - - - - Socket 0Intel XeonPlatinum 8180 - - - - - - - - - NIC1 - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - x16 - - - - - - - - - - - - - - - x86Server - - - - - - Traffic Generator (TG) - - - - - - DDR4 - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - PCIeGen3 - - - - - - - - - - - - - - UPI - - - - - - - - - x86Server - - - - - - - - - NIC1 - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - Intel Atom C3858 @2.00GHz - - - - - - - - - - - - - - x4 - - - - - - - DDR4 - - - - - - - - - NIC2 - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - x4 - - - - - - - System Under Test 1 (SUT1) - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - PCIeGen3 - - - - - - - - x86Server - - - - - - - - - NIC1 - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - Intel Atom C3858 @2.00GHz - - - - - - - - - - - - - - x4 - - - - - - - DDR4 - - - - - - - - - NIC2 - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - x4 - - - - - - - - - - - - - - - System Under Test 2 (SUT2) - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - PCIeGen3 - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - \ No newline at end of file diff --git a/docs/report/test_configuration/vpp_mrr_configuration/index.rst b/docs/report/test_configuration/vpp_mrr_configuration/index.rst index 4d9e891be9..fb0f6aa26b 100644 --- a/docs/report/test_configuration/vpp_mrr_configuration/index.rst +++ b/docs/report/test_configuration/vpp_mrr_configuration/index.rst @@ -11,8 +11,6 @@ VPP MRR `build logs from FD.io vpp iterative job 3n-alt`_, `build logs from FD.io vpp iterative job 3n-tsh`_, `build logs from FD.io vpp iterative job 2n-tx2`_, - `build logs from FD.io vpp iterative job 2n-dnv`_, - `build logs from FD.io vpp iterative job 3n-dnv`_, `build logs from FD.io vpp iterative job 3n-snr`_, `build logs from FD.io vpp iterative job 2n-aws`_, ii) archived FD.io jobs test results diff --git a/docs/report/test_configuration/vpp_mrr_configuration_2n_dnv/index.rst b/docs/report/test_configuration/vpp_mrr_configuration_2n_dnv/index.rst deleted file mode 100644 index 5d33ad1f15..0000000000 --- a/docs/report/test_configuration/vpp_mrr_configuration_2n_dnv/index.rst +++ /dev/null @@ -1,12 +0,0 @@ -2n-dnv ------- - -.. note:: - - Data sources for reported test configurations: - i) `build logs from FD.io vpp coverage job 2n-dnv`_, - ii) archived FD.io jobs test result `output files - <../../_static/archive/>`_. - -.. toctree:: - diff --git a/docs/report/test_configuration/vpp_mrr_configuration_3n_dnv/index.rst b/docs/report/test_configuration/vpp_mrr_configuration_3n_dnv/index.rst deleted file mode 100644 index 285df68a48..0000000000 --- a/docs/report/test_configuration/vpp_mrr_configuration_3n_dnv/index.rst +++ /dev/null @@ -1,12 +0,0 @@ -3n-dnv ------- - -.. note:: - - Data sources for reported test configurations: - i) `build logs from FD.io vpp coverage job 3n-dnv`_, - ii) archived FD.io jobs test result `output files - <../../_static/archive/>`_. - -.. toctree:: - diff --git a/docs/report/test_configuration/vpp_performance_configuration/index.rst b/docs/report/test_configuration/vpp_performance_configuration/index.rst index 368285cf74..b0db114b9c 100644 --- a/docs/report/test_configuration/vpp_performance_configuration/index.rst +++ b/docs/report/test_configuration/vpp_performance_configuration/index.rst @@ -11,8 +11,6 @@ VPP Throughput `build logs from FD.io vpp coverage job 3n-alt`_, `build logs from FD.io vpp coverage job 3n-tsh`_, `build logs from FD.io vpp coverage job 2n-tx2`_, - `build logs from FD.io vpp coverage job 2n-dnv`_, - `build logs from FD.io vpp coverage job 3n-dnv`_, `build logs from FD.io vpp coverage job 3n-snr`_, `build logs from FD.io vpp coverage job 2n-aws`_, ii) archived FD.io jobs test results diff --git a/docs/report/test_configuration/vpp_performance_configuration_2n_dnv/index.rst b/docs/report/test_configuration/vpp_performance_configuration_2n_dnv/index.rst deleted file mode 100644 index 5d33ad1f15..0000000000 --- a/docs/report/test_configuration/vpp_performance_configuration_2n_dnv/index.rst +++ /dev/null @@ -1,12 +0,0 @@ -2n-dnv ------- - -.. note:: - - Data sources for reported test configurations: - i) `build logs from FD.io vpp coverage job 2n-dnv`_, - ii) archived FD.io jobs test result `output files - <../../_static/archive/>`_. - -.. toctree:: - diff --git a/docs/report/test_configuration/vpp_performance_configuration_3n_dnv/index.rst b/docs/report/test_configuration/vpp_performance_configuration_3n_dnv/index.rst deleted file mode 100644 index 285df68a48..0000000000 --- a/docs/report/test_configuration/vpp_performance_configuration_3n_dnv/index.rst +++ /dev/null @@ -1,12 +0,0 @@ -3n-dnv ------- - -.. note:: - - Data sources for reported test configurations: - i) `build logs from FD.io vpp coverage job 3n-dnv`_, - ii) archived FD.io jobs test result `output files - <../../_static/archive/>`_. - -.. toctree:: - diff --git a/docs/report/test_operational_data/vpp_performance_operational_data/index.rst b/docs/report/test_operational_data/vpp_performance_operational_data/index.rst index e84edca21b..30006b462e 100644 --- a/docs/report/test_operational_data/vpp_performance_operational_data/index.rst +++ b/docs/report/test_operational_data/vpp_performance_operational_data/index.rst @@ -3,7 +3,7 @@ VPP Throughput VPP operational data is generated by |csit-release| NDR-PDR throughput tests executed across physical testbeds hosted in LF FD.io labs: -2n-clx, 3n-dnv, 2n-dnv, 3n-alt, 3n-tsh, 2n-tx2. The data is collected +2n-clx, 3n-alt, 3n-tsh, 2n-tx2. The data is collected at 100% PDR. .. note:: @@ -16,8 +16,6 @@ at 100% PDR. `build logs from FD.io vpp coverage job 3n-alt`_, `build logs from FD.io vpp coverage job 3n-tsh`_, `build logs from FD.io vpp coverage job 2n-tx2`_, - `build logs from FD.io vpp coverage job 2n-dnv`_, - `build logs from FD.io vpp coverage job 3n-dnv`_, `build logs from FD.io vpp coverage job 3n-snr`_, `build logs from FD.io vpp coverage job 2n-aws`_, ii) archived FD.io jobs test results diff --git a/docs/report/test_operational_data/vpp_performance_operational_data_2n_dnv/index.rst b/docs/report/test_operational_data/vpp_performance_operational_data_2n_dnv/index.rst deleted file mode 100644 index bdbeae928e..0000000000 --- a/docs/report/test_operational_data/vpp_performance_operational_data_2n_dnv/index.rst +++ /dev/null @@ -1,12 +0,0 @@ -2n-dnv ------- - -.. note:: - - Data sources for reported test operational data: - i) `build logs from FD.io vpp coverage job 2n-dnv`_, - ii) archived FD.io jobs test result `output files - <../../_static/archive/>`_. - -.. toctree:: - diff --git a/docs/report/test_operational_data/vpp_performance_operational_data_3n_dnv/index.rst b/docs/report/test_operational_data/vpp_performance_operational_data_3n_dnv/index.rst deleted file mode 100644 index e803877f6a..0000000000 --- a/docs/report/test_operational_data/vpp_performance_operational_data_3n_dnv/index.rst +++ /dev/null @@ -1,12 +0,0 @@ -3n-dnv ------- - -.. note:: - - Data sources for reported test operational data: - i) `build logs from FD.io vpp coverage job 3n-dnv`_, - ii) archived FD.io jobs test result `output files - <../../_static/archive/>`_. - -.. toctree:: - diff --git a/docs/report/vpp_performance_tests/comparisons/current_vs_previous_release.rst b/docs/report/vpp_performance_tests/comparisons/current_vs_previous_release.rst index 4c4ccbd3e8..4e16f67e99 100644 --- a/docs/report/vpp_performance_tests/comparisons/current_vs_previous_release.rst +++ b/docs/report/vpp_performance_tests/comparisons/current_vs_previous_release.rst @@ -7,8 +7,7 @@ Current vs Previous Release Relative comparison of VPP packet throughput (NDR, PDR and MRR) between |vpp-release| and |vpp-release-1| (measured for |csit-release| and |csit-release-1| respectively) is calculated from results of tests -running on 2-node Intel Atom Denverton -(2n-dnv), 3-node Intel Atom Denverton (3n-dnv), 3-node Arm TaiShan (3n-tsh) +running on 3-node Arm TaiShan (3n-tsh) testbeds, in 1-core, 2-core and 4-core (MRR only) configurations. Listed mean and standard deviation values are computed based on a series @@ -28,8 +27,6 @@ results repeatability vary between the test cases. - `build logs from FD.io vpp performance job 3n-icx`_, - `build logs from FD.io vpp performance job 2n-clx`_, - `build logs from FD.io vpp performance job 2n-zn2`_, - - `build logs from FD.io vpp performance job 2n-dnv`_, - - `build logs from FD.io vpp performance job 3n-dnv`_, - `build logs from FD.io vpp performance job 3n-tsh`_, - `build logs from FD.io vpp performance job 2n-tx2`_, - `build logs from FD.io vpp performance job 2n-aws`_, @@ -332,90 +329,6 @@ Comparison tables in HTML, ASCII and CSV formats: - `CSV 2t1c PDR90, direction1, average value comparison <../../_static/vpp/latency-changes-2n-zn2-xxv710-2t1c-pdr90-d1-avg-csv.csv>`_ - `CSV 2t1c PDR90, direction1, max value comparison <../../_static/vpp/latency-changes-2n-zn2-xxv710-2t1c-pdr90-d1-max-csv.csv>`_ -2n-dnv-x553 -~~~~~~~~~~~ - -NDR Comparison -`````````````` - -Comparison tables in HTML, ASCII and CSV formats: - - - `HTML 1t1c NDR comparison `_ - - `HTML 2t2c NDR comparison `_ - - `ASCII 1t1c NDR comparison <../../_static/vpp/performance-changes-2n-dnv-1t1c-ndr.txt>`_ - - `ASCII 2t2c NDR comparison <../../_static/vpp/performance-changes-2n-dnv-2t2c-ndr.txt>`_ - - `CSV 1t1c NDR comparison <../../_static/vpp/performance-changes-2n-dnv-1t1c-ndr-csv.csv>`_ - - `CSV 2t2c NDR comparison <../../_static/vpp/performance-changes-2n-dnv-2t2c-ndr-csv.csv>`_ - -PDR Comparison -`````````````` - -Comparison tables in HTML, ASCII and CSV formats: - - - `HTML 1t1c PDR comparison `_ - - `HTML 2t2c PDR comparison `_ - - `ASCII 1t1c PDR comparison <../../_static/vpp/performance-changes-2n-dnv-1t1c-pdr.txt>`_ - - `ASCII 2t2c PDR comparison <../../_static/vpp/performance-changes-2n-dnv-2t2c-pdr.txt>`_ - - `CSV 1t1c PDR comparison <../../_static/vpp/performance-changes-2n-dnv-1t1c-pdr-csv.csv>`_ - - `CSV 2t2c PDR comparison <../../_static/vpp/performance-changes-2n-dnv-2t2c-pdr-csv.csv>`_ - -MRR Comparison -`````````````` - -Comparison tables in HTML, ASCII and CSV formats: - - - `HTML 1t1c MRR comparison `_ - - `HTML 2t2c MRR comparison `_ - - `HTML 4t4c MRR comparison `_ - - `ASCII 1t1c MRR comparison <../../_static/vpp/performance-changes-2n-dnv-1t1c-mrr.txt>`_ - - `ASCII 2t2c MRR comparison <../../_static/vpp/performance-changes-2n-dnv-2t2c-mrr.txt>`_ - - `ASCII 4t4c MRR comparison <../../_static/vpp/performance-changes-2n-dnv-4t4c-mrr.txt>`_ - - `CSV 1t1c MRR comparison <../../_static/vpp/performance-changes-2n-dnv-1t1c-mrr-csv.csv>`_ - - `CSV 2t2c MRR comparison <../../_static/vpp/performance-changes-2n-dnv-2t2c-mrr-csv.csv>`_ - - `CSV 4t4c MRR comparison <../../_static/vpp/performance-changes-2n-dnv-4t4c-mrr-csv.csv>`_ - -3n-dnv-x553 -~~~~~~~~~~~ - -NDR Comparison -`````````````` - -Comparison tables in HTML, ASCII and CSV formats: - - - `HTML 1t1c NDR comparison `_ - - `HTML 2t2c NDR comparison `_ - - `ASCII 1t1c NDR comparison <../../_static/vpp/performance-changes-3n-dnv-1t1c-ndr.txt>`_ - - `ASCII 2t2c NDR comparison <../../_static/vpp/performance-changes-3n-dnv-2t2c-ndr.txt>`_ - - `CSV 1t1c NDR comparison <../../_static/vpp/performance-changes-3n-dnv-1t1c-ndr-csv.csv>`_ - - `CSV 2t2c NDR comparison <../../_static/vpp/performance-changes-3n-dnv-2t2c-ndr-csv.csv>`_ - -PDR Comparison -`````````````` - -Comparison tables in HTML, ASCII and CSV formats: - - - `HTML 1t1c PDR comparison `_ - - `HTML 2t2c PDR comparison `_ - - `ASCII 1t1c PDR comparison <../../_static/vpp/performance-changes-3n-dnv-1t1c-pdr.txt>`_ - - `ASCII 2t2c PDR comparison <../../_static/vpp/performance-changes-3n-dnv-2t2c-pdr.txt>`_ - - `CSV 1t1c PDR comparison <../../_static/vpp/performance-changes-3n-dnv-1t1c-pdr-csv.csv>`_ - - `CSV 2t2c PDR comparison <../../_static/vpp/performance-changes-3n-dnv-2t2c-pdr-csv.csv>`_ - -MRR Comparison -`````````````` - -Comparison tables in HTML, ASCII and CSV formats: - - - `HTML 1t1c MRR comparison `_ - - `HTML 2t2c MRR comparison `_ - - `HTML 4t4c MRR comparison `_ - - `ASCII 1t1c MRR comparison <../../_static/vpp/performance-changes-3n-dnv-1t1c-mrr.txt>`_ - - `ASCII 2t2c MRR comparison <../../_static/vpp/performance-changes-3n-dnv-2t2c-mrr.txt>`_ - - `ASCII 4t4c MRR comparison <../../_static/vpp/performance-changes-3n-dnv-4t4c-mrr.txt>`_ - - `CSV 1t1c MRR comparison <../../_static/vpp/performance-changes-3n-dnv-1t1c-mrr-csv.csv>`_ - - `CSV 2t2c MRR comparison <../../_static/vpp/performance-changes-3n-dnv-2t2c-mrr-csv.csv>`_ - - `CSV 4t4c MRR comparison <../../_static/vpp/performance-changes-3n-dnv-4t4c-mrr-csv.csv>`_ - 3n-tsh-x520 ~~~~~~~~~~~ diff --git a/docs/report/vpp_performance_tests/csit_release_notes.rst b/docs/report/vpp_performance_tests/csit_release_notes.rst index 83d4fa1749..685ca75255 100644 --- a/docs/report/vpp_performance_tests/csit_release_notes.rst +++ b/docs/report/vpp_performance_tests/csit_release_notes.rst @@ -9,8 +9,7 @@ Changes in |csit-release| #. VPP PERFORMANCE TESTS - **Added new performance testbed 3n-snr** (3 Node SnowRidge, with Intel - Atom processors), to later replace 3n-dnv and 2n-dnv (3 and 2 Node - Denverton) testbeds. + Atom processors). - **Added GTPU HW offload tests** using VPP GTPU hardware offload with Intel e810 4p25ge NICs (3n-icx testbeds only). These tests @@ -71,31 +70,28 @@ ___ +----+-----------------------------------------+-----------------------------------------------------------------------------------------------------------+ | # | JiraID | Issue Description | +====+=========================================+===========================================================================================================+ -| 1 | `CSIT-1850 | 2n-dnv: sporadic 1518B tput tests failing to establish required sessions. | -| | `_ | | -+----+-----------------------------------------+-----------------------------------------------------------------------------------------------------------+ -| 2 | `CSIT-1864 | 2n-clx: half of the packets lost on PDR tests. | +| 1 | `CSIT-1864 | 2n-clx: half of the packets lost on PDR tests. | | | `_ | | +----+-----------------------------------------+-----------------------------------------------------------------------------------------------------------+ -| 3 | `CSIT-1868 | 2n-clx: ALL ldpreload-nginx tests fails when trying to start nginx. | +| 2 | `CSIT-1868 | 2n-clx: ALL ldpreload-nginx tests fails when trying to start nginx. | | | `_ | | +----+-----------------------------------------+-----------------------------------------------------------------------------------------------------------+ -| 4 | `CSIT-1871 | 3n-snr: 25GE interface between SUT and TG/TRex goes down randomly. | +| 3 | `CSIT-1871 | 3n-snr: 25GE interface between SUT and TG/TRex goes down randomly. | | | `_ | | +----+-----------------------------------------+-----------------------------------------------------------------------------------------------------------+ -| 5 | `CSIT-1877 | 3n-alt, 3n-tsh: VM tests failing to boot VM. | +| 4 | `CSIT-1877 | 3n-alt, 3n-tsh: VM tests failing to boot VM. | | | `_ | | +----+-----------------------------------------+-----------------------------------------------------------------------------------------------------------+ -| 6 | `CSIT-1883 | 3n-snr: All hwasync wireguard tests failing when trying to verify device. | +| 5 | `CSIT-1883 | 3n-snr: All hwasync wireguard tests failing when trying to verify device. | | | `_ | | +----+-----------------------------------------+-----------------------------------------------------------------------------------------------------------+ -| 7 | `CSIT-1884 | 2n-clx, 2n-icx: All NAT44DET NDR PDR IMIX over 1M sessions BIDIR tests failing to create enough sessions. | +| 6 | `CSIT-1884 | 2n-clx, 2n-icx: All NAT44DET NDR PDR IMIX over 1M sessions BIDIR tests failing to create enough sessions. | | | `_ | | +----+-----------------------------------------+-----------------------------------------------------------------------------------------------------------+ -| 8 | `CSIT-1885 | 3n-icx: 9000b ip4 ip6 l2 NDRPDR AVF tests are failing to forward traffic. | +| 7 | `CSIT-1885 | 3n-icx: 9000b ip4 ip6 l2 NDRPDR AVF tests are failing to forward traffic. | | | `_ | | +----+-----------------------------------------+-----------------------------------------------------------------------------------------------------------+ -| 9 | `CSIT-1886 | 3n-icx: Wireguard tests with 100 and more tunnels are failing PDR criteria. | +| 8 | `CSIT-1886 | 3n-icx: Wireguard tests with 100 and more tunnels are failing PDR criteria. | | | `_ | | +----+-----------------------------------------+-----------------------------------------------------------------------------------------------------------+ diff --git a/docs/report/vpp_performance_tests/packet_throughput_graphs/index.rst b/docs/report/vpp_performance_tests/packet_throughput_graphs/index.rst index 1d5cf867cf..84adb6e630 100644 --- a/docs/report/vpp_performance_tests/packet_throughput_graphs/index.rst +++ b/docs/report/vpp_performance_tests/packet_throughput_graphs/index.rst @@ -47,8 +47,6 @@ Graphs are split into sections as follows: - 3n-alt: 2-node Arm Altra - 3n-tsh: 3-node Arm TaiShan - 2n-tx2: 2-node Arm ThunderX2 - - 2n-dnv: 2-node Atom Denverton - - 3n-dnv: 3-node Atom Denverton - 3n-snr: 3-node Atom Snowridge - **nic_model**: @@ -143,9 +141,7 @@ Additional information about graph data: `build logs from FD.io vpp performance job 3n-alt`_, `build logs from FD.io vpp performance job 3n-tsh`_, `build logs from FD.io vpp performance job 2n-tx2`_, - `build logs from FD.io vpp performance job 3n-snr`_, - `build logs from FD.io vpp performance job 2n-dnv`_ and - `build logs from FD.io vpp performance job 3n-dnv`_ with RF + `build logs from FD.io vpp performance job 3n-snr`_ with RF result files csit-vpp-perf-|srelease|-\*.zip `archived here <../../_static/archive/>`_. Required per test case data set size is **10**, but for VPP tests diff --git a/docs/report/vpp_performance_tests/packet_throughput_graphs/ip4-2n-dnv-x553.rst b/docs/report/vpp_performance_tests/packet_throughput_graphs/ip4-2n-dnv-x553.rst deleted file mode 100644 index a0b9623af0..0000000000 --- a/docs/report/vpp_performance_tests/packet_throughput_graphs/ip4-2n-dnv-x553.rst +++ /dev/null @@ -1,71 +0,0 @@ - -.. raw:: latex - - \clearpage - -.. raw:: html - - - -2n-dnv-x553 -~~~~~~~~~~~ - -64b-1t1c-ip4routing-base-scale-ixgbe ------------------------------------- - -.. raw:: html - -
- -


-
- -.. raw:: latex - - \begin{figure}[H] - \centering - \graphicspath{{../_build/_static/vpp/}} - \includegraphics[clip, trim=0cm 0cm 5cm 0cm, width=0.70\textwidth]{2n-dnv-x553-64b-1t1c-ip4routing-base-scale-[ixgbe,af_xdp]-ndr} - \label{fig:2n-dnv-x553-64b-1t1c-ip4routing-base-scale-[ixgbe,af_xdp]-ndr} - \end{figure} - -.. raw:: latex - - \clearpage - -.. raw:: html - -
- -


-
- -.. raw:: latex - - \begin{figure}[H] - \centering - \graphicspath{{../_build/_static/vpp/}} - \includegraphics[clip, trim=0cm 0cm 5cm 0cm, width=0.70\textwidth]{2n-dnv-x553-64b-1t1c-ip4routing-base-scale-[ixgbe,af_xdp]-pdr} - \label{fig:2n-dnv-x553-64b-1t1c-ip4routing-base-scale-[ixgbe,af_xdp]-pdr} - \end{figure} diff --git a/docs/report/vpp_performance_tests/packet_throughput_graphs/ip4-3n-dnv-x553.rst b/docs/report/vpp_performance_tests/packet_throughput_graphs/ip4-3n-dnv-x553.rst deleted file mode 100644 index cc4d68b793..0000000000 --- a/docs/report/vpp_performance_tests/packet_throughput_graphs/ip4-3n-dnv-x553.rst +++ /dev/null @@ -1,71 +0,0 @@ - -.. raw:: latex - - \clearpage - -.. raw:: html - - - -3n-dnv-x553 -~~~~~~~~~~~ - -64b-1t1c-ip4routing-base-scale-ixgbe ------------------------------------- - -.. raw:: html - -
- -


-
- -.. raw:: latex - - \begin{figure}[H] - \centering - \graphicspath{{../_build/_static/vpp/}} - \includegraphics[clip, trim=0cm 0cm 5cm 0cm, width=0.70\textwidth]{3n-dnv-x553-64b-1t1c-ip4routing-base-scale-ixgbe-ndr} - \label{fig:3n-dnv-x553-64b-1t1c-ip4routing-base-scale-ixgbe-ndr} - \end{figure} - -.. raw:: latex - - \clearpage - -.. raw:: html - -
- -


-
- -.. raw:: latex - - \begin{figure}[H] - \centering - \graphicspath{{../_build/_static/vpp/}} - \includegraphics[clip, trim=0cm 0cm 5cm 0cm, width=0.70\textwidth]{3n-dnv-x553-64b-1t1c-ip4routing-base-scale-ixgbe-pdr} - \label{fig:3n-dnv-x553-64b-1t1c-ip4routing-base-scale-ixgbe-pdr} - \end{figure} diff --git a/docs/report/vpp_performance_tests/packet_throughput_graphs/ip4.rst b/docs/report/vpp_performance_tests/packet_throughput_graphs/ip4.rst index 47cd32a1a8..bbdab6c2e9 100644 --- a/docs/report/vpp_performance_tests/packet_throughput_graphs/ip4.rst +++ b/docs/report/vpp_performance_tests/packet_throughput_graphs/ip4.rst @@ -29,7 +29,5 @@ CSIT source code for the test cases used for plots can be found in ip4-3n-alt-xl710 ip4-3n-tsh-x520 ip4-2n-tx2-xl710 - ip4-2n-dnv-x553 - ip4-3n-dnv-x553 ip4-3n-snr-e822cq ip4-2n-aws-nitro50g diff --git a/docs/report/vpp_performance_tests/packet_throughput_graphs/ip4_tunnels-3n-dnv-x553.rst b/docs/report/vpp_performance_tests/packet_throughput_graphs/ip4_tunnels-3n-dnv-x553.rst deleted file mode 100644 index 04794dcb1c..0000000000 --- a/docs/report/vpp_performance_tests/packet_throughput_graphs/ip4_tunnels-3n-dnv-x553.rst +++ /dev/null @@ -1,71 +0,0 @@ - -.. raw:: latex - - \clearpage - -.. raw:: html - - - -3n-dnv-x553 -~~~~~~~~~~~ - -64b-1t1c-ip4tunnel-base-ixgbe ------------------------------ - -.. raw:: html - -
- -


-
- -.. raw:: latex - - \begin{figure}[H] - \centering - \graphicspath{{../_build/_static/vpp/}} - \includegraphics[clip, trim=0cm 0cm 5cm 0cm, width=0.70\textwidth]{3n-dnv-x553-64b-1t1c-ip4tunnel-base-ixgbe-ndr} - \label{fig:3n-dnv-x553-64b-1t1c-ip4tunnel-base-ixgbe-ndr} - \end{figure} - -.. raw:: latex - - \clearpage - -.. raw:: html - -
- -


-
- -.. raw:: latex - - \begin{figure}[H] - \centering - \graphicspath{{../_build/_static/vpp/}} - \includegraphics[clip, trim=0cm 0cm 5cm 0cm, width=0.70\textwidth]{3n-dnv-x553-64b-1t1c-ip4tunnel-base-ixgbe-pdr} - \label{fig:3n-dnv-x553-64b-1t1c-ip4tunnel-base-ixgbe-pdr} - \end{figure} diff --git a/docs/report/vpp_performance_tests/packet_throughput_graphs/ip4_tunnels.rst b/docs/report/vpp_performance_tests/packet_throughput_graphs/ip4_tunnels.rst index 46848fff59..dcac4d36ac 100644 --- a/docs/report/vpp_performance_tests/packet_throughput_graphs/ip4_tunnels.rst +++ b/docs/report/vpp_performance_tests/packet_throughput_graphs/ip4_tunnels.rst @@ -24,5 +24,4 @@ CSIT source code for the test cases used for plots can be found in ip4_tunnels-2n-zn2-xxv710 ip4_tunnels-3n-alt-xl710 ip4_tunnels-3n-tsh-x520 - ip4_tunnels-3n-dnv-x553 ip4_tunnels-3n-snr-e822cq diff --git a/docs/report/vpp_performance_tests/packet_throughput_graphs/ip6-2n-dnv-x553.rst b/docs/report/vpp_performance_tests/packet_throughput_graphs/ip6-2n-dnv-x553.rst deleted file mode 100644 index efaf28bbea..0000000000 --- a/docs/report/vpp_performance_tests/packet_throughput_graphs/ip6-2n-dnv-x553.rst +++ /dev/null @@ -1,71 +0,0 @@ - -.. raw:: latex - - \clearpage - -.. raw:: html - - - -2n-dnv-x553 -~~~~~~~~~~~ - -78b-1t1c-ip6routing-base-scale-ixgbe ------------------------------------- - -.. raw:: html - -
- -


-
- -.. raw:: latex - - \begin{figure}[H] - \centering - \graphicspath{{../_build/_static/vpp/}} - \includegraphics[clip, trim=0cm 0cm 5cm 0cm, width=0.70\textwidth]{2n-dnv-x553-78b-1t1c-ip6routing-base-scale-[ixgbe,af_xdp]-ndr} - \label{fig:2n-dnv-x553-78b-1t1c-ip6routing-base-scale-[ixgbe,af_xdp]-ndr} - \end{figure} - -.. raw:: latex - - \clearpage - -.. raw:: html - -
- -


-
- -.. raw:: latex - - \begin{figure}[H] - \centering - \graphicspath{{../_build/_static/vpp/}} - \includegraphics[clip, trim=0cm 0cm 5cm 0cm, width=0.70\textwidth]{2n-dnv-x553-78b-1t1c-ip6routing-base-scale-[ixgbe,af_xdp]-pdr} - \label{fig:2n-dnv-x553-78b-1t1c-ip6routing-base-scale-[ixgbe,af_xdp]-pdr} - \end{figure} diff --git a/docs/report/vpp_performance_tests/packet_throughput_graphs/ip6-3n-dnv-x553.rst b/docs/report/vpp_performance_tests/packet_throughput_graphs/ip6-3n-dnv-x553.rst deleted file mode 100644 index 5fb5ef78e0..0000000000 --- a/docs/report/vpp_performance_tests/packet_throughput_graphs/ip6-3n-dnv-x553.rst +++ /dev/null @@ -1,86 +0,0 @@ - -.. raw:: latex - - \clearpage - -.. raw:: html - - - -.. - ## 3n-dnv-x553 - ### 78b-?t?c-ip6routing-base-scale-ixgbe - 10ge2p1x520-dot1q-ip6base-ndrpdr - 10ge2p1x520-ethip6-ip6base-ndrpdr - 10ge2p1x520-ethip6-ip6scale20k-ndrpdr - 10ge2p1x520-ethip6-ip6scale200k-ndrpdr - 10ge2p1x520-ethip6-ip6scale2m-ndrpdr - - Tests.Vpp.Perf.Ip6.10Ge2P1X553-Dot1Q-Ip6Base-Ndrpdr.78B-1t1c-dot1q-ip6base-ndrpdr - Tests.Vpp.Perf.Ip6.10Ge2P1X553-Ethip6-Ip6Base-Ndrpdr.78B-1t1c-ethip6-ip6base-ndrpdr - Tests.Vpp.Perf.Ip6.10Ge2P1X553-Ethip6-Ip6Scale20K-Ndrpdr.78B-1t1c-ethip6-ip6scale20k-ndrpdr - Tests.Vpp.Perf.Ip6.10Ge2P1X553-Ethip6-Ip6Scale200K-Ndrpdr.78B-1t1c-ethip6-ip6scale200k-ndrpdr - Tests.Vpp.Perf.Ip6.10Ge2P1X553-Ethip6-Ip6Scale2M-Ndrpdr.78B-1t1c-ethip6-ip6scale2m-ndrpdr - -3n-dnv-x553 -~~~~~~~~~~~ - -78b-1t1c-ip6routing-base-scale-ixgbe ------------------------------------- - -.. raw:: html - -
- -


-
- -.. raw:: latex - - \begin{figure}[H] - \centering - \graphicspath{{../_build/_static/vpp/}} - \includegraphics[clip, trim=0cm 0cm 5cm 0cm, width=0.70\textwidth]{3n-dnv-x553-78b-1t1c-ip6routing-base-scale-ixgbe-ndr} - \label{fig:3n-dnv-x553-78b-1t1c-ip6routing-base-scale-ixgbe-ndr} - \end{figure} - -.. raw:: latex - - \clearpage - -.. raw:: html - -
- -


-
- -.. raw:: latex - - \begin{figure}[H] - \centering - \graphicspath{{../_build/_static/vpp/}} - \includegraphics[clip, trim=0cm 0cm 5cm 0cm, width=0.70\textwidth]{3n-dnv-x553-78b-1t1c-ip6routing-base-scale-ixgbe-pdr} - \label{fig:3n-dnv-x553-78b-1t1c-ip6routing-base-scale-ixgbe-pdr} - \end{figure} diff --git a/docs/report/vpp_performance_tests/packet_throughput_graphs/ip6.rst b/docs/report/vpp_performance_tests/packet_throughput_graphs/ip6.rst index 5a5ae40bdd..fb8bdc785d 100644 --- a/docs/report/vpp_performance_tests/packet_throughput_graphs/ip6.rst +++ b/docs/report/vpp_performance_tests/packet_throughput_graphs/ip6.rst @@ -29,7 +29,5 @@ CSIT source code for the test cases used for plots can be found in ip6-3n-alt-xl710 ip6-3n-tsh-x520 ip6-2n-tx2-xl710 - ip6-2n-dnv-x553 - ip6-3n-dnv-x553 ip6-3n-snr-e822cq ip6-2n-aws-nitro50g diff --git a/docs/report/vpp_performance_tests/packet_throughput_graphs/ipsec-3n-dnv-x553.rst b/docs/report/vpp_performance_tests/packet_throughput_graphs/ipsec-3n-dnv-x553.rst deleted file mode 100644 index 5e763161c2..0000000000 --- a/docs/report/vpp_performance_tests/packet_throughput_graphs/ipsec-3n-dnv-x553.rst +++ /dev/null @@ -1,88 +0,0 @@ - -.. raw:: latex - - \clearpage - -.. raw:: html - - - -.. - ## 3n-dnv-x553 - ### imix-?t?c-ipsec-ip4routing-base-scale-sw-ixgbe - 10ge2p1x520-ethip4ipsec4tnlsw-ip4base-int-aes256gcm-ndrpdr - 10ge2p1x520-ethip4ipsec4tnlsw-ip4base-int-aes128cbc-hmac512sha-ndrpdr - 10ge2p1x520-ethip4ipsec1000tnlsw-ip4base-int-aes256gcm-ndrpdr - 10ge2p1x520-ethip4ipsec1000tnlsw-ip4base-int-aes128cbc-hmac512sha-ndrpdr - 10ge2p1x520-ethip4ipsec10000tnlsw-ip4base-int-aes256gcm-ndrpdr - 10ge2p1x520-ethip4ipsec10000tnlsw-ip4base-int-aes128cbc-hmac512sha-ndrpdr - - Tests.Vpp.Perf.Crypto.10Ge2P1X553-Ethip4Ipsec4Tnlsw-Ip4Base-Int-Aes256Gcm-Ndrpdr.IMIX-1t1c-ethip4ipsec4tnlsw-ip4base-int-aes256gcm-ndrpdr - Tests.Vpp.Perf.Crypto.10Ge2P1X553-Ethip4Ipsec4Tnlsw-Ip4Base-Int-Aes128Cbc-Hmac512Sha-Ndrpdr.IMIX-1t1c-ethip4ipsec4tnlsw-ip4base-int-aes128cbc-hmac512sha-ndrpdr - Tests.Vpp.Perf.Crypto.10Ge2P1X553-Ethip4Ipsec1000Tnlsw-Ip4Base-Int-Aes256Gcm-Ndrpdr.IMIX-1t1c-ethip4ipsec1000tnlsw-ip4base-int-aes256gcm-ndrpdr - Tests.Vpp.Perf.Crypto.10Ge2P1X553-Ethip4Ipsec1000Tnlsw-Ip4Base-Int-Aes128Cbc-Hmac512Sha-Ndrpdr.IMIX-1t1c-ethip4ipsec1000tnlsw-ip4base-int-aes128cbc-hmac512sha-ndrpdr - Tests.Vpp.Perf.Crypto.10Ge2P1X553-Ethip4Ipsec10000Tnlsw-Ip4Base-Int-Aes256Gcm-Ndrpdr.IMIX-1t1c-ethip4ipsec10000tnlsw-ip4base-int-aes256gcm-ndrpdr - Tests.Vpp.Perf.Crypto.10Ge2P1X553-Ethip4Ipsec10000Tnlsw-Ip4Base-Int-Aes128Cbc-Hmac512Sha-Ndrpdr.IMIX-1t1c-ethip4ipsec10000tnlsw-ip4base-int-aes128cbc-hmac512sha-ndrpdr - -3n-dnv-x553 -~~~~~~~~~~~ - -imix-1t1c-ipsec-ip4routing-base-scale-sw-ixgbe ----------------------------------------------- - -.. raw:: html - -
- -


-
- -.. raw:: latex - - \begin{figure}[H] - \centering - \graphicspath{{../_build/_static/vpp/}} - \includegraphics[clip, trim=0cm 0cm 5cm 0cm, width=0.70\textwidth]{3n-dnv-x553-imix-1t1c-ipsec-ip4routing-base-scale-sw-ixgbe-ndr} - \label{fig:3n-dnv-x553-imix-1t1c-ipsec-ip4routing-base-scale-sw-ixgbe-ndr} - \end{figure} - -.. raw:: latex - - \clearpage - -.. raw:: html - -
- -


-
- -.. raw:: latex - - \begin{figure}[H] - \centering - \graphicspath{{../_build/_static/vpp/}} - \includegraphics[clip, trim=0cm 0cm 5cm 0cm, width=0.70\textwidth]{3n-dnv-x553-imix-1t1c-ipsec-ip4routing-base-scale-sw-ixgbe-pdr} - \label{fig:3n-dnv-x553-imix-1t1c-ipsec-ip4routing-base-scale-sw-ixgbe-pdr} - \end{figure} diff --git a/docs/report/vpp_performance_tests/packet_throughput_graphs/ipsec.rst b/docs/report/vpp_performance_tests/packet_throughput_graphs/ipsec.rst index 19e1cbaa16..fd535ec6a1 100644 --- a/docs/report/vpp_performance_tests/packet_throughput_graphs/ipsec.rst +++ b/docs/report/vpp_performance_tests/packet_throughput_graphs/ipsec.rst @@ -24,5 +24,4 @@ CSIT source code for the test cases used for plots can be found in ipsec-3n-alt-xl710 ipsec-3n-tsh-x520 ipsec-2n-tx2-xl710 - ipsec-3n-dnv-x553 ipsec-3n-snr-e822cq diff --git a/docs/report/vpp_performance_tests/packet_throughput_graphs/l2-2n-dnv-x553.rst b/docs/report/vpp_performance_tests/packet_throughput_graphs/l2-2n-dnv-x553.rst deleted file mode 100644 index 6e932e2692..0000000000 --- a/docs/report/vpp_performance_tests/packet_throughput_graphs/l2-2n-dnv-x553.rst +++ /dev/null @@ -1,115 +0,0 @@ - -.. raw:: latex - - \clearpage - -.. raw:: html - - - -2n-dnv-x553 -~~~~~~~~~~~ - -64b-1t1c-l2switching-base-scale-ixgbe -------------------------------------- - -.. raw:: html - -
- -


-
- -.. raw:: latex - - \begin{figure}[H] - \centering - \graphicspath{{../_build/_static/vpp/}} - \includegraphics[clip, trim=0cm 0cm 5cm 0cm, width=0.70\textwidth]{2n-dnv-x553-64b-1t1c-l2switching-base-scale-ixgbe-ndr} - \label{fig:2n-dnv-x553-64b-1t1c-l2switching-base-scale-ixgbe-ndr} - \end{figure} - -.. raw:: latex - - \clearpage - -.. raw:: html - -
- -


-
- -.. raw:: latex - - \begin{figure}[H] - \centering - \graphicspath{{../_build/_static/vpp/}} - \includegraphics[clip, trim=0cm 0cm 5cm 0cm, width=0.70\textwidth]{2n-dnv-x553-64b-1t1c-l2switching-base-scale-ixgbe-pdr} - \label{fig:2n-dnv-x553-64b-1t1c-l2switching-base-scale-ixgbe-pdr} - \end{figure} - -.. - .. raw:: latex - - \clearpage - - 64b-1t1c-l2switching-base-scale-af-xdp - -------------------------------------- - - .. raw:: html - -
- -


-
- - .. raw:: latex - - \begin{figure}[H] - \centering - \graphicspath{{../_build/_static/vpp/}} - \includegraphics[clip, trim=0cm 0cm 5cm 0cm, width=0.70\textwidth]{2n-dnv-x553-64b-1t1c-l2switching-base-scale-af_xdp-ndr} - \label{fig:2n-dnv-x553-64b-1t1c-l2switching-base-scale-af_xdp-ndr} - \end{figure} - - .. raw:: latex - - \clearpage - - .. raw:: html - -
- -


-
- - .. raw:: latex - - \begin{figure}[H] - \centering - \graphicspath{{../_build/_static/vpp/}} - \includegraphics[clip, trim=0cm 0cm 5cm 0cm, width=0.70\textwidth]{2n-dnv-x553-64b-1t1c-l2switching-base-scale-af_xdp-pdr} - \label{fig:2n-dnv-x553-64b-1t1c-l2switching-base-scale-af_xdp-pdr} - \end{figure} diff --git a/docs/report/vpp_performance_tests/packet_throughput_graphs/l2-3n-dnv-x553.rst b/docs/report/vpp_performance_tests/packet_throughput_graphs/l2-3n-dnv-x553.rst deleted file mode 100644 index d74017cfcd..0000000000 --- a/docs/report/vpp_performance_tests/packet_throughput_graphs/l2-3n-dnv-x553.rst +++ /dev/null @@ -1,71 +0,0 @@ - -.. raw:: latex - - \clearpage - -.. raw:: html - - - -3n-dnv-x553 -~~~~~~~~~~~ - -64b-1t1c-l2switching-base-scale-ixgbe -------------------------------------- - -.. raw:: html - -
- -


-
- -.. raw:: latex - - \begin{figure}[H] - \centering - \graphicspath{{../_build/_static/vpp/}} - \includegraphics[clip, trim=0cm 0cm 5cm 0cm, width=0.70\textwidth]{3n-dnv-x553-64b-1t1c-l2switching-base-scale-ixgbe-ndr} - \label{fig:3n-dnv-x553-64b-1t1c-l2switching-base-scale-ixgbe-ndr} - \end{figure} - -.. raw:: latex - - \clearpage - -.. raw:: html - -
- -


-
- -.. raw:: latex - - \begin{figure}[H] - \centering - \graphicspath{{../_build/_static/vpp/}} - \includegraphics[clip, trim=0cm 0cm 5cm 0cm, width=0.70\textwidth]{3n-dnv-x553-64b-1t1c-l2switching-base-scale-ixgbe-pdr} - \label{fig:3n-dnv-x553-64b-1t1c-l2switching-base-scale-ixgbe-pdr} - \end{figure} diff --git a/docs/report/vpp_performance_tests/packet_throughput_graphs/l2.rst b/docs/report/vpp_performance_tests/packet_throughput_graphs/l2.rst index 8e13122e2c..f419b6e1be 100644 --- a/docs/report/vpp_performance_tests/packet_throughput_graphs/l2.rst +++ b/docs/report/vpp_performance_tests/packet_throughput_graphs/l2.rst @@ -29,6 +29,4 @@ CSIT source code for the test cases used for plots can be found in l2-3n-alt-xl710 l2-3n-tsh-x520 l2-2n-tx2-xl710 - l2-2n-dnv-x553 - l2-3n-dnv-x553 l2-3n-snr-e822cq diff --git a/docs/report/vpp_performance_tests/packet_throughput_graphs/nat44-ed-tcp-tput-2n-dnv.rst b/docs/report/vpp_performance_tests/packet_throughput_graphs/nat44-ed-tcp-tput-2n-dnv.rst deleted file mode 100644 index 188d716925..0000000000 --- a/docs/report/vpp_performance_tests/packet_throughput_graphs/nat44-ed-tcp-tput-2n-dnv.rst +++ /dev/null @@ -1,114 +0,0 @@ - -.. raw:: latex - - \clearpage - -.. raw:: html - - - -2n-dnv-x553 -~~~~~~~~~~~ - -100b-nat44ed-ip4routing-tcp-tput --------------------------------- - -.. raw:: html - -
- -


-
- -.. raw:: latex - - \begin{figure}[H] - \centering - \graphicspath{{../_build/_static/vpp/}} - \includegraphics[clip, trim=0cm 0cm 5cm 0cm, width=0.70\textwidth]{2n-dnv-x553-100b-1t1c-nat44ed-ip4routing-tcp-tput-ndr} - \label{fig:2n-dnv-x553-100b-1t1c-nat44ed-ip4routing-tcp-tput-ndr} - \end{figure} - -.. raw:: latex - - \clearpage - -.. raw:: html - -
- -


-
- -.. raw:: latex - - \begin{figure}[H] - \centering - \graphicspath{{../_build/_static/vpp/}} - \includegraphics[clip, trim=0cm 0cm 5cm 0cm, width=0.70\textwidth]{2n-dnv-x553-100b-1t1c-nat44ed-ip4routing-tcp-tput-pdr} - \label{fig:2n-dnv-x553-100b-1t1c-nat44ed-ip4routing-tcp-tput-pdr} - \end{figure} - -.. raw:: latex - - \clearpage - -1518b-nat44ed-ip4routing-tcp-tput ---------------------------------- - -.. raw:: html - -
- -


-
- -.. raw:: latex - - \begin{figure}[H] - \centering - \graphicspath{{../_build/_static/vpp/}} - \includegraphics[clip, trim=0cm 0cm 5cm 0cm, width=0.70\textwidth]{2n-dnv-x553-1518b-1t1c-nat44ed-ip4routing-tcp-tput-ndr} - \label{fig:2n-dnv-x553-1518b-1t1c-nat44ed-ip4routing-tcp-tput-ndr} - \end{figure} - -.. raw:: latex - - \clearpage - -.. raw:: html - -
- -


-
- -.. raw:: latex - - \begin{figure}[H] - \centering - \graphicspath{{../_build/_static/vpp/}} - \includegraphics[clip, trim=0cm 0cm 5cm 0cm, width=0.70\textwidth]{2n-dnv-x553-1518b-1t1c-nat44ed-ip4routing-tcp-tput-pdr} - \label{fig:2n-dnv-x553-1518b-1t1c-nat44ed-ip4routing-tcp-tput-pdr} - \end{figure} diff --git a/docs/report/vpp_performance_tests/packet_throughput_graphs/nat44-ed-tcp-tput.rst b/docs/report/vpp_performance_tests/packet_throughput_graphs/nat44-ed-tcp-tput.rst index 3905119b2d..27a114e9d7 100644 --- a/docs/report/vpp_performance_tests/packet_throughput_graphs/nat44-ed-tcp-tput.rst +++ b/docs/report/vpp_performance_tests/packet_throughput_graphs/nat44-ed-tcp-tput.rst @@ -10,4 +10,3 @@ ED TCP TPUT nat44-ed-tcp-tput-2n-icx nat44-ed-tcp-tput-2n-clx - nat44-ed-tcp-tput-2n-dnv diff --git a/docs/report/vpp_performance_tests/packet_throughput_graphs/srv6-3n-dnv-x553.rst b/docs/report/vpp_performance_tests/packet_throughput_graphs/srv6-3n-dnv-x553.rst deleted file mode 100644 index c206321705..0000000000 --- a/docs/report/vpp_performance_tests/packet_throughput_graphs/srv6-3n-dnv-x553.rst +++ /dev/null @@ -1,85 +0,0 @@ - -.. raw:: latex - - \clearpage - -.. raw:: html - - - -.. - ## 3n-dnv-x553 - ### 78b-?t?c-srv6-ip6routing-base-ixgbe - 10ge2p1x520-ethip6ip6-ip6base-srv6enc1sid-ndrpdr - 10ge2p1x520-ethip6srhip6-ip6base-srv6enc2sids-ndrpdr - 10ge2p1x520-ethip6srhip6-ip6base-srv6enc2sids-nodecaps-ndrpdr - 10ge2p1x520-ethip6srhip6-ip6base-srv6proxy-dyn-ndrpdr - 10ge2p1x520-ethip6srhip6-ip6base-srv6proxy-masq-ndrpdr - 10ge2p1x520-ethip6srhip6-ip6base-srv6proxy-stat-ndrpdr - - Tests.Vpp.Perf.Srv6.10Ge2P1X553-Ethip6Ip6-Ip6Base-Srv6Enc1Sid-Ndrpdr.78B-1t1c-ethip6ip6-ip6base-srv6enc1sid-ndrpdr - Tests.Vpp.Perf.Srv6.10Ge2P1X553-Ethip6Srhip6-Ip6Base-Srv6Enc2Sids-Ndrpdr.78B-1t1c-ethip6srhip6-ip6base-srv6enc2sids-ndrpdr - Tests.Vpp.Perf.Srv6.10Ge2P1X553-Ethip6Srhip6-Ip6Base-Srv6Enc2Sids-Nodecaps-Ndrpdr.78B-1t1c-ethip6srhip6-ip6base-srv6enc2sids-nodecaps-ndrpdr - -3n-dnv-x553 -~~~~~~~~~~~ - -78b-1t1c-srv6-ip6routing-base-ixgbe ------------------------------------ - -.. raw:: html - -
- -


-
- -.. raw:: latex - - \begin{figure}[H] - \centering - \graphicspath{{../_build/_static/vpp/}} - \includegraphics[clip, trim=0cm 0cm 5cm 0cm, width=0.70\textwidth]{3n-dnv-x553-78b-1t1c-srv6-ip6routing-base-ixgbe-ndr} - \label{fig:3n-dnv-x553-78b-1t1c-srv6-ip6routing-base-ixgbe-ndr} - \end{figure} - -.. raw:: latex - - \clearpage - -.. raw:: html - -
- -


-
- -.. raw:: latex - - \begin{figure}[H] - \centering - \graphicspath{{../_build/_static/vpp/}} - \includegraphics[clip, trim=0cm 0cm 5cm 0cm, width=0.70\textwidth]{3n-dnv-x553-78b-1t1c-srv6-ip6routing-base-ixgbe-pdr} - \label{fig:3n-dnv-x553-78b-1t1c-srv6-ip6routing-base-ixgbe-pdr} - \end{figure} diff --git a/docs/report/vpp_performance_tests/packet_throughput_graphs/srv6.rst b/docs/report/vpp_performance_tests/packet_throughput_graphs/srv6.rst index 0ea5b6c972..4c804e036d 100644 --- a/docs/report/vpp_performance_tests/packet_throughput_graphs/srv6.rst +++ b/docs/report/vpp_performance_tests/packet_throughput_graphs/srv6.rst @@ -19,6 +19,3 @@ CSIT source code for the test cases used for plots can be found in srv6-3n-icx-xxv710 srv6-3n-tsh-x520 - -.. - srv6-3n-dnv-x553 diff --git a/docs/report/vpp_performance_tests/throughput_speedup_multi_core/index.rst b/docs/report/vpp_performance_tests/throughput_speedup_multi_core/index.rst index 58650c4163..e59435890f 100644 --- a/docs/report/vpp_performance_tests/throughput_speedup_multi_core/index.rst +++ b/docs/report/vpp_performance_tests/throughput_speedup_multi_core/index.rst @@ -11,7 +11,7 @@ Speedup Multi-Core Speedup Multi-Core throughput graphs are generated by multiple executions of the same performance tests across physical testbeds hosted LF FD.io labs: 2n-icx, 3n-icx, 2n-aws, 2n-clx, 2n-zn2, 3n-alt, -3n-tsh, 2n-tx2, 2n-dnv, 3n-dnv. +3n-tsh, 2n-tx2. Grouped bars illustrate the 64B/78B packet throughput speedup ratio for 2- and 4-core multi-threaded VPP configurations relative to 1-core configurations. @@ -46,9 +46,7 @@ Additional information about graph data: `build logs from FD.io vpp performance job 3n-alt`_, `build logs from FD.io vpp performance job 3n-tsh`_, `build logs from FD.io vpp performance job 2n-tx2`_, - `build logs from FD.io vpp performance job 3n-snr`_, - `build logs from FD.io vpp performance job 2n-dnv`_ and - `build logs from FD.io vpp performance job 3n-dnv`_ with RF + `build logs from FD.io vpp performance job 3n-snr`_ with RF result files csit-vpp-perf-|srelease|-\*.zip `archived here <../../_static/archive/>`_. Required per test case data set size is **10**, but for VPP tests diff --git a/docs/report/vpp_performance_tests/throughput_speedup_multi_core/ip4-2n-dnv-x553.rst b/docs/report/vpp_performance_tests/throughput_speedup_multi_core/ip4-2n-dnv-x553.rst deleted file mode 100644 index dd3acf90a2..0000000000 --- a/docs/report/vpp_performance_tests/throughput_speedup_multi_core/ip4-2n-dnv-x553.rst +++ /dev/null @@ -1,71 +0,0 @@ - -.. raw:: latex - - \clearpage - -.. raw:: html - - - -2n-dnv-x553 -~~~~~~~~~~~ - -64b-ip4routing-base-scale-ixgbe -------------------------------- - -.. raw:: html - -
- -


-
- -.. raw:: latex - - \begin{figure}[H] - \centering - \graphicspath{{../_build/_static/vpp/}} - \includegraphics[clip, trim=0cm 0cm 5cm 0cm, width=0.70\textwidth]{2n-dnv-x553-64b-ip4routing-base-scale-[ixgbe,af_xdp]-ndr-tsa} - \label{fig:2n-dnv-x553-64b-ip4routing-base-scale-[ixgbe,af_xdp]-ndr-tsa} - \end{figure} - -.. raw:: latex - - \clearpage - -.. raw:: html - -
- -


-
- -.. raw:: latex - - \begin{figure}[H] - \centering - \graphicspath{{../_build/_static/vpp/}} - \includegraphics[clip, trim=0cm 0cm 5cm 0cm, width=0.70\textwidth]{2n-dnv-x553-64b-ip4routing-base-scale-[ixgbe,af_xdp]-pdr-tsa} - \label{fig:2n-dnv-x553-64b-ip4routing-base-scale-[ixgbe,af_xdp]-pdr-tsa} - \end{figure} diff --git a/docs/report/vpp_performance_tests/throughput_speedup_multi_core/ip4-3n-dnv-x553.rst b/docs/report/vpp_performance_tests/throughput_speedup_multi_core/ip4-3n-dnv-x553.rst deleted file mode 100644 index d07e9ad13e..0000000000 --- a/docs/report/vpp_performance_tests/throughput_speedup_multi_core/ip4-3n-dnv-x553.rst +++ /dev/null @@ -1,71 +0,0 @@ - -.. raw:: latex - - \clearpage - -.. raw:: html - - - -3n-dnv-x553 -~~~~~~~~~~~ - -64b-ip4routing-base-scale-ixgbe -------------------------------- - -.. raw:: html - -
- -


-
- -.. raw:: latex - - \begin{figure}[H] - \centering - \graphicspath{{../_build/_static/vpp/}} - \includegraphics[clip, trim=0cm 0cm 5cm 0cm, width=0.70\textwidth]{3n-dnv-x553-64b-ip4routing-base-scale-ixgbe-ndr-tsa} - \label{fig:3n-dnv-x553-64b-ip4routing-base-scale-ixgbe-ndr-tsa} - \end{figure} - -.. raw:: latex - - \clearpage - -.. raw:: html - -
- -


-
- -.. raw:: latex - - \begin{figure}[H] - \centering - \graphicspath{{../_build/_static/vpp/}} - \includegraphics[clip, trim=0cm 0cm 5cm 0cm, width=0.70\textwidth]{3n-dnv-x553-64b-ip4routing-base-scale-ixgbe-pdr-tsa} - \label{fig:3n-dnv-x553-64b-ip4routing-base-scale-ixgbe-pdr-tsa} - \end{figure} diff --git a/docs/report/vpp_performance_tests/throughput_speedup_multi_core/ip4.rst b/docs/report/vpp_performance_tests/throughput_speedup_multi_core/ip4.rst index 964487bad3..39ac1667f6 100644 --- a/docs/report/vpp_performance_tests/throughput_speedup_multi_core/ip4.rst +++ b/docs/report/vpp_performance_tests/throughput_speedup_multi_core/ip4.rst @@ -31,6 +31,4 @@ CSIT source code for the test cases used for plots can be found in ip4-3n-alt-xl710 ip4-3n-tsh-x520 ip4-2n-tx2-xl710 - ip4-2n-dnv-x553 - ip4-3n-dnv-x553 ip4-3n-snr-e822cq diff --git a/docs/report/vpp_performance_tests/throughput_speedup_multi_core/ip4_tunnels-3n-dnv-x553.rst b/docs/report/vpp_performance_tests/throughput_speedup_multi_core/ip4_tunnels-3n-dnv-x553.rst deleted file mode 100644 index 847e59b340..0000000000 --- a/docs/report/vpp_performance_tests/throughput_speedup_multi_core/ip4_tunnels-3n-dnv-x553.rst +++ /dev/null @@ -1,71 +0,0 @@ - -.. raw:: latex - - \clearpage - -.. raw:: html - - - -3n-dnv-x553 -~~~~~~~~~~~ - -64b-ip4tunnel-base-ixgbe ------------------------- - -.. raw:: html - -
- -


-
- -.. raw:: latex - - \begin{figure}[H] - \centering - \graphicspath{{../_build/_static/vpp/}} - \includegraphics[clip, trim=0cm 0cm 5cm 0cm, width=0.70\textwidth]{3n-dnv-x553-64b-ip4tunnel-base-ixgbe-ndr-tsa} - \label{fig:3n-dnv-x553-64b-ip4tunnel-base-ixgbe-ndr-tsa} - \end{figure} - -.. raw:: latex - - \clearpage - -.. raw:: html - -
- -


-
- -.. raw:: latex - - \begin{figure}[H] - \centering - \graphicspath{{../_build/_static/vpp/}} - \includegraphics[clip, trim=0cm 0cm 5cm 0cm, width=0.70\textwidth]{3n-dnv-x553-64b-ip4tunnel-base-ixgbe-pdr-tsa} - \label{fig:3n-dnv-x553-64b-ip4tunnel-base-ixgbe-pdr-tsa} - \end{figure} diff --git a/docs/report/vpp_performance_tests/throughput_speedup_multi_core/ip4_tunnels.rst b/docs/report/vpp_performance_tests/throughput_speedup_multi_core/ip4_tunnels.rst index f11edea06e..71c42a6900 100644 --- a/docs/report/vpp_performance_tests/throughput_speedup_multi_core/ip4_tunnels.rst +++ b/docs/report/vpp_performance_tests/throughput_speedup_multi_core/ip4_tunnels.rst @@ -26,5 +26,4 @@ CSIT source code for the test cases used for plots can be found in ip4_tunnels-2n-zn2-xxv710 ip4_tunnels-3n-alt-xl710 ip4_tunnels-3n-tsh-x520 - ip4_tunnels-3n-dnv-x553 ip4_tunnels-3n-snr-e822cq diff --git a/docs/report/vpp_performance_tests/throughput_speedup_multi_core/ip6-2n-dnv-x553.rst b/docs/report/vpp_performance_tests/throughput_speedup_multi_core/ip6-2n-dnv-x553.rst deleted file mode 100644 index 36cabd366e..0000000000 --- a/docs/report/vpp_performance_tests/throughput_speedup_multi_core/ip6-2n-dnv-x553.rst +++ /dev/null @@ -1,71 +0,0 @@ - -.. raw:: latex - - \clearpage - -.. raw:: html - - - -2n-dnv-x553 -~~~~~~~~~~~ - -78b-ip6routing-base-scale-ixgbe -------------------------------- - -.. raw:: html - -
- -


-
- -.. raw:: latex - - \begin{figure}[H] - \centering - \graphicspath{{../_build/_static/vpp/}} - \includegraphics[clip, trim=0cm 0cm 5cm 0cm, width=0.70\textwidth]{2n-dnv-x553-78b-ip6routing-base-scale-[ixgbe,af_xdp]-ndr-tsa} - \label{fig:2n-dnv-x553-78b-ip6routing-base-scale-[ixgbe,af_xdp]-ndr-tsa} - \end{figure} - -.. raw:: latex - - \clearpage - -.. raw:: html - -
- -


-
- -.. raw:: latex - - \begin{figure}[H] - \centering - \graphicspath{{../_build/_static/vpp/}} - \includegraphics[clip, trim=0cm 0cm 5cm 0cm, width=0.70\textwidth]{2n-dnv-x553-78b-ip6routing-base-scale-[ixgbe,af_xdp]-pdr-tsa} - \label{fig:2n-dnv-x553-78b-ip6routing-base-scale-[ixgbe,af_xdp]-pdr-tsa} - \end{figure} diff --git a/docs/report/vpp_performance_tests/throughput_speedup_multi_core/ip6-3n-dnv-x553.rst b/docs/report/vpp_performance_tests/throughput_speedup_multi_core/ip6-3n-dnv-x553.rst deleted file mode 100644 index 2ac06f0810..0000000000 --- a/docs/report/vpp_performance_tests/throughput_speedup_multi_core/ip6-3n-dnv-x553.rst +++ /dev/null @@ -1,86 +0,0 @@ - -.. raw:: latex - - \clearpage - -.. raw:: html - - - -.. - ## 3n-dnv-x553 - ### 78b-?t?c-ip6routing-base-scale-ixgbe - 10ge2p1x520-dot1q-ip6base-ndrpdr - 10ge2p1x520-ethip6-ip6base-ndrpdr - 10ge2p1x520-ethip6-ip6scale20k-ndrpdr - 10ge2p1x520-ethip6-ip6scale200k-ndrpdr - 10ge2p1x520-ethip6-ip6scale2m-ndrpdr - - Tests.Vpp.Perf.Ip6.10Ge2P1X553-Dot1Q-Ip6Base-Ndrpdr.78B-1t1c-dot1q-ip6base-ndrpdr - Tests.Vpp.Perf.Ip6.10Ge2P1X553-Ethip6-Ip6Base-Ndrpdr.78B-1t1c-ethip6-ip6base-ndrpdr - Tests.Vpp.Perf.Ip6.10Ge2P1X553-Ethip6-Ip6Scale20K-Ndrpdr.78B-1t1c-ethip6-ip6scale20k-ndrpdr - Tests.Vpp.Perf.Ip6.10Ge2P1X553-Ethip6-Ip6Scale200K-Ndrpdr.78B-1t1c-ethip6-ip6scale200k-ndrpdr - Tests.Vpp.Perf.Ip6.10Ge2P1X553-Ethip6-Ip6Scale2M-Ndrpdr.78B-1t1c-ethip6-ip6scale2m-ndrpdr - -3n-dnv-x553 -~~~~~~~~~~~ - -78b-ip6routing-base-scale-ixgbe -------------------------------- - -.. raw:: html - -
- -


-
- -.. raw:: latex - - \begin{figure}[H] - \centering - \graphicspath{{../_build/_static/vpp/}} - \includegraphics[clip, trim=0cm 0cm 5cm 0cm, width=0.70\textwidth]{3n-dnv-x553-78b-ip6routing-base-scale-ixgbe-ndr-tsa} - \label{fig:3n-dnv-x553-78b-ip6routing-base-scale-ixgbe-ndr-tsa} - \end{figure} - -.. raw:: latex - - \clearpage - -.. raw:: html - -
- -


-
- -.. raw:: latex - - \begin{figure}[H] - \centering - \graphicspath{{../_build/_static/vpp/}} - \includegraphics[clip, trim=0cm 0cm 5cm 0cm, width=0.70\textwidth]{3n-dnv-x553-78b-ip6routing-base-scale-ixgbe-pdr-tsa} - \label{fig:3n-dnv-x553-78b-ip6routing-base-scale-ixgbe-pdr-tsa} - \end{figure} diff --git a/docs/report/vpp_performance_tests/throughput_speedup_multi_core/ip6.rst b/docs/report/vpp_performance_tests/throughput_speedup_multi_core/ip6.rst index ce17692286..92a39f34e3 100644 --- a/docs/report/vpp_performance_tests/throughput_speedup_multi_core/ip6.rst +++ b/docs/report/vpp_performance_tests/throughput_speedup_multi_core/ip6.rst @@ -31,6 +31,4 @@ CSIT source code for the test cases used for plots can be found in ip6-3n-alt-xl710 ip6-3n-tsh-x520 ip6-2n-tx2-xl710 - ip6-2n-dnv-x553 - ip6-3n-dnv-x553 ip6-3n-snr-e822cq diff --git a/docs/report/vpp_performance_tests/throughput_speedup_multi_core/ipsec-3n-dnv-x553.rst b/docs/report/vpp_performance_tests/throughput_speedup_multi_core/ipsec-3n-dnv-x553.rst deleted file mode 100644 index 31575c7725..0000000000 --- a/docs/report/vpp_performance_tests/throughput_speedup_multi_core/ipsec-3n-dnv-x553.rst +++ /dev/null @@ -1,88 +0,0 @@ - -.. raw:: latex - - \clearpage - -.. raw:: html - - - -.. - ## 3n-dnv-x553 - ### imix-?t?c-ipsec-ip4routing-base-scale-sw-ixgbe - 10ge2p1x520-ethip4ipsec4tnlsw-ip4base-int-aes256gcm-ndrpdr - 10ge2p1x520-ethip4ipsec4tnlsw-ip4base-int-aes128cbc-hmac512sha-ndrpdr - 10ge2p1x520-ethip4ipsec1000tnlsw-ip4base-int-aes256gcm-ndrpdr - 10ge2p1x520-ethip4ipsec1000tnlsw-ip4base-int-aes128cbc-hmac512sha-ndrpdr - 10ge2p1x520-ethip4ipsec10000tnlsw-ip4base-int-aes256gcm-ndrpdr - 10ge2p1x520-ethip4ipsec10000tnlsw-ip4base-int-aes128cbc-hmac512sha-ndrpdr - - Tests.Vpp.Perf.Crypto.10Ge2P1X553-Ethip4Ipsec4Tnlsw-Ip4Base-Int-Aes256Gcm-Ndrpdr.IMIX-1t1c-ethip4ipsec4tnlsw-ip4base-int-aes256gcm-ndrpdr - Tests.Vpp.Perf.Crypto.10Ge2P1X553-Ethip4Ipsec4Tnlsw-Ip4Base-Int-Aes128Cbc-Hmac512Sha-Ndrpdr.IMIX-1t1c-ethip4ipsec4tnlsw-ip4base-int-aes128cbc-hmac512sha-ndrpdr - Tests.Vpp.Perf.Crypto.10Ge2P1X553-Ethip4Ipsec1000Tnlsw-Ip4Base-Int-Aes256Gcm-Ndrpdr.IMIX-1t1c-ethip4ipsec1000tnlsw-ip4base-int-aes256gcm-ndrpdr - Tests.Vpp.Perf.Crypto.10Ge2P1X553-Ethip4Ipsec1000Tnlsw-Ip4Base-Int-Aes128Cbc-Hmac512Sha-Ndrpdr.IMIX-1t1c-ethip4ipsec1000tnlsw-ip4base-int-aes128cbc-hmac512sha-ndrpdr - Tests.Vpp.Perf.Crypto.10Ge2P1X553-Ethip4Ipsec10000Tnlsw-Ip4Base-Int-Aes256Gcm-Ndrpdr.IMIX-1t1c-ethip4ipsec10000tnlsw-ip4base-int-aes256gcm-ndrpdr - Tests.Vpp.Perf.Crypto.10Ge2P1X553-Ethip4Ipsec10000Tnlsw-Ip4Base-Int-Aes128Cbc-Hmac512Sha-Ndrpdr.IMIX-1t1c-ethip4ipsec10000tnlsw-ip4base-int-aes128cbc-hmac512sha-ndrpdr - -3n-dnv-x553 -~~~~~~~~~~~ - -imix-ipsec-ip4routing-base-scale-sw-ixgbe ------------------------------------------ - -.. raw:: html - -
- -


-
- -.. raw:: latex - - \begin{figure}[H] - \centering - \graphicspath{{../_build/_static/vpp/}} - \includegraphics[clip, trim=0cm 0cm 5cm 0cm, width=0.70\textwidth]{3n-dnv-x553-imix-ipsec-ip4routing-base-scale-sw-ixgbe-ndr-tsa} - \label{fig:3n-dnv-x553-imix-ipsec-ip4routing-base-scale-sw-ixgbe-ndr-tsa} - \end{figure} - -.. raw:: latex - - \clearpage - -.. raw:: html - -
- -


-
- -.. raw:: latex - - \begin{figure}[H] - \centering - \graphicspath{{../_build/_static/vpp/}} - \includegraphics[clip, trim=0cm 0cm 5cm 0cm, width=0.70\textwidth]{3n-dnv-x553-imix-ipsec-ip4routing-base-scale-sw-ixgbe-pdr-tsa} - \label{fig:3n-dnv-x553-imix-ipsec-ip4routing-base-scale-sw-ixgbe-pdr-tsa} - \end{figure} diff --git a/docs/report/vpp_performance_tests/throughput_speedup_multi_core/ipsec.rst b/docs/report/vpp_performance_tests/throughput_speedup_multi_core/ipsec.rst index 9ed4df8ce1..b74e9fc9f3 100644 --- a/docs/report/vpp_performance_tests/throughput_speedup_multi_core/ipsec.rst +++ b/docs/report/vpp_performance_tests/throughput_speedup_multi_core/ipsec.rst @@ -25,5 +25,4 @@ CSIT source code for the test cases used for plots can be found in ipsec-3n-alt-xl710 ipsec-3n-tsh-x520 ipsec-2n-tx2-xl710 - ipsec-3n-dnv-x553 ipsec-3n-snr-e822cq diff --git a/docs/report/vpp_performance_tests/throughput_speedup_multi_core/l2-2n-dnv-x553.rst b/docs/report/vpp_performance_tests/throughput_speedup_multi_core/l2-2n-dnv-x553.rst deleted file mode 100644 index 46b21ec1c0..0000000000 --- a/docs/report/vpp_performance_tests/throughput_speedup_multi_core/l2-2n-dnv-x553.rst +++ /dev/null @@ -1,115 +0,0 @@ - -.. raw:: latex - - \clearpage - -.. raw:: html - - - -2n-dnv-x553 -~~~~~~~~~~~ - -64b-l2switching-base-scale-ixgbe --------------------------------- - -.. raw:: html - -
- -


-
- -.. raw:: latex - - \begin{figure}[H] - \centering - \graphicspath{{../_build/_static/vpp/}} - \includegraphics[clip, trim=0cm 0cm 5cm 0cm, width=0.70\textwidth]{2n-dnv-x553-64b-l2switching-base-scale-ixgbe-ndr-tsa} - \label{fig:2n-dnv-x553-64b-l2switching-base-scale-ixgbe-ndr-tsa} - \end{figure} - -.. raw:: latex - - \clearpage - -.. raw:: html - -
- -


-
- -.. raw:: latex - - \begin{figure}[H] - \centering - \graphicspath{{../_build/_static/vpp/}} - \includegraphics[clip, trim=0cm 0cm 5cm 0cm, width=0.70\textwidth]{2n-dnv-x553-64b-l2switching-base-scale-ixgbe-pdr-tsa} - \label{fig:2n-dnv-x553-64b-l2switching-base-scale-ixgbe-pdr-tsa} - \end{figure} - -.. - .. raw:: latex - - \clearpage - - 64b-l2switching-base-scale-af-xdp - --------------------------------- - - .. raw:: html - -
- -


-
- - .. raw:: latex - - \begin{figure}[H] - \centering - \graphicspath{{../_build/_static/vpp/}} - \includegraphics[clip, trim=0cm 0cm 5cm 0cm, width=0.70\textwidth]{2n-dnv-x553-64b-l2switching-base-scale-af_xdp-ndr-tsa} - \label{fig:2n-dnv-x553-64b-l2switching-base-scale-af_xdp-ndr-tsa} - \end{figure} - - .. raw:: latex - - \clearpage - - .. raw:: html - -
- -


-
- - .. raw:: latex - - \begin{figure}[H] - \centering - \graphicspath{{../_build/_static/vpp/}} - \includegraphics[clip, trim=0cm 0cm 5cm 0cm, width=0.70\textwidth]{2n-dnv-x553-64b-l2switching-base-scale-af_xdp-pdr-tsa} - \label{fig:2n-dnv-x553-64b-l2switching-base-scale-af_xdp-pdr-tsa} - \end{figure} diff --git a/docs/report/vpp_performance_tests/throughput_speedup_multi_core/l2-3n-dnv-x553.rst b/docs/report/vpp_performance_tests/throughput_speedup_multi_core/l2-3n-dnv-x553.rst deleted file mode 100644 index 86679ba1e0..0000000000 --- a/docs/report/vpp_performance_tests/throughput_speedup_multi_core/l2-3n-dnv-x553.rst +++ /dev/null @@ -1,75 +0,0 @@ - -.. raw:: latex - - \clearpage - -.. raw:: html - - - -3n-dnv-x553 -~~~~~~~~~~~ - -64b-l2switching-base-scale-ixgbe --------------------------------- - -.. raw:: html - -
- -


-
- -.. raw:: latex - - \begin{figure}[H] - \centering - \graphicspath{{../_build/_static/vpp/}} - \includegraphics[clip, trim=0cm 0cm 5cm 0cm, width=0.70\textwidth]{3n-dnv-x553-64b-l2switching-base-scale-ixgbe-ndr-tsa} - \label{fig:3n-dnv-x553-64b-l2switching-base-scale-ixgbe-ndr-tsa} - \end{figure} - -.. raw:: latex - - \clearpage - -.. raw:: html - -
- -


-
- -.. raw:: latex - - \begin{figure}[H] - \centering - \graphicspath{{../_build/_static/vpp/}} - \includegraphics[clip, trim=0cm 0cm 5cm 0cm, width=0.70\textwidth]{3n-dnv-x553-64b-l2switching-base-scale-ixgbe-pdr-tsa} - \label{fig:3n-dnv-x553-64b-l2switching-base-scale-ixgbe-pdr-tsa} - \end{figure} - -.. raw:: latex - - \clearpage diff --git a/docs/report/vpp_performance_tests/throughput_speedup_multi_core/l2.rst b/docs/report/vpp_performance_tests/throughput_speedup_multi_core/l2.rst index c191a115ab..05c884c4a7 100644 --- a/docs/report/vpp_performance_tests/throughput_speedup_multi_core/l2.rst +++ b/docs/report/vpp_performance_tests/throughput_speedup_multi_core/l2.rst @@ -31,6 +31,4 @@ CSIT source code for the test cases used for plots can be found in l2-3n-alt-xl710 l2-3n-tsh-x520 l2-2n-tx2-xl710 - l2-2n-dnv-x553 - l2-3n-dnv-x553 l2-3n-snr-e822cq diff --git a/docs/report/vpp_performance_tests/throughput_speedup_multi_core/nat44-ed-tcp-tput-2n-dnv.rst b/docs/report/vpp_performance_tests/throughput_speedup_multi_core/nat44-ed-tcp-tput-2n-dnv.rst deleted file mode 100644 index 11957f96ac..0000000000 --- a/docs/report/vpp_performance_tests/throughput_speedup_multi_core/nat44-ed-tcp-tput-2n-dnv.rst +++ /dev/null @@ -1,114 +0,0 @@ - -.. raw:: latex - - \clearpage - -.. raw:: html - - - -2n-dnv-x553 -~~~~~~~~~~~ - -100b-nat44ed-ip4routing-tcp-tput-avf ------------------------------------- - -.. raw:: html - -
- -


-
- -.. raw:: latex - - \begin{figure}[H] - \centering - \graphicspath{{../_build/_static/vpp/}} - \includegraphics[clip, trim=0cm 0cm 5cm 0cm, width=0.70\textwidth]{2n-dnv-x553-100b-nat44ed-ip4routing-tcp-tput-ndr-tsa} - \label{fig:2n-dnv-x553-100b-nat44ed-ip4routing-tcp-tput-ndr-tsa} - \end{figure} - -.. raw:: latex - - \clearpage - -.. raw:: html - -
- -


-
- -.. raw:: latex - - \begin{figure}[H] - \centering - \graphicspath{{../_build/_static/vpp/}} - \includegraphics[clip, trim=0cm 0cm 5cm 0cm, width=0.70\textwidth]{2n-dnv-x553-100b-nat44ed-ip4routing-tcp-tput-pdr-tsa} - \label{fig:2n-dnv-x553-100b-nat44ed-ip4routing-tcp-tput-pdr-tsa} - \end{figure} - -.. raw:: latex - - \clearpage - -100b-nat44ed-ip4routing-tcp-tput-avf ------------------------------------- - -.. raw:: html - -
- -


-
- -.. raw:: latex - - \begin{figure}[H] - \centering - \graphicspath{{../_build/_static/vpp/}} - \includegraphics[clip, trim=0cm 0cm 5cm 0cm, width=0.70\textwidth]{2n-dnv-x553-100b-nat44ed-ip4routing-tcp-tput-ndr-tsa} - \label{fig:2n-dnv-x553-100b-nat44ed-ip4routing-tcp-tput-ndr-tsa} - \end{figure} - -.. raw:: latex - - \clearpage - -.. raw:: html - -
- -


-
- -.. raw:: latex - - \begin{figure}[H] - \centering - \graphicspath{{../_build/_static/vpp/}} - \includegraphics[clip, trim=0cm 0cm 5cm 0cm, width=0.70\textwidth]{2n-dnv-x553-100b-nat44ed-ip4routing-tcp-tput-pdr-tsa} - \label{fig:2n-dnv-x553-100b-nat44ed-ip4routing-tcp-tput-pdr-tsa} - \end{figure} diff --git a/docs/report/vpp_performance_tests/throughput_speedup_multi_core/nat44-ed-tcp-tput.rst b/docs/report/vpp_performance_tests/throughput_speedup_multi_core/nat44-ed-tcp-tput.rst index 3905119b2d..27a114e9d7 100644 --- a/docs/report/vpp_performance_tests/throughput_speedup_multi_core/nat44-ed-tcp-tput.rst +++ b/docs/report/vpp_performance_tests/throughput_speedup_multi_core/nat44-ed-tcp-tput.rst @@ -10,4 +10,3 @@ ED TCP TPUT nat44-ed-tcp-tput-2n-icx nat44-ed-tcp-tput-2n-clx - nat44-ed-tcp-tput-2n-dnv diff --git a/docs/report/vpp_performance_tests/throughput_speedup_multi_core/srv6-3n-dnv-x553.rst b/docs/report/vpp_performance_tests/throughput_speedup_multi_core/srv6-3n-dnv-x553.rst deleted file mode 100644 index abf3ff4115..0000000000 --- a/docs/report/vpp_performance_tests/throughput_speedup_multi_core/srv6-3n-dnv-x553.rst +++ /dev/null @@ -1,85 +0,0 @@ - -.. raw:: latex - - \clearpage - -.. raw:: html - - - -.. - ## 3n-dnv-x553 - ### 78b-?t?c-srv6-ip6routing-base-ixgbe - 10ge2p1x520-ethip6ip6-ip6base-srv6enc1sid-ndrpdr - 10ge2p1x520-ethip6srhip6-ip6base-srv6enc2sids-ndrpdr - 10ge2p1x520-ethip6srhip6-ip6base-srv6enc2sids-nodecaps-ndrpdr - 10ge2p1x520-ethip6srhip6-ip6base-srv6proxy-dyn-ndrpdr - 10ge2p1x520-ethip6srhip6-ip6base-srv6proxy-masq-ndrpdr - 10ge2p1x520-ethip6srhip6-ip6base-srv6proxy-stat-ndrpdr - - Tests.Vpp.Perf.Srv6.10Ge2P1X553-Ethip6Ip6-Ip6Base-Srv6Enc1Sid-Ndrpdr.78B-1t1c-ethip6ip6-ip6base-srv6enc1sid-ndrpdr - Tests.Vpp.Perf.Srv6.10Ge2P1X553-Ethip6Srhip6-Ip6Base-Srv6Enc2Sids-Ndrpdr.78B-1t1c-ethip6srhip6-ip6base-srv6enc2sids-ndrpdr - Tests.Vpp.Perf.Srv6.10Ge2P1X553-Ethip6Srhip6-Ip6Base-Srv6Enc2Sids-Nodecaps-Ndrpdr.78B-1t1c-ethip6srhip6-ip6base-srv6enc2sids-nodecaps-ndrpdr - -3n-dnv-x553 -~~~~~~~~~~~ - -78b-srv6-ip6routing-base-ixgbe ------------------------------- - -.. raw:: html - -
- -


-
- -.. raw:: latex - - \begin{figure}[H] - \centering - \graphicspath{{../_build/_static/vpp/}} - \includegraphics[clip, trim=0cm 0cm 5cm 0cm, width=0.70\textwidth]{3n-dnv-x553-78b-srv6-ip6routing-base-ixgbe-ndr-tsa} - \label{fig:3n-dnv-x553-78b-srv6-ip6routing-base-ixgbe-ndr-tsa} - \end{figure} - -.. raw:: latex - - \clearpage - -.. raw:: html - -
- -


-
- -.. raw:: latex - - \begin{figure}[H] - \centering - \graphicspath{{../_build/_static/vpp/}} - \includegraphics[clip, trim=0cm 0cm 5cm 0cm, width=0.70\textwidth]{3n-dnv-x553-78b-srv6-ip6routing-base-ixgbe-pdr-tsa} - \label{fig:3n-dnv-x553-78b-srv6-ip6routing-base-ixgbe-pdr-tsa} - \end{figure} diff --git a/docs/report/vpp_performance_tests/throughput_speedup_multi_core/srv6.rst b/docs/report/vpp_performance_tests/throughput_speedup_multi_core/srv6.rst index da78c3f603..a290e76e0a 100644 --- a/docs/report/vpp_performance_tests/throughput_speedup_multi_core/srv6.rst +++ b/docs/report/vpp_performance_tests/throughput_speedup_multi_core/srv6.rst @@ -21,6 +21,3 @@ CSIT source code for the test cases used for plots can be found in srv6-3n-icx-xxv710 srv6-3n-tsh-x520 - -.. - srv6-3n-dnv-x553 diff --git a/resources/tools/presentation/README.md b/resources/tools/presentation/README.md index c8e28fe12c..605cb52df4 100644 --- a/resources/tools/presentation/README.md +++ b/resources/tools/presentation/README.md @@ -20,14 +20,14 @@ Run the script with the path to a local XML file, e.g.: Store all XML files in a directory, e.g.: - csit-vpp-perf-verify-2001-3n-dnv/ - ├── csit-vpp-perf-verify-2001-3n-dnv__5__output_info.xml - ├── csit-vpp-perf-verify-2001-3n-dnv__6__output_info.xml - └── csit-vpp-perf-verify-2001-3n-dnv__7__output_info.xml + csit-vpp-perf-verify-2001-3n-icx/ + ├── csit-vpp-perf-verify-2001-3n-icx__5__output_info.xml + ├── csit-vpp-perf-verify-2001-3n-icx__6__output_info.xml + └── csit-vpp-perf-verify-2001-3n-icx__7__output_info.xml and use: - ./run_local_report.sh --directory csit-vpp-perf-verify-2001-3n-dnv/ + ./run_local_report.sh --directory csit-vpp-perf-verify-2001-3n-icx/ ### Using a directory with directories of XML files. @@ -37,10 +37,10 @@ Store all XML files in a directory structure, e.g.: ├── csit-vpp-perf-verify-2001-2n-clx │   ├── csit-vpp-perf-verify-2001-2n-clx__28__output_info.xml │   └── csit-vpp-perf-verify-2001-2n-clx__29__output_info.xml - └── csit-vpp-perf-verify-2001-3n-dnv - ├── csit-vpp-perf-verify-2001-3n-dnv__5__output_info.xml - ├── csit-vpp-perf-verify-2001-3n-dnv__6__output_info.xml - └── csit-vpp-perf-verify-2001-3n-dnv__7__output_info.xml + └── csit-vpp-perf-verify-2001-3n-icx + ├── csit-vpp-perf-verify-2001-3n-icx__5__output_info.xml + ├── csit-vpp-perf-verify-2001-3n-icx__6__output_info.xml + └── csit-vpp-perf-verify-2001-3n-icx__7__output_info.xml and use: diff --git a/resources/tools/presentation/__init__.py b/resources/tools/presentation/__init__.py index a85fe45c2b..70c5f9c4c5 100644 --- a/resources/tools/presentation/__init__.py +++ b/resources/tools/presentation/__init__.py @@ -1,4 +1,4 @@ -# Copyright (c) 2021 Cisco and/or its affiliates. +# Copyright (c) 2023 Cisco and/or its affiliates. # Licensed under the Apache License, Version 2.0 (the "License"); # you may not use this file except in compliance with the License. # You may obtain a copy of the License at: diff --git a/resources/tools/presentation/convert_xml_json.py b/resources/tools/presentation/convert_xml_json.py index 73469cd025..236c795093 100644 --- a/resources/tools/presentation/convert_xml_json.py +++ b/resources/tools/presentation/convert_xml_json.py @@ -1,4 +1,4 @@ -# Copyright (c) 2021 Cisco and/or its affiliates. +# Copyright (c) 2023 Cisco and/or its affiliates. # Licensed under the Apache License, Version 2.0 (the "License"); # you may not use this file except in compliance with the License. # You may obtain a copy of the License at: diff --git a/resources/tools/presentation/doc/trending_test_groups.md b/resources/tools/presentation/doc/trending_test_groups.md index e272a4c7b1..0d4a99bed5 100644 --- a/resources/tools/presentation/doc/trending_test_groups.md +++ b/resources/tools/presentation/doc/trending_test_groups.md @@ -51,8 +51,6 @@ will be on the Trending web page. - [3n-skx] - [3n-hsw] - [3n-tsh] - - [2n-dnv] - - [3n-dnv] - [2n-clx] and on the lists of selected tests (test_select_list_*.md) stored in @@ -176,46 +174,6 @@ will be on the Trending web page. 10ge2p1x520-eth-l2bdbasemaclrn-oacl50sl-10kflows-mrr 10ge2p1x520-eth-l2bdbasemaclrn-macip-iacl50sl-10kflows-mrr -### 2n-dnv-x553 - -#### 64b-?t?c-l2switching-base-ixgbe - 10ge2p1x553-dot1q-l2xcbase-mrr - 10ge2p1x553-eth-l2xcbase-mrr - 10ge2p1x553-dot1q-l2bdbasemaclrn-mrr - 10ge2p1x553-eth-l2bdbasemaclrn-mrr - -#### 64b-?t?c-l2switching-base-scale-ixgbe - 10ge2p1x553-eth-l2patch-mrr - 10ge2p1x553-eth-l2xcbase-mrr - 10ge2p1x553-eth-l2bdbasemaclrn-mrr - 10ge2p1x553-eth-l2bdscale10kmaclrn-mrr - 10ge2p1x553-eth-l2bdscale100kmaclrn-mrr - 10ge2p1x553-eth-l2bdscale1mmaclrn-mrr - -### 3n-dnv-x553 - -#### 64b-?t?c-l2switching-base-ixgbe - 10ge2p1x553-dot1q-l2xcbase-mrr - 10ge2p1x553-eth-l2xcbase-mrr - 10ge2p1x553-dot1q-l2bdbasemaclrn-mrr - 10ge2p1x553-eth-l2bdbasemaclrn-mrr - -#### 64b-?t?c-l2switching-base-scale-ixgbe - 10ge2p1x553-eth-l2patch-mrr - 10ge2p1x553-eth-l2xcbase-mrr - 10ge2p1x553-eth-l2bdbasemaclrn-mrr - 10ge2p1x553-eth-l2bdscale10kmaclrn-mrr - 10ge2p1x553-eth-l2bdscale100kmaclrn-mrr - 10ge2p1x553-eth-l2bdscale1mmaclrn-mrr - -#### 64b-?t?c-features-l2switching-base-ixgbe - 10ge2p1x553-eth-l2bdbasemaclrn-mrr - 10ge2p1x553-eth-l2bdbasemaclrn-iacl50sf-10kflows-mrr - 10ge2p1x553-eth-l2bdbasemaclrn-iacl50sl-10kflows-mrr - 10ge2p1x553-eth-l2bdbasemaclrn-oacl50sf-10kflows-mrr - 10ge2p1x553-eth-l2bdbasemaclrn-oacl50sl-10kflows-mrr - 10ge2p1x553-eth-l2bdbasemaclrn-macip-iacl50sl-10kflows-mrr - ### 2n-clx-xxv710 #### 64b-?t?c-l2switching-base-avf @@ -338,40 +296,6 @@ will be on the Trending web page. 10ge2p1x520-ethip4udp-ip4base-oacl50sl-10kflows-mrr 10ge2p1x520-ethip4udp-ip4base-nat44-mrr -### 2n-dnv-x553 - -#### 64b-?t?c-ip4routing-base-scale-ixgbe - 10ge2p1x553-dot1q-ip4base-mrr - 10ge2p1x553-ethip4-ip4base-mrr - 10ge2p1x553-ethip4-ip4scale20k-mrr - 10ge2p1x553-ethip4-ip4scale200k-mrr - 10ge2p1x553-ethip4-ip4scale2m-mrr - -#### 64b-?t?c-features-ip4routing-base-ixgbe - 10ge2p1x553-ethip4-ip4base-mrr - 10ge2p1x553-ethip4udp-ip4base-iacl50sf-10kflows-mrr - 10ge2p1x553-ethip4udp-ip4base-iacl50sl-10kflows-mrr - 10ge2p1x553-ethip4udp-ip4base-oacl50sf-10kflows-mrr - 10ge2p1x553-ethip4udp-ip4base-oacl50sl-10kflows-mrr - 10ge2p1x553-ethip4udp-ip4base-nat44-mrr - -### 3n-dnv-x553 - -#### 64b-?t?c-ip4routing-base-scale-ixgbe - 10ge2p1x553-dot1q-ip4base-mrr - 10ge2p1x553-ethip4-ip4base-mrr - 10ge2p1x553-ethip4-ip4scale20k-mrr - 10ge2p1x553-ethip4-ip4scale200k-mrr - 10ge2p1x553-ethip4-ip4scale2m-mrr - -#### 64b-?t?c-features-ip4routing-base-ixgbe - 10ge2p1x553-ethip4-ip4base-mrr - 10ge2p1x553-ethip4udp-ip4base-iacl50sf-10kflows-mrr - 10ge2p1x553-ethip4udp-ip4base-iacl50sl-10kflows-mrr - 10ge2p1x553-ethip4udp-ip4base-oacl50sf-10kflows-mrr - 10ge2p1x553-ethip4udp-ip4base-oacl50sl-10kflows-mrr - 10ge2p1x553-ethip4udp-ip4base-nat44-mrr - ### 2n-clx-xxv710 #### 64b-?t?c-ip4routing-base-scale-avf @@ -453,24 +377,6 @@ will be on the Trending web page. 10ge2p1x520-ethip6-ip6scale200k-mrr 10ge2p1x520-ethip6-ip6scale2m-mrr -### 2n-dnv-x553 - -#### 78b-?t?c-ip6routing-base-scale-ixgbe - 10ge2p1x553-dot1q-ip6base-mrr - 10ge2p1x553-ethip6-ip6base-mrr - 10ge2p1x553-ethip6-ip6scale20k-mrr - 10ge2p1x553-ethip6-ip6scale200k-mrr - 10ge2p1x553-ethip6-ip6scale2m-mrr - -### 3n-dnv-x553 - -#### 78b-?t?c-ip6routing-base-scale-ixgbe - 10ge2p1x553-dot1q-ip6base-mrr - 10ge2p1x553-ethip6-ip6base-mrr - 10ge2p1x553-ethip6-ip6scale20k-mrr - 10ge2p1x553-ethip6-ip6scale200k-mrr - 10ge2p1x553-ethip6-ip6scale2m-mrr - ### 2n-clx-xxv710 #### 78b-?t?c-ip6routing-base-scale-i40e @@ -518,16 +424,6 @@ will be on the Trending web page. 10ge2p1x520-ethip6srhip6-ip6base-srv6proxy-masq-mrr 10ge2p1x520-ethip6srhip6-ip6base-srv6proxy-stat-mrr -### 3n-dnv-x553 - -#### 78b-?t?c-srv6-ip6routing-base-ixgbe - 10ge2p1x553-ethip6ip6-ip6base-srv6enc1sid-mrr - 10ge2p1x553-ethip6srhip6-ip6base-srv6enc2sids-mrr - 10ge2p1x553-ethip6srhip6-ip6base-srv6enc2sids-nodecaps-mrr - 10ge2p1x553-ethip6srhip6-ip6base-srv6proxy-dyn-mrr - 10ge2p1x553-ethip6srhip6-ip6base-srv6proxy-masq-mrr - 10ge2p1x553-ethip6srhip6-ip6base-srv6proxy-stat-mrr - ## IPv4 Tunnels ### 3n-skx-xxv710 @@ -552,14 +448,6 @@ will be on the Trending web page. 10ge2p1x520-dot1q--ethip4vxlan-l2bdscale1l2bd1vlan1vxlan-mrr 10ge2p1x520-dot1q--ethip4vxlan-l2bdscale100l2bd100vlan100vxlan-mrr -### 3n-dnv-x553 - -#### 64b-?t?c-ip4tunnel-base-scale-ixgbe - 10ge2p1x553-ethip4vxlan-l2xcbase-mrr - 10ge2p1x553-ethip4vxlan-l2bdbasemaclrn-mrr - 10ge2p1x553-dot1q--ethip4vxlan-l2bdscale1l2bd1vlan1vxlan-mrr - 10ge2p1x553-dot1q--ethip4vxlan-l2bdscale100l2bd100vlan100vxlan-mrr - ## KVM VMs vhost-user ### 2n-skx-xxv710 @@ -745,16 +633,6 @@ will be on the Trending web page. 10ge2p1x520-ethip4ipsec10000tnlsw-ip4base-int-aes256gcm-mrr 10ge2p1x520-ethip4ipsec10000tnlsw-ip4base-int-aes128cbc-hmac512sha-mrr -### 3n-dnv-x553 - -#### imix-?t?c-ipsec-ip4routing-base-scale-sw-ixgbe - 10ge2p1x553-ethip4ipsec4tnlsw-ip4base-int-aes256gcm-mrr - 10ge2p1x553-ethip4ipsec4tnlsw-ip4base-int-aes128cbc-hmac512sha-mrr - 10ge2p1x553-ethip4ipsec1000tnlsw-ip4base-int-aes256gcm-mrr - 10ge2p1x553-ethip4ipsec1000tnlsw-ip4base-int-aes128cbc-hmac512sha-mrr - 10ge2p1x553-ethip4ipsec10000tnlsw-ip4base-int-aes256gcm-mrr - 10ge2p1x553-ethip4ipsec10000tnlsw-ip4base-int-aes128cbc-hmac512sha-mrr - ## Virtual Topology System ### 3n-skx-xxv710 @@ -910,8 +788,6 @@ will be on the Trending web page. [3n-skx]: https://jenkins.fd.io/view/csit/job/csit-vpp-perf-mrr-daily-master-3n-skx/ [3n-hsw]: https://jenkins.fd.io/view/csit/job/csit-vpp-perf-mrr-daily-master/ [3n-tsh]: https://jenkins.fd.io/view/csit/job/csit-vpp-perf-mrr-daily-master-3n-tsh/ -[2n-dnv]: https://jenkins.fd.io/view/csit/job/csit-vpp-perf-mrr-daily-master-2n-dnv/ -[3n-dnv]: https://jenkins.fd.io/view/csit/job/csit-vpp-perf-mrr-daily-master-3n-dnv/ [2n-clx]: https://jenkins.fd.io/view/csit/job/csit-vpp-perf-mrr-daily-master-2n-clx/ [Performance Tests Job Specifications, chapter NICs]: https://github.com/FDio/csit/blob/master/docs/job_specs/perf_tests_job_specs.md#nics [Performance Tests Job Specifications, chapter Frame Sizes]: https://github.com/FDio/csit/blob/master/docs/job_specs/perf_tests_job_specs.md#frame-sizes diff --git a/resources/tools/presentation/environment.py b/resources/tools/presentation/environment.py index 9bf9586da8..e34e338c41 100644 --- a/resources/tools/presentation/environment.py +++ b/resources/tools/presentation/environment.py @@ -1,4 +1,4 @@ -# Copyright (c) 2021 Cisco and/or its affiliates. +# Copyright (c) 2023 Cisco and/or its affiliates. # Licensed under the Apache License, Version 2.0 (the "License"); # you may not use this file except in compliance with the License. # You may obtain a copy of the License at: diff --git a/resources/tools/presentation/generator_alerts.py b/resources/tools/presentation/generator_alerts.py index 3c5c6f9fea..21ffbd23b7 100644 --- a/resources/tools/presentation/generator_alerts.py +++ b/resources/tools/presentation/generator_alerts.py @@ -1,4 +1,4 @@ -# Copyright (c) 2022 Cisco and/or its affiliates. +# Copyright (c) 2023 Cisco and/or its affiliates. # Licensed under the Apache License, Version 2.0 (the "License"); # you may not use this file except in compliance with the License. # You may obtain a copy of the License at: @@ -437,7 +437,7 @@ class Alerting: try: groups = re.search( re.compile( - r'((vpp|dpdk)-\dn-(skx|clx|tsh|dnv|zn2|tx2|icx|alt)-.*)' + r'((vpp|dpdk)-\dn-(skx|clx|tsh|zn2|tx2|icx|alt)-.*)' ), test_set ) diff --git a/resources/tools/presentation/generator_cpta.py b/resources/tools/presentation/generator_cpta.py index 4063764eb1..d1b6fb082c 100644 --- a/resources/tools/presentation/generator_cpta.py +++ b/resources/tools/presentation/generator_cpta.py @@ -1,4 +1,4 @@ -# Copyright (c) 2022 Cisco and/or its affiliates. +# Copyright (c) 2023 Cisco and/or its affiliates. # Licensed under the Apache License, Version 2.0 (the "License"); # you may not use this file except in compliance with the License. # You may obtain a copy of the License at: @@ -878,7 +878,7 @@ def _generate_all_charts(spec, input_data): ltc_prog_lst = [] max_len = MaxLens(0, 0, 0, 0, 0, 0) - # tb - testbed (2n-skx, 3n-dnv, etc) + # tb - testbed (2n-icx, etc) tb = u"-".join(job_name.split(u"-")[-2:]) # data - read all txt dashboard files for tb for file in listdir(f"{spec.cpta[u'output-file']}"): diff --git a/resources/tools/presentation/generator_files.py b/resources/tools/presentation/generator_files.py index a828c4b952..ef06cad519 100644 --- a/resources/tools/presentation/generator_files.py +++ b/resources/tools/presentation/generator_files.py @@ -1,4 +1,4 @@ -# Copyright (c) 2021 Cisco and/or its affiliates. +# Copyright (c) 2023 Cisco and/or its affiliates. # Licensed under the Apache License, Version 2.0 (the "License"); # you may not use this file except in compliance with the License. # You may obtain a copy of the License at: diff --git a/resources/tools/presentation/generator_plots.py b/resources/tools/presentation/generator_plots.py index 9db74e811c..ce1fbd32f8 100644 --- a/resources/tools/presentation/generator_plots.py +++ b/resources/tools/presentation/generator_plots.py @@ -1,4 +1,4 @@ -# Copyright (c) 2021 Cisco and/or its affiliates. +# Copyright (c) 2023 Cisco and/or its affiliates. # Licensed under the Apache License, Version 2.0 (the "License"); # you may not use this file except in compliance with the License. # You may obtain a copy of the License at: diff --git a/resources/tools/presentation/generator_report.py b/resources/tools/presentation/generator_report.py index 8f7d4ff3cb..f34ac9355f 100644 --- a/resources/tools/presentation/generator_report.py +++ b/resources/tools/presentation/generator_report.py @@ -1,4 +1,4 @@ -# Copyright (c) 2021 Cisco and/or its affiliates. +# Copyright (c) 2023 Cisco and/or its affiliates. # Licensed under the Apache License, Version 2.0 (the "License"); # you may not use this file except in compliance with the License. # You may obtain a copy of the License at: diff --git a/resources/tools/presentation/generator_tables.py b/resources/tools/presentation/generator_tables.py index d76c4ba2b8..d4f3c76f17 100644 --- a/resources/tools/presentation/generator_tables.py +++ b/resources/tools/presentation/generator_tables.py @@ -1,4 +1,4 @@ -# Copyright (c) 2022 Cisco and/or its affiliates. +# Copyright (c) 2023 Cisco and/or its affiliates. # Licensed under the Apache License, Version 2.0 (the "License"); # you may not use this file except in compliance with the License. # You may obtain a copy of the License at: @@ -1146,34 +1146,25 @@ def _generate_url(testbed, test_name): frame_size = u"" if u"1t1c" in test_name or \ - (u"-1c-" in test_name and - testbed in (u"3n-hsw", u"3n-tsh", u"2n-dnv", u"3n-dnv", u"2n-tx2")): + (u"-1c-" in test_name and testbed in (u"3n-tsh", u"2n-tx2")): cores = u"1t1c" elif u"2t2c" in test_name or \ - (u"-2c-" in test_name and - testbed in (u"3n-hsw", u"3n-tsh", u"2n-dnv", u"3n-dnv", u"2n-tx2")): + (u"-2c-" in test_name and testbed in (u"3n-tsh", u"2n-tx2")): cores = u"2t2c" elif u"4t4c" in test_name or \ - (u"-4c-" in test_name and - testbed in (u"3n-hsw", u"3n-tsh", u"2n-dnv", u"3n-dnv", u"2n-tx2")): + (u"-4c-" in test_name and testbed in (u"3n-tsh", u"2n-tx2")): cores = u"4t4c" elif u"2t1c" in test_name or \ (u"-1c-" in test_name and - testbed in - (u"2n-icx", u"3n-icx", u"2n-skx", u"3n-skx", u"2n-clx", u"2n-zn2", - u"2n-aws", u"3n-aws")): + testbed in (u"2n-icx", u"3n-icx", u"2n-clx", u"2n-zn2", u"2n-aws")): cores = u"2t1c" elif u"4t2c" in test_name or \ (u"-2c-" in test_name and - testbed in - (u"2n-icx", u"3n-icx", u"2n-skx", u"3n-skx", u"2n-clx", u"2n-zn2", - u"2n-aws", u"3n-aws")): + testbed in (u"2n-icx", u"3n-icx", u"2n-clx", u"2n-zn2", u"2n-aws")): cores = u"4t2c" elif u"8t4c" in test_name or \ (u"-4c-" in test_name and - testbed in - (u"2n-icx", u"3n-icx", u"2n-skx", u"3n-skx", u"2n-clx", u"2n-zn2", - u"2n-aws", u"3n-aws")): + testbed in (u"2n-icx", u"3n-icx", u"2n-clx", u"2n-zn2", u"2n-aws")): cores = u"8t4c" else: cores = u"" @@ -1188,7 +1179,7 @@ def _generate_url(testbed, test_name): driver = u"af_xdp" elif u"rdma" in test_name: driver = u"rdma" - elif u"dnv" in testbed or u"tsh" in testbed: + elif u"tsh" in testbed: driver = u"ixgbe" elif u"ena" in test_name: driver = u"ena" diff --git a/resources/tools/presentation/input_data_files.py b/resources/tools/presentation/input_data_files.py index 5b322dcb60..09c6b05ee6 100644 --- a/resources/tools/presentation/input_data_files.py +++ b/resources/tools/presentation/input_data_files.py @@ -1,4 +1,4 @@ -# Copyright (c) 2022 Cisco and/or its affiliates. +# Copyright (c) 2023 Cisco and/or its affiliates. # Licensed under the Apache License, Version 2.0 (the "License"); # you may not use this file except in compliance with the License. # You may obtain a copy of the License at: diff --git a/resources/tools/presentation/input_data_parser.py b/resources/tools/presentation/input_data_parser.py index ffd491000b..6bb15d7c93 100644 --- a/resources/tools/presentation/input_data_parser.py +++ b/resources/tools/presentation/input_data_parser.py @@ -1,4 +1,4 @@ -# Copyright (c) 2022 Cisco and/or its affiliates. +# Copyright (c) 2023 Cisco and/or its affiliates. # Licensed under the Apache License, Version 2.0 (the "License"); # you may not use this file except in compliance with the License. # You may obtain a copy of the License at: diff --git a/resources/tools/presentation/pal.py b/resources/tools/presentation/pal.py index 06f1eeda59..db2b250d10 100644 --- a/resources/tools/presentation/pal.py +++ b/resources/tools/presentation/pal.py @@ -1,4 +1,4 @@ -# Copyright (c) 2021 Cisco and/or its affiliates. +# Copyright (c) 2023 Cisco and/or its affiliates. # Licensed under the Apache License, Version 2.0 (the "License"); # you may not use this file except in compliance with the License. # You may obtain a copy of the License at: diff --git a/resources/tools/presentation/pal_errors.py b/resources/tools/presentation/pal_errors.py index a584088d26..009a3ed2b8 100644 --- a/resources/tools/presentation/pal_errors.py +++ b/resources/tools/presentation/pal_errors.py @@ -1,4 +1,4 @@ -# Copyright (c) 2021 Cisco and/or its affiliates. +# Copyright (c) 2023 Cisco and/or its affiliates. # Licensed under the Apache License, Version 2.0 (the "License"); # you may not use this file except in compliance with the License. # You may obtain a copy of the License at: diff --git a/resources/tools/presentation/pal_utils.py b/resources/tools/presentation/pal_utils.py index f546aa4d10..76db5398e2 100644 --- a/resources/tools/presentation/pal_utils.py +++ b/resources/tools/presentation/pal_utils.py @@ -1,4 +1,4 @@ -# Copyright (c) 2021 Cisco and/or its affiliates. +# Copyright (c) 2023 Cisco and/or its affiliates. # Licensed under the Apache License, Version 2.0 (the "License"); # you may not use this file except in compliance with the License. # You may obtain a copy of the License at: diff --git a/resources/tools/presentation/specification_parser.py b/resources/tools/presentation/specification_parser.py index ce821f2bde..6909c31e7f 100644 --- a/resources/tools/presentation/specification_parser.py +++ b/resources/tools/presentation/specification_parser.py @@ -1,4 +1,4 @@ -# Copyright (c) 2021 Cisco and/or its affiliates. +# Copyright (c) 2023 Cisco and/or its affiliates. # Licensed under the Apache License, Version 2.0 (the "License"); # you may not use this file except in compliance with the License. # You may obtain a copy of the License at: diff --git a/resources/tools/presentation/specifications/report/data_sets.yaml b/resources/tools/presentation/specifications/report/data_sets.yaml index 85cb48bf28..337d4865e7 100644 --- a/resources/tools/presentation/specifications/report/data_sets.yaml +++ b/resources/tools/presentation/specifications/report/data_sets.yaml @@ -675,154 +675,6 @@ csit-dpdk-perf-report-iterative-2210-2n-tx2: - 1 # rls2210 NDRPDR iter env 11 - # 3n-dnv - - vpp-3n-dnv-hist-iter: - csit-vpp-perf-report-iterative-2206-3n-dnv: - - 4 # rls2202.rel NDRPDR iter env 10 - - 5 # rls2202.rel NDRPDR iter env 10 - - 6 # rls2202.rel NDRPDR iter env 10 - - 7 # rls2202.rel NDRPDR iter env 10 - - 8 # rls2202.rel NDRPDR iter env 10 - - 9 # rls2202.rel NDRPDR iter env 10 - - 10 # rls2202.rel NDRPDR iter env 10 - - 11 # rls2202.rel NDRPDR iter env 10 - - 12 # rls2202.rel NDRPDR iter env 10 - - 13 # rls2202.rel NDRPDR iter env 10 - - vpp-3n-dnv-prev-iter-old-env: - csit-vpp-perf-report-iterative-2206-3n-dnv: - - 24 # rls2206.rel NDRPDR iter env 10 - - 32 # rls2206.rel NDRPDR iter env 10 - - 33 # rls2206.rel NDRPDR iter env 10 - - 34 # rls2206.rel NDRPDR iter env 10 - - 35 # rls2206.rel NDRPDR iter env 10 - - 36 # rls2206.rel NDRPDR iter env 10 - - 37 # rls2206.rel NDRPDR iter env 10 - - 38 # rls2206.rel NDRPDR iter env 10 - - 39 # rls2206.rel NDRPDR iter env 10 - - 40 # rls2206.rel NDRPDR iter env 10 - - # vpp-3n-dnv-prev-iter-new-env: - # # csit-vpp-perf-report-iterative-2210-3n-dnv: - # csit-vpp-perf-report-iterative-2206-3n-dnv: - # - 4 # rls2202.rel NDRPDR iter env 10 - - vpp-3n-dnv-curr-iter: - csit-vpp-perf-report-iterative-2210-3n-dnv: - - 17 # rls2210.rel NDRPDR iter env 11 - - 18 # rls2210.rel NDRPDR iter env 11 - - 19 # rls2210.rel NDRPDR iter env 11 - - 20 # rls2210.rel NDRPDR iter env 11 - - 21 # rls2210.rel NDRPDR iter env 11 - - 22 # rls2210.rel NDRPDR iter env 11 - - 23 # rls2210.rel NDRPDR iter env 11 - - 24 # rls2210.rel NDRPDR iter env 11 - - 25 # rls2210.rel NDRPDR iter env 11 - - 26 # rls2210.rel NDRPDR iter env 11 - - vpp-3n-dnv-hist-iter-mrr: - csit-vpp-perf-report-iterative-2206-3n-dnv: - - 3 # rls2202.rel MRR iter env 10 - - vpp-3n-dnv-prev-iter-mrr-old-env: - csit-vpp-perf-report-iterative-2206-3n-dnv: - - 22 # rls2206.rel MRR iter env 10 - - # vpp-3n-dnv-prev-iter-mrr-new-env: - # # csit-vpp-perf-report-iterative-2210-3n-dnv: - # csit-vpp-perf-report-iterative-2206-3n-dnv: - # - 3 # rls2202.rel MRR iter env 10 - - vpp-3n-dnv-curr-iter-mrr: - csit-vpp-perf-report-iterative-2210-3n-dnv: - - 16 # rls2210.rel MRR iter env 11 - - vpp-3n-dnv-curr-cov: - csit-vpp-perf-report-coverage-2210-3n-dnv: - - 2 # rls2210.rel NDRPDR cov env 11 - - 3 # rls2210.rel NDRPDR cov env 11 - - 4 # rls2210.rel NDRPDR cov env 11 - - 5 # rls2210.rel NDRPDR cov env 11 - - 6 # rls2210.rel NDRPDR cov env 11 - - 7 # rls2210.rel NDRPDR cov env 11 - - 8 # rls2210.rel NDRPDR cov env 11 - - 9 # rls2210.rel NDRPDR cov env 11 - - 10 # rls2210.rel NDRPDR cov env 11 - - 11 # rls2210.rel NDRPDR cov env 11 - - # 2n-dnv - - vpp-2n-dnv-hist-iter: - csit-vpp-perf-report-iterative-2206-2n-dnv: - - 4 # rls2202.rel NDRPDR iter env 10 - - 5 # rls2202.rel NDRPDR iter env 10 - - 6 # rls2202.rel NDRPDR iter env 10 - - 7 # rls2202.rel NDRPDR iter env 10 - - 8 # rls2202.rel NDRPDR iter env 10 - - 9 # rls2202.rel NDRPDR iter env 10 - - 10 # rls2202.rel NDRPDR iter env 10 - - 11 # rls2202.rel NDRPDR iter env 10 - - 12 # rls2202.rel NDRPDR iter env 10 - - 13 # rls2202.rel NDRPDR iter env 10 - - vpp-2n-dnv-prev-iter-old-env: - csit-vpp-perf-report-iterative-2206-2n-dnv: - - 22 # rls2206.rel NDRPDR iter env 10 - - 31 # rls2206.rel NDRPDR iter env 10 - - 32 # rls2206.rel NDRPDR iter env 10 - - 33 # rls2206.rel NDRPDR iter env 10 - - 34 # rls2206.rel NDRPDR iter env 10 - - 35 # rls2206.rel NDRPDR iter env 10 - - 36 # rls2206.rel NDRPDR iter env 10 - - 37 # rls2206.rel NDRPDR iter env 10 - - 38 # rls2206.rel NDRPDR iter env 10 - - 39 # rls2206.rel NDRPDR iter env 10 - - # vpp-2n-dnv-prev-iter-new-env: - # # csit-vpp-perf-report-iterative-2210-2n-dnv: - # csit-vpp-perf-report-iterative-2206-2n-dnv: - # - 4 # rls2202.rel NDRPDR iter env 10 - - vpp-2n-dnv-curr-iter: - csit-vpp-perf-report-iterative-2210-2n-dnv: - - 17 # rls2210.rel NDRPDR iter env 11 - - 18 # rls2210.rel NDRPDR iter env 11 - - 19 # rls2210.rel NDRPDR iter env 11 - - 20 # rls2210.rel NDRPDR iter env 11 - - 21 # rls2210.rel NDRPDR iter env 11 - - 22 # rls2210.rel NDRPDR iter env 11 - - 23 # rls2210.rel NDRPDR iter env 11 - - 24 # rls2210.rel NDRPDR iter env 11 - - 25 # rls2210.rel NDRPDR iter env 11 - - 26 # rls2210.rel NDRPDR iter env 11 - - vpp-2n-dnv-hist-iter-mrr: - csit-vpp-perf-report-iterative-2206-2n-dnv: - - 3 # rls2202.rel MRR iter env 10 - - vpp-2n-dnv-prev-iter-mrr-old-env: - csit-vpp-perf-report-iterative-2206-2n-dnv: - - 20 # rls2206.rel MRR iter env 10 - - # vpp-2n-dnv-prev-iter-mrr-new-env: - # # csit-vpp-perf-report-iterative-2210-2n-dnv: - # csit-vpp-perf-report-iterative-2206-2n-dnv: - # - 3 # rls2202.rel MRR iter env 10 - - vpp-2n-dnv-curr-iter-mrr: - csit-vpp-perf-report-iterative-2210-2n-dnv: - - 16 # rls2210.rel MRR iter env 11 - - vpp-2n-dnv-curr-cov: - csit-vpp-perf-report-coverage-2210-2n-dnv: - - 2 # rls2210.rel NDRPDR cov env 11 - - 3 # rls2210.rel NDRPDR cov env 11 - - 4 # rls2210.rel NDRPDR cov env 11 - - 5 # rls2210.rel NDRPDR cov env 11 - - 6 # rls2210.rel NDRPDR cov env 11 - - 7 # rls2210.rel NDRPDR cov env 11 - # 2n-aws vpp-2n-aws-hist-iter: diff --git a/resources/tools/presentation/specifications/report/elements.yaml b/resources/tools/presentation/specifications/report/elements.yaml index 1fda1eab64..f8f8197a7d 100644 --- a/resources/tools/presentation/specifications/report/elements.yaml +++ b/resources/tools/presentation/specifications/report/elements.yaml @@ -229,37 +229,6 @@ # - job-spec: "vhost-00" # build: "19" -# - type: "table" -# title: "Job Specification Duration: 2n-dnv-iterative" -# algorithm: "table_job_spec_duration" -# output-file: "{DIR[STATIC,VPP]}/job-spec-duration-2n-dnv-iter" -# jb-type: "iterative" -# lines: -# - job-spec: "vpp-mrr-00" -# data-set: "vpp-2n-dnv-curr-iter-mrr" -# - job-spec: "vpp-mlr-00" -# data-set: "vpp-2n-dnv-curr-iter" - -# - type: "table" -# title: "Job Specification Duration: 2n-dnv-coverage" -# algorithm: "table_job_spec_duration" -# output-file: "{DIR[STATIC,VPP]}/job-spec-duration-2n-dnv-cov" -# jb-type: "coverage" -# data: "vpp-2n-dnv-curr-cov" -# lines: -# - job-spec: "ip4-00" -# build: "2" -# - job-spec: "ip4-01" -# build: "3" -# - job-spec: "ip6-00" -# build: "4" -# - job-spec: "ip6-01" -# build: "5" -# - job-spec: "l2-00" -# build: "6" -# - job-spec: "l2-01" -# build: "7" - # - type: "table" # title: "Job Specification Duration: 2n-aws-iterative" # algorithm: "table_job_spec_duration" @@ -381,45 +350,6 @@ # - job-spec: "vhost-00" # build: "16" -# - type: "table" -# title: "Job Specification Duration: 3n-dnv-iterative" -# algorithm: "table_job_spec_duration" -# output-file: "{DIR[STATIC,VPP]}/job-spec-duration-3n-dnv-iter" -# jb-type: "iterative" -# lines: -# - job-spec: "vpp-mrr-00" -# data-set: "vpp-3n-dnv-curr-iter-mrr" -# - job-spec: "vpp-mlr-00" -# data-set: "vpp-3n-dnv-curr-iter" - -# - type: "table" -# title: "Job Specification Duration: 3n-dnv-coverage" -# algorithm: "table_job_spec_duration" -# output-file: "{DIR[STATIC,VPP]}/job-spec-duration-3n-dnv-cov" -# jb-type: "coverage" -# data: "vpp-3n-dnv-curr-cov" -# lines: -# - job-spec: "crypto-00" -# build: "2" -# - job-spec: "crypto-01" -# build: "3" -# - job-spec: "crypto-02" -# build: "4" -# - job-spec: "ip4-00" -# build: "5" -# - job-spec: "ip4-01" -# build: "6" -# - job-spec: "ip4tun-00" -# build: "7" -# - job-spec: "ip6-00" -# build: "8" -# - job-spec: "ip6-01" -# build: "9" -# - job-spec: "l2-00" -# build: "10" -# - job-spec: "l2-01" -# build: "11" - # - type: "table" # title: "Job Specification Duration: 3n-snr-iterative" # algorithm: "table_job_spec_duration" @@ -2433,286 +2363,6 @@ # - '2210.0-11 vs 2206.0-11: Compares VPP code current vs previous in the current CSIT environment.' - '2210.0-11 vs 2206.0-10: Compares current VPP code in the current CSIT environment vs previous VPP code in the previous CSIT environment.' -# VPP Performance Changes 2n-dnv 1t1c pdr -- type: "table" - title: "VPP Performance Changes 2n-dnv 1t1c pdr" - algorithm: "table_comparison" - output-file: "{DIR[STATIC,VPP]}/performance-changes-2n-dnv-1t1c-pdr" - include-tests: "PDR" # "PDR" | "NDR" | "MRR" - filter: "'1T1C'" - columns: - - title: "2202.0-10" - data-set: "vpp-2n-dnv-hist-iter" - - title: "2206.0-10" - data-set: "vpp-2n-dnv-prev-iter-old-env" - # - title: "2206.0-11" - # data-set: "vpp-2n-dnv-prev-iter-new-env" - - title: "2210.0-11" - data-set: "vpp-2n-dnv-curr-iter" - comparisons: - # - title: "2206.0-11 vs 2206.0-10" - # reference: 2 - # compare: 3 - # - title: "2210.0-11 vs 2206.0-11" - # reference: 3 - # compare: 4 - - title: "2210.0-11 vs 2206.0-10" - reference: 2 - compare: 3 - legend: - - '' - - 'Test Case: Test cases executed for: PDR throughput on 2n-dnv with x553.' - - 'YYMM.V-E: [uSec +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "10" for CSIT rls2206, "11" for CSIT rls2210).' - - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' - # - '2206.0-11 vs 2206.0-10: Compares CSIT environment current vs previous with previous VPP code.' - # - '2210.0-11 vs 2206.0-11: Compares VPP code current vs previous in the current CSIT environment.' - - '2210.0-11 vs 2206.0-10: Compares current VPP code in the current CSIT environment vs previous VPP code in the previous CSIT environment.' - -# VPP Performance Changes 2n-dnv 2t2c pdr -- type: "table" - title: "VPP Performance Changes 2n-dnv 2t2c pdr" - algorithm: "table_comparison" - output-file: "{DIR[STATIC,VPP]}/performance-changes-2n-dnv-2t2c-pdr" - include-tests: "PDR" # "PDR" | "NDR" | "MRR" - filter: "'2T2C'" - columns: - - title: "2202.0-10" - data-set: "vpp-2n-dnv-hist-iter" - - title: "2206.0-10" - data-set: "vpp-2n-dnv-prev-iter-old-env" - # - title: "2206.0-11" - # data-set: "vpp-2n-dnv-prev-iter-new-env" - - title: "2210.0-11" - data-set: "vpp-2n-dnv-curr-iter" - comparisons: - # - title: "2206.0-11 vs 2206.0-10" - # reference: 2 - # compare: 3 - # - title: "2210.0-11 vs 2206.0-11" - # reference: 3 - # compare: 4 - - title: "2210.0-11 vs 2206.0-10" - reference: 2 - compare: 3 - legend: - - '' - - 'Test Case: Test cases executed for: PDR throughput on 2n-dnv with x553.' - - 'YYMM.V-E: [uSec +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "10" for CSIT rls2206, "11" for CSIT rls2210).' - - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' - # - '2206.0-11 vs 2206.0-10: Compares CSIT environment current vs previous with previous VPP code.' - # - '2210.0-11 vs 2206.0-11: Compares VPP code current vs previous in the current CSIT environment.' - - '2210.0-11 vs 2206.0-10: Compares current VPP code in the current CSIT environment vs previous VPP code in the previous CSIT environment.' - -# VPP Performance Changes 2n-dnv 1t1c ndr -- type: "table" - title: "VPP Performance Changes 2n-dnv 1t1c ndr" - algorithm: "table_comparison" - output-file: "{DIR[STATIC,VPP]}/performance-changes-2n-dnv-1t1c-ndr" - include-tests: "NDR" # "PDR" | "NDR" | "MRR" - filter: "'1T1C'" - columns: - - title: "2202.0-10" - data-set: "vpp-2n-dnv-hist-iter" - - title: "2206.0-10" - data-set: "vpp-2n-dnv-prev-iter-old-env" - # - title: "2206.0-11" - # data-set: "vpp-2n-dnv-prev-iter-new-env" - - title: "2210.0-11" - data-set: "vpp-2n-dnv-curr-iter" - comparisons: - # - title: "2206.0-11 vs 2206.0-10" - # reference: 2 - # compare: 3 - # - title: "2210.0-11 vs 2206.0-11" - # reference: 3 - # compare: 4 - - title: "2210.0-11 vs 2206.0-10" - reference: 2 - compare: 3 - legend: - - '' - - 'Test Case: Test cases executed for: NDR throughput on 2n-dnv with x553.' - - 'YYMM.V-E: [uSec +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "10" for CSIT rls2206, "11" for CSIT rls2210).' - - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' - # - '2206.0-11 vs 2206.0-10: Compares CSIT environment current vs previous with previous VPP code.' - # - '2210.0-11 vs 2206.0-11: Compares VPP code current vs previous in the current CSIT environment.' - - '2210.0-11 vs 2206.0-10: Compares current VPP code in the current CSIT environment vs previous VPP code in the previous CSIT environment.' - -# VPP Performance Changes 2n-dnv 2t2c ndr -- type: "table" - title: "VPP Performance Changes 2n-dnv 2t2c ndr" - algorithm: "table_comparison" - output-file: "{DIR[STATIC,VPP]}/performance-changes-2n-dnv-2t2c-ndr" - include-tests: "NDR" # "PDR" | "NDR" | "MRR" - filter: "'2T2C'" - columns: - - title: "2202.0-10" - data-set: "vpp-2n-dnv-hist-iter" - - title: "2206.0-10" - data-set: "vpp-2n-dnv-prev-iter-old-env" - # - title: "2206.0-11" - # data-set: "vpp-2n-dnv-prev-iter-new-env" - - title: "2210.0-11" - data-set: "vpp-2n-dnv-curr-iter" - comparisons: - # - title: "2206.0-11 vs 2206.0-10" - # reference: 2 - # compare: 3 - # - title: "2210.0-11 vs 2206.0-11" - # reference: 3 - # compare: 4 - - title: "2210.0-11 vs 2206.0-10" - reference: 2 - compare: 3 - legend: - - '' - - 'Test Case: Test cases executed for: NDR throughput on 2n-dnv with x553.' - - 'YYMM.V-E: [uSec +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "10" for CSIT rls2206, "11" for CSIT rls2210).' - - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' - # - '2206.0-11 vs 2206.0-10: Compares CSIT environment current vs previous with previous VPP code.' - # - '2210.0-11 vs 2206.0-11: Compares VPP code current vs previous in the current CSIT environment.' - - '2210.0-11 vs 2206.0-10: Compares current VPP code in the current CSIT environment vs previous VPP code in the previous CSIT environment.' - -# VPP Performance Changes 3n-dnv 1t1c pdr -- type: "table" - title: "VPP Performance Changes 3n-dnv 1t1c pdr" - algorithm: "table_comparison" - output-file: "{DIR[STATIC,VPP]}/performance-changes-3n-dnv-1t1c-pdr" - include-tests: "PDR" # "PDR" | "NDR" | "MRR" - filter: "'1T1C'" - columns: - - title: "2202.0-10" - data-set: "vpp-3n-dnv-hist-iter" - - title: "2206.0-10" - data-set: "vpp-3n-dnv-prev-iter-old-env" - # - title: "2206.0-11" - # data-set: "vpp-3n-dnv-prev-iter-new-env" - - title: "2210.0-11" - data-set: "vpp-3n-dnv-curr-iter" - comparisons: - # - title: "2206.0-11 vs 2206.0-10" - # reference: 2 - # compare: 3 - # - title: "2210.0-11 vs 2206.0-11" - # reference: 3 - # compare: 4 - - title: "2210.0-11 vs 2206.0-10" - reference: 2 - compare: 3 - legend: - - '' - - 'Test Case: Test cases executed for: PDR throughput on 3n-dnv with x553.' - - 'YYMM.V-E: [uSec +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "10" for CSIT rls2206, "11" for CSIT rls2210).' - - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' - # - '2206.0-11 vs 2206.0-10: Compares CSIT environment current vs previous with previous VPP code.' - # - '2210.0-11 vs 2206.0-11: Compares VPP code current vs previous in the current CSIT environment.' - - '2210.0-11 vs 2206.0-10: Compares current VPP code in the current CSIT environment vs previous VPP code in the previous CSIT environment.' - -# VPP Performance Changes 3n-dnv 2t2c pdr -- type: "table" - title: "VPP Performance Changes 3n-dnv 2t2c pdr" - algorithm: "table_comparison" - output-file: "{DIR[STATIC,VPP]}/performance-changes-3n-dnv-2t2c-pdr" - include-tests: "PDR" # "PDR" | "NDR" | "MRR" - filter: "'2T2C'" - columns: - - title: "2202.0-10" - data-set: "vpp-3n-dnv-hist-iter" - - title: "2206.0-10" - data-set: "vpp-3n-dnv-prev-iter-old-env" - # - title: "2206.0-11" - # data-set: "vpp-3n-dnv-prev-iter-new-env" - - title: "2210.0-11" - data-set: "vpp-3n-dnv-curr-iter" - comparisons: - # - title: "2206.0-11 vs 2206.0-10" - # reference: 2 - # compare: 3 - # - title: "2210.0-11 vs 2206.0-11" - # reference: 3 - # compare: 4 - - title: "2210.0-11 vs 2206.0-10" - reference: 2 - compare: 3 - legend: - - '' - - 'Test Case: Test cases executed for: PDR throughput on 3n-dnv with x553.' - - 'YYMM.V-E: [uSec +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "10" for CSIT rls2206, "11" for CSIT rls2210).' - - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' - # - '2206.0-11 vs 2206.0-10: Compares CSIT environment current vs previous with previous VPP code.' - # - '2210.0-11 vs 2206.0-11: Compares VPP code current vs previous in the current CSIT environment.' - - '2210.0-11 vs 2206.0-10: Compares current VPP code in the current CSIT environment vs previous VPP code in the previous CSIT environment.' - -# VPP Performance Changes 3n-dnv 1t1c ndr -- type: "table" - title: "VPP Performance Changes 3n-dnv 1t1c ndr" - algorithm: "table_comparison" - output-file: "{DIR[STATIC,VPP]}/performance-changes-3n-dnv-1t1c-ndr" - include-tests: "NDR" # "PDR" | "NDR" | "MRR" - filter: "'1T1C'" - columns: - - title: "2202.0-10" - data-set: "vpp-3n-dnv-hist-iter" - - title: "2206.0-10" - data-set: "vpp-3n-dnv-prev-iter-old-env" - # - title: "2206.0-11" - # data-set: "vpp-3n-dnv-prev-iter-new-env" - - title: "2210.0-11" - data-set: "vpp-3n-dnv-curr-iter" - comparisons: - # - title: "2206.0-11 vs 2206.0-10" - # reference: 2 - # compare: 3 - # - title: "2210.0-11 vs 2206.0-11" - # reference: 3 - # compare: 4 - - title: "2210.0-11 vs 2206.0-10" - reference: 2 - compare: 3 - legend: - - '' - - 'Test Case: Test cases executed for: NDR throughput on 3n-dnv with x553.' - - 'YYMM.V-E: [uSec +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "10" for CSIT rls2206, "11" for CSIT rls2210).' - - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' - # - '2206.0-11 vs 2206.0-10: Compares CSIT environment current vs previous with previous VPP code.' - # - '2210.0-11 vs 2206.0-11: Compares VPP code current vs previous in the current CSIT environment.' - - '2210.0-11 vs 2206.0-10: Compares current VPP code in the current CSIT environment vs previous VPP code in the previous CSIT environment.' - -# VPP Performance Changes 3n-dnv 2t2c ndr -- type: "table" - title: "VPP Performance Changes 3n-dnv 2t2c ndr" - algorithm: "table_comparison" - output-file: "{DIR[STATIC,VPP]}/performance-changes-3n-dnv-2t2c-ndr" - include-tests: "NDR" # "PDR" | "NDR" | "MRR" - filter: "'2T2C'" - columns: - - title: "2202.0-10" - data-set: "vpp-3n-dnv-hist-iter" - - title: "2206.0-10" - data-set: "vpp-3n-dnv-prev-iter-old-env" - # - title: "2206.0-11" - # data-set: "vpp-3n-dnv-prev-iter-new-env" - - title: "2210.0-11" - data-set: "vpp-3n-dnv-curr-iter" - comparisons: - # - title: "2206.0-11 vs 2206.0-10" - # reference: 2 - # compare: 3 - # - title: "2210.0-11 vs 2206.0-11" - # reference: 3 - # compare: 4 - - title: "2210.0-11 vs 2206.0-10" - reference: 2 - compare: 3 - legend: - - '' - - 'Test Case: Test cases executed for: NDR throughput on 3n-dnv with x553.' - - 'YYMM.V-E: [uSec +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "10" for CSIT rls2206, "11" for CSIT rls2210).' - - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' - # - '2206.0-11 vs 2206.0-10: Compares CSIT environment current vs previous with previous VPP code.' - # - '2210.0-11 vs 2206.0-11: Compares VPP code current vs previous in the current CSIT environment.' - - '2210.0-11 vs 2206.0-10: Compares current VPP code in the current CSIT environment vs previous VPP code in the previous CSIT environment.' - # VPP Performance Changes 3n-tsh 1t1c pdr - type: "table" title: "VPP Performance Changes 3n-tsh 1t1c pdr" @@ -3758,216 +3408,6 @@ # - '2210.0-11 vs 2206.0-11: Compares VPP code current vs previous in the current CSIT environment.' - '2210.0-11 vs 2206.0-10: Compares current VPP code in the current CSIT environment vs previous VPP code in the previous CSIT environment.' -# VPP Performance Changes 2n-dnv 1t1c mrr -- type: "table" - title: "VPP Performance Changes 2n-dnv 1t1c mrr" - algorithm: "table_comparison" - output-file: "{DIR[STATIC,VPP]}/performance-changes-2n-dnv-1t1c-mrr" - include-tests: "MRR" # "PDR" | "NDR" | "MRR" - filter: "'1T1C'" - columns: - - title: "2202.0-10" - data-set: "vpp-2n-dnv-hist-iter-mrr" - - title: "2206.0-10" - data-set: "vpp-2n-dnv-prev-iter-mrr-old-env" - # - title: "2206.0-11" - # data-set: "vpp-2n-dnv-prev-iter-mrr-new-env" - - title: "2210.0-11" - data-set: "vpp-2n-dnv-curr-iter-mrr" - comparisons: - # - title: "2206.0-11 vs 2206.0-10" - # reference: 2 - # compare: 3 - # - title: "2210.0-11 vs 2206.0-11" - # reference: 3 - # compare: 4 - - title: "2210.0-11 vs 2206.0-10" - reference: 2 - compare: 3 - legend: - - '' - - 'Test Case: Test cases executed for: MRR throughput on 2n-dnv with x553.' - - 'YYMM.V-E: [uSec +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "10" for CSIT rls2206, "11" for CSIT rls2210).' - - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' - # - '2206.0-11 vs 2206.0-10: Compares CSIT environment current vs previous with previous VPP code.' - # - '2210.0-11 vs 2206.0-11: Compares VPP code current vs previous in the current CSIT environment.' - - '2210.0-11 vs 2206.0-10: Compares current VPP code in the current CSIT environment vs previous VPP code in the previous CSIT environment.' - -# VPP Performance Changes 2n-dnv 2t2c mrr -- type: "table" - title: "VPP Performance Changes 2n-dnv 2t2c mrr" - algorithm: "table_comparison" - output-file: "{DIR[STATIC,VPP]}/performance-changes-2n-dnv-2t2c-mrr" - include-tests: "MRR" # "PDR" | "NDR" | "MRR" - filter: "'2T2C'" - columns: - - title: "2202.0-10" - data-set: "vpp-2n-dnv-hist-iter-mrr" - - title: "2206.0-10" - data-set: "vpp-2n-dnv-prev-iter-mrr-old-env" - # - title: "2206.0-11" - # data-set: "vpp-2n-dnv-prev-iter-mrr-new-env" - - title: "2210.0-11" - data-set: "vpp-2n-dnv-curr-iter-mrr" - comparisons: - # - title: "2206.0-11 vs 2206.0-10" - # reference: 2 - # compare: 3 - # - title: "2210.0-11 vs 2206.0-11" - # reference: 3 - # compare: 4 - - title: "2210.0-11 vs 2206.0-10" - reference: 2 - compare: 3 - legend: - - '' - - 'Test Case: Test cases executed for: MRR throughput on 2n-dnv with x553.' - - 'YYMM.V-E: [uSec +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "10" for CSIT rls2206, "11" for CSIT rls2210).' - - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' - # - '2206.0-11 vs 2206.0-10: Compares CSIT environment current vs previous with previous VPP code.' - # - '2210.0-11 vs 2206.0-11: Compares VPP code current vs previous in the current CSIT environment.' - - '2210.0-11 vs 2206.0-10: Compares current VPP code in the current CSIT environment vs previous VPP code in the previous CSIT environment.' - -# VPP Performance Changes 2n-dnv 4t4c mrr -- type: "table" - title: "VPP Performance Changes 2n-dnv 4t4c mrr" - algorithm: "table_comparison" - output-file: "{DIR[STATIC,VPP]}/performance-changes-2n-dnv-4t4c-mrr" - include-tests: "MRR" # "PDR" | "NDR" | "MRR" - filter: "'4T4C'" - columns: - - title: "2202.0-10" - data-set: "vpp-2n-dnv-hist-iter-mrr" - - title: "2206.0-10" - data-set: "vpp-2n-dnv-prev-iter-mrr-old-env" - # - title: "2206.0-11" - # data-set: "vpp-2n-dnv-prev-iter-mrr-new-env" - - title: "2210.0-11" - data-set: "vpp-2n-dnv-curr-iter-mrr" - comparisons: - # - title: "2206.0-11 vs 2206.0-10" - # reference: 2 - # compare: 3 - # - title: "2210.0-11 vs 2206.0-11" - # reference: 3 - # compare: 4 - - title: "2210.0-11 vs 2206.0-10" - reference: 2 - compare: 3 - legend: - - '' - - 'Test Case: Test cases executed for: MRR throughput on 2n-dnv with x553.' - - 'YYMM.V-E: [uSec +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "10" for CSIT rls2206, "11" for CSIT rls2210).' - - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' - # - '2206.0-11 vs 2206.0-10: Compares CSIT environment current vs previous with previous VPP code.' - # - '2210.0-11 vs 2206.0-11: Compares VPP code current vs previous in the current CSIT environment.' - - '2210.0-11 vs 2206.0-10: Compares current VPP code in the current CSIT environment vs previous VPP code in the previous CSIT environment.' - -# VPP Performance Changes 3n-dnv 1t1c mrr -- type: "table" - title: "VPP Performance Changes 3n-dnv 1t1c mrr" - algorithm: "table_comparison" - output-file: "{DIR[STATIC,VPP]}/performance-changes-3n-dnv-1t1c-mrr" - include-tests: "MRR" # "PDR" | "NDR" | "MRR" - filter: "'1T1C'" - columns: - - title: "2202.0-10" - data-set: "vpp-3n-dnv-hist-iter-mrr" - - title: "2206.0-10" - data-set: "vpp-3n-dnv-prev-iter-mrr-old-env" - # - title: "2206.0-11" - # data-set: "vpp-3n-dnv-prev-iter-mrr-new-env" - - title: "2210.0-11" - data-set: "vpp-3n-dnv-curr-iter-mrr" - comparisons: - # - title: "2206.0-11 vs 2206.0-10" - # reference: 2 - # compare: 3 - # - title: "2210.0-11 vs 2206.0-11" - # reference: 3 - # compare: 4 - - title: "2210.0-11 vs 2206.0-10" - reference: 2 - compare: 3 - legend: - - '' - - 'Test Case: Test cases executed for: MRR throughput on 3n-dnv with x553.' - - 'YYMM.V-E: [uSec +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "10" for CSIT rls2206, "11" for CSIT rls2210).' - - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' - # - '2206.0-11 vs 2206.0-10: Compares CSIT environment current vs previous with previous VPP code.' - # - '2210.0-11 vs 2206.0-11: Compares VPP code current vs previous in the current CSIT environment.' - - '2210.0-11 vs 2206.0-10: Compares current VPP code in the current CSIT environment vs previous VPP code in the previous CSIT environment.' - -# VPP Performance Changes 3n-dnv 2t2c mrr -- type: "table" - title: "VPP Performance Changes 3n-dnv 2t2c mrr" - algorithm: "table_comparison" - output-file: "{DIR[STATIC,VPP]}/performance-changes-3n-dnv-2t2c-mrr" - include-tests: "MRR" # "PDR" | "NDR" | "MRR" - filter: "'2T2C'" - columns: - - title: "2202.0-10" - data-set: "vpp-3n-dnv-hist-iter-mrr" - - title: "2206.0-10" - data-set: "vpp-3n-dnv-prev-iter-mrr-old-env" - # - title: "2206.0-11" - # data-set: "vpp-3n-dnv-prev-iter-mrr-new-env" - - title: "2210.0-11" - data-set: "vpp-3n-dnv-curr-iter-mrr" - comparisons: - # - title: "2206.0-11 vs 2206.0-10" - # reference: 2 - # compare: 3 - # - title: "2210.0-11 vs 2206.0-11" - # reference: 3 - # compare: 4 - - title: "2210.0-11 vs 2206.0-10" - reference: 2 - compare: 3 - legend: - - '' - - 'Test Case: Test cases executed for: MRR throughput on 3n-dnv with x553.' - - 'YYMM.V-E: [uSec +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "10" for CSIT rls2206, "11" for CSIT rls2210).' - - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' - # - '2206.0-11 vs 2206.0-10: Compares CSIT environment current vs previous with previous VPP code.' - # - '2210.0-11 vs 2206.0-11: Compares VPP code current vs previous in the current CSIT environment.' - - '2210.0-11 vs 2206.0-10: Compares current VPP code in the current CSIT environment vs previous VPP code in the previous CSIT environment.' - -# VPP Performance Changes 3n-dnv 4t4c mrr -- type: "table" - title: "VPP Performance Changes 3n-dnv 4t4c mrr" - algorithm: "table_comparison" - output-file: "{DIR[STATIC,VPP]}/performance-changes-3n-dnv-4t4c-mrr" - include-tests: "MRR" # "PDR" | "NDR" | "MRR" - filter: "'4T4C'" - columns: - - title: "2202.0-10" - data-set: "vpp-3n-dnv-hist-iter-mrr" - - title: "2206.0-10" - data-set: "vpp-3n-dnv-prev-iter-mrr-old-env" - # - title: "2206.0-11" - # data-set: "vpp-3n-dnv-prev-iter-mrr-new-env" - - title: "2210.0-11" - data-set: "vpp-3n-dnv-curr-iter-mrr" - comparisons: - # - title: "2206.0-11 vs 2206.0-10" - # reference: 2 - # compare: 3 - # - title: "2210.0-11 vs 2206.0-11" - # reference: 3 - # compare: 4 - - title: "2210.0-11 vs 2206.0-10" - reference: 2 - compare: 3 - legend: - - '' - - 'Test Case: Test cases executed for: MRR throughput on 3n-dnv with x553.' - - 'YYMM.V-E: [uSec +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "10" for CSIT rls2206, "11" for CSIT rls2210).' - - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' - # - '2206.0-11 vs 2206.0-10: Compares CSIT environment current vs previous with previous VPP code.' - # - '2210.0-11 vs 2206.0-11: Compares VPP code current vs previous in the current CSIT environment.' - - '2210.0-11 vs 2206.0-10: Compares current VPP code in the current CSIT environment vs previous VPP code in the previous CSIT environment.' - # VPP Performance Changes 3n-tsh 1t1c mrr - type: "table" title: "VPP Performance Changes 3n-tsh 1t1c mrr" @@ -4455,40 +3895,6 @@ - "parent" - "msg" -# Detailed Test Results - VPP Performance Results 3n-dnv -- type: "table" - title: "Detailed Test Results - VPP Performance Results 3n-dnv" - algorithm: "table_merged_details" - output-file: "{DIR[DTR,PERF,VPP,3N,DNV]}/" - columns: - - title: " |prein| Test Name |preout| " - data: "data name" - - title: " |prein| Throughput: |br| 1. Mpps Gbps (NDR) |br| 2. Mpps Gbps (PDR) |br| |br| One-Way Latency Percentiles in uSec at %PDR load, |br| one set per each direction: |br| 3. P50 P90 P99 P50 P90 P99 (10% PDR) |br| 4. P50 P90 P99 P50 P90 P99 (50% PDR) |br| 5. P50 P90 P99 P50 P90 P99 (90% PDR) |preout| " - data: "data msg" - data: "vpp-3n-dnv-curr-cov" - filter: "all" - parameters: - - "name" - - "parent" - - "msg" - -# Detailed Test Results - VPP Performance Results 2n-dnv -- type: "table" - title: "Detailed Test Results - VPP Performance Results 2n-dnv" - algorithm: "table_merged_details" - output-file: "{DIR[DTR,PERF,VPP,2N,DNV]}/" - columns: - - title: " |prein| Test Name |preout| " - data: "data name" - - title: " |prein| Throughput: |br| 1. Mpps Gbps (NDR) |br| 2. Mpps Gbps (PDR) |br| |br| One-Way Latency Percentiles in uSec at %PDR load, |br| one set per each direction: |br| 3. P50 P90 P99 P50 P90 P99 (10% PDR) |br| 4. P50 P90 P99 P50 P90 P99 (50% PDR) |br| 5. P50 P90 P99 P50 P90 P99 (90% PDR) |preout| " - data: "data msg" - data: "vpp-2n-dnv-curr-cov" - filter: "all" - parameters: - - "name" - - "parent" - - "msg" - # Detailed Test Results - VPP Performance Results 3n-snr - type: "table" title: "Detailed Test Results - VPP Performance Results 3n-snr" @@ -4585,93 +3991,59 @@ data: "data name" - title: " |prein| VPP API Test Commands History - Commands Used Per Test Case |preout| " data: "data conf-history" - data: "vpp-3n-icx-curr-cov" - filter: "'NDRPDR'" - # remove-ndr: True - parameters: - - "parent" - - "name" - - "conf-history" - -# Test configuration - VPP Performance Test Configs 3n-tsh -- type: "table" - title: "Test configuration - VPP Performance Test Configs 3n-tsh" - algorithm: "table_merged_details" - output-file: "{DIR[DTC,PERF,VPP,3N,TSH]}/" - columns: - - title: " |prein| Test Name |preout| " - data: "data name" - - title: " |prein| VPP API Test Commands History - Commands Used Per Test Case |preout| " - data: "data conf-history" - data: "vpp-3n-tsh-curr-cov" - filter: "all" - parameters: - - "parent" - - "name" - - "conf-history" - -# Test configuration - VPP Performance Test Configs 3n-alt -- type: "table" - title: "Test configuration - VPP Performance Test Configs 3n-alt" - algorithm: "table_merged_details" - output-file: "{DIR[DTC,PERF,VPP,3N,ALT]}/" - columns: - - title: " |prein| Test Name |preout| " - data: "data name" - - title: " |prein| VPP API Test Commands History - Commands Used Per Test Case |preout| " - data: "data conf-history" - data: "vpp-3n-alt-curr-cov" - filter: "all" + data: "vpp-3n-icx-curr-cov" + filter: "'NDRPDR'" + # remove-ndr: True parameters: - "parent" - "name" - "conf-history" -# Test configuration - VPP Performance Test Configs 2n-tx2 +# Test configuration - VPP Performance Test Configs 3n-tsh - type: "table" - title: "Test configuration - VPP Performance Test Configs 2n-tx2" + title: "Test configuration - VPP Performance Test Configs 3n-tsh" algorithm: "table_merged_details" - output-file: "{DIR[DTC,PERF,VPP,2N,TX2]}/" + output-file: "{DIR[DTC,PERF,VPP,3N,TSH]}/" columns: - title: " |prein| Test Name |preout| " data: "data name" - title: " |prein| VPP API Test Commands History - Commands Used Per Test Case |preout| " data: "data conf-history" - data: "vpp-2n-tx2-curr-cov" + data: "vpp-3n-tsh-curr-cov" filter: "all" parameters: - "parent" - "name" - "conf-history" -# Test configuration - VPP Performance Test Configs 3n-dnv +# Test configuration - VPP Performance Test Configs 3n-alt - type: "table" - title: "Test configuration - VPP Performance Test Configs 3n-dnv" + title: "Test configuration - VPP Performance Test Configs 3n-alt" algorithm: "table_merged_details" - output-file: "{DIR[DTC,PERF,VPP,3N,DNV]}/" + output-file: "{DIR[DTC,PERF,VPP,3N,ALT]}/" columns: - title: " |prein| Test Name |preout| " data: "data name" - title: " |prein| VPP API Test Commands History - Commands Used Per Test Case |preout| " data: "data conf-history" - data: "vpp-3n-dnv-curr-cov" + data: "vpp-3n-alt-curr-cov" filter: "all" parameters: - "parent" - "name" - "conf-history" -# Test configuration - VPP Performance Test Configs 2n-dnv +# Test configuration - VPP Performance Test Configs 2n-tx2 - type: "table" - title: "Test configuration - VPP Performance Test Configs 2n-dnv" + title: "Test configuration - VPP Performance Test Configs 2n-tx2" algorithm: "table_merged_details" - output-file: "{DIR[DTC,PERF,VPP,2N,DNV]}/" + output-file: "{DIR[DTC,PERF,VPP,2N,TX2]}/" columns: - title: " |prein| Test Name |preout| " data: "data name" - title: " |prein| VPP API Test Commands History - Commands Used Per Test Case |preout| " data: "data conf-history" - data: "vpp-2n-dnv-curr-cov" + data: "vpp-2n-tx2-curr-cov" filter: "all" parameters: - "parent" @@ -4768,22 +4140,6 @@ data: "vpp-2n-tx2-curr-cov" filter: "all" -# Test Operational Data - VPP Performance Operational Data 3n-dnv -- type: "table" - title: "Test Operational Data - VPP Performance Operational Data 3n-dnv" - algorithm: "table_oper_data_html" - output-file: "{DIR[DTO,PERF,VPP,3N,DNV]}/" - data: "vpp-3n-dnv-curr-cov" - filter: "all" - -# Test Operational Data - VPP Performance Operational Data 2n-dnv -- type: "table" - title: "Test Operational Data - VPP Performance Operational Data 2n-dnv" - algorithm: "table_oper_data_html" - output-file: "{DIR[DTO,PERF,VPP,2N,DNV]}/" - data: "vpp-2n-dnv-curr-cov" - filter: "all" - # Test Operational Data - VPP Performance Operational Data 3n-snr - type: "table" title: "Test Operational Data - VPP Performance Operational Data 3n-snr" @@ -4919,40 +4275,6 @@ - "parent" - "msg" -# Detailed Test Results - VPP MRR Results 3n-dnv -- type: "table" - title: "Detailed Test Results - VPP MRR Results 3n-dnv" - algorithm: "table_merged_details" - output-file: "{DIR[DTR,MRR,VPP,3N,DNV]}/" - columns: - - title: " |prein| Test Name |preout| " - data: "data name" - - title: " |prein| Maximum Receive Rate trial [Mpps] |preout| " - data: "data msg" - data: "vpp-3n-dnv-curr-iter-mrr" - filter: "all" - parameters: - - "name" - - "parent" - - "msg" - -# Detailed Test Results - VPP MRR Results 2n-dnv -- type: "table" - title: "Detailed Test Results - VPP MRR Results 2n-dnv" - algorithm: "table_merged_details" - output-file: "{DIR[DTR,MRR,VPP,2N,DNV]}/" - columns: - - title: " |prein| Test Name |preout| " - data: "data name" - - title: " |prein| Maximum Receive Rate trial [Mpps] |preout| " - data: "data msg" - data: "vpp-2n-dnv-curr-iter-mrr" - filter: "all" - parameters: - - "name" - - "parent" - - "msg" - # Detailed Test Results - VPP MRR Results 3n-snr - type: "table" title: "Detailed Test Results - VPP MRR Results 3n-snr" @@ -5106,40 +4428,6 @@ - "name" - "conf-history" -# Test configuration - VPP MRR Test Configs 3n-dnv -- type: "table" - title: "Test configuration - VPP MRR Test Configs 3n-dnv" - algorithm: "table_merged_details" - output-file: "{DIR[DTC,MRR,VPP,3N,DNV]}/" - columns: - - title: " |prein| Test Name |preout| " - data: "data name" - - title: " |prein| VPP API Test Commands History - Commands Used Per Test Case |preout| " - data: "data conf-history" - data: "vpp-3n-dnv-curr-iter-mrr" - filter: "all" - parameters: - - "parent" - - "name" - - "conf-history" - -# Test configuration - VPP MRR Test Configs 2n-dnv -- type: "table" - title: "Test configuration - VPP MRR Test Configs 2n-dnv" - algorithm: "table_merged_details" - output-file: "{DIR[DTC,MRR,VPP,2N,DNV]}/" - columns: - - title: " |prein| Test Name |preout| " - data: "data name" - - title: " |prein| VPP API Test Commands History - Commands Used Per Test Case |preout| " - data: "data conf-history" - data: "vpp-2n-dnv-curr-iter-mrr" - filter: "all" - parameters: - - "parent" - - "name" - - "conf-history" - # Test configuration - VPP MRR Test Configs 3n-snr - type: "table" title: "Test configuration - VPP MRR Test Configs 3n-snr" @@ -5977,8 +5265,6 @@ - "{DIR[DTR,PERF,VPP,3N,ALT]}" - "{DIR[DTR,PERF,VPP,3N,TSH]}" - "{DIR[DTR,PERF,VPP,2N,TX2]}" - - "{DIR[DTR,PERF,VPP,2N,DNV]}" - - "{DIR[DTR,PERF,VPP,3N,DNV]}" - "{DIR[DTR,PERF,VPP,2N,AWS]}" - "{DIR[DTR,PERF,VPP,3N,SNR]}" data: @@ -5989,8 +5275,6 @@ - "vpp-3n-alt-curr-cov" - "vpp-3n-tsh-curr-cov" - "vpp-2n-tx2-curr-cov" - - "vpp-2n-dnv-curr-cov" - - "vpp-3n-dnv-curr-cov" - "vpp-2n-aws-curr-cov" - "vpp-3n-snr-curr-cov" filter: "'NDRPDR'" @@ -6018,8 +5302,6 @@ - "3n-alt" - "3n-tsh" - "2n-tx2" - - "2n-dnv" - - "3n-dnv" - "2n-aws" - "3n-snr" level-3: @@ -6047,8 +5329,6 @@ - "{DIR[DTC,PERF,VPP,3N,ALT]}" - "{DIR[DTC,PERF,VPP,3N,TSH]}" - "{DIR[DTC,PERF,VPP,2N,TX2]}" - - "{DIR[DTC,PERF,VPP,2N,DNV]}" - - "{DIR[DTC,PERF,VPP,3N,DNV]}" - "{DIR[DTC,PERF,VPP,2N,AWS]}" - "{DIR[DTC,PERF,VPP,3N,SNR]}" data: @@ -6059,8 +5339,6 @@ - "vpp-3n-alt-curr-cov" - "vpp-3n-tsh-curr-cov" - "vpp-2n-tx2-curr-cov" - - "vpp-2n-dnv-curr-cov" - - "vpp-3n-dnv-curr-cov" - "vpp-2n-aws-curr-cov" - "vpp-3n-snr-curr-cov" filter: "'NDRPDR'" @@ -6088,8 +5366,6 @@ - "3n-alt" - "3n-tsh" - "2n-tx2" - - "2n-dnv" - - "3n-dnv" - "2n-aws" - "3n-snr" level-3: @@ -6117,8 +5393,6 @@ - "{DIR[DTO,PERF,VPP,3N,ALT]}" - "{DIR[DTO,PERF,VPP,3N,TSH]}" - "{DIR[DTO,PERF,VPP,2N,TX2]}" - - "{DIR[DTO,PERF,VPP,2N,DNV]}" - - "{DIR[DTO,PERF,VPP,3N,DNV]}" - "{DIR[DTO,PERF,VPP,2N,AWS]}" - "{DIR[DTO,PERF,VPP,3N,SNR]}" data: @@ -6129,8 +5403,6 @@ - "vpp-3n-alt-curr-cov" - "vpp-3n-tsh-curr-cov" - "vpp-2n-tx2-curr-cov" - - "vpp-2n-dnv-curr-cov" - - "vpp-3n-dnv-curr-cov" - "vpp-2n-aws-curr-cov" - "vpp-3n-snr-curr-cov" filter: "'NDRPDR'" @@ -6158,8 +5430,6 @@ - "3n-alt" - "3n-tsh" - "2n-tx2" - - "2n-dnv" - - "3n-dnv" - "2n-aws" - "3n-snr" level-3: @@ -6187,8 +5457,6 @@ - "{DIR[DTR,MRR,VPP,3N,ALT]}" - "{DIR[DTR,MRR,VPP,3N,TSH]}" - "{DIR[DTR,MRR,VPP,2N,TX2]}" - - "{DIR[DTR,MRR,VPP,2N,DNV]}" - - "{DIR[DTR,MRR,VPP,3N,DNV]}" - "{DIR[DTR,MRR,VPP,2N,AWS]}" - "{DIR[DTR,MRR,VPP,3N,SNR]}" data: @@ -6199,8 +5467,6 @@ - "vpp-3n-alt-curr-iter-mrr" - "vpp-3n-tsh-curr-iter-mrr" - "vpp-2n-tx2-curr-iter-mrr" - - "vpp-2n-dnv-curr-iter-mrr" - - "vpp-3n-dnv-curr-iter-mrr" - "vpp-2n-aws-curr-iter-mrr" - "vpp-3n-snr-curr-iter-mrr" filter: "'MRR'" @@ -6228,8 +5494,6 @@ - "3n-alt" - "3n-tsh" - "2n-tx2" - - "2n-dnv" - - "3n-dnv" - "2n-aws" - "3n-snr" level-3: @@ -6257,8 +5521,6 @@ - "{DIR[DTC,MRR,VPP,3N,ALT]}" - "{DIR[DTC,MRR,VPP,3N,TSH]}" - "{DIR[DTC,MRR,VPP,2N,TX2]}" - - "{DIR[DTC,MRR,VPP,2N,DNV]}" - - "{DIR[DTC,MRR,VPP,3N,DNV]}" - "{DIR[DTC,MRR,VPP,2N,AWS]}" - "{DIR[DTC,MRR,VPP,3N,SNR]}" data: @@ -6269,8 +5531,6 @@ - "vpp-3n-alt-curr-iter-mrr" - "vpp-3n-tsh-curr-iter-mrr" - "vpp-2n-tx2-curr-iter-mrr" - - "vpp-2n-dnv-curr-iter-mrr" - - "vpp-3n-dnv-curr-iter-mrr" - "vpp-2n-aws-curr-iter-mrr" - "vpp-3n-snr-curr-iter-mrr" filter: "'MRR'" @@ -6298,8 +5558,6 @@ - "3n-alt" - "3n-tsh" - "2n-tx2" - - "2n-dnv" - - "3n-dnv" - "2n-aws" - "3n-snr" level-3: @@ -6941,37 +6199,6 @@ title: "3n-tsh-x520-64b-{core}-features-ip4routing-base-ixgbe-{test_type}" layout: "plot-throughput" -- type: "plot" - title: "Throughput: 2n-dnv-x553-64b-{core}-ip4routing-base-scale-ixgbe-{test_type}" - algorithm: "plot_ndrpdr_box_name" - output-file: "{DIR[STATIC,VPP]}/2n-dnv-x553-64b-{core}-ip4routing-base-scale-[ixgbe,af_xdp]-{test_type}" - data: "vpp-2n-dnv-curr-iter" - core: ["1t1c", ] - include: - - "Tests.Vpp.Perf.Ip4.2N1L-10Ge2P1X553-Dot1Q-Ip4Base-Ndrpdr.64B-{core}-dot1q-ip4base-ndrpdr" - - "Tests.Vpp.Perf.Ip4.2N1L-10Ge2P1X553-Ethip4-Ip4Base-Ndrpdr.64B-{core}-ethip4-ip4base-ndrpdr" - - "Tests.Vpp.Perf.Ip4.2N1L-10Ge2P1X553-Ethip4-Ip4Scale20K-rnd-Ndrpdr.64B-{core}-ethip4-ip4scale20k-rnd-ndrpdr" - layout: - title: "2n-dnv-x553-64b-{core}-ip4routing-base-scale-ixgbe-{test_type}" - layout: "plot-throughput" - -- type: "plot" - title: "Throughput: 3n-dnv-x553-64b-{core}-ip4routing-base-scale-ixgbe-{test_type}" - algorithm: "plot_ndrpdr_box_name" - output-file: "{DIR[STATIC,VPP]}/3n-dnv-x553-64b-{core}-ip4routing-base-scale-ixgbe-{test_type}" - data: "vpp-3n-dnv-curr-iter" - core: ["1t1c", ] - include: - - "Tests.Vpp.Perf.Ip4.10Ge2P1X553-Dot1Q-Ip4Base-Ndrpdr.64B-{core}-dot1q-ip4base-ndrpdr" - - "Tests.Vpp.Perf.Ip4.10Ge2P1X553-Ethip4-Ip4Base-Ndrpdr.64B-{core}-ethip4-ip4base-ndrpdr" - - "Tests.Vpp.Perf.Ip4.10Ge2P1X553-Ethip4-Ip4Scale20K-Ndrpdr.64B-{core}-ethip4-ip4scale20k-ndrpdr" - - "Tests.Vpp.Perf.Ip4.10Ge2P1X553-Ethip4-Ip4Scale200K-Ndrpdr.64B-{core}-ethip4-ip4scale200k-ndrpdr" - - "Tests.Vpp.Perf.Ip4.10Ge2P1X553-Ethip4-Ip4Scale2M-Ndrpdr.64B-{core}-ethip4-ip4scale2m-ndrpdr" - - "Tests.Vpp.Perf.Ip4.10Ge2P1X553-Ethip4-Ip4Scale20K-rnd-Ndrpdr.64B-{core}-ethip4-ip4scale20k-rnd-ndrpdr" - layout: - title: "3n-dnv-x553-64b-{core}-ip4routing-base-scale-ixgbe-{test_type}" - layout: "plot-throughput" - - type: "plot" title: "Throughput: 2n-aws-nitro50g-64b-{core}-ip4routing-base-scale-ena-{test_type}" algorithm: "plot_ndrpdr_box_name" @@ -7041,19 +6268,6 @@ title: "3n-tsh-x520-64b-{core}-ip4tunnel-base-ixgbe-{test_type}" layout: "plot-throughput" -- type: "plot" - title: "Throughput: 3n-dnv-x553-64b-{core}-ip4tunnel-base-ixgbe-{test_type}" - algorithm: "plot_ndrpdr_box_name" - output-file: "{DIR[STATIC,VPP]}/3n-dnv-x553-64b-{core}-ip4tunnel-base-ixgbe-{test_type}" - data: "vpp-3n-dnv-curr-iter" - core: ["1t1c", ] - include: - - "Tests.Vpp.Perf.Ip4 Tunnels.10Ge2P1X553-Ethip4Vxlan-L2Xcbase-Ndrpdr.64B-{core}-ethip4vxlan-l2xcbase-ndrpdr" - - "Tests.Vpp.Perf.Ip4 Tunnels.10Ge2P1X553-Ethip4Vxlan-L2Bdbasemaclrn-Ndrpdr.64B-{core}-ethip4vxlan-l2bdbasemaclrn-ndrpdr" - layout: - title: "3n-dnv-x553-64b-{core}-ip4tunnel-base-ixgbe-{test_type}" - layout: "plot-throughput" - - type: "plot" title: "Throughput: 3n-tsh-x520-78b-{core}-ip6routing-base-ixgbe-{test_type}" algorithm: "plot_ndrpdr_box_name" @@ -7066,69 +6280,6 @@ title: "3n-tsh-x520-78b-{core}-ip6routing-base-ixgbe-{test_type}" layout: "plot-throughput" -- type: "plot" - title: "Throughput: 2n-dnv-x553-78b-{core}-ip6routing-base-scale-[ixgbe,af_xdp]-{test_type}" - algorithm: "plot_ndrpdr_box_name" - output-file: "{DIR[STATIC,VPP]}/2n-dnv-x553-78b-{core}-ip6routing-base-scale-[ixgbe,af_xdp]-{test_type}" - data: "vpp-2n-dnv-curr-iter" - core: ["1t1c", ] - include: - - "Tests.Vpp.Perf.Ip6.2N1L-10Ge2P1X553-Ethip6-Ip6Base-Ndrpdr.78B-{core}-ethip6-ip6base-ndrpdr" - - "Tests.Vpp.Perf.Ip6.2N1L-10Ge2P1X553-Ethip6-Ip6Scale20K-Ndrpdr.78B-{core}-ethip6-ip6scale20k-ndrpdr" - layout: - title: "2n-dnv-x553-78b-{core}-ip6routing-base-scale-ixgbe-{test_type}" - layout: "plot-throughput" - -- type: "plot" - title: "Throughput: 2n-dnv-x553-100b-{core}-nat44ed-ip4routing-tcp-tput-{test_type}" - algorithm: "plot_ndrpdr_box_name" - output-file: "{DIR[STATIC,VPP]}/2n-dnv-x553-100b-{core}-nat44ed-ip4routing-tcp-tput-{test_type}" - data: "vpp-2n-dnv-curr-iter" - core: ["1t1c", ] - include: - - "Tests.Vpp.Perf.Ip4.2N1L-10Ge2P1X553-Ethip4Tcp-Ip4Base-H1024-P63-S64512-Tput-Ndrpdr.100B-{core}-ethip4tcp-ip4base-h1024-p63-s64512-tput-ndrpdr" - - "Tests.Vpp.Perf.Ip4.2N1L-10Ge2P1X553-Ethip4Tcp-Nat44Ed-H1024-P63-S64512-Tput-Ndrpdr.100B-{core}-ethip4tcp-nat44ed-h1024-p63-s64512-tput-ndrpdr" - - "Tests.Vpp.Perf.Ip4.2N1L-10Ge2P1X553-Ethip4Tcp-Ip4Base-H16384-P63-S1032192-Tput-Ndrpdr.100B-{core}-ethip4tcp-ip4base-h16384-p63-s1032192-tput-ndrpdr" - - "Tests.Vpp.Perf.Ip4.2N1L-10Ge2P1X553-Ethip4Tcp-Nat44Ed-H16384-P63-S1032192-Tput-Ndrpdr.100B-{core}-ethip4tcp-nat44ed-h16384-p63-s1032192-tput-ndrpdr" - - "Tests.Vpp.Perf.Ip4.2N1L-10Ge2P1X553-Ethip4Tcp-Ip4Base-H65536-P63-S4128768-Tput-Ndrpdr.100B-{core}-ethip4tcp-ip4base-h65536-p63-s4128768-tput-ndrpdr" - - "Tests.Vpp.Perf.Ip4.2N1L-10Ge2P1X553-Ethip4Tcp-Nat44Ed-H65536-P63-S4128768-Tput-Ndrpdr.100B-{core}-ethip4tcp-nat44ed-h65536-p63-s4128768-tput-ndrpdr" - layout: - title: "2n-dnv-x553-100b-{core}-nat44ed-ip4routing-tcp-tput-{test_type}" - layout: "plot-throughput" - -- type: "plot" - title: "Throughput: 2n-dnv-x553-1518b-{core}-nat44ed-ip4routing-tcp-tput-{test_type}" - algorithm: "plot_ndrpdr_box_name" - output-file: "{DIR[STATIC,VPP]}/2n-dnv-x553-1518b-{core}-nat44ed-ip4routing-tcp-tput-{test_type}" - data: "vpp-2n-dnv-curr-iter" - core: ["1t1c", ] - include: - - "Tests.Vpp.Perf.Ip4.2N1L-10Ge2P1X553-Ethip4Tcp-Ip4Base-H1024-P63-S64512-Tput-Ndrpdr.1518b-{core}-ethip4tcp-ip4base-h1024-p63-s64512-tput-ndrpdr" - - "Tests.Vpp.Perf.Ip4.2N1L-10Ge2P1X553-Ethip4Tcp-Nat44Ed-H1024-P63-S64512-Tput-Ndrpdr.1518b-{core}-ethip4tcp-nat44ed-h1024-p63-s64512-tput-ndrpdr" - - "Tests.Vpp.Perf.Ip4.2N1L-10Ge2P1X553-Ethip4Tcp-Ip4Base-H16384-P63-S1032192-Tput-Ndrpdr.1518b-{core}-ethip4tcp-ip4base-h16384-p63-s1032192-tput-ndrpdr" - - "Tests.Vpp.Perf.Ip4.2N1L-10Ge2P1X553-Ethip4Tcp-Nat44Ed-H16384-P63-S1032192-Tput-Ndrpdr.1518b-{core}-ethip4tcp-nat44ed-h16384-p63-s1032192-tput-ndrpdr" - - "Tests.Vpp.Perf.Ip4.2N1L-10Ge2P1X553-Ethip4Tcp-Ip4Base-H65536-P63-S4128768-Tput-Ndrpdr.1518b-{core}-ethip4tcp-ip4base-h65536-p63-s4128768-tput-ndrpdr" - - "Tests.Vpp.Perf.Ip4.2N1L-10Ge2P1X553-Ethip4Tcp-Nat44Ed-H65536-P63-S4128768-Tput-Ndrpdr.1518b-{core}-ethip4tcp-nat44ed-h65536-p63-s4128768-tput-ndrpdr" - layout: - title: "2n-dnv-x553-1518b-{core}-nat44ed-ip4routing-tcp-tput-{test_type}" - layout: "plot-throughput" - -- type: "plot" - title: "Throughput: 3n-dnv-x553-78b-{core}-ip6routing-base-scale-ixgbe-{test_type}" - algorithm: "plot_ndrpdr_box_name" - output-file: "{DIR[STATIC,VPP]}/3n-dnv-x553-78b-{core}-ip6routing-base-scale-ixgbe-{test_type}" - data: "vpp-3n-dnv-curr-iter" - core: ["1t1c", ] - include: - - "Tests.Vpp.Perf.Ip6.10Ge2P1X553-Dot1Q-Ip6Base-Ndrpdr.78B-{core}-dot1q-ip6base-ndrpdr" - - "Tests.Vpp.Perf.Ip6.10Ge2P1X553-Ethip6-Ip6Base-Ndrpdr.78B-{core}-ethip6-ip6base-ndrpdr" - - "Tests.Vpp.Perf.Ip6.10Ge2P1X553-Ethip6-Ip6Scale20K-Ndrpdr.78B-{core}-ethip6-ip6scale20k-ndrpdr" - - "Tests.Vpp.Perf.Ip6.10Ge2P1X553-Ethip6-Ip6Scale200K-Ndrpdr.78B-{core}-ethip6-ip6scale200k-ndrpdr" - - "Tests.Vpp.Perf.Ip6.10Ge2P1X553-Ethip6-Ip6Scale2M-Ndrpdr.78B-{core}-ethip6-ip6scale2m-ndrpdr" - layout: - title: "3n-dnv-x553-78b-{core}-ip6routing-base-scale-ixgbe-{test_type}" - layout: "plot-throughput" - - type: "plot" title: "Throughput: 3n-tsh-x520-imix-{core}-ipsec-ip4routing-base-scale-sw-ixgbe-{test_type}" algorithm: "plot_ndrpdr_box_name" @@ -7146,23 +6297,6 @@ title: "3n-tsh-x520-imix-{core}-ipsec-ip4routing-base-scale-sw-ixgbe-{test_type}" layout: "plot-throughput" -- type: "plot" - title: "Throughput: 3n-dnv-x553-imix-{core}-ipsec-ip4routing-base-scale-sw-ixgbe-{test_type}" - algorithm: "plot_ndrpdr_box_name" - output-file: "{DIR[STATIC,VPP]}/3n-dnv-x553-imix-{core}-ipsec-ip4routing-base-scale-sw-ixgbe-{test_type}" - data: "vpp-3n-dnv-curr-iter" - core: ["1t1c", ] - include: - - "Tests.Vpp.Perf.Crypto.10Ge2P1X553-Ethip4Ipsec4Tnlsw-Ip4Base-Int-Aes256Gcm-Ndrpdr.IMIX-{core}-ethip4ipsec4tnlsw-ip4base-int-aes256gcm-ndrpdr" - - "Tests.Vpp.Perf.Crypto.10Ge2P1X553-Ethip4Ipsec4Tnlsw-Ip4Base-Int-Aes128Cbc-Hmac512Sha-Ndrpdr.IMIX-{core}-ethip4ipsec4tnlsw-ip4base-int-aes128cbc-hmac512sha-ndrpdr" - - "Tests.Vpp.Perf.Crypto.10Ge2P1X553-Ethip4Ipsec1000Tnlsw-Ip4Base-Int-Aes256Gcm-Ndrpdr.IMIX-{core}-ethip4ipsec1000tnlsw-ip4base-int-aes256gcm-ndrpdr" - - "Tests.Vpp.Perf.Crypto.10Ge2P1X553-Ethip4Ipsec1000Tnlsw-Ip4Base-Int-Aes128Cbc-Hmac512Sha-Ndrpdr.IMIX-{core}-ethip4ipsec1000tnlsw-ip4base-int-aes128cbc-hmac512sha-ndrpdr" - - "Tests.Vpp.Perf.Crypto.10Ge2P1X553-Ethip4Ipsec10000Tnlsw-Ip4Base-Int-Aes256Gcm-Ndrpdr.IMIX-{core}-ethip4ipsec10000tnlsw-ip4base-int-aes256gcm-ndrpdr" - - "Tests.Vpp.Perf.Crypto.10Ge2P1X553-Ethip4Ipsec10000Tnlsw-Ip4Base-Int-Aes128Cbc-Hmac512Sha-Ndrpdr.IMIX-{core}-ethip4ipsec10000tnlsw-ip4base-int-aes128cbc-hmac512sha-ndrpdr" - layout: - title: "3n-dnv-x553-imix-{core}-ipsec-ip4routing-base-scale-sw-ixgbe-{test_type}" - layout: "plot-throughput" - - type: "plot" title: "Throughput: 3n-tsh-x520-64b-{core}-l2switching-base-ixgbe-{test_type}" algorithm: "plot_ndrpdr_box_name" @@ -7196,85 +6330,6 @@ title: "3n-tsh-x520-64b-{core}-features-l2switching-base-ixgbe-{test_type}" layout: "plot-throughput" -- type: "plot" - title: "Throughput: 2n-dnv-x553-64b-{core}-l2switching-base-ixgbe-{test_type}" - algorithm: "plot_ndrpdr_box_name" - output-file: "{DIR[STATIC,VPP]}/2n-dnv-x553-64b-{core}-l2switching-base-ixgbe-{test_type}" - data: "vpp-2n-dnv-curr-iter" - core: ["1t1c", ] - include: - - "Tests.Vpp.Perf.L2.2N1L-10Ge2P1X553-Dot1Q-L2Xcbase-Ndrpdr.64B-{core}-dot1q-l2xcbase-ndrpdr" - - "Tests.Vpp.Perf.L2.2N1L-10Ge2P1X553-Eth-L2Xcbase-Ndrpdr.64B-{core}-eth-l2xcbase-ndrpdr" - - "Tests.Vpp.Perf.L2.2N1L-10Ge2P1X553-Dot1Q-L2Bdbasemaclrn-Ndrpdr.64B-{core}-dot1q-l2bdbasemaclrn-ndrpdr" - - "Tests.Vpp.Perf.L2.2N1L-10Ge2P1X553-Eth-L2Bdbasemaclrn-Ndrpdr.64B-{core}-eth-l2bdbasemaclrn-ndrpdr" - layout: - title: "2n-dnv-x553-64b-{core}-l2switching-base-ixgbe-{test_type}" - layout: "plot-throughput" - -- type: "plot" - title: "Throughput: 2n-dnv-x553-64b-{core}-l2switching-base-scale-ixgbe-{test_type}" - algorithm: "plot_ndrpdr_box_name" - output-file: "{DIR[STATIC,VPP]}/2n-dnv-x553-64b-{core}-l2switching-base-scale-ixgbe-{test_type}" - data: "vpp-2n-dnv-curr-iter" - core: ["1t1c", ] - include: - - "Tests.Vpp.Perf.L2.2N1L-10Ge2P1X553-Eth-L2Patch-Ndrpdr.64B-{core}-eth-l2patch-ndrpdr" - - "Tests.Vpp.Perf.L2.2N1L-10Ge2P1X553-Eth-L2Xcbase-Ndrpdr.64B-{core}-eth-l2xcbase-ndrpdr" - - "Tests.Vpp.Perf.L2.2N1L-10Ge2P1X553-Eth-L2Bdbasemaclrn-Ndrpdr.64B-{core}-eth-l2bdbasemaclrn-ndrpdr" - - "Tests.Vpp.Perf.L2.2N1L-10Ge2P1X553-Eth-L2Bdscale10Kmaclrn-Ndrpdr.64B-{core}-eth-l2bdscale10kmaclrn-ndrpdr" - layout: - title: "2n-dnv-x553-64b-{core}-l2switching-base-scale-ixgbe-{test_type}" - layout: "plot-throughput" - -- type: "plot" - title: "Throughput: 3n-dnv-x553-64b-{core}-l2switching-base-ixgbe-{test_type}" - algorithm: "plot_ndrpdr_box_name" - output-file: "{DIR[STATIC,VPP]}/3n-dnv-x553-64b-{core}-l2switching-base-ixgbe-{test_type}" - data: "vpp-3n-dnv-curr-iter" - core: ["1t1c", ] - include: - - "Tests.Vpp.Perf.L2.10Ge2P1X553-Dot1Q-L2Xcbase-Ndrpdr.64B-{core}-dot1q-l2xcbase-ndrpdr" - - "Tests.Vpp.Perf.L2.10Ge2P1X553-Eth-L2Xcbase-Ndrpdr.64B-{core}-eth-l2xcbase-ndrpdr" - - "Tests.Vpp.Perf.L2.10Ge2P1X553-Dot1Q-L2Bdbasemaclrn-Ndrpdr.64B-{core}-dot1q-l2bdbasemaclrn-ndrpdr" - - "Tests.Vpp.Perf.L2.10Ge2P1X553-Eth-L2Bdbasemaclrn-Ndrpdr.64B-{core}-eth-l2bdbasemaclrn-ndrpdr" - layout: - title: "3n-dnv-x553-64b-{core}-l2switching-base-ixgbe-{test_type}" - layout: "plot-throughput" - -- type: "plot" - title: "Throughput: 3n-dnv-x553-64b-{core}-l2switching-base-scale-ixgbe-{test_type}" - algorithm: "plot_ndrpdr_box_name" - output-file: "{DIR[STATIC,VPP]}/3n-dnv-x553-64b-{core}-l2switching-base-scale-ixgbe-{test_type}" - data: "vpp-3n-dnv-curr-iter" - core: ["1t1c", ] - include: - - "Tests.Vpp.Perf.L2.10Ge2P1X553-Eth-L2Patch-Ndrpdr.64B-{core}-eth-l2patch-ndrpdr" - - "Tests.Vpp.Perf.L2.10Ge2P1X553-Eth-L2Xcbase-Ndrpdr.64B-{core}-eth-l2xcbase-ndrpdr" - - "Tests.Vpp.Perf.L2.10Ge2P1X553-Eth-L2Bdbasemaclrn-Ndrpdr.64B-{core}-eth-l2bdbasemaclrn-ndrpdr" - - "Tests.Vpp.Perf.L2.10Ge2P1X553-Eth-L2Bdscale10Kmaclrn-Ndrpdr.64B-{core}-eth-l2bdscale10kmaclrn-ndrpdr" - - "Tests.Vpp.Perf.L2.10Ge2P1X553-Eth-L2Bdscale100Kmaclrn-Ndrpdr.64B-{core}-eth-l2bdscale100kmaclrn-ndrpdr" - - "Tests.Vpp.Perf.L2.10Ge2P1X553-Eth-L2Bdscale1Mmaclrn-Ndrpdr.64B-{core}-eth-l2bdscale1mmaclrn-ndrpdr" - layout: - title: "3n-dnv-x553-64b-{core}-l2switching-base-scale-ixgbe-{test_type}" - layout: "plot-throughput" - -- type: "plot" - title: "Throughput: 3n-dnv-x553-64b-{core}-features-l2switching-base-ixgbe-{test_type}" - algorithm: "plot_ndrpdr_box_name" - output-file: "{DIR[STATIC,VPP]}/3n-dnv-x553-64b-{core}-features-l2switching-base-ixgbe-{test_type}" - data: "vpp-3n-dnv-curr-iter" - core: ["1t1c", ] - include: - - "Tests.Vpp.Perf.L2.10Ge2P1X553-Eth-L2Xcbase-Ndrpdr.64B-{core}-eth-l2xcbase-ndrpdr" - - "Tests.Vpp.Perf.L2.10Ge2P1X553-Eth-L2Bdbasemaclrn-Iacl50Sf-10Kflows-Ndrpdr.64B-{core}-eth-l2bdbasemaclrn-iacl50sf-10kflows-ndrpdr" - - "Tests.Vpp.Perf.L2.10Ge2P1X553-Eth-L2Bdbasemaclrn-Iacl50Sl-10Kflows-Ndrpdr.64B-{core}-eth-l2bdbasemaclrn-iacl50sl-10kflows-ndrpdr" - - "Tests.Vpp.Perf.L2.10Ge2P1X553-Eth-L2Bdbasemaclrn-Oacl50Sf-10Kflows-Ndrpdr.64B-{core}-eth-l2bdbasemaclrn-oacl50sf-10kflows-ndrpdr" - - "Tests.Vpp.Perf.L2.10Ge2P1X553-Eth-L2Bdbasemaclrn-Oacl50Sl-10Kflows-Ndrpdr.64B-{core}-eth-l2bdbasemaclrn-oacl50sl-10kflows-ndrpdr" - - "Tests.Vpp.Perf.L2.10Ge2P1X553-Eth-L2Bdbasemaclrn-Macip-Iacl50Sl-10Kflows-Ndrpdr.64B-{core}-eth-l2bdbasemaclrn-macip-iacl50sl-10kflows-ndrpdr" - layout: - title: "3n-dnv-x553-64b-{core}-features-l2switching-base-ixgbe-{test_type}" - layout: "plot-throughput" - - type: "plot" title: "Throughput: 3n-tsh-x520-78b-{core}-srv6-ip6routing-base-ixgbe-{test_type}" algorithm: "plot_ndrpdr_box_name" @@ -8118,216 +7173,6 @@ title: "3n-alt-xl710-64b-vhost-{test_type}" layout: "plot-throughput-speedup-analysis" -- type: "plot" - title: "Speedup: 2n-dnv-x553-64b-ip4routing-base-scale-ixgbe-{test_type}-tsa" - algorithm: "plot_tsa_name" - output-file: "{DIR[STATIC,VPP]}/2n-dnv-x553-64b-ip4routing-base-scale-[ixgbe,af_xdp]-{test_type}-tsa" - data: "vpp-2n-dnv-curr-iter" - include: - - "Tests.Vpp.Perf.Ip4.2N1L-10Ge2P1X553-Ethip4-Ip4Base-Ndrpdr.64B-.t.c-ethip4-ip4base-ndrpdr" - - "Tests.Vpp.Perf.Ip4.2N1L-10Ge2P1X553-Ethip4-Ip4Scale20K-Ndrpdr.64B-.t.c-ethip4-ip4scale20k-ndrpdr" - - "Tests.Vpp.Perf.Ip4.2N1L-10Ge2P1X553-Ethip4-Ip4Scale20K-rnd-Ndrpdr.64B-.t.c-ethip4-ip4scale20k-rnd-ndrpdr" - - "Tests.Vpp.Perf.Ip4.2N1L-10Ge2P1X553-af-xdp-Ethip4-Ip4Base-Ndrpdr.64B-.t.c-af-xdp-ethip4-ip4base-ndrpdr" - - "Tests.Vpp.Perf.Ip4.2N1L-10Ge2P1X553-af-xdp-Ethip4-Ip4Scale20K-Ndrpdr.64B-.t.c-af-xdp-ethip4-ip4scale20k-ndrpdr" - - "Tests.Vpp.Perf.Ip4.2N1L-10Ge2P1X553-af-xdp-Ethip4-Ip4Scale20K-rnd-Ndrpdr.64B-.t.c-af-xdp-ethip4-ip4scale20k-rnd-ndrpdr" - layout: - title: "2n-dnv-x553-64b-ip4routing-base-scale-ixgbe-{test_type}" - layout: "plot-throughput-speedup-analysis" - -- type: "plot" - title: "Speedup: 2n-dnv-x553-100b-nat44ed-ip4routing-tcp-tput-{test_type}-tsa" - algorithm: "plot_tsa_name" - output-file: "{DIR[STATIC,VPP]}/2n-dnv-x553-100b-nat44ed-ip4routing-tcp-tput-{test_type}-tsa" - data: "vpp-2n-dnv-curr-iter" - include: - - "Tests.Vpp.Perf.Ip4.2N1L-10Ge2P1X553-Ethip4Tcp-Ip4Base-H1024-P63-S64512-Tput-Ndrpdr.100B-.t.c-ethip4tcp-ip4base-h1024-p63-s64512-tput-ndrpdr" - - "Tests.Vpp.Perf.Ip4.2N1L-10Ge2P1X553-Ethip4Tcp-Ip4Base-H16384-P63-S1032192-Tput-Ndrpdr.100B-.t.c-ethip4tcp-ip4base-h16384-p63-s1032192-tput-ndrpdr" - - "Tests.Vpp.Perf.Ip4.2N1L-10Ge2P1X553-Ethip4Tcp-Ip4Base-H65536-P63-S4128768-Tput-Ndrpdr.100B-.t.c-ethip4tcp-ip4base-h65536-p63-s4128768-tput-ndrpdr" - - "Tests.Vpp.Perf.Ip4.2N1L-10Ge2P1X553-Ethip4Tcp-Nat44Ed-H1024-P63-S64512-Tput-Ndrpdr.100B-.t.c-ethip4tcp-nat44ed-h1024-p63-s64512-tput-ndrpdr" - - "Tests.Vpp.Perf.Ip4.2N1L-10Ge2P1X553-Ethip4Tcp-Nat44Ed-H16384-P63-S1032192-Tput-Ndrpdr.100B-.t.c-ethip4tcp-nat44ed-h16384-p63-s1032192-tput-ndrpdr" - - "Tests.Vpp.Perf.Ip4.2N1L-10Ge2P1X553-Ethip4Tcp-Nat44Ed-H65536-P63-S4128768-Tput-Ndrpdr.100B-.t.c-ethip4tcp-nat44ed-h65536-p63-s4128768-tput-ndrpdr" - layout: - title: "2n-dnv-x553-100b-nat44ed-ip4routing-tcp-tput-{test_type}" - layout: "plot-throughput-speedup-analysis" - -- type: "plot" - title: "Speedup: 2n-dnv-x553-1518b-nat44ed-ip4routing-tcp-tput-{test_type}-tsa" - algorithm: "plot_tsa_name" - output-file: "{DIR[STATIC,VPP]}/2n-dnv-x553-1518b-nat44ed-ip4routing-tcp-tput-{test_type}-tsa" - data: "vpp-2n-dnv-curr-iter" - include: - - "Tests.Vpp.Perf.Ip4.2N1L-10Ge2P1X553-Ethip4Tcp-Ip4Base-H1024-P63-S64512-Tput-Ndrpdr.1518b-.t.c-ethip4tcp-ip4base-h1024-p63-s64512-tput-ndrpdr" - - "Tests.Vpp.Perf.Ip4.2N1L-10Ge2P1X553-Ethip4Tcp-Ip4Base-H16384-P63-S1032192-Tput-Ndrpdr.1518b-.t.c-ethip4tcp-ip4base-h16384-p63-s1032192-tput-ndrpdr" - - "Tests.Vpp.Perf.Ip4.2N1L-10Ge2P1X553-Ethip4Tcp-Ip4Base-H65536-P63-S4128768-Tput-Ndrpdr.1518b-.t.c-ethip4tcp-ip4base-h65536-p63-s4128768-tput-ndrpdr" - - "Tests.Vpp.Perf.Ip4.2N1L-10Ge2P1X553-Ethip4Tcp-Nat44Ed-H1024-P63-S64512-Tput-Ndrpdr.1518b-.t.c-ethip4tcp-nat44ed-h1024-p63-s64512-tput-ndrpdr" - - "Tests.Vpp.Perf.Ip4.2N1L-10Ge2P1X553-Ethip4Tcp-Nat44Ed-H16384-P63-S1032192-Tput-Ndrpdr.1518b-.t.c-ethip4tcp-nat44ed-h16384-p63-s1032192-tput-ndrpdr" - - "Tests.Vpp.Perf.Ip4.2N1L-10Ge2P1X553-Ethip4Tcp-Nat44Ed-H65536-P63-S4128768-Tput-Ndrpdr.1518b-.t.c-ethip4tcp-nat44ed-h65536-p63-s4128768-tput-ndrpdr" - layout: - title: "2n-dnv-x553-1518b-nat44ed-ip4routing-tcp-tput-{test_type}" - layout: "plot-throughput-speedup-analysis" - -- type: "plot" - title: "Speedup: 2n-dnv-x553-78b-ip6routing-base-scale-[ixgbe,af_xdp]-{test_type}-tsa" - algorithm: "plot_tsa_name" - output-file: "{DIR[STATIC,VPP]}/2n-dnv-x553-78b-ip6routing-base-scale-[ixgbe,af_xdp]-{test_type}-tsa" - data: "vpp-2n-dnv-curr-iter" - include: - - "Tests.Vpp.Perf.Ip6.2N1L-10Ge2P1X553-Ethip6-Ip6Base-Ndrpdr.78B-.t.c-ethip6-ip6base-ndrpdr" - - "Tests.Vpp.Perf.Ip6.2N1L-10Ge2P1X553-Ethip6-Ip6Scale20K-Ndrpdr.78B-.t.c-ethip6-ip6scale20k-ndrpdr" - - "Tests.Vpp.Perf.Ip6.2N1L-10Ge2P1X553-af-xdp-Ethip6-Ip6Base-Ndrpdr.78B-.t.c-af-xdp-ethip6-ip6base-ndrpdr" - - "Tests.Vpp.Perf.Ip6.2N1L-10Ge2P1X553-af-xdp-Ethip6-Ip6Scale20K-Ndrpdr.78B-.t.c-af-xdp-ethip6-ip6scale20k-ndrpdr" - - "Tests.Vpp.Perf.Ip6.2N1L-10Ge2P1X553-af-xdp-Ethip6-Ip6Scale20K-rnd-Ndrpdr.78B-.t.c-af-xdp-ethip6-ip6scale20k-rnd-ndrpdr" - layout: - title: "2n-dnv-x553-78b-ip6routing-base-scale-[ixgbe,af_xdp]-{test_type}" - layout: "plot-throughput-speedup-analysis" - -- type: "plot" - title: "Speedup: 2n-dnv-x553-64b-l2switching-base-ixgbe-{test_type}-tsa" - algorithm: "plot_tsa_name" - output-file: "{DIR[STATIC,VPP]}/2n-dnv-x553-64b-l2switching-base-ixgbe-{test_type}-tsa" - data: "vpp-2n-dnv-curr-iter" - include: - - "Tests.Vpp.Perf.L2.2N1L-10Ge2P1X553-Dot1Q-L2Xcbase-Ndrpdr.64B-.t.c-dot1q-l2xcbase-ndrpdr" - - "Tests.Vpp.Perf.L2.2N1L-10Ge2P1X553-Eth-L2Xcbase-Ndrpdr.64B-.t.c-eth-l2xcbase-ndrpdr" - - "Tests.Vpp.Perf.L2.2N1L-10Ge2P1X553-Dot1Q-L2Bdbasemaclrn-Ndrpdr.64B-.t.c-dot1q-l2bdbasemaclrn-ndrpdr" - - "Tests.Vpp.Perf.L2.2N1L-10Ge2P1X553-Eth-L2Bdbasemaclrn-Ndrpdr.64B-.t.c-eth-l2bdbasemaclrn-ndrpdr" - layout: - title: "2n-dnv-x553-64b-l2switching-base-ixgbe-{test_type}" - layout: "plot-throughput-speedup-analysis" - -- type: "plot" - title: "Speedup: 2n-dnv-x553-64b-l2switching-base-scale-ixgbe-{test_type}-tsa" - algorithm: "plot_tsa_name" - output-file: "{DIR[STATIC,VPP]}/2n-dnv-x553-64b-l2switching-base-scale-ixgbe-{test_type}-tsa" - data: "vpp-2n-dnv-curr-iter" - include: - - "Tests.Vpp.Perf.L2.2N1L-10Ge2P1X553-Eth-L2Patch-Ndrpdr.64B-.t.c-eth-l2patch-ndrpdr" - - "Tests.Vpp.Perf.L2.2N1L-10Ge2P1X553-Eth-L2Xcbase-Ndrpdr.64B-.t.c-eth-l2xcbase-ndrpdr" - - "Tests.Vpp.Perf.L2.2N1L-10Ge2P1X553-Eth-L2Bdbasemaclrn-Ndrpdr.64B-.t.c-eth-l2bdbasemaclrn-ndrpdr" - - "Tests.Vpp.Perf.L2.2N1L-10Ge2P1X553-Eth-L2Bdscale10Kmaclrn-Ndrpdr.64B-.t.c-eth-l2bdscale10kmaclrn-ndrpdr" - layout: - title: "2n-dnv-x553-64b-l2switching-base-scale-ixgbe-{test_type}" - layout: "plot-throughput-speedup-analysis" - -- type: "plot" - title: "Speedup: 2n-dnv-x553-64b-l2switching-base-scale-af_xdp-{test_type}-tsa" - algorithm: "plot_tsa_name" - output-file: "{DIR[STATIC,VPP]}/2n-dnv-x553-64b-l2switching-base-scale-ixgbe-{test_type}-tsa" - data: "vpp-2n-dnv-curr-iter" - include: - - "Tests.Vpp.Perf.L2.2N1L-10Ge2P1X553-af-xdp-Eth-L2Patch-Ndrpdr.64B-.t.c-af-xdp-eth-l2patch-ndrpdr" - - "Tests.Vpp.Perf.L2.2N1L-10Ge2P1X553-af-xdp-Eth-L2Xcbase-Ndrpdr.64B-.t.c-af-xdp-eth-l2xcbase-ndrpdr" - - "Tests.Vpp.Perf.L2.2N1L-10Ge2P1X553-af-xdp-Eth-L2Bdbasemaclrn-Ndrpdr.64B-.t.c-af-xdp-eth-l2bdbasemaclrn-ndrpdr" - - "Tests.Vpp.Perf.L2.2N1L-10Ge2P1X553-af-xdp-Eth-L2Bdscale10Kmaclrn-Ndrpdr.64B-.t.c-af-xdp-eth-l2bdscale10kmaclrn-ndrpdr" - layout: - title: "2n-dnv-x553-64b-l2switching-base-scale-af_xdp-{test_type}" - layout: "plot-throughput-speedup-analysis" - -- type: "plot" - title: "Speedup: 3n-dnv-x553-64b-ip4routing-base-scale-ixgbe-{test_type}-tsa" - algorithm: "plot_tsa_name" - output-file: "{DIR[STATIC,VPP]}/3n-dnv-x553-64b-ip4routing-base-scale-ixgbe-{test_type}-tsa" - data: "vpp-3n-dnv-curr-iter" - include: - - "Tests.Vpp.Perf.Ip4.10Ge2P1X553-Dot1Q-Ip4Base-Ndrpdr.64B-.t.c-dot1q-ip4base-ndrpdr" - - "Tests.Vpp.Perf.Ip4.10Ge2P1X553-Ethip4-Ip4Base-Ndrpdr.64B-.t.c-ethip4-ip4base-ndrpdr" - - "Tests.Vpp.Perf.Ip4.10Ge2P1X553-Ethip4-Ip4Scale20K-Ndrpdr.64B-.t.c-ethip4-ip4scale20k-ndrpdr" - - "Tests.Vpp.Perf.Ip4.10Ge2P1X553-Ethip4-Ip4Scale200K-Ndrpdr.64B-.t.c-ethip4-ip4scale200k-ndrpdr" - - "Tests.Vpp.Perf.Ip4.10Ge2P1X553-Ethip4-Ip4Scale2M-Ndrpdr.64B-.t.c-ethip4-ip4scale2m-ndrpdr" - - "Tests.Vpp.Perf.Ip4.10Ge2P1X553-Ethip4-Ip4Scale20K-rnd-Ndrpdr.64B-.t.c-ethip4-ip4scale20k-rnd-ndrpdr" - layout: - title: "3n-dnv-x553-64b-ip4routing-base-scale-ixgbe-{test_type}" - layout: "plot-throughput-speedup-analysis" - -- type: "plot" - title: "Speedup: 3n-dnv-x553-64b-ip4tunnel-base-ixgbe-{test_type}-tsa" - algorithm: "plot_tsa_name" - output-file: "{DIR[STATIC,VPP]}/3n-dnv-x553-64b-ip4tunnel-base-ixgbe-{test_type}-tsa" - data: "vpp-3n-dnv-curr-iter" - include: - - "Tests.Vpp.Perf.Ip4 Tunnels.10Ge2P1X553-Ethip4Vxlan-L2Xcbase-Ndrpdr.64B-.t.c-ethip4vxlan-l2xcbase-ndrpdr" - - "Tests.Vpp.Perf.Ip4 Tunnels.10Ge2P1X553-Ethip4Vxlan-L2Bdbasemaclrn-Ndrpdr.64B-.t.c-ethip4vxlan-l2bdbasemaclrn-ndrpdr" - layout: - title: "3n-dnv-x553-64b-ip4tunnel-base-ixgbe-{test_type}" - layout: "plot-throughput-speedup-analysis" - -- type: "plot" - title: "Speedup: 3n-dnv-x553-78b-ip6routing-base-scale-ixgbe-{test_type}-tsa" - algorithm: "plot_tsa_name" - output-file: "{DIR[STATIC,VPP]}/3n-dnv-x553-78b-ip6routing-base-scale-ixgbe-{test_type}-tsa" - data: "vpp-3n-dnv-curr-iter" - include: - - "Tests.Vpp.Perf.Ip6.10Ge2P1X553-Dot1Q-Ip6Base-Ndrpdr.78B-.t.c-dot1q-ip6base-ndrpdr" - - "Tests.Vpp.Perf.Ip6.10Ge2P1X553-Ethip6-Ip6Base-Ndrpdr.78B-.t.c-ethip6-ip6base-ndrpdr" - - "Tests.Vpp.Perf.Ip6.10Ge2P1X553-Ethip6-Ip6Scale20K-Ndrpdr.78B-.t.c-ethip6-ip6scale20k-ndrpdr" - - "Tests.Vpp.Perf.Ip6.10Ge2P1X553-Ethip6-Ip6Scale200K-Ndrpdr.78B-.t.c-ethip6-ip6scale200k-ndrpdr" - - "Tests.Vpp.Perf.Ip6.10Ge2P1X553-Ethip6-Ip6Scale2M-Ndrpdr.78B-.t.c-ethip6-ip6scale2m-ndrpdr" - layout: - title: "3n-dnv-x553-78b-ip6routing-base-scale-ixgbe-{test_type}" - layout: "plot-throughput-speedup-analysis" - -- type: "plot" - title: "Speedup: 3n-dnv-x553-imix-ipsec-ip4routing-base-scale-sw-ixgbe-{test_type}-tsa" - algorithm: "plot_tsa_name" - output-file: "{DIR[STATIC,VPP]}/3n-dnv-x553-imix-ipsec-ip4routing-base-scale-sw-ixgbe-{test_type}-tsa" - data: "vpp-3n-dnv-curr-iter" - include: - - "Tests.Vpp.Perf.Crypto.10Ge2P1X553-Ethip4Ipsec4Tnlsw-Ip4Base-Int-Aes256Gcm-Ndrpdr.IMIX-.t.c-ethip4ipsec4tnlsw-ip4base-int-aes256gcm-ndrpdr" - - "Tests.Vpp.Perf.Crypto.10Ge2P1X553-Ethip4Ipsec4Tnlsw-Ip4Base-Int-Aes128Cbc-Hmac512Sha-Ndrpdr.IMIX-.t.c-ethip4ipsec4tnlsw-ip4base-int-aes128cbc-hmac512sha-ndrpdr" - - "Tests.Vpp.Perf.Crypto.10Ge2P1X553-Ethip4Ipsec1000Tnlsw-Ip4Base-Int-Aes256Gcm-Ndrpdr.IMIX-.t.c-ethip4ipsec1000tnlsw-ip4base-int-aes256gcm-ndrpdr" - - "Tests.Vpp.Perf.Crypto.10Ge2P1X553-Ethip4Ipsec1000Tnlsw-Ip4Base-Int-Aes128Cbc-Hmac512Sha-Ndrpdr.IMIX-.t.c-ethip4ipsec1000tnlsw-ip4base-int-aes128cbc-hmac512sha-ndrpdr" - - "Tests.Vpp.Perf.Crypto.10Ge2P1X553-Ethip4Ipsec10000Tnlsw-Ip4Base-Int-Aes256Gcm-Ndrpdr.IMIX-.t.c-ethip4ipsec10000tnlsw-ip4base-int-aes256gcm-ndrpdr" - - "Tests.Vpp.Perf.Crypto.10Ge2P1X553-Ethip4Ipsec10000Tnlsw-Ip4Base-Int-Aes128Cbc-Hmac512Sha-Ndrpdr.IMIX-.t.c-ethip4ipsec10000tnlsw-ip4base-int-aes128cbc-hmac512sha-ndrpdr" - layout: - title: "3n-dnv-x553-imix-ipsec-ip4routing-base-scale-sw-ixgbe-{test_type}" - layout: "plot-throughput-speedup-analysis" - -- type: "plot" - title: "Speedup: 3n-dnv-x553-64b-l2switching-base-ixgbe-{test_type}-tsa" - algorithm: "plot_tsa_name" - output-file: "{DIR[STATIC,VPP]}/3n-dnv-x553-64b-l2switching-base-ixgbe-{test_type}-tsa" - data: "vpp-3n-dnv-curr-iter" - include: - - "Tests.Vpp.Perf.L2.10Ge2P1X553-Dot1Q-L2Xcbase-Ndrpdr.64B-.t.c-dot1q-l2xcbase-ndrpdr" - - "Tests.Vpp.Perf.L2.10Ge2P1X553-Eth-L2Xcbase-Ndrpdr.64B-.t.c-eth-l2xcbase-ndrpdr" - - "Tests.Vpp.Perf.L2.10Ge2P1X553-Dot1Q-L2Bdbasemaclrn-Ndrpdr.64B-.t.c-dot1q-l2bdbasemaclrn-ndrpdr" - - "Tests.Vpp.Perf.L2.10Ge2P1X553-Eth-L2Bdbasemaclrn-Ndrpdr.64B-.t.c-eth-l2bdbasemaclrn-ndrpdr" - layout: - title: "3n-dnv-x553-64b-l2switching-base-ixgbe-{test_type}" - layout: "plot-throughput-speedup-analysis" - -- type: "plot" - title: "Speedup: 3n-dnv-x553-64b-l2switching-base-scale-ixgbe-{test_type}-tsa" - algorithm: "plot_tsa_name" - output-file: "{DIR[STATIC,VPP]}/3n-dnv-x553-64b-l2switching-base-scale-ixgbe-{test_type}-tsa" - data: "vpp-3n-dnv-curr-iter" - include: - - "Tests.Vpp.Perf.L2.10Ge2P1X553-Eth-L2Patch-Ndrpdr.64B-.t.c-eth-l2patch-ndrpdr" - - "Tests.Vpp.Perf.L2.10Ge2P1X553-Eth-L2Xcbase-Ndrpdr.64B-.t.c-eth-l2xcbase-ndrpdr" - - "Tests.Vpp.Perf.L2.10Ge2P1X553-Eth-L2Bdbasemaclrn-Ndrpdr.64B-.t.c-eth-l2bdbasemaclrn-ndrpdr" - - "Tests.Vpp.Perf.L2.10Ge2P1X553-Eth-L2Bdscale10Kmaclrn-Ndrpdr.64B-.t.c-eth-l2bdscale10kmaclrn-ndrpdr" - - "Tests.Vpp.Perf.L2.10Ge2P1X553-Eth-L2Bdscale100Kmaclrn-Ndrpdr.64B-.t.c-eth-l2bdscale100kmaclrn-ndrpdr" - - "Tests.Vpp.Perf.L2.10Ge2P1X553-Eth-L2Bdscale1Mmaclrn-Ndrpdr.64B-.t.c-eth-l2bdscale1mmaclrn-ndrpdr" - layout: - title: "3n-dnv-x553-64b-l2switching-base-scale-ixgbe-{test_type}" - layout: "plot-throughput-speedup-analysis" - -- type: "plot" - title: "Speedup: 3n-dnv-x553-64b-features-l2switching-base-ixgbe-{test_type}-tsa" - algorithm: "plot_tsa_name" - output-file: "{DIR[STATIC,VPP]}/3n-dnv-x553-64b-features-l2switching-base-ixgbe-{test_type}-tsa" - data: "vpp-3n-dnv-curr-iter" - include: - - "Tests.Vpp.Perf.L2.10Ge2P1X553-Eth-L2Xcbase-Ndrpdr.64B-.t.c-eth-l2xcbase-ndrpdr" - - "Tests.Vpp.Perf.L2.10Ge2P1X553-Eth-L2Bdbasemaclrn-Iacl50Sf-10Kflows-Ndrpdr.64B-.t.c-eth-l2bdbasemaclrn-iacl50sf-10kflows-ndrpdr" - - "Tests.Vpp.Perf.L2.10Ge2P1X553-Eth-L2Bdbasemaclrn-Iacl50Sl-10Kflows-Ndrpdr.64B-.t.c-eth-l2bdbasemaclrn-iacl50sl-10kflows-ndrpdr" - - "Tests.Vpp.Perf.L2.10Ge2P1X553-Eth-L2Bdbasemaclrn-Oacl50Sf-10Kflows-Ndrpdr.64B-.t.c-eth-l2bdbasemaclrn-oacl50sf-10kflows-ndrpdr" - - "Tests.Vpp.Perf.L2.10Ge2P1X553-Eth-L2Bdbasemaclrn-Oacl50Sl-10Kflows-Ndrpdr.64B-.t.c-eth-l2bdbasemaclrn-oacl50sl-10kflows-ndrpdr" - - "Tests.Vpp.Perf.L2.10Ge2P1X553-Eth-L2Bdbasemaclrn-Macip-Iacl50Sl-10Kflows-Ndrpdr.64B-.t.c-eth-l2bdbasemaclrn-macip-iacl50sl-10kflows-ndrpdr" - layout: - title: "3n-dnv-x553-64b-features-l2switching-base-ixgbe-{test_type}" - layout: "plot-throughput-speedup-analysis" - - type: "plot" title: "Speedup: 2n-tx2-xl710-64b-ipsec-base-scale-sw-policy-dpdk-{test_type}-tsa" algorithm: "plot_tsa_name" diff --git a/resources/tools/presentation/specifications/report/environment.yaml b/resources/tools/presentation/specifications/report/environment.yaml index 004cb20796..5d25ec1b45 100644 --- a/resources/tools/presentation/specifications/report/environment.yaml +++ b/resources/tools/presentation/specifications/report/environment.yaml @@ -40,8 +40,6 @@ DIR[DTR,PERF,DPDK,3N,ICX]: "{DIR[DTR]}/dpdk_performance_results_3n_icx" DIR[DTR,PERF,DPDK,2N,ZN2]: "{DIR[DTR]}/dpdk_performance_results_2n_zn2" DIR[DTR,PERF,DPDK,2N,CLX]: "{DIR[DTR]}/dpdk_performance_results_2n_clx" - DIR[DTR,PERF,DPDK,2N,DNV]: "{DIR[DTR]}/dpdk_performance_results_2n_dnv" - DIR[DTR,PERF,DPDK,3N,DNV]: "{DIR[DTR]}/dpdk_performance_results_3n_dnv" DIR[DTR,PERF,DPDK,3N,SNR]: "{DIR[DTR]}/dpdk_performance_results_3n_snr" DIR[DTR,PERF,DPDK,3N,ALT]: "{DIR[DTR]}/dpdk_performance_results_3n_alt" DIR[DTR,PERF,DPDK,3N,TSH]: "{DIR[DTR]}/dpdk_performance_results_3n_tsh" @@ -56,8 +54,6 @@ DIR[DTR,PERF,VPP,3N,ALT]: "{DIR[DTR]}/vpp_performance_results_3n_alt" DIR[DTR,PERF,VPP,3N,TSH]: "{DIR[DTR]}/vpp_performance_results_3n_tsh" DIR[DTR,PERF,VPP,2N,TX2]: "{DIR[DTR]}/vpp_performance_results_2n_tx2" - DIR[DTR,PERF,VPP,3N,DNV]: "{DIR[DTR]}/vpp_performance_results_3n_dnv" - DIR[DTR,PERF,VPP,2N,DNV]: "{DIR[DTR]}/vpp_performance_results_2n_dnv" DIR[DTR,PERF,VPP,3N,SNR]: "{DIR[DTR]}/vpp_performance_results_3n_snr" DIR[DTR,PERF,VPP,3N,AWS]: "{DIR[DTR]}/vpp_performance_results_3n_aws" DIR[DTR,PERF,VPP,2N,AWS]: "{DIR[DTR]}/vpp_performance_results_2n_aws" @@ -69,8 +65,6 @@ DIR[DTR,MRR,VPP,3N,ALT]: "{DIR[DTR]}/vpp_mrr_results_3n_alt" DIR[DTR,MRR,VPP,3N,TSH]: "{DIR[DTR]}/vpp_mrr_results_3n_tsh" DIR[DTR,MRR,VPP,2N,TX2]: "{DIR[DTR]}/vpp_mrr_results_2n_tx2" - DIR[DTR,MRR,VPP,3N,DNV]: "{DIR[DTR]}/vpp_mrr_results_3n_dnv" - DIR[DTR,MRR,VPP,2N,DNV]: "{DIR[DTR]}/vpp_mrr_results_2n_dnv" DIR[DTR,MRR,VPP,3N,SNR]: "{DIR[DTR]}/vpp_mrr_results_3n_snr" DIR[DTR,MRR,VPP,3N,AWS]: "{DIR[DTR]}/vpp_mrr_results_3n_aws" DIR[DTR,MRR,VPP,2N,AWS]: "{DIR[DTR]}/vpp_mrr_results_2n_aws" @@ -86,8 +80,6 @@ DIR[DTC,PERF,VPP,3N,ALT]: "{DIR[DTC]}/vpp_performance_configuration_3n_alt" DIR[DTC,PERF,VPP,3N,TSH]: "{DIR[DTC]}/vpp_performance_configuration_3n_tsh" DIR[DTC,PERF,VPP,2N,TX2]: "{DIR[DTC]}/vpp_performance_configuration_2n_tx2" - DIR[DTC,PERF,VPP,3N,DNV]: "{DIR[DTC]}/vpp_performance_configuration_3n_dnv" - DIR[DTC,PERF,VPP,2N,DNV]: "{DIR[DTC]}/vpp_performance_configuration_2n_dnv" DIR[DTC,PERF,VPP,3N,SNR]: "{DIR[DTC]}/vpp_performance_configuration_3n_snr" DIR[DTC,PERF,VPP,3N,AWS]: "{DIR[DTC]}/vpp_performance_configuration_3n_aws" DIR[DTC,PERF,VPP,2N,AWS]: "{DIR[DTC]}/vpp_performance_configuration_2n_aws" @@ -99,8 +91,6 @@ DIR[DTC,MRR,VPP,3N,ALT]: "{DIR[DTC]}/vpp_mrr_configuration_3n_alt" DIR[DTC,MRR,VPP,3N,TSH]: "{DIR[DTC]}/vpp_mrr_configuration_3n_tsh" DIR[DTC,MRR,VPP,2N,TX2]: "{DIR[DTC]}/vpp_mrr_configuration_2n_tx2" - DIR[DTC,MRR,VPP,3N,DNV]: "{DIR[DTC]}/vpp_mrr_configuration_3n_dnv" - DIR[DTC,MRR,VPP,2N,DNV]: "{DIR[DTC]}/vpp_mrr_configuration_2n_dnv" DIR[DTC,MRR,VPP,3N,SNR]: "{DIR[DTC]}/vpp_mrr_configuration_3n_snr" DIR[DTC,MRR,VPP,3N,AWS]: "{DIR[DTC]}/vpp_mrr_configuration_3n_aws" DIR[DTC,MRR,VPP,2N,AWS]: "{DIR[DTC]}/vpp_mrr_configuration_2n_aws" @@ -116,8 +106,6 @@ DIR[DTO,PERF,VPP,3N,ALT]: "{DIR[DTO]}/vpp_performance_operational_data_3n_alt" DIR[DTO,PERF,VPP,3N,TSH]: "{DIR[DTO]}/vpp_performance_operational_data_3n_tsh" DIR[DTO,PERF,VPP,2N,TX2]: "{DIR[DTO]}/vpp_performance_operational_data_2n_tx2" - DIR[DTO,PERF,VPP,3N,DNV]: "{DIR[DTO]}/vpp_performance_operational_data_3n_dnv" - DIR[DTO,PERF,VPP,2N,DNV]: "{DIR[DTO]}/vpp_performance_operational_data_2n_dnv" DIR[DTO,PERF,VPP,3N,SNR]: "{DIR[DTO]}/vpp_performance_operational_data_3n_snr" DIR[DTO,PERF,VPP,3N,AWS]: "{DIR[DTO]}/vpp_performance_operational_data_3n_aws" DIR[DTO,PERF,VPP,2N,AWS]: "{DIR[DTO]}/vpp_performance_operational_data_2n_aws" @@ -210,7 +198,6 @@ frequency: # [GHz] 2n-aws: 1.000 - 2n-dnv: 2.000 2n-clx: 2.300 2n-icx: 2.600 2n-skx: 2.500 @@ -218,7 +205,6 @@ 2n-zn2: 2.900 3n-alt: 3.000 3n-aws: 1.000 - 3n-dnv: 2.000 3n-icx: 2.600 3n-skx: 2.500 3n-tsh: 2.200 diff --git a/resources/tools/presentation/specifications/report_local/elements.yaml b/resources/tools/presentation/specifications/report_local/elements.yaml index 87ee409266..b7a7cc0b57 100644 --- a/resources/tools/presentation/specifications/report_local/elements.yaml +++ b/resources/tools/presentation/specifications/report_local/elements.yaml @@ -120,8 +120,6 @@ - "2n-clx" - "3n-hsw" - "3n-tsh" - - "2n-dnv" - - "3n-dnv" - "2n-aws" - "3n-aws" level-3: @@ -169,8 +167,6 @@ - "2n-clx" - "3n-hsw" - "3n-tsh" - - "2n-dnv" - - "3n-dnv" - "2n-aws" - "3n-aws" level-3: @@ -218,8 +214,6 @@ - "2n-clx" - "3n-hsw" - "3n-tsh" - - "2n-dnv" - - "3n-dnv" - "2n-aws" - "3n-aws" level-3: diff --git a/resources/tools/presentation/specifications/report_local/environment.yaml b/resources/tools/presentation/specifications/report_local/environment.yaml index cdbce03155..4efcdb0025 100644 --- a/resources/tools/presentation/specifications/report_local/environment.yaml +++ b/resources/tools/presentation/specifications/report_local/environment.yaml @@ -39,8 +39,6 @@ DIR[DTR,PERF,DPDK,3N,SKX]: "{DIR[DTR]}/dpdk_performance_results_3n_skx" DIR[DTR,PERF,DPDK,2N,SKX]: "{DIR[DTR]}/dpdk_performance_results_2n_skx" DIR[DTR,PERF,DPDK,2N,CLX]: "{DIR[DTR]}/dpdk_performance_results_2n_clx" - DIR[DTR,PERF,DPDK,2N,DNV]: "{DIR[DTR]}/dpdk_performance_results_2n_dnv" - DIR[DTR,PERF,DPDK,3N,DNV]: "{DIR[DTR]}/dpdk_performance_results_3n_dnv" DIR[DTR,PERF,DPDK,3N,TSH]: "{DIR[DTR]}/dpdk_performance_results_3n_tsh" DIR[DTR,PERF,VPP,ALL]: "{DIR[DTR]}/vpp_performance_results" DIR[DTR,PERF,VPP,3N,HSW]: "{DIR[DTR]}/vpp_performance_results_3n_hsw" @@ -48,8 +46,6 @@ DIR[DTR,PERF,VPP,2N,SKX]: "{DIR[DTR]}/vpp_performance_results_2n_skx" DIR[DTR,PERF,VPP,2N,CLX]: "{DIR[DTR]}/vpp_performance_results_2n_clx" DIR[DTR,PERF,VPP,3N,TSH]: "{DIR[DTR]}/vpp_performance_results_3n_tsh" - DIR[DTR,PERF,VPP,3N,DNV]: "{DIR[DTR]}/vpp_performance_results_3n_dnv" - DIR[DTR,PERF,VPP,2N,DNV]: "{DIR[DTR]}/vpp_performance_results_2n_dnv" DIR[DTR,PERF,VPP,3N,AWS]: "{DIR[DTR]}/vpp_performance_results_3n_aws" DIR[DTR,PERF,VPP,2N,AWS]: "{DIR[DTR]}/vpp_performance_results_2n_aws" DIR[DTR,MRR,VPP,ALL]: "{DIR[DTR]}/vpp_mrr_results" @@ -58,8 +54,6 @@ DIR[DTR,MRR,VPP,2N,SKX]: "{DIR[DTR]}/vpp_mrr_results_2n_skx" DIR[DTR,MRR,VPP,2N,CLX]: "{DIR[DTR]}/vpp_mrr_results_2n_clx" DIR[DTR,MRR,VPP,3N,TSH]: "{DIR[DTR]}/vpp_mrr_results_3n_tsh" - DIR[DTR,MRR,VPP,3N,DNV]: "{DIR[DTR]}/vpp_mrr_results_3n_dnv" - DIR[DTR,MRR,VPP,2N,DNV]: "{DIR[DTR]}/vpp_mrr_results_2n_dnv" DIR[DTR,FUNC,VPP,DEVICE,UBUNTU]: "{DIR[DTR]}/vpp_device_results_ubuntu" # Detailed test configurations @@ -70,8 +64,6 @@ DIR[DTC,PERF,VPP,2N,SKX]: "{DIR[DTC]}/vpp_performance_configuration_2n_skx" DIR[DTC,PERF,VPP,2N,CLX]: "{DIR[DTC]}/vpp_performance_configuration_2n_clx" DIR[DTC,PERF,VPP,3N,TSH]: "{DIR[DTC]}/vpp_performance_configuration_3n_tsh" - DIR[DTC,PERF,VPP,3N,DNV]: "{DIR[DTC]}/vpp_performance_configuration_3n_dnv" - DIR[DTC,PERF,VPP,2N,DNV]: "{DIR[DTC]}/vpp_performance_configuration_2n_dnv" DIR[DTC,PERF,VPP,3N,AWS]: "{DIR[DTC]}/vpp_performance_configuration_3n_aws" DIR[DTC,PERF,VPP,2N,AWS]: "{DIR[DTC]}/vpp_performance_configuration_2n_aws" DIR[DTC,MRR,VPP,ALL]: "{DIR[DTC]}/vpp_mrr_configuration" @@ -80,8 +72,6 @@ DIR[DTC,MRR,VPP,2N,SKX]: "{DIR[DTC]}/vpp_mrr_configuration_2n_skx" DIR[DTC,MRR,VPP,2N,CLX]: "{DIR[DTC]}/vpp_mrr_configuration_2n_clx" DIR[DTC,MRR,VPP,3N,TSH]: "{DIR[DTC]}/vpp_mrr_configuration_3n_tsh" - DIR[DTC,MRR,VPP,3N,DNV]: "{DIR[DTC]}/vpp_mrr_configuration_3n_dnv" - DIR[DTC,MRR,VPP,2N,DNV]: "{DIR[DTC]}/vpp_mrr_configuration_2n_dnv" DIR[DTC,FUNC,VPP,DEVICE,UBUNTU]: "{DIR[DTC]}/vpp_device_configuration_ubuntu" # Detailed tests operational data @@ -92,8 +82,6 @@ DIR[DTO,PERF,VPP,2N,SKX]: "{DIR[DTO]}/vpp_performance_operational_data_2n_skx" DIR[DTO,PERF,VPP,2N,CLX]: "{DIR[DTO]}/vpp_performance_operational_data_2n_clx" DIR[DTO,PERF,VPP,3N,TSH]: "{DIR[DTO]}/vpp_performance_operational_data_3n_tsh" - DIR[DTO,PERF,VPP,3N,DNV]: "{DIR[DTO]}/vpp_performance_operational_data_3n_dnv" - DIR[DTO,PERF,VPP,2N,DNV]: "{DIR[DTO]}/vpp_performance_operational_data_2n_dnv" DIR[DTO,PERF,VPP,3N,AWS]: "{DIR[DTO]}/vpp_performance_operational_data_3n_aws" DIR[DTO,PERF,VPP,2N,AWS]: "{DIR[DTO]}/vpp_performance_operational_data_2n_aws" diff --git a/resources/tools/presentation/specifications/trending/data_sets.yaml b/resources/tools/presentation/specifications/trending/data_sets.yaml index c0ef28e477..36acbb2819 100644 --- a/resources/tools/presentation/specifications/trending/data_sets.yaml +++ b/resources/tools/presentation/specifications/trending/data_sets.yaml @@ -32,12 +32,6 @@ table-last-failed-tests-2n-tx2: csit-vpp-perf-mrr-daily-master-2n-tx2: - "lastCompletedBuild" - table-last-failed-tests-3n-dnv: - csit-vpp-perf-mrr-daily-master-3n-dnv: - - "lastCompletedBuild" - table-last-failed-tests-2n-dnv: - csit-vpp-perf-mrr-daily-master-2n-dnv: - - "lastCompletedBuild" table-last-failed-tests-2n-aws: csit-vpp-perf-mrr-weekly-master-2n-aws: - "lastCompletedBuild" @@ -236,20 +230,6 @@ end: "lastCompletedBuild" max-builds: 26 - # 3n-dnv - plot-performance-trending-vpp-3n-dnv: - csit-vpp-perf-mrr-daily-master-3n-dnv: - start: 329 - end: "lastCompletedBuild" - max-builds: 180 - - # 2n-dnv - plot-performance-trending-vpp-2n-dnv: - csit-vpp-perf-mrr-daily-master-2n-dnv: - start: 335 - end: "lastCompletedBuild" - max-builds: 180 - # 3n-aws plot-performance-trending-vpp-3n-aws: csit-vpp-perf-mrr-weekly-master-3n-aws: diff --git a/resources/tools/presentation/specifications/trending/elements.yaml b/resources/tools/presentation/specifications/trending/elements.yaml index a780be92c3..1e65420000 100644 --- a/resources/tools/presentation/specifications/trending/elements.yaml +++ b/resources/tools/presentation/specifications/trending/elements.yaml @@ -186,22 +186,6 @@ layout: layout: "plot-statistics" -- type: "plot" - title: "Statistics: 3n-dnv mrr" - algorithm: "plot_statistics" - output-file: "{DIR[STATIC,VPP]}/stats-3n-dnv-mrr" - data: "plot-performance-trending-vpp-3n-dnv" - layout: - layout: "plot-statistics" - -- type: "plot" - title: "Statistics: 2n-dnv mrr" - algorithm: "plot_statistics" - output-file: "{DIR[STATIC,VPP]}/stats-2n-dnv-mrr" - data: "plot-performance-trending-vpp-2n-dnv" - layout: - layout: "plot-statistics" - - type: "plot" title: "Statistics: 3n-aws mrr" algorithm: "plot_statistics" @@ -491,32 +475,6 @@ - "status" - "msg" -- type: "table" - title: "Last failed tests (last builds) VPP 3n-dnv" - algorithm: "table_last_failed_tests" - output-file-ext: ".txt" - output-file: "{DIR[STATIC,VPP]}/last-failed-tests-vpp-3n-dnv-mrr" - data: "table-last-failed-tests-3n-dnv" - filter: "'MRR'" - parameters: - - "name" - - "parent" - - "status" - - "msg" - -- type: "table" - title: "Last failed tests (last builds) VPP 2n-dnv" - algorithm: "table_last_failed_tests" - output-file-ext: ".txt" - output-file: "{DIR[STATIC,VPP]}/last-failed-tests-vpp-2n-dnv-mrr" - data: "table-last-failed-tests-2n-dnv" - filter: "'MRR'" - parameters: - - "name" - - "parent" - - "status" - - "msg" - - type: "table" title: "Last failed tests (last builds) VPP 2n-aws" algorithm: "table_last_failed_tests" @@ -1647,179 +1605,6 @@ output-file: "{DIR[STATIC,VPP]}/failed-tests-2n-tx2.rst" testbed: "2n-tx2" -################################################################################ -# 3n-dnv -- type: "table" - title: "Performance trending dashboard 1t1c-3n-dnv" - algorithm: "table_perf_trending_dash" - output-file-ext: ".csv" - output-file: "{DIR[STATIC,VPP]}/performance-trending-dashboard-1t1c-3n-dnv" - data: "plot-performance-trending-vpp-3n-dnv" - filter: "'MRR' and '1T1C'" - parameters: - - "name" - - "parent" - - "result" - window: 14 - long-trend-window: 180 - -- type: "table" - title: "Performance trending dashboard 2t2c-3n-dnv" - algorithm: "table_perf_trending_dash" - output-file-ext: ".csv" - output-file: "{DIR[STATIC,VPP]}/performance-trending-dashboard-2t2c-3n-dnv" - data: "plot-performance-trending-vpp-3n-dnv" - filter: "'MRR' and '2T2C'" - parameters: - - "name" - - "parent" - - "result" - window: 14 - long-trend-window: 180 - -- type: "table" - title: "Performance trending dashboard 4t4c-3n-dnv" - algorithm: "table_perf_trending_dash" - output-file-ext: ".csv" - output-file: "{DIR[STATIC,VPP]}/performance-trending-dashboard-4t4c-3n-dnv" - data: "plot-performance-trending-vpp-3n-dnv" - filter: "'MRR' and '4T4C'" - parameters: - - "name" - - "parent" - - "result" - window: 14 - long-trend-window: 180 - -- type: "table" - title: "HTML performance trending dashboard 1t1c-3n-dnv" - algorithm: "table_perf_trending_dash_html" - input-file: "{DIR[STATIC,VPP]}/performance-trending-dashboard-1t1c-3n-dnv.csv" - output-file: "{DIR[STATIC,VPP]}/performance-trending-dashboard-1t1c-3n-dnv.rst" - testbed: "3n-dnv" - -- type: "table" - title: "HTML performance trending dashboard 2t2c-3n-dnv" - algorithm: "table_perf_trending_dash_html" - input-file: "{DIR[STATIC,VPP]}/performance-trending-dashboard-2t2c-3n-dnv.csv" - output-file: "{DIR[STATIC,VPP]}/performance-trending-dashboard-2t2c-3n-dnv.rst" - testbed: "3n-dnv" - -- type: "table" - title: "HTML performance trending dashboard 4t4c-3n-dnv" - algorithm: "table_perf_trending_dash_html" - input-file: "{DIR[STATIC,VPP]}/performance-trending-dashboard-4t4c-3n-dnv.csv" - output-file: "{DIR[STATIC,VPP]}/performance-trending-dashboard-4t4c-3n-dnv.rst" - testbed: "3n-dnv" - -- type: "table" - title: "Failed MRR tests 3n-dnv" - algorithm: "table_failed_tests" - output-file-ext: ".csv" - output-file: "{DIR[STATIC,VPP]}/failed-tests-3n-dnv" - data: "plot-performance-trending-vpp-3n-dnv" - filter: "'MRR'" - parameters: - - "name" - - "parent" - - "status" - - "msg" - window: 7 # days - -- type: "table" - title: "HTML Failed MRR tests 3n-dnv" - algorithm: "table_failed_tests_html" - input-file: "{DIR[STATIC,VPP]}/failed-tests-3n-dnv.csv" - output-file: "{DIR[STATIC,VPP]}/failed-tests-3n-dnv.rst" - testbed: "3n-dnv" - -################################################################################ -# 2n-dnv -- type: "table" - title: "Performance trending dashboard 1t1c-2n-dnv" - algorithm: "table_perf_trending_dash" - output-file-ext: ".csv" - output-file: "{DIR[STATIC,VPP]}/performance-trending-dashboard-1t1c-2n-dnv" - data: "plot-performance-trending-vpp-2n-dnv" - filter: "'MRR' and '1T1C'" - parameters: - - "name" - - "parent" - - "result" - window: 14 - long-trend-window: 180 - -- type: "table" - title: "Performance trending dashboard 2t2c-2n-dnv" - algorithm: "table_perf_trending_dash" - output-file-ext: ".csv" - output-file: "{DIR[STATIC,VPP]}/performance-trending-dashboard-2t2c-2n-dnv" - data: "plot-performance-trending-vpp-2n-dnv" - filter: "'MRR' and '2T2C'" - parameters: - - "name" - - "parent" - - "result" - window: 14 - long-trend-window: 180 - -- type: "table" - title: "Performance trending dashboard 4t4c-2n-dnv" - algorithm: "table_perf_trending_dash" - output-file-ext: ".csv" - output-file: "{DIR[STATIC,VPP]}/performance-trending-dashboard-4t4c-2n-dnv" - data: "plot-performance-trending-vpp-2n-dnv" - filter: "'MRR' and '4T4C'" - parameters: - - "name" - - "parent" - - "result" - window: 14 - long-trend-window: 180 - -- type: "table" - title: "HTML performance trending dashboard 1t1c-2n-dnv" - algorithm: "table_perf_trending_dash_html" - input-file: "{DIR[STATIC,VPP]}/performance-trending-dashboard-1t1c-2n-dnv.csv" - output-file: "{DIR[STATIC,VPP]}/performance-trending-dashboard-1t1c-2n-dnv.rst" - testbed: "2n-dnv" - -- type: "table" - title: "HTML performance trending dashboard 2t2c-2n-dnv" - algorithm: "table_perf_trending_dash_html" - input-file: "{DIR[STATIC,VPP]}/performance-trending-dashboard-2t2c-2n-dnv.csv" - output-file: "{DIR[STATIC,VPP]}/performance-trending-dashboard-2t2c-2n-dnv.rst" - testbed: "2n-dnv" - -- type: "table" - title: "HTML performance trending dashboard 4t4c-2n-dnv" - algorithm: "table_perf_trending_dash_html" - input-file: "{DIR[STATIC,VPP]}/performance-trending-dashboard-4t4c-2n-dnv.csv" - output-file: "{DIR[STATIC,VPP]}/performance-trending-dashboard-4t4c-2n-dnv.rst" - testbed: "2n-dnv" - -- type: "table" - title: "Failed MRR tests 2n-dnv" - algorithm: "table_failed_tests" - output-file-ext: ".csv" - output-file: "{DIR[STATIC,VPP]}/failed-tests-2n-dnv" - data: "plot-performance-trending-vpp-2n-dnv" - filter: "'MRR'" - parameters: - - "name" - - "parent" - - "status" - - "msg" - window: 7 # days - -- type: "table" - title: "HTML Failed MRR tests 2n-dnv" - algorithm: "table_failed_tests_html" - input-file: "{DIR[STATIC,VPP]}/failed-tests-2n-dnv.csv" - output-file: "{DIR[STATIC,VPP]}/failed-tests-2n-dnv.rst" - testbed: "2n-dnv" - - ################################################################################ # 3n-aws - type: "table" @@ -2602,18 +2387,6 @@ - "Tests.Vpp.Perf.Ip4 Tunnels.2N1L-25Ge2P1Xxv710-Avf-Ethip4--Ethip4Udpgeneve-256Tun-Ip4Base-Mrr.64B-{core}-avf-ethip4--ethip4udpgeneve-256tun-ip4base-mrr" layout: "plot-cpta" - - title: "2n-dnv-x553-64b-{core}-ip4routing-base-scale-ixgbe" - output-file-name: "2n-dnv-x553-64b-{core}-ip4-ixgbe" - data: "plot-performance-trending-vpp-2n-dnv" - core: ["1t1c", "2t2c", "4t4c"] - include: - - "Tests.Vpp.Perf.Ip4.2N1L-10Ge2P1X553-Ethip4-Ip4Base-mrr.64B-{core}-ethip4-ip4base-mrr" - - "Tests.Vpp.Perf.Ip4.2N1L-10Ge2P1X553-Ethip4-Ip4Scale20K-mrr.64B-{core}-ethip4-ip4scale20k-mrr" - - "Tests.Vpp.Perf.Ip4.2N1L-10Ge2P1X553-Ethip4-Ip4Scale200K-mrr.64B-{core}-ethip4-ip4scale200k-mrr" - - "Tests.Vpp.Perf.Ip4.2N1L-10Ge2P1X553-Ethip4-Ip4Scale2M-mrr.64B-{core}-ethip4-ip4scale2m-mrr" - - "Tests.Vpp.Perf.Ip4.2N1L-10Ge2P1X553-Ethip4-Ip4Scale20K-rnd-mrr.64B-{core}-ethip4-ip4scale20k-rnd-mrr" - layout: "plot-cpta" - - title: "2n-aws-nitro50g-64b-{core}-ip4routing-base-scale-ena" output-file-name: "2n-aws-nitro50g-64b-{core}-ip4-ena" data: "plot-performance-trending-vpp-2n-aws" @@ -2914,18 +2687,6 @@ - "Tests.Vpp.Perf.Ip4 Tunnels.2N1L-25Ge2P1Xxv710-Avf-Ethip4--Ethip4Udpgeneve-256Tun-Ip4Base-Mrr.64B-{core}-avf-ethip4--ethip4udpgeneve-256tun-ip4base-mrr" layout: "plot-cpta" - - title: "3n-dnv-x553-64b-{core}-ip4routing-base-scale-ixgbe" - output-file-name: "3n-dnv-x553-64b-{core}-ip4-base-scale-ixgbe" - data: "plot-performance-trending-vpp-3n-dnv" - core: ["1t1c", "2t2c", "4t4c"] - include: - - "Tests.Vpp.Perf.Ip4.10Ge2P1X553-Ethip4-Ip4Base-mrr.64B-{core}-ethip4-ip4base-mrr" - - "Tests.Vpp.Perf.Ip4.10Ge2P1X553-Ethip4-Ip4Scale20K-mrr.64B-{core}-ethip4-ip4scale20k-mrr" - - "Tests.Vpp.Perf.Ip4.10Ge2P1X553-Ethip4-Ip4Scale200K-mrr.64B-{core}-ethip4-ip4scale200k-mrr" - - "Tests.Vpp.Perf.Ip4.10Ge2P1X553-Ethip4-Ip4Scale2M-mrr.64B-{core}-ethip4-ip4scale2m-mrr" - - "Tests.Vpp.Perf.Ip4.10Ge2P1X553-Ethip4-Ip4Scale20K-rnd-mrr.64B-{core}-ethip4-ip4scale20k-rnd-mrr" - layout: "plot-cpta" - - title: "3n-aws-nitro50g-64b-{core}-ip4routing-base-scale-ena" output-file-name: "3n-aws-nitro50g-64b-{core}-ip4-ena" data: "plot-performance-trending-vpp-3n-aws" @@ -3013,15 +2774,6 @@ - "Tests.Vpp.Perf.Ip4.10Ge2P1X520-Ethip4Udp-Ip4Base-Oacl50Sl-10Kflows-Mrr.64B-{core}-ethip4udp-ip4base-oacl50sl-10kflows-mrr" layout: "plot-cpta" - - title: "3n-dnv-x553-64b-{core}-ip4tunnel-base-scale-ixgbe" - output-file-name: "3n-dnv-x553-64b-{core}-ip4-tunnels-scale-ixgbe" - data: "plot-performance-trending-vpp-3n-dnv" - core: ["1t1c", "2t2c", "4t4c"] - include: - - "Tests.Vpp.Perf.Ip4 Tunnels.10Ge2P1X553-Ethip4Vxlan-L2Xcbase-mrr.64B-{core}-ethip4vxlan-l2xcbase-mrr" - - "Tests.Vpp.Perf.Ip4 Tunnels.10Ge2P1X553-Ethip4Vxlan-L2Bdbasemaclrn-mrr.64B-{core}-ethip4vxlan-l2bdbasemaclrn-mrr" - layout: "plot-cpta" - - title: "3n-skx-xxv710-64b-{core}-ip4tunnel-base-scale-avf-dpdk" output-file-name: "3n-skx-xxv710-64b-{core}-ip4-tunnels-base-scale-avf-dpdk" data: "plot-performance-trending-vpp-3n-skx" @@ -3123,17 +2875,6 @@ - "Tests.Vpp.Perf.Ip6.2N1L-100Ge2P1Cx556A-Rdma-Ethip6-Ip6Scale2M-Mrr.78B-{core}-rdma-ethip6-ip6scale2m-mrr" layout: "plot-cpta" - - title: "2n-dnv-x553-78b-{core}-ip6-base-scale-ixgbe" - output-file-name: "2n-dnv-x553-78b-{core}-ip6-base-scale-ixgbe" - data: "plot-performance-trending-vpp-2n-dnv" - core: ["1t1c", "2t2c", "4t4c"] - include: - - "Tests.Vpp.Perf.Ip6.2N1L-10Ge2P1X553-Ethip6-Ip6Base-mrr.78B-{core}-ethip6-ip6base-mrr" - - "Tests.Vpp.Perf.Ip6.2N1L-10Ge2P1X553-Ethip6-Ip6Scale20K-mrr.78B-{core}-ethip6-ip6scale20k-mrr" - - "Tests.Vpp.Perf.Ip6.2N1L-10Ge2P1X553-Ethip6-Ip6Scale200K-mrr.78B-{core}-ethip6-ip6scale200k-mrr" - - "Tests.Vpp.Perf.Ip6.2N1L-10Ge2P1X553-Ethip6-Ip6Scale2M-mrr.78B-{core}-ethip6-ip6scale2m-mrr" - layout: "plot-cpta" - - title: "2n-skx-x710-78b-{core}-ip6routing-base-scale-avf-dpdk" output-file-name: "2n-skx-x710-78b-{core}-ip6-base-scale-avf-dpdk" data: "plot-performance-trending-vpp-2n-skx" @@ -3190,17 +2931,6 @@ - "Tests.Vpp.Perf.Ip6.2N1L-25Ge2P1Xxv710-Ethip6-Ip6Scale2M-rnd-mrr.78B-{core}-ethip6-ip6scale2m-rnd-mrr" layout: "plot-cpta" - - title: "3n-dnv-x553-78b-{core}-ip6routing-base-scale-ixgbe" - output-file-name: "3n-dnv-x553-78b-{core}-ip6-base-scale-ixgbe" - data: "plot-performance-trending-vpp-3n-dnv" - core: ["1t1c", "2t2c", "4t4c"] - include: - - "Tests.Vpp.Perf.Ip6.10Ge2P1X553-Ethip6-Ip6Base-mrr.78B-{core}-ethip6-ip6base-mrr" - - "Tests.Vpp.Perf.Ip6.10Ge2P1X553-Ethip6-Ip6Scale20K-mrr.78B-{core}-ethip6-ip6scale20k-mrr" - - "Tests.Vpp.Perf.Ip6.10Ge2P1X553-Ethip6-Ip6Scale200K-mrr.78B-{core}-ethip6-ip6scale200k-mrr" - - "Tests.Vpp.Perf.Ip6.10Ge2P1X553-Ethip6-Ip6Scale2M-mrr.78B-{core}-ethip6-ip6scale2m-mrr" - layout: "plot-cpta" - - title: "3n-skx-x710-78b-{core}-ip6routing-base-scale-avf" output-file-name: "3n-skx-x710-78b-{core}-ip6-base-scale-avf" data: "plot-performance-trending-vpp-3n-skx" @@ -3241,32 +2971,6 @@ - "Tests.Vpp.Perf.Ip6.10Ge2P1X520-Ethip6-Ip6Scale2M-mrr.78B-{core}-ethip6-ip6scale2m-mrr" layout: "plot-cpta" - - title: "3n-dnv-x553-imix-{core}-ipsec-base-scale-sw-ixgbe" - output-file-name: "3n-dnv-x553-imix-{core}-ipsec-base-scale-sw-ixgbe" - data: "plot-performance-trending-vpp-3n-dnv" - core: ["1t1c", "2t2c", "4t4c"] - include: - - "Tests.Vpp.Perf.Crypto.10Ge2P1X553-Ethip4Ipsec4Tnlsw-Ip4Base-Int-Aes256Gcm-mrr.IMIX-{core}-ethip4ipsec4tnlsw-ip4base-int-aes256gcm-mrr" - - "Tests.Vpp.Perf.Crypto.10Ge2P1X553-Ethip4Ipsec4Tnlsw-Ip4Base-Int-Aes128Cbc-Hmac512Sha-mrr.IMIX-{core}-ethip4ipsec4tnlsw-ip4base-int-aes128cbc-hmac512sha-mrr" - - "Tests.Vpp.Perf.Crypto.10Ge2P1X553-Ethip4Ipsec1000Tnlsw-Ip4Base-Int-Aes256Gcm-mrr.IMIX-{core}-ethip4ipsec1000tnlsw-ip4base-int-aes256gcm-mrr" - - "Tests.Vpp.Perf.Crypto.10Ge2P1X553-Ethip4Ipsec1000Tnlsw-Ip4Base-Int-Aes128Cbc-Hmac512Sha-mrr.IMIX-{core}-ethip4ipsec1000tnlsw-ip4base-int-aes128cbc-hmac512sha-mrr" - - "Tests.Vpp.Perf.Crypto.10Ge2P1X553-Ethip4Ipsec10000Tnlsw-Ip4Base-Int-Aes256Gcm-mrr.IMIX-{core}-ethip4ipsec10000tnlsw-ip4base-int-aes256gcm-mrr" - - "Tests.Vpp.Perf.Crypto.10Ge2P1X553-Ethip4Ipsec10000Tnlsw-Ip4Base-Int-Aes128Cbc-Hmac512Sha-mrr.IMIX-{core}-ethip4ipsec10000tnlsw-ip4base-int-aes128cbc-hmac512sha-mrr" - layout: "plot-cpta" - - - title: "3n-dnv-x553-1518b-{core}-ipsec-base-scale-sw-ixgbe" - output-file-name: "3n-dnv-x553-1518b-{core}-ipsec-base-scale-sw-ixgbe" - data: "plot-performance-trending-vpp-3n-dnv" - core: ["1t1c", "2t2c", "4t4c"] - include: - - "Tests.Vpp.Perf.Crypto.10Ge2P1X553-Ethip4Ipsec4Tnlsw-Ip4Base-Int-Aes256Gcm-mrr.1518b-{core}-ethip4ipsec4tnlsw-ip4base-int-aes256gcm-mrr" - - "Tests.Vpp.Perf.Crypto.10Ge2P1X553-Ethip4Ipsec4Tnlsw-Ip4Base-Int-Aes128Cbc-Hmac512Sha-mrr.1518b-{core}-ethip4ipsec4tnlsw-ip4base-int-aes128cbc-hmac512sha-mrr" - - "Tests.Vpp.Perf.Crypto.10Ge2P1X553-Ethip4Ipsec1000Tnlsw-Ip4Base-Int-Aes256Gcm-mrr.1518b-{core}-ethip4ipsec1000tnlsw-ip4base-int-aes256gcm-mrr" - - "Tests.Vpp.Perf.Crypto.10Ge2P1X553-Ethip4Ipsec1000Tnlsw-Ip4Base-Int-Aes128Cbc-Hmac512Sha-mrr.1518b-{core}-ethip4ipsec1000tnlsw-ip4base-int-aes128cbc-hmac512sha-mrr" - - "Tests.Vpp.Perf.Crypto.10Ge2P1X553-Ethip4Ipsec10000Tnlsw-Ip4Base-Int-Aes256Gcm-mrr.1518b-{core}-ethip4ipsec10000tnlsw-ip4base-int-aes256gcm-mrr" - - "Tests.Vpp.Perf.Crypto.10Ge2P1X553-Ethip4Ipsec10000Tnlsw-Ip4Base-Int-Aes128Cbc-Hmac512Sha-mrr.1518b-{core}-ethip4ipsec10000tnlsw-ip4base-int-aes128cbc-hmac512sha-mrr" - layout: "plot-cpta" - - title: "3n-skx-xxv710-imix-{core}-ipsec-ip4routing-base-scale-avf" output-file-name: "3n-skx-xxv710-imix-{core}-ipsec-base-scale-sw-avf" data: "plot-performance-trending-vpp-3n-skx" @@ -3426,19 +3130,6 @@ - "Tests.Vpp.Perf.L2.2N1L-100Ge2P1Cx556A-Rdma-Eth-L2Bdscale1Mmaclrn-Mrr.64B-{core}-rdma-eth-l2bdscale1mmaclrn-mrr" layout: "plot-cpta" - - title: "2n-dnv-x553-64b-{core}-l2switching-base-scale-ixgbe" - output-file-name: "2n-dnv-x553-64b-{core}-l2-base-scale-ixgbe" - data: "plot-performance-trending-vpp-2n-dnv" - core: ["1t1c", "2t2c", "4t4c"] - include: - - "Tests.Vpp.Perf.L2.2N1L-10Ge2P1X553-Eth-L2Patch-mrr.64B-{core}-eth-l2patch-mrr" - - "Tests.Vpp.Perf.L2.2N1L-10Ge2P1X553-Eth-L2Xcbase-mrr.64B-{core}-eth-l2xcbase-mrr" - - "Tests.Vpp.Perf.L2.2N1L-10Ge2P1X553-Eth-L2Bdbasemaclrn-mrr.64B-{core}-eth-l2bdbasemaclrn-mrr" - - "Tests.Vpp.Perf.L2.2N1L-10Ge2P1X553-Eth-L2Bdscale10Kmaclrn-mrr.64B-{core}-eth-l2bdscale10kmaclrn-mrr" - - "Tests.Vpp.Perf.L2.2N1L-10Ge2P1X553-Eth-L2Bdscale100Kmaclrn-mrr.64B-{core}-eth-l2bdscale100kmaclrn-mrr" - - "Tests.Vpp.Perf.L2.2N1L-10Ge2P1X553-Eth-L2Bdscale1Mmaclrn-mrr.64B-{core}-eth-l2bdscale1mmaclrn-mrr" - layout: "plot-cpta" - - title: "2n-skx-x710-64b-{core}-l2switching-base-scale-avf" output-file-name: "2n-skx-x710-64b-{core}-l2-base-scale-avf" data: "plot-performance-trending-vpp-2n-skx" @@ -3525,19 +3216,6 @@ - "Tests.Vpp.Perf.L2.2N1L-25Ge2P1Xxv710-af-xdp-Eth-L2Bdscale1Mmaclrn-mrr.64B-{core}-af-xdp-eth-l2bdscale1mmaclrn-mrr" layout: "plot-cpta" - - title: "3n-dnv-x553-64b-{core}-l2switching-base-scale-ixgbe" - output-file-name: "3n-dnv-x553-64b-{core}-l2-base-scale-ixgbe" - data: "plot-performance-trending-vpp-3n-dnv" - core: ["1t1c", "2t2c", "4t4c"] - include: - - "Tests.Vpp.Perf.L2.10Ge2P1X553-Eth-L2Patch-mrr.64B-{core}-eth-l2patch-mrr" - - "Tests.Vpp.Perf.L2.10Ge2P1X553-Eth-L2Xcbase-mrr.64B-{core}-eth-l2xcbase-mrr" - - "Tests.Vpp.Perf.L2.10Ge2P1X553-Eth-L2Bdbasemaclrn-mrr.64B-{core}-eth-l2bdbasemaclrn-mrr" - - "Tests.Vpp.Perf.L2.10Ge2P1X553-Eth-L2Bdscale10Kmaclrn-mrr.64B-{core}-eth-l2bdscale10kmaclrn-mrr" - - "Tests.Vpp.Perf.L2.10Ge2P1X553-Eth-L2Bdscale100Kmaclrn-mrr.64B-{core}-eth-l2bdscale100kmaclrn-mrr" - - "Tests.Vpp.Perf.L2.10Ge2P1X553-Eth-L2Bdscale1Mmaclrn-mrr.64B-{core}-eth-l2bdscale1mmaclrn-mrr" - layout: "plot-cpta" - - title: "3n-skx-x710-64b-{core}-l2switching-base-scale-avf" output-file-name: "3n-skx-x710-64b-{core}-l2-base-scale-avf" data: "plot-performance-trending-vpp-3n-skx" diff --git a/resources/tools/presentation/specifications/trending/environment.yaml b/resources/tools/presentation/specifications/trending/environment.yaml index b2e8cc639a..6278bf790f 100644 --- a/resources/tools/presentation/specifications/trending/environment.yaml +++ b/resources/tools/presentation/specifications/trending/environment.yaml @@ -69,7 +69,6 @@ "10.30.51.60": "LF-3n-SKX-32" "10.30.51.49": "LF-3n-TSH-33" "10.32.8.25": "LF-2n-ZN2-210" - "10.32.8.10": "LF-DNV" # Data sources are used in this order: data-sources: @@ -116,8 +115,6 @@ - "last-failed-tests-vpp-2n-zn2-mrr" - "last-failed-tests-vpp-3n-tsh-mrr" - "last-failed-tests-vpp-2n-tx2-mrr" - - "last-failed-tests-vpp-2n-dnv-mrr" - - "last-failed-tests-vpp-3n-dnv-mrr" - "last-failed-tests-vpp-2n-aws-mrr" - "last-failed-tests-dpdk-2n-skx-mrr" - "last-failed-tests-dpdk-3n-skx-mrr" @@ -138,8 +135,6 @@ - "https://jenkins.fd.io/view/csit/job/csit-vpp-perf-mrr-daily-master-2n-zn2" - "https://jenkins.fd.io/view/csit/job/csit-vpp-perf-mrr-daily-master-3n-tsh" - "https://jenkins.fd.io/view/csit/job/csit-vpp-perf-mrr-daily-master-2n-tx2" - - "https://jenkins.fd.io/view/csit/job/csit-vpp-perf-mrr-daily-master-2n-dnv" - - "https://jenkins.fd.io/view/csit/job/csit-vpp-perf-mrr-daily-master-3n-dnv" - "https://jenkins.fd.io/view/csit/job/csit-vpp-perf-mrr-weekly-master-2n-aws" - "https://jenkins.fd.io/view/csit/job/csit-dpdk-perf-mrr-weekly-master-2n-skx" - "https://jenkins.fd.io/view/csit/job/csit-dpdk-perf-mrr-weekly-master-3n-skx" diff --git a/resources/tools/presentation/sphinx_conf/report/conf.py b/resources/tools/presentation/sphinx_conf/report/conf.py index 4aa7e6244b..30e2551668 100644 --- a/resources/tools/presentation/sphinx_conf/report/conf.py +++ b/resources/tools/presentation/sphinx_conf/report/conf.py @@ -81,7 +81,6 @@ rst_epilog = """ .. _CSIT Performance Tests Documentation: https://s3-docs.fd.io/csit/{release}/docs/index.html .. _VPP test framework documentation: https://docs.fd.io/vpp/{vpprelease}/vpp_make_test/html/ .. _FD.io CSIT testbeds - Atom Snowridge: https://git.fd.io/csit/tree/docs/lab/testbeds_sm_snr_hw_bios_cfg.md?h={release} -.. _FD.io CSIT testbeds - Atom Denverton: https://git.fd.io/csit/tree/docs/lab/testbeds_sm_dnv_hw_bios_cfg.md?h={release} .. _FD.io CSIT testbeds - EPYC Zen2: https://git.fd.io/csit/tree/docs/lab/testbeds_sm_zn2_hw_bios_cfg.md?h={release} .. _FD.io CSIT testbeds - Xeon Ice Lake: https://git.fd.io/csit/tree/docs/lab/testbeds_sm_icx_hw_bios_cfg.md?h={release} .. _FD.io CSIT testbeds - Xeon Cascade Lake: https://git.fd.io/csit/tree/docs/lab/testbeds_sm_clx_hw_bios_cfg.md?h={release} @@ -91,8 +90,6 @@ rst_epilog = """ .. _build logs from FD.io dpdk performance job 2n-icx: https://s3-logs.fd.io/vex-yul-rot-jenkins-1/csit-dpdk-perf-report-iterative-{srelease}-2n-icx .. _build logs from FD.io dpdk performance job 3n-icx: https://s3-logs.fd.io/vex-yul-rot-jenkins-1/csit-dpdk-perf-report-iterative-{srelease}-3n-icx .. _build logs from FD.io dpdk performance job 2n-clx: https://s3-logs.fd.io/vex-yul-rot-jenkins-1/csit-dpdk-perf-report-iterative-{srelease}-2n-clx -.. _build logs from FD.io dpdk performance job 2n-dnv: https://s3-logs.fd.io/vex-yul-rot-jenkins-1/csit-dpdk-perf-report-iterative-{srelease}-2n-dnv -.. _build logs from FD.io dpdk performance job 3n-dnv: https://s3-logs.fd.io/vex-yul-rot-jenkins-1/csit-dpdk-perf-report-iterative-{srelease}-3n-dnv .. _build logs from FD.io dpdk performance job 3n-alt: https://s3-logs.fd.io/vex-yul-rot-jenkins-1/csit-dpdk-perf-report-iterative-{srelease}-3n-alt .. _build logs from FD.io dpdk performance job 3n-tsh: https://s3-logs.fd.io/vex-yul-rot-jenkins-1/csit-dpdk-perf-report-iterative-{srelease}-3n-tsh .. _build logs from FD.io dpdk performance job 2n-tx2: https://s3-logs.fd.io/vex-yul-rot-jenkins-1/csit-dpdk-perf-report-iterative-{srelease}-2n-tx2 @@ -100,8 +97,6 @@ rst_epilog = """ .. _build logs from FD.io vpp performance job 3n-alt: https://s3-logs.fd.io/vex-yul-rot-jenkins-1/csit-vpp-perf-report-iterative-{srelease}-3n-alt .. _build logs from FD.io vpp performance job 3n-tsh: https://s3-logs.fd.io/vex-yul-rot-jenkins-1/csit-vpp-perf-report-iterative-{srelease}-3n-tsh .. _build logs from FD.io vpp performance job 2n-tx2: https://s3-logs.fd.io/vex-yul-rot-jenkins-1/csit-vpp-perf-report-iterative-{srelease}-2n-tx2 -.. _build logs from FD.io vpp performance job 3n-dnv: https://s3-logs.fd.io/vex-yul-rot-jenkins-1/csit-vpp-perf-report-iterative-{srelease}-3n-dnv -.. _build logs from FD.io vpp performance job 2n-dnv: https://s3-logs.fd.io/vex-yul-rot-jenkins-1/csit-vpp-perf-report-iterative-{srelease}-2n-dnv .. _build logs from FD.io vpp performance job 2n-clx: https://s3-logs.fd.io/vex-yul-rot-jenkins-1/csit-vpp-perf-report-iterative-{srelease}-2n-clx .. _build logs from FD.io vpp performance job 2n-icx: https://s3-logs.fd.io/vex-yul-rot-jenkins-1/csit-vpp-perf-report-iterative-{srelease}-2n-icx .. _build logs from FD.io vpp performance job 3n-icx: https://s3-logs.fd.io/vex-yul-rot-jenkins-1/csit-vpp-perf-report-iterative-{srelease}-3n-icx @@ -111,8 +106,6 @@ rst_epilog = """ .. _build logs from FD.io dpdk coverage job 2n-icx: https://s3-logs.fd.io/vex-yul-rot-jenkins-1/csit-dpdk-perf-report-coverage-{srelease}-2n-icx .. _build logs from FD.io dpdk coverage job 3n-icx: https://s3-logs.fd.io/vex-yul-rot-jenkins-1/csit-dpdk-perf-report-coverage-{srelease}-3n-icx .. _build logs from FD.io dpdk coverage job 2n-clx: https://s3-logs.fd.io/vex-yul-rot-jenkins-1/csit-dpdk-perf-report-coverage-{srelease}-2n-clx -.. _build logs from FD.io dpdk coverage job 2n-dnv: https://s3-logs.fd.io/vex-yul-rot-jenkins-1/csit-dpdk-perf-report-coverage-{srelease}-2n-dnv -.. _build logs from FD.io dpdk coverage job 3n-dnv: https://s3-logs.fd.io/vex-yul-rot-jenkins-1/csit-dpdk-perf-report-coverage-{srelease}-3n-dnv .. _build logs from FD.io dpdk coverage job 3n-alt: https://s3-logs.fd.io/vex-yul-rot-jenkins-1/csit-dpdk-perf-report-coverage-{srelease}-3n-alt .. _build logs from FD.io dpdk coverage job 3n-tsh: https://s3-logs.fd.io/vex-yul-rot-jenkins-1/csit-dpdk-perf-report-coverage-{srelease}-3n-tsh .. _build logs from FD.io dpdk coverage job 2n-tx2: https://s3-logs.fd.io/vex-yul-rot-jenkins-1/csit-dpdk-perf-report-coverage-{srelease}-2n-tx2 @@ -122,8 +115,6 @@ rst_epilog = """ .. _build logs from FD.io vpp coverage job 3n-alt: https://s3-logs.fd.io/vex-yul-rot-jenkins-1/csit-vpp-perf-report-coverage-{srelease}-3n-alt .. _build logs from FD.io vpp coverage job 3n-tsh: https://s3-logs.fd.io/vex-yul-rot-jenkins-1/csit-vpp-perf-report-coverage-{srelease}-3n-tsh .. _build logs from FD.io vpp coverage job 2n-tx2: https://s3-logs.fd.io/vex-yul-rot-jenkins-1/csit-vpp-perf-report-coverage-{srelease}-2n-tx2 -.. _build logs from FD.io vpp coverage job 3n-dnv: https://s3-logs.fd.io/vex-yul-rot-jenkins-1/csit-vpp-perf-report-coverage-{srelease}-3n-dnv -.. _build logs from FD.io vpp coverage job 2n-dnv: https://s3-logs.fd.io/vex-yul-rot-jenkins-1/csit-vpp-perf-report-coverage-{srelease}-2n-dnv .. _build logs from FD.io vpp coverage job 2n-clx: https://s3-logs.fd.io/vex-yul-rot-jenkins-1/csit-vpp-perf-report-coverage-{srelease}-2n-clx .. _build logs from FD.io vpp coverage job 2n-icx: https://s3-logs.fd.io/vex-yul-rot-jenkins-1/csit-vpp-perf-report-coverage-{srelease}-2n-icx .. _build logs from FD.io vpp coverage job 3n-icx: https://s3-logs.fd.io/vex-yul-rot-jenkins-1/csit-vpp-perf-report-coverage-{srelease}-3n-icx diff --git a/resources/tools/presentation/static_content.py b/resources/tools/presentation/static_content.py index 831d8a8f84..5f234d1cd1 100644 --- a/resources/tools/presentation/static_content.py +++ b/resources/tools/presentation/static_content.py @@ -1,4 +1,4 @@ -# Copyright (c) 2021 Cisco and/or its affiliates. +# Copyright (c) 2023 Cisco and/or its affiliates. # Licensed under the Apache License, Version 2.0 (the "License"); # you may not use this file except in compliance with the License. # You may obtain a copy of the License at: -- 2.16.6