From 5c2d02b6cd08e03b00ed8ec1bfc5289000e4da0a Mon Sep 17 00:00:00 2001 From: Tibor Frank Date: Wed, 1 Jun 2022 15:40:43 +0200 Subject: [PATCH] Report: Add 3n-alt Change-Id: I2a811d5a2e618dc339a3e40c3b8c374a5051649c Signed-off-by: Tibor Frank --- .../dpdk_performance_results/index.rst | 1 + .../dpdk_performance_results_3n_alt/index.rst | 12 + .../vpp_mrr_results/index.rst | 1 + .../vpp_mrr_results_3n_alt/index.rst | 12 + .../vpp_performance_results/index.rst | 1 + .../vpp_performance_results_3n_alt/index.rst | 12 + .../3n_alt.rst | 3 + .../packet_latency/3n-alt-xl710.rst | 78 +++ .../packet_latency/index.rst | 2 + .../packet_throughput_graphs/3n-alt-xl710.rst | 125 ++++ .../packet_throughput_graphs/index.rst | 2 + .../throughput_speedup_multi_core/3n-alt-xl710.rst | 78 +++ .../throughput_speedup_multi_core/index.rst | 2 + docs/report/stats/durations.rst | 10 +- .../vpp_mrr_configuration/index.rst | 1 + .../vpp_mrr_configuration_3n_alt/index.rst | 12 + .../vpp_performance_configuration/index.rst | 1 + .../vpp_performance_configuration_3n_alt/index.rst | 12 + .../vpp_performance_operational_data/index.rst | 3 +- .../index.rst | 12 + .../3n_alt.rst | 3 + .../packet_throughput_graphs/index.rst | 1 + .../packet_throughput_graphs/ip4-3n-alt-xl710.rst | 114 ++++ .../packet_throughput_graphs/ip4.rst | 1 + .../ip4_tunnels-3n-alt-xl710.rst | 71 +++ .../packet_throughput_graphs/ip4_tunnels.rst | 1 + .../packet_throughput_graphs/ip6-3n-alt-xl710.rst | 71 +++ .../packet_throughput_graphs/ip6.rst | 1 + .../ipsec-3n-alt-xl710.rst | 286 +++++++++ .../packet_throughput_graphs/ipsec.rst | 1 + .../packet_throughput_graphs/l2-3n-alt-xl710.rst | 114 ++++ .../packet_throughput_graphs/l2.rst | 1 + .../vm_vhost-3n-alt-xl710.rst | 71 +++ .../packet_throughput_graphs/vm_vhost.rst | 1 + .../throughput_speedup_multi_core/index.rst | 1 + .../ip4-3n-alt-xl710.rst | 114 ++++ .../throughput_speedup_multi_core/ip4.rst | 1 + .../ip4_tunnels-3n-alt-xl710.rst | 71 +++ .../throughput_speedup_multi_core/ip4_tunnels.rst | 1 + .../ip6-3n-alt-xl710.rst | 71 +++ .../throughput_speedup_multi_core/ip6.rst | 1 + .../ipsec-3n-alt-xl710.rst | 286 +++++++++ .../throughput_speedup_multi_core/ipsec.rst | 1 + .../l2-3n-alt-xl710.rst | 114 ++++ .../throughput_speedup_multi_core/l2.rst | 1 + .../vm_vhost-3n-alt-xl710.rst | 71 +++ .../throughput_speedup_multi_core/vm_vhost.rst | 1 + .../specifications/report/elements.yaml | 641 ++++++++++++++++++++- .../specifications/report/environment.yaml | 6 + 49 files changed, 2462 insertions(+), 36 deletions(-) create mode 100644 docs/report/detailed_test_results/dpdk_performance_results_3n_alt/index.rst create mode 100644 docs/report/detailed_test_results/vpp_mrr_results_3n_alt/index.rst create mode 100644 docs/report/detailed_test_results/vpp_performance_results_3n_alt/index.rst create mode 100644 docs/report/dpdk_performance_tests/hdrh_packet_latency_by_percentile_graphs/3n_alt.rst create mode 100644 docs/report/dpdk_performance_tests/packet_latency/3n-alt-xl710.rst create mode 100644 docs/report/dpdk_performance_tests/packet_throughput_graphs/3n-alt-xl710.rst create mode 100644 docs/report/dpdk_performance_tests/throughput_speedup_multi_core/3n-alt-xl710.rst create mode 100644 docs/report/test_configuration/vpp_mrr_configuration_3n_alt/index.rst create mode 100644 docs/report/test_configuration/vpp_performance_configuration_3n_alt/index.rst create mode 100644 docs/report/test_operational_data/vpp_performance_operational_data_3n_alt/index.rst create mode 100644 docs/report/vpp_performance_tests/hdrh_packet_latency_by_percentile_graphs/3n_alt.rst create mode 100644 docs/report/vpp_performance_tests/packet_throughput_graphs/ip4-3n-alt-xl710.rst create mode 100644 docs/report/vpp_performance_tests/packet_throughput_graphs/ip4_tunnels-3n-alt-xl710.rst create mode 100644 docs/report/vpp_performance_tests/packet_throughput_graphs/ip6-3n-alt-xl710.rst create mode 100644 docs/report/vpp_performance_tests/packet_throughput_graphs/ipsec-3n-alt-xl710.rst create mode 100644 docs/report/vpp_performance_tests/packet_throughput_graphs/l2-3n-alt-xl710.rst create mode 100644 docs/report/vpp_performance_tests/packet_throughput_graphs/vm_vhost-3n-alt-xl710.rst create mode 100644 docs/report/vpp_performance_tests/throughput_speedup_multi_core/ip4-3n-alt-xl710.rst create mode 100644 docs/report/vpp_performance_tests/throughput_speedup_multi_core/ip4_tunnels-3n-alt-xl710.rst create mode 100644 docs/report/vpp_performance_tests/throughput_speedup_multi_core/ip6-3n-alt-xl710.rst create mode 100644 docs/report/vpp_performance_tests/throughput_speedup_multi_core/ipsec-3n-alt-xl710.rst create mode 100644 docs/report/vpp_performance_tests/throughput_speedup_multi_core/l2-3n-alt-xl710.rst create mode 100644 docs/report/vpp_performance_tests/throughput_speedup_multi_core/vm_vhost-3n-alt-xl710.rst diff --git a/docs/report/detailed_test_results/dpdk_performance_results/index.rst b/docs/report/detailed_test_results/dpdk_performance_results/index.rst index cbd9e0fec9..bd20d823aa 100644 --- a/docs/report/detailed_test_results/dpdk_performance_results/index.rst +++ b/docs/report/detailed_test_results/dpdk_performance_results/index.rst @@ -8,6 +8,7 @@ DPDK Throughput ../dpdk_performance_results_3n_skx/index ../dpdk_performance_results_2n_clx/index ../dpdk_performance_results_2n_zn2/index + ../dpdk_performance_results_3n_alt/index ../dpdk_performance_results_3n_tsh/index ../dpdk_performance_results_2n_tx2/index diff --git a/docs/report/detailed_test_results/dpdk_performance_results_3n_alt/index.rst b/docs/report/detailed_test_results/dpdk_performance_results_3n_alt/index.rst new file mode 100644 index 0000000000..fe3a7d0282 --- /dev/null +++ b/docs/report/detailed_test_results/dpdk_performance_results_3n_alt/index.rst @@ -0,0 +1,12 @@ +3n-alt +------ + +.. note:: + + Data sources for reported test results: + i) `build logs from FD.io dpdk coverage job 3n-alt`_, + ii) archived FD.io jobs test result `output files + <../../_static/archive/>`_. + +.. toctree:: + diff --git a/docs/report/detailed_test_results/vpp_mrr_results/index.rst b/docs/report/detailed_test_results/vpp_mrr_results/index.rst index 143863c457..d25bd8cb9f 100644 --- a/docs/report/detailed_test_results/vpp_mrr_results/index.rst +++ b/docs/report/detailed_test_results/vpp_mrr_results/index.rst @@ -10,6 +10,7 @@ VPP MRR `build logs from FD.io vpp iterative job 3n-skx`_, `build logs from FD.io vpp iterative job 2n-clx`_, `build logs from FD.io vpp iterative job 2n-zn2`_, + `build logs from FD.io vpp iterative job 3n-alt`_, `build logs from FD.io vpp iterative job 3n-tsh`_, `build logs from FD.io vpp iterative job 2n-tx2`_, `build logs from FD.io vpp iterative job 2n-dnv`_, diff --git a/docs/report/detailed_test_results/vpp_mrr_results_3n_alt/index.rst b/docs/report/detailed_test_results/vpp_mrr_results_3n_alt/index.rst new file mode 100644 index 0000000000..e6cfe37cdd --- /dev/null +++ b/docs/report/detailed_test_results/vpp_mrr_results_3n_alt/index.rst @@ -0,0 +1,12 @@ +3n-alt +------ + +.. note:: + + Data sources for reported test results: + i) `build logs from FD.io vpp coverage job 3n-alt`_, + ii) archived FD.io jobs test result `output files + <../../_static/archive/>`_. + +.. toctree:: + diff --git a/docs/report/detailed_test_results/vpp_performance_results/index.rst b/docs/report/detailed_test_results/vpp_performance_results/index.rst index ee0feb5f9c..63d51497c2 100644 --- a/docs/report/detailed_test_results/vpp_performance_results/index.rst +++ b/docs/report/detailed_test_results/vpp_performance_results/index.rst @@ -10,6 +10,7 @@ VPP Throughput `build logs from FD.io vpp coverage job 3n-skx`_, `build logs from FD.io vpp coverage job 2n-clx`_, `build logs from FD.io vpp coverage job 2n-zn2`_, + `build logs from FD.io vpp coverage job 3n-alt`_, `build logs from FD.io vpp coverage job 3n-tsh`_, `build logs from FD.io vpp coverage job 2n-tx2`_, `build logs from FD.io vpp coverage job 2n-dnv`_, diff --git a/docs/report/detailed_test_results/vpp_performance_results_3n_alt/index.rst b/docs/report/detailed_test_results/vpp_performance_results_3n_alt/index.rst new file mode 100644 index 0000000000..e6cfe37cdd --- /dev/null +++ b/docs/report/detailed_test_results/vpp_performance_results_3n_alt/index.rst @@ -0,0 +1,12 @@ +3n-alt +------ + +.. note:: + + Data sources for reported test results: + i) `build logs from FD.io vpp coverage job 3n-alt`_, + ii) archived FD.io jobs test result `output files + <../../_static/archive/>`_. + +.. toctree:: + diff --git a/docs/report/dpdk_performance_tests/hdrh_packet_latency_by_percentile_graphs/3n_alt.rst b/docs/report/dpdk_performance_tests/hdrh_packet_latency_by_percentile_graphs/3n_alt.rst new file mode 100644 index 0000000000..7fe42625f7 --- /dev/null +++ b/docs/report/dpdk_performance_tests/hdrh_packet_latency_by_percentile_graphs/3n_alt.rst @@ -0,0 +1,3 @@ +3n-tsh +====== + diff --git a/docs/report/dpdk_performance_tests/packet_latency/3n-alt-xl710.rst b/docs/report/dpdk_performance_tests/packet_latency/3n-alt-xl710.rst new file mode 100644 index 0000000000..e6e0e8efbd --- /dev/null +++ b/docs/report/dpdk_performance_tests/packet_latency/3n-alt-xl710.rst @@ -0,0 +1,78 @@ + +.. raw:: latex + + \clearpage + +.. raw:: html + + + +3n-alt-xl710 +~~~~~~~~~~~~ + +CSIT source code for the test cases used for plots can be found in +`CSIT git repository `_. + +.. raw:: latex + + \clearpage + +64b-1t1c-base +------------- + +.. raw:: html + +
+ +


+
+ +.. raw:: latex + + \begin{figure}[H] + \centering + \graphicspath{{../_build/_static/dpdk/}} + \includegraphics[clip, trim=0cm 0cm 5cm 0cm, width=0.70\textwidth]{hdrh-lat-percentile-3n-alt-40ge2p1xl710-64b-1t1c-eth-l2xcbase-testpmd} + \label{fig:hdrh-lat-percentile-3n-alt-40ge2p1xl710-64b-1t1c-eth-l2xcbase-testpmd} + \end{figure} + +.. raw:: latex + + \clearpage + +.. raw:: html + +
+ +


+
+ +.. raw:: latex + + \begin{figure}[H] + \centering + \graphicspath{{../_build/_static/dpdk/}} + \includegraphics[clip, trim=0cm 0cm 5cm 0cm, width=0.70\textwidth]{hdrh-lat-percentile-3n-alt-40ge2p1xl710-64b-1t1c-ethip4-ip4base-l3fwd} + \label{fig:hdrh-lat-percentile-3n-alt-40ge2p1xl710-64b-1t1c-ethip4-ip4base-l3fwd} + \end{figure} diff --git a/docs/report/dpdk_performance_tests/packet_latency/index.rst b/docs/report/dpdk_performance_tests/packet_latency/index.rst index 6d68610cbf..3076d572cd 100644 --- a/docs/report/dpdk_performance_tests/packet_latency/index.rst +++ b/docs/report/dpdk_performance_tests/packet_latency/index.rst @@ -41,6 +41,7 @@ Additional information about graph data: `build logs from FD.io dpdk performance job 2n-clx`_, `build logs from FD.io dpdk performance job 3n-skx`_, `build logs from FD.io dpdk performance job 2n-zn2`_, + `build logs from FD.io dpdk performance job 3n-alt`_, `build logs from FD.io dpdk performance job 3n-tsh`_ and `build logs from FD.io dpdk performance job 2n-tx2`_ with RF result files csit-dpdk-perf-|srelease|-\*.zip @@ -55,5 +56,6 @@ Additional information about graph data: 3n-skx-xxv710 2n-clx-xxv710 2n-zn2-xxv710 + 3n-alt-xl710 3n-tsh-x520 2n-tx2-xl710 diff --git a/docs/report/dpdk_performance_tests/packet_throughput_graphs/3n-alt-xl710.rst b/docs/report/dpdk_performance_tests/packet_throughput_graphs/3n-alt-xl710.rst new file mode 100644 index 0000000000..275a88fbec --- /dev/null +++ b/docs/report/dpdk_performance_tests/packet_throughput_graphs/3n-alt-xl710.rst @@ -0,0 +1,125 @@ + +.. raw:: latex + + \clearpage + +.. raw:: html + + + +3n-alt-xl710 +~~~~~~~~~~~~ + +Following sections include summary graphs of Phy-to-Phy performance with +packet routed forwarding, including NDR throughput (zero packet loss) +and PDR throughput (<0.5% packet loss). + +CSIT source code for the test cases used for plots can be found in +`CSIT git repository `_. + +.. raw:: latex + + \clearpage + +64b-1t1c-base +------------- + +.. raw:: html + +
+ +


+
+ +.. raw:: latex + + \begin{figure}[H] + \centering + \graphicspath{{../_build/_static/dpdk/}} + \includegraphics[clip, trim=0cm 0cm 5cm 0cm, width=0.70\textwidth]{3n-alt-xl710-64b-1t1c-base-ndr} + \label{fig:3n-alt-xl710-64b-1t1c-base-ndr} + \end{figure} + +.. raw:: latex + + \clearpage + +.. raw:: html + +
+ +


+
+ +.. raw:: latex + + \begin{figure}[H] + \centering + \graphicspath{{../_build/_static/dpdk/}} + \includegraphics[clip, trim=0cm 0cm 5cm 0cm, width=0.70\textwidth]{3n-alt-xl710-64b-1t1c-base-pdr} + \label{fig:3n-alt-xl710-64b-1t1c-base-pdr} + \end{figure} + +.. raw:: latex + + \clearpage + +64b-2t2c-base +------------- + +.. raw:: html + +
+ +


+
+ +.. raw:: latex + + \begin{figure}[H] + \centering + \graphicspath{{../_build/_static/dpdk/}} + \includegraphics[clip, trim=0cm 0cm 5cm 0cm, width=0.70\textwidth]{3n-alt-xl710-64b-2t2c-base-ndr} + \label{fig:3n-alt-xl710-64b-2t2c-base-ndr} + \end{figure} + +.. raw:: latex + + \clearpage + +.. raw:: html + +
+ +


+
+ +.. raw:: latex + + \begin{figure}[H] + \centering + \graphicspath{{../_build/_static/dpdk/}} + \includegraphics[clip, trim=0cm 0cm 5cm 0cm, width=0.70\textwidth]{3n-alt-xl710-64b-2t2c-base-pdr} + \label{fig:3n-alt-xl710-64b-2t2c-base-pdr} + \end{figure} diff --git a/docs/report/dpdk_performance_tests/packet_throughput_graphs/index.rst b/docs/report/dpdk_performance_tests/packet_throughput_graphs/index.rst index e6e2d2c73d..a5f3281ac0 100644 --- a/docs/report/dpdk_performance_tests/packet_throughput_graphs/index.rst +++ b/docs/report/dpdk_performance_tests/packet_throughput_graphs/index.rst @@ -51,6 +51,7 @@ Additional information about graph data: `build logs from FD.io dpdk performance job 3n-skx`_, `build logs from FD.io dpdk performance job 2n-clx`_, `build logs from FD.io dpdk performance job 2n-zn2`_, + `build logs from FD.io dpdk performance job 3n-alt`_, `build logs from FD.io dpdk performance job 3n-tsh`_, `build logs from FD.io dpdk performance job 2n-tx2`_ with RF result files csit-dpdk-perf-|srelease|-\*.zip @@ -72,6 +73,7 @@ Additional information about graph data: 2n-clx-x710 2n-zn2-xxv710 2n-zn2-x710 + 3n-alt-xl710 3n-tsh-x520 2n-tx2-xl710 diff --git a/docs/report/dpdk_performance_tests/throughput_speedup_multi_core/3n-alt-xl710.rst b/docs/report/dpdk_performance_tests/throughput_speedup_multi_core/3n-alt-xl710.rst new file mode 100644 index 0000000000..c69cdab9dc --- /dev/null +++ b/docs/report/dpdk_performance_tests/throughput_speedup_multi_core/3n-alt-xl710.rst @@ -0,0 +1,78 @@ + +.. raw:: latex + + \clearpage + +.. raw:: html + + + +3n-alt-xl710 +~~~~~~~~~~~~ + +CSIT source code for the test cases used for plots can be found in +`CSIT git repository `_. + +.. raw:: latex + + \clearpage + +64b-base +-------- + +.. raw:: html + +
+ +


+
+ +.. raw:: latex + + \begin{figure}[H] + \centering + \graphicspath{{../_build/_static/dpdk/}} + \includegraphics[clip, trim=0cm 0cm 5cm 0cm, width=0.70\textwidth]{3n-alt-xl710-64b-base-ndr-tsa} + \label{fig:3n-alt-xl710-64b-base-ndr-tsa} + \end{figure} + +.. raw:: latex + + \clearpage + +.. raw:: html + +
+ +


+
+ +.. raw:: latex + + \begin{figure}[H] + \centering + \graphicspath{{../_build/_static/dpdk/}} + \includegraphics[clip, trim=0cm 0cm 5cm 0cm, width=0.70\textwidth]{3n-alt-xl710-64b-base-pdr-tsa} + \label{fig:3n-alt-xl710-64b-base-pdr-tsa} + \end{figure} diff --git a/docs/report/dpdk_performance_tests/throughput_speedup_multi_core/index.rst b/docs/report/dpdk_performance_tests/throughput_speedup_multi_core/index.rst index c53f43d5f0..8c5f95221e 100644 --- a/docs/report/dpdk_performance_tests/throughput_speedup_multi_core/index.rst +++ b/docs/report/dpdk_performance_tests/throughput_speedup_multi_core/index.rst @@ -43,6 +43,7 @@ Additional information about graph data: `build logs from FD.io dpdk performance job 3n-skx`_, `build logs from FD.io dpdk performance job 2n-clx`_, `build logs from FD.io dpdk performance job 2n-zn2`_, + `build logs from FD.io dpdk performance job 3n-alt`_, `build logs from FD.io dpdk performance job 3n-tsh`_, `build logs from FD.io dpdk performance job 2n-tx2`_ with RF result files csit-vpp-perf-|srelease|-\*.zip @@ -63,5 +64,6 @@ Additional information about graph data: 2n-clx-x710 2n-zn2-xxv710 2n-zn2-x710 + 3n-alt-xl710 3n-tsh-x520 2n-tx2-xl710 diff --git a/docs/report/stats/durations.rst b/docs/report/stats/durations.rst index 7f10ebfd77..952ff72fb3 100644 --- a/docs/report/stats/durations.rst +++ b/docs/report/stats/durations.rst @@ -5,9 +5,7 @@ Job Durations ------ - `ASCII Iterative jobs <../_static/vpp/job-spec-duration-2n-icx-iter.txt>`_ - -.. - - `ASCII Coverage jobs <../_static/vpp/job-spec-duration-2n-icx-cov.txt>`_ + - `ASCII Coverage jobs <../_static/vpp/job-spec-duration-2n-icx-cov.txt>`_ 3n-icx ------ @@ -45,6 +43,12 @@ Job Durations - `ASCII Iterative jobs <../_static/vpp/job-spec-duration-2n-zn2-iter.txt>`_ - `ASCII Coverage jobs <../_static/vpp/job-spec-duration-2n-zn2-cov.txt>`_ +3n-alt +------ + + - `ASCII Iterative jobs <../_static/vpp/job-spec-duration-3n-alt-iter.txt>`_ + - `ASCII Coverage jobs <../_static/vpp/job-spec-duration-3n-alt-cov.txt>`_ + 3n-dnv ------ diff --git a/docs/report/test_configuration/vpp_mrr_configuration/index.rst b/docs/report/test_configuration/vpp_mrr_configuration/index.rst index 143863c457..d25bd8cb9f 100644 --- a/docs/report/test_configuration/vpp_mrr_configuration/index.rst +++ b/docs/report/test_configuration/vpp_mrr_configuration/index.rst @@ -10,6 +10,7 @@ VPP MRR `build logs from FD.io vpp iterative job 3n-skx`_, `build logs from FD.io vpp iterative job 2n-clx`_, `build logs from FD.io vpp iterative job 2n-zn2`_, + `build logs from FD.io vpp iterative job 3n-alt`_, `build logs from FD.io vpp iterative job 3n-tsh`_, `build logs from FD.io vpp iterative job 2n-tx2`_, `build logs from FD.io vpp iterative job 2n-dnv`_, diff --git a/docs/report/test_configuration/vpp_mrr_configuration_3n_alt/index.rst b/docs/report/test_configuration/vpp_mrr_configuration_3n_alt/index.rst new file mode 100644 index 0000000000..7da7693806 --- /dev/null +++ b/docs/report/test_configuration/vpp_mrr_configuration_3n_alt/index.rst @@ -0,0 +1,12 @@ +3n-alt +------ + +.. note:: + + Data sources for reported test configurations: + i) `build logs from FD.io vpp coverage job 3n-alt`_, + ii) archived FD.io jobs test result `output files + <../../_static/archive/>`_. + +.. toctree:: + diff --git a/docs/report/test_configuration/vpp_performance_configuration/index.rst b/docs/report/test_configuration/vpp_performance_configuration/index.rst index ee0feb5f9c..63d51497c2 100644 --- a/docs/report/test_configuration/vpp_performance_configuration/index.rst +++ b/docs/report/test_configuration/vpp_performance_configuration/index.rst @@ -10,6 +10,7 @@ VPP Throughput `build logs from FD.io vpp coverage job 3n-skx`_, `build logs from FD.io vpp coverage job 2n-clx`_, `build logs from FD.io vpp coverage job 2n-zn2`_, + `build logs from FD.io vpp coverage job 3n-alt`_, `build logs from FD.io vpp coverage job 3n-tsh`_, `build logs from FD.io vpp coverage job 2n-tx2`_, `build logs from FD.io vpp coverage job 2n-dnv`_, diff --git a/docs/report/test_configuration/vpp_performance_configuration_3n_alt/index.rst b/docs/report/test_configuration/vpp_performance_configuration_3n_alt/index.rst new file mode 100644 index 0000000000..7da7693806 --- /dev/null +++ b/docs/report/test_configuration/vpp_performance_configuration_3n_alt/index.rst @@ -0,0 +1,12 @@ +3n-alt +------ + +.. note:: + + Data sources for reported test configurations: + i) `build logs from FD.io vpp coverage job 3n-alt`_, + ii) archived FD.io jobs test result `output files + <../../_static/archive/>`_. + +.. toctree:: + diff --git a/docs/report/test_operational_data/vpp_performance_operational_data/index.rst b/docs/report/test_operational_data/vpp_performance_operational_data/index.rst index 4b43ee3a77..923a590a12 100644 --- a/docs/report/test_operational_data/vpp_performance_operational_data/index.rst +++ b/docs/report/test_operational_data/vpp_performance_operational_data/index.rst @@ -3,7 +3,7 @@ VPP Throughput VPP operational data is generated by |csit-release| NDR-PDR throughput tests executed across physical testbeds hosted in LF FD.io labs: 3n-skx, -2n-skx, 2n-clx, 3n-dnv, 2n-dnv, 3n-tsh, 2n-tx2. The data is collected +2n-skx, 2n-clx, 3n-dnv, 2n-dnv, 3n-alt, 3n-tsh, 2n-tx2. The data is collected at 100% PDR. .. note:: @@ -15,6 +15,7 @@ at 100% PDR. `build logs from FD.io vpp coverage job 3n-skx`_, `build logs from FD.io vpp coverage job 2n-clx`_, `build logs from FD.io vpp coverage job 2n-zn2`_, + `build logs from FD.io vpp coverage job 3n-alt`_, `build logs from FD.io vpp coverage job 3n-tsh`_, `build logs from FD.io vpp coverage job 2n-tx2`_, `build logs from FD.io vpp coverage job 2n-dnv`_, diff --git a/docs/report/test_operational_data/vpp_performance_operational_data_3n_alt/index.rst b/docs/report/test_operational_data/vpp_performance_operational_data_3n_alt/index.rst new file mode 100644 index 0000000000..a279406d62 --- /dev/null +++ b/docs/report/test_operational_data/vpp_performance_operational_data_3n_alt/index.rst @@ -0,0 +1,12 @@ +3n-alt +------ + +.. note:: + + Data sources for reported test operational data: + i) `build logs from FD.io vpp coverage job 3n-alt`_, + ii) archived FD.io jobs test result `output files + <../../_static/archive/>`_. + +.. toctree:: + diff --git a/docs/report/vpp_performance_tests/hdrh_packet_latency_by_percentile_graphs/3n_alt.rst b/docs/report/vpp_performance_tests/hdrh_packet_latency_by_percentile_graphs/3n_alt.rst new file mode 100644 index 0000000000..b92691a4db --- /dev/null +++ b/docs/report/vpp_performance_tests/hdrh_packet_latency_by_percentile_graphs/3n_alt.rst @@ -0,0 +1,3 @@ +3n-alt +====== + diff --git a/docs/report/vpp_performance_tests/packet_throughput_graphs/index.rst b/docs/report/vpp_performance_tests/packet_throughput_graphs/index.rst index 5bb9143244..d0b0810f82 100644 --- a/docs/report/vpp_performance_tests/packet_throughput_graphs/index.rst +++ b/docs/report/vpp_performance_tests/packet_throughput_graphs/index.rst @@ -140,6 +140,7 @@ Additional information about graph data: `build logs from FD.io vpp performance job 3n-skx`_, `build logs from FD.io vpp performance job 2n-clx`_, `build logs from FD.io vpp performance job 2n-zn2`_, + `build logs from FD.io vpp performance job 3n-alt`_, `build logs from FD.io vpp performance job 3n-tsh`_, `build logs from FD.io vpp performance job 2n-tx2`_, `build logs from FD.io vpp performance job 2n-dnv`_ and diff --git a/docs/report/vpp_performance_tests/packet_throughput_graphs/ip4-3n-alt-xl710.rst b/docs/report/vpp_performance_tests/packet_throughput_graphs/ip4-3n-alt-xl710.rst new file mode 100644 index 0000000000..c0e078b5d5 --- /dev/null +++ b/docs/report/vpp_performance_tests/packet_throughput_graphs/ip4-3n-alt-xl710.rst @@ -0,0 +1,114 @@ + +.. raw:: latex + + \clearpage + +.. raw:: html + + + +3n-alt-xl710 +~~~~~~~~~~~~ + +64b-1t1c-ip4routing-base-scale +------------------------------ + +.. raw:: html + +
+ +


+
+ +.. raw:: latex + + \begin{figure}[H] + \centering + \graphicspath{{../_build/_static/vpp/}} + \includegraphics[clip, trim=0cm 0cm 5cm 0cm, width=0.70\textwidth]{3n-alt-xl710-64b-1t1c-ip4-base-scale-ndr} + \label{fig:3n-alt-xl710-64b-1t1c-ip4-base-scale-ndr} + \end{figure} + +.. raw:: latex + + \clearpage + +.. raw:: html + +
+ +


+
+ +.. raw:: latex + + \begin{figure}[H] + \centering + \graphicspath{{../_build/_static/vpp/}} + \includegraphics[clip, trim=0cm 0cm 5cm 0cm, width=0.70\textwidth]{3n-alt-xl710-64b-1t1c-ip4-base-scale-pdr} + \label{fig:3n-alt-xl710-64b-1t1c-ip4-base-scale-pdr} + \end{figure} + +.. raw:: latex + + \clearpage + +64b-1t1c-ip4routing-features +---------------------------- + +.. raw:: html + +
+ +


+
+ +.. raw:: latex + + \begin{figure}[H] + \centering + \graphicspath{{../_build/_static/vpp/}} + \includegraphics[clip, trim=0cm 0cm 5cm 0cm, width=0.70\textwidth]{3n-alt-xl710-64b-1t1c-ip4-feature-ndr} + \label{fig:3n-alt-xl710-64b-1t1c-ip4-feature-ndr} + \end{figure} + +.. raw:: latex + + \clearpage + +.. raw:: html + +
+ +


+
+ +.. raw:: latex + + \begin{figure}[H] + \centering + \graphicspath{{../_build/_static/vpp/}} + \includegraphics[clip, trim=0cm 0cm 5cm 0cm, width=0.70\textwidth]{3n-alt-xl710-64b-1t1c-ip4-feature-pdr} + \label{fig:3n-alt-xl710-64b-1t1c-ip4-feature-pdr} + \end{figure} diff --git a/docs/report/vpp_performance_tests/packet_throughput_graphs/ip4.rst b/docs/report/vpp_performance_tests/packet_throughput_graphs/ip4.rst index 1dca18cbfc..7f3287a9f4 100644 --- a/docs/report/vpp_performance_tests/packet_throughput_graphs/ip4.rst +++ b/docs/report/vpp_performance_tests/packet_throughput_graphs/ip4.rst @@ -29,6 +29,7 @@ CSIT source code for the test cases used for plots can be found in ip4-2n-zn2-xxv710 ip4-2n-zn2-x710 ip4-2n-zn2-cx556a + ip4-3n-alt-xl710 ip4-3n-tsh-x520 ip4-2n-tx2-xl710 ip4-2n-dnv-x553 diff --git a/docs/report/vpp_performance_tests/packet_throughput_graphs/ip4_tunnels-3n-alt-xl710.rst b/docs/report/vpp_performance_tests/packet_throughput_graphs/ip4_tunnels-3n-alt-xl710.rst new file mode 100644 index 0000000000..81b58a8bcf --- /dev/null +++ b/docs/report/vpp_performance_tests/packet_throughput_graphs/ip4_tunnels-3n-alt-xl710.rst @@ -0,0 +1,71 @@ + +.. raw:: latex + + \clearpage + +.. raw:: html + + + +3n-alt-xl710 +~~~~~~~~~~~~ + +64b-1t1c-ip4tunnel-base +----------------------- + +.. raw:: html + +
+ +


+
+ +.. raw:: latex + + \begin{figure}[H] + \centering + \graphicspath{{../_build/_static/vpp/}} + \includegraphics[clip, trim=0cm 0cm 5cm 0cm, width=0.70\textwidth]{3n-alt-xl710-64b-1t1c-ip4-tunnels-ndr} + \label{fig:3n-alt-xl710-64b-1t1c-ip4-tunnels-ndr} + \end{figure} + +.. raw:: latex + + \clearpage + +.. raw:: html + +
+ +


+
+ +.. raw:: latex + + \begin{figure}[H] + \centering + \graphicspath{{../_build/_static/vpp/}} + \includegraphics[clip, trim=0cm 0cm 5cm 0cm, width=0.70\textwidth]{3n-alt-xl710-64b-1t1c-ip4-tunnels-pdr} + \label{fig:3n-alt-xl710-64b-1t1c-ip4-tunnels-pdr} + \end{figure} diff --git a/docs/report/vpp_performance_tests/packet_throughput_graphs/ip4_tunnels.rst b/docs/report/vpp_performance_tests/packet_throughput_graphs/ip4_tunnels.rst index ea3d9ac152..e2d0de85aa 100644 --- a/docs/report/vpp_performance_tests/packet_throughput_graphs/ip4_tunnels.rst +++ b/docs/report/vpp_performance_tests/packet_throughput_graphs/ip4_tunnels.rst @@ -23,5 +23,6 @@ CSIT source code for the test cases used for plots can be found in ip4_tunnels-2n-clx-xxv710 ip4_tunnels-2n-zn2-xxv710 ip4_tunnels-3n-skx-xxv710 + ip4_tunnels-3n-alt-xl710 ip4_tunnels-3n-tsh-x520 ip4_tunnels-3n-dnv-x553 diff --git a/docs/report/vpp_performance_tests/packet_throughput_graphs/ip6-3n-alt-xl710.rst b/docs/report/vpp_performance_tests/packet_throughput_graphs/ip6-3n-alt-xl710.rst new file mode 100644 index 0000000000..f97962a677 --- /dev/null +++ b/docs/report/vpp_performance_tests/packet_throughput_graphs/ip6-3n-alt-xl710.rst @@ -0,0 +1,71 @@ + +.. raw:: latex + + \clearpage + +.. raw:: html + + + +3n-alt-xl710 +~~~~~~~~~~~~ + +78b-1t1c-ip6routing-base-scale +------------------------------ + +.. raw:: html + +
+ +


+
+ +.. raw:: latex + + \begin{figure}[H] + \centering + \graphicspath{{../_build/_static/vpp/}} + \includegraphics[clip, trim=0cm 0cm 5cm 0cm, width=0.70\textwidth]{3n-alt-xl710-78b-1t1c-ip6-base-scale-ndr} + \label{fig:3n-alt-xl710-78b-1t1c-ip6-base-scale-ndr} + \end{figure} + +.. raw:: latex + + \clearpage + +.. raw:: html + +
+ +


+
+ +.. raw:: latex + + \begin{figure}[H] + \centering + \graphicspath{{../_build/_static/vpp/}} + \includegraphics[clip, trim=0cm 0cm 5cm 0cm, width=0.70\textwidth]{3n-alt-xl710-78b-1t1c-ip6-base-scale-pdr} + \label{fig:3n-alt-xl710-78b-1t1c-ip6-base-scale-pdr} + \end{figure} diff --git a/docs/report/vpp_performance_tests/packet_throughput_graphs/ip6.rst b/docs/report/vpp_performance_tests/packet_throughput_graphs/ip6.rst index 3a1b431d21..9b536ca64c 100644 --- a/docs/report/vpp_performance_tests/packet_throughput_graphs/ip6.rst +++ b/docs/report/vpp_performance_tests/packet_throughput_graphs/ip6.rst @@ -29,6 +29,7 @@ CSIT source code for the test cases used for plots can be found in ip6-2n-zn2-xxv710 ip6-2n-zn2-x710 ip6-2n-zn2-cx556a + ip6-3n-alt-xl710 ip6-3n-tsh-x520 ip6-2n-tx2-xl710 ip6-2n-dnv-x553 diff --git a/docs/report/vpp_performance_tests/packet_throughput_graphs/ipsec-3n-alt-xl710.rst b/docs/report/vpp_performance_tests/packet_throughput_graphs/ipsec-3n-alt-xl710.rst new file mode 100644 index 0000000000..3a3b6a0641 --- /dev/null +++ b/docs/report/vpp_performance_tests/packet_throughput_graphs/ipsec-3n-alt-xl710.rst @@ -0,0 +1,286 @@ + +.. raw:: latex + + \clearpage + +.. raw:: html + + + +3n-alt-xl710 +~~~~~~~~~~~~ + +1518b-1t1c-ipsec-aes128cbc-ip4routing-scale-sw +---------------------------------------------- + +.. raw:: html + +
+ +


+
+ +.. raw:: latex + + \begin{figure}[H] + \centering + \graphicspath{{../_build/_static/vpp/}} + \includegraphics[clip, trim=0cm 0cm 5cm 0cm, width=0.70\textwidth]{3n-alt-xl710-1518b-1t1c-ipsec-aes128cbc-ip4routing-scale-sw-ndr} + \label{fig:3n-alt-xl710-1518b-1t1c-ipsec-aes128cbc-ip4routing-scale-sw-ndr} + \end{figure} + +.. raw:: latex + + \clearpage + +.. raw:: html + +
+ +


+
+ +.. raw:: latex + + \begin{figure}[H] + \centering + \graphicspath{{../_build/_static/vpp/}} + \includegraphics[clip, trim=0cm 0cm 5cm 0cm, width=0.70\textwidth]{3n-alt-xl710-1518b-1t1c-ipsec-aes128cbc-ip4routing-scale-sw-pdr} + \label{fig:3n-alt-xl710-1518b-1t1c-ipsec-aes128cbc-ip4routing-scale-sw-pdr} + \end{figure} + +.. raw:: latex + + \clearpage + +1518b-1t1c-ipsec-aes256gcm-ip4routing-scale-sw +---------------------------------------------- + +.. raw:: html + +
+ +


+
+ +.. raw:: latex + + \begin{figure}[H] + \centering + \graphicspath{{../_build/_static/vpp/}} + \includegraphics[clip, trim=0cm 0cm 5cm 0cm, width=0.70\textwidth]{3n-alt-xl710-1518b-1t1c-ipsec-aes256gcm-ip4routing-scale-sw-ndr} + \label{fig:3n-alt-xl710-1518b-1t1c-ipsec-aes256gcm-ip4routing-scale-sw-ndr} + \end{figure} + +.. raw:: latex + + \clearpage + +.. raw:: html + +
+ +


+
+ +.. raw:: latex + + \begin{figure}[H] + \centering + \graphicspath{{../_build/_static/vpp/}} + \includegraphics[clip, trim=0cm 0cm 5cm 0cm, width=0.70\textwidth]{3n-alt-xl710-1518b-1t1c-ipsec-aes256gcm-ip4routing-scale-sw-pdr} + \label{fig:3n-alt-xl710-1518b-1t1c-ipsec-aes256gcm-ip4routing-scale-sw-pdr} + \end{figure} + +.. raw:: latex + + \clearpage + +imix-1t1c-ipsec-aes128cbc-ip4routing-scale-sw +--------------------------------------------- + +.. raw:: html + +
+ +


+
+ +.. raw:: latex + + \begin{figure}[H] + \centering + \graphicspath{{../_build/_static/vpp/}} + \includegraphics[clip, trim=0cm 0cm 5cm 0cm, width=0.70\textwidth]{3n-alt-xl710-imix-1t1c-ipsec-aes128cbc-ip4routing-scale-sw-ndr} + \label{fig:3n-alt-xl710-imix-1t1c-ipsec-aes128cbc-ip4routing-scale-sw-ndr} + \end{figure} + +.. raw:: latex + + \clearpage + +.. raw:: html + +
+ +


+
+ +.. raw:: latex + + \begin{figure}[H] + \centering + \graphicspath{{../_build/_static/vpp/}} + \includegraphics[clip, trim=0cm 0cm 5cm 0cm, width=0.70\textwidth]{3n-alt-xl710-imix-1t1c-ipsec-aes128cbc-ip4routing-scale-sw-pdr} + \label{fig:3n-alt-xl710-imix-1t1c-ipsec-aes128cbc-ip4routing-scale-sw-pdr} + \end{figure} + +.. raw:: latex + + \clearpage + +imix-1t1c-ipsec-aes256gcm-ip4routing-scale-sw +--------------------------------------------- + +.. raw:: html + +
+ +


+
+ +.. raw:: latex + + \begin{figure}[H] + \centering + \graphicspath{{../_build/_static/vpp/}} + \includegraphics[clip, trim=0cm 0cm 5cm 0cm, width=0.70\textwidth]{3n-alt-xl710-imix-1t1c-ipsec-aes256gcm-ip4routing-scale-sw-ndr} + \label{fig:3n-alt-xl710-imix-1t1c-ipsec-aes256gcm-ip4routing-scale-sw-ndr} + \end{figure} + +.. raw:: latex + + \clearpage + +.. raw:: html + +
+ +


+
+ +.. raw:: latex + + \begin{figure}[H] + \centering + \graphicspath{{../_build/_static/vpp/}} + \includegraphics[clip, trim=0cm 0cm 5cm 0cm, width=0.70\textwidth]{3n-alt-xl710-imix-1t1c-ipsec-aes256gcm-ip4routing-scale-sw-pdr} + \label{fig:3n-alt-xl710-imix-1t1c-ipsec-aes256gcm-ip4routing-scale-sw-pdr} + \end{figure} + +.. raw:: latex + + \clearpage + +64b-1t1c-ipsec-ip4base-policy-outbound-nocrypto +----------------------------------------------- + +.. raw:: html + +
+ +


+
+ +.. raw:: latex + + \begin{figure}[H] + \centering + \graphicspath{{../_build/_static/vpp/}} + \includegraphics[clip, trim=0cm 0cm 5cm 0cm, width=0.70\textwidth]{3n-alt-xl710-64b-1t1c-ipsec-ip4base-policy-outbound-nocrypto-ndr} + \label{fig:3n-alt-xl710-64b-1t1c-ipsec-ip4base-policy-outbound-nocrypto-ndr} + \end{figure} + +.. raw:: latex + + \clearpage + +.. raw:: html + +
+ +


+
+ +.. raw:: latex + + \begin{figure}[H] + \centering + \graphicspath{{../_build/_static/vpp/}} + \includegraphics[clip, trim=0cm 0cm 5cm 0cm, width=0.70\textwidth]{3n-alt-xl710-64b-1t1c-ipsec-ip4base-policy-outbound-nocrypto-pdr} + \label{fig:3n-alt-xl710-64b-1t1c-ipsec-ip4base-policy-outbound-nocrypto-pdr} + \end{figure} + +.. raw:: latex + + \clearpage + +64b-1t1c-ipsec-ip4base-policy-aes256gcm-sw +------------------------------------------ + +.. raw:: html + +
+ +


+
+ +.. raw:: latex + + \begin{figure}[H] + \centering + \graphicspath{{../_build/_static/vpp/}} + \includegraphics[clip, trim=0cm 0cm 5cm 0cm, width=0.70\textwidth]{3n-alt-xl710-64b-1t1c-ipsec-ip4base-policy-aes256gcm-sw-ndr} + \label{fig:3n-alt-xl710-64b-1t1c-ipsec-ip4base-policy-aes256gcm-sw-ndr} + \end{figure} + +.. raw:: latex + + \clearpage + +.. raw:: html + +
+ +


+
+ +.. raw:: latex + + \begin{figure}[H] + \centering + \graphicspath{{../_build/_static/vpp/}} + \includegraphics[clip, trim=0cm 0cm 5cm 0cm, width=0.70\textwidth]{3n-alt-xl710-64b-1t1c-ipsec-ip4base-policy-aes256gcm-sw-pdr} + \label{fig:3n-alt-xl710-64b-1t1c-ipsec-ip4base-policy-aes256gcm-sw-pdr} + \end{figure} diff --git a/docs/report/vpp_performance_tests/packet_throughput_graphs/ipsec.rst b/docs/report/vpp_performance_tests/packet_throughput_graphs/ipsec.rst index 2790eacc7f..31998d85b5 100644 --- a/docs/report/vpp_performance_tests/packet_throughput_graphs/ipsec.rst +++ b/docs/report/vpp_performance_tests/packet_throughput_graphs/ipsec.rst @@ -22,6 +22,7 @@ CSIT source code for the test cases used for plots can be found in ipsec-3n-icx-xxv710 ipsec-3n-skx-xxv710 + ipsec-3n-alt-xl710 ipsec-3n-tsh-x520 ipsec-2n-tx2-xl710 ipsec-3n-dnv-x553 diff --git a/docs/report/vpp_performance_tests/packet_throughput_graphs/l2-3n-alt-xl710.rst b/docs/report/vpp_performance_tests/packet_throughput_graphs/l2-3n-alt-xl710.rst new file mode 100644 index 0000000000..87aa33b207 --- /dev/null +++ b/docs/report/vpp_performance_tests/packet_throughput_graphs/l2-3n-alt-xl710.rst @@ -0,0 +1,114 @@ + +.. raw:: latex + + \clearpage + +.. raw:: html + + + +3n-alt-xl710 +~~~~~~~~~~~~ + +64b-1t1c-l2switching-base-scale +------------------------------- + +.. raw:: html + +
+ +


+
+ +.. raw:: latex + + \begin{figure}[H] + \centering + \graphicspath{{../_build/_static/vpp/}} + \includegraphics[clip, trim=0cm 0cm 5cm 0cm, width=0.70\textwidth]{3n-alt-xl710-64b-1t1c-l2-base-scale-ndr} + \label{fig:3n-alt-xl710-64b-1t1c-l2-base-scale-ndr} + \end{figure} + +.. raw:: latex + + \clearpage + +.. raw:: html + +
+ +


+
+ +.. raw:: latex + + \begin{figure}[H] + \centering + \graphicspath{{../_build/_static/vpp/}} + \includegraphics[clip, trim=0cm 0cm 5cm 0cm, width=0.70\textwidth]{3n-alt-xl710-64b-1t1c-l2-base-scale-pdr} + \label{fig:3n-alt-xl710-64b-1t1c-l2-base-scale-pdr} + \end{figure} + +.. raw:: latex + + \clearpage + +64b-1t1c-l2switching-features +----------------------------- + +.. raw:: html + +
+ +


+
+ +.. raw:: latex + + \begin{figure}[H] + \centering + \graphicspath{{../_build/_static/vpp/}} + \includegraphics[clip, trim=0cm 0cm 5cm 0cm, width=0.70\textwidth]{3n-alt-xl710-64b-{core}-l2-feature-ndr} + \label{fig:3n-alt-xl710-64b-{core}-l2-feature-ndr} + \end{figure} + +.. raw:: latex + + \clearpage + +.. raw:: html + +
+ +


+
+ +.. raw:: latex + + \begin{figure}[H] + \centering + \graphicspath{{../_build/_static/vpp/}} + \includegraphics[clip, trim=0cm 0cm 5cm 0cm, width=0.70\textwidth]{3n-alt-xl710-64b-{core}-l2-feature-pdr} + \label{fig:3n-alt-xl710-64b-{core}-l2-feature-pdr} + \end{figure} diff --git a/docs/report/vpp_performance_tests/packet_throughput_graphs/l2.rst b/docs/report/vpp_performance_tests/packet_throughput_graphs/l2.rst index 38fa7d942b..61b846e182 100644 --- a/docs/report/vpp_performance_tests/packet_throughput_graphs/l2.rst +++ b/docs/report/vpp_performance_tests/packet_throughput_graphs/l2.rst @@ -29,6 +29,7 @@ CSIT source code for the test cases used for plots can be found in l2-2n-zn2-xxv710 l2-2n-zn2-x710 l2-2n-zn2-cx556a + l2-3n-alt-xl710 l2-3n-tsh-x520 l2-2n-tx2-xl710 l2-2n-dnv-x553 diff --git a/docs/report/vpp_performance_tests/packet_throughput_graphs/vm_vhost-3n-alt-xl710.rst b/docs/report/vpp_performance_tests/packet_throughput_graphs/vm_vhost-3n-alt-xl710.rst new file mode 100644 index 0000000000..ccf5a0ed4a --- /dev/null +++ b/docs/report/vpp_performance_tests/packet_throughput_graphs/vm_vhost-3n-alt-xl710.rst @@ -0,0 +1,71 @@ + +.. raw:: latex + + \clearpage + +.. raw:: html + + + +3n-alt-xl710 +~~~~~~~~~~~~ + +64b-1t1c-vhost-base +------------------- + +.. raw:: html + +
+ +


+
+ +.. raw:: latex + + \begin{figure}[H] + \centering + \graphicspath{{../_build/_static/vpp/}} + \includegraphics[clip, trim=0cm 0cm 5cm 0cm, width=0.70\textwidth]{3n-alt-xl710-64b-1t1c-vhost-ndr} + \label{fig:3n-alt-xl710-64b-1t1c-vhost-ndr} + \end{figure} + +.. raw:: latex + + \clearpage + +.. raw:: html + +
+ +


+
+ +.. raw:: latex + + \begin{figure}[H] + \centering + \graphicspath{{../_build/_static/vpp/}} + \includegraphics[clip, trim=0cm 0cm 5cm 0cm, width=0.70\textwidth]{3n-alt-xl710-64b-1t1c-vhost-pdr} + \label{fig:3n-alt-xl710-64b-1t1c-vhost-pdr} + \end{figure} diff --git a/docs/report/vpp_performance_tests/packet_throughput_graphs/vm_vhost.rst b/docs/report/vpp_performance_tests/packet_throughput_graphs/vm_vhost.rst index 45271d89a6..f207390222 100644 --- a/docs/report/vpp_performance_tests/packet_throughput_graphs/vm_vhost.rst +++ b/docs/report/vpp_performance_tests/packet_throughput_graphs/vm_vhost.rst @@ -26,4 +26,5 @@ CSIT source code for the test cases used for plots can be found in vm_vhost-2n-clx-cx556a vm_vhost-2n-zn2-xxv710 vm_vhost-2n-zn2-cx556a + vm_vhost-3n-alt-vhost vm_vhost-3n-tsh-x520 diff --git a/docs/report/vpp_performance_tests/throughput_speedup_multi_core/index.rst b/docs/report/vpp_performance_tests/throughput_speedup_multi_core/index.rst index a390fb9675..0f3f5598bb 100644 --- a/docs/report/vpp_performance_tests/throughput_speedup_multi_core/index.rst +++ b/docs/report/vpp_performance_tests/throughput_speedup_multi_core/index.rst @@ -42,6 +42,7 @@ Additional information about graph data: `build logs from FD.io vpp performance job 3n-skx`_, `build logs from FD.io vpp performance job 2n-clx`_, `build logs from FD.io vpp performance job 2n-zn2`_, + `build logs from FD.io vpp performance job 3n-alt`_, `build logs from FD.io vpp performance job 3n-tsh`_, `build logs from FD.io vpp performance job 2n-tx2`_, `build logs from FD.io vpp performance job 2n-dnv`_ and diff --git a/docs/report/vpp_performance_tests/throughput_speedup_multi_core/ip4-3n-alt-xl710.rst b/docs/report/vpp_performance_tests/throughput_speedup_multi_core/ip4-3n-alt-xl710.rst new file mode 100644 index 0000000000..38e70a27bc --- /dev/null +++ b/docs/report/vpp_performance_tests/throughput_speedup_multi_core/ip4-3n-alt-xl710.rst @@ -0,0 +1,114 @@ + +.. raw:: latex + + \clearpage + +.. raw:: html + + + +3n-alt-xl710 +~~~~~~~~~~~~ + +64b-ip4routing-base-scale +------------------------- + +.. raw:: html + +
+ +


+
+ +.. raw:: latex + + \begin{figure}[H] + \centering + \graphicspath{{../_build/_static/vpp/}} + \includegraphics[clip, trim=0cm 0cm 5cm 0cm, width=0.70\textwidth]{3n-alt-xl710-64b-ip4-base-scale-ndr-tsa} + \label{fig:3n-alt-xl710-64b-ip4-base-scale-ndr-tsa} + \end{figure} + +.. raw:: latex + + \clearpage + +.. raw:: html + +
+ +


+
+ +.. raw:: latex + + \begin{figure}[H] + \centering + \graphicspath{{../_build/_static/vpp/}} + \includegraphics[clip, trim=0cm 0cm 5cm 0cm, width=0.70\textwidth]{3n-alt-xl710-64b-ip4-base-scale-pdr-tsa} + \label{fig:3n-alt-xl710-64b-ip4-base-scale-pdr-tsa} + \end{figure} + +.. raw:: latex + + \clearpage + +64b-ip4routing-features +----------------------- + +.. raw:: html + +
+ +


+
+ +.. raw:: latex + + \begin{figure}[H] + \centering + \graphicspath{{../_build/_static/vpp/}} + \includegraphics[clip, trim=0cm 0cm 5cm 0cm, width=0.70\textwidth]{3n-alt-xl710-64b-ip4-feature-ndr-tsa} + \label{fig:3n-alt-xl710-64b-ip4-feature-ndr-tsa} + \end{figure} + +.. raw:: latex + + \clearpage + +.. raw:: html + +
+ +


+
+ +.. raw:: latex + + \begin{figure}[H] + \centering + \graphicspath{{../_build/_static/vpp/}} + \includegraphics[clip, trim=0cm 0cm 5cm 0cm, width=0.70\textwidth]{3n-alt-xl710-64b-ip4-feature-pdr-tsa} + \label{fig:3n-alt-xl710-64b-ip4-feature-pdr-tsa} + \end{figure} diff --git a/docs/report/vpp_performance_tests/throughput_speedup_multi_core/ip4.rst b/docs/report/vpp_performance_tests/throughput_speedup_multi_core/ip4.rst index 6144c462b1..0f405553dd 100644 --- a/docs/report/vpp_performance_tests/throughput_speedup_multi_core/ip4.rst +++ b/docs/report/vpp_performance_tests/throughput_speedup_multi_core/ip4.rst @@ -31,6 +31,7 @@ CSIT source code for the test cases used for plots can be found in ip4-2n-zn2-xxv710 ip4-2n-zn2-x710 ip4-2n-zn2-cx556a + ip4-3n-alt-xl710 ip4-3n-tsh-x520 ip4-2n-tx2-xl710 ip4-2n-dnv-x553 diff --git a/docs/report/vpp_performance_tests/throughput_speedup_multi_core/ip4_tunnels-3n-alt-xl710.rst b/docs/report/vpp_performance_tests/throughput_speedup_multi_core/ip4_tunnels-3n-alt-xl710.rst new file mode 100644 index 0000000000..8b6fcec23f --- /dev/null +++ b/docs/report/vpp_performance_tests/throughput_speedup_multi_core/ip4_tunnels-3n-alt-xl710.rst @@ -0,0 +1,71 @@ + +.. raw:: latex + + \clearpage + +.. raw:: html + + + +3n-alt-xl710 +~~~~~~~~~~~~ + +64b-ip4tunnel-base +------------------ + +.. raw:: html + +
+ +


+
+ +.. raw:: latex + + \begin{figure}[H] + \centering + \graphicspath{{../_build/_static/vpp/}} + \includegraphics[clip, trim=0cm 0cm 5cm 0cm, width=0.70\textwidth]{3n-alt-xl710-64b-ip4-tunnels-ndr-tsa} + \label{fig:3n-alt-xl710-64b-ip4-tunnels-ndr-tsa} + \end{figure} + +.. raw:: latex + + \clearpage + +.. raw:: html + +
+ +


+
+ +.. raw:: latex + + \begin{figure}[H] + \centering + \graphicspath{{../_build/_static/vpp/}} + \includegraphics[clip, trim=0cm 0cm 5cm 0cm, width=0.70\textwidth]{3n-alt-xl710-64b-ip4-tunnels-pdr-tsa} + \label{fig:3n-alt-xl710-64b-ip4-tunnels-pdr-tsa} + \end{figure} diff --git a/docs/report/vpp_performance_tests/throughput_speedup_multi_core/ip4_tunnels.rst b/docs/report/vpp_performance_tests/throughput_speedup_multi_core/ip4_tunnels.rst index bf63170c2b..326ac1dc5e 100644 --- a/docs/report/vpp_performance_tests/throughput_speedup_multi_core/ip4_tunnels.rst +++ b/docs/report/vpp_performance_tests/throughput_speedup_multi_core/ip4_tunnels.rst @@ -25,5 +25,6 @@ CSIT source code for the test cases used for plots can be found in ip4_tunnels-2n-clx-xxv710 ip4_tunnels-2n-zn2-xxv710 ip4_tunnels-3n-skx-xxv710 + ip4_tunnels-3n-alt-xl710 ip4_tunnels-3n-tsh-x520 ip4_tunnels-3n-dnv-x553 diff --git a/docs/report/vpp_performance_tests/throughput_speedup_multi_core/ip6-3n-alt-xl710.rst b/docs/report/vpp_performance_tests/throughput_speedup_multi_core/ip6-3n-alt-xl710.rst new file mode 100644 index 0000000000..abc3cce250 --- /dev/null +++ b/docs/report/vpp_performance_tests/throughput_speedup_multi_core/ip6-3n-alt-xl710.rst @@ -0,0 +1,71 @@ + +.. raw:: latex + + \clearpage + +.. raw:: html + + + +3n-alt-xl710 +~~~~~~~~~~~~ + +78b-ip6routing-base-scale +------------------------- + +.. raw:: html + +
+ +


+
+ +.. raw:: latex + + \begin{figure}[H] + \centering + \graphicspath{{../_build/_static/vpp/}} + \includegraphics[clip, trim=0cm 0cm 5cm 0cm, width=0.70\textwidth]{3n-alt-xl710-78b-ip6-base-scale-ndr-tsa} + \label{fig:3n-alt-xl710-78b-ip6-base-scale-ndr-tsa} + \end{figure} + +.. raw:: latex + + \clearpage + +.. raw:: html + +
+ +


+
+ +.. raw:: latex + + \begin{figure}[H] + \centering + \graphicspath{{../_build/_static/vpp/}} + \includegraphics[clip, trim=0cm 0cm 5cm 0cm, width=0.70\textwidth]{3n-alt-xl710-78b-ip6-base-scale-pdr-tsa} + \label{fig:3n-alt-xl710-78b-ip6-base-scale-pdr-tsa} + \end{figure} diff --git a/docs/report/vpp_performance_tests/throughput_speedup_multi_core/ip6.rst b/docs/report/vpp_performance_tests/throughput_speedup_multi_core/ip6.rst index 9c716dcdfc..213e4c3cf4 100644 --- a/docs/report/vpp_performance_tests/throughput_speedup_multi_core/ip6.rst +++ b/docs/report/vpp_performance_tests/throughput_speedup_multi_core/ip6.rst @@ -31,6 +31,7 @@ CSIT source code for the test cases used for plots can be found in ip6-2n-zn2-xxv710 ip6-2n-zn2-x710 ip6-2n-zn2-cx556a + ip6-3n-alt-xl710 ip6-3n-tsh-x520 ip6-2n-tx2-xl710 ip6-2n-dnv-x553 diff --git a/docs/report/vpp_performance_tests/throughput_speedup_multi_core/ipsec-3n-alt-xl710.rst b/docs/report/vpp_performance_tests/throughput_speedup_multi_core/ipsec-3n-alt-xl710.rst new file mode 100644 index 0000000000..d5d8b8f603 --- /dev/null +++ b/docs/report/vpp_performance_tests/throughput_speedup_multi_core/ipsec-3n-alt-xl710.rst @@ -0,0 +1,286 @@ + +.. raw:: latex + + \clearpage + +.. raw:: html + + + +3n-alt-xl710 +~~~~~~~~~~~~ + +1518b-ipsec-aes128cbc-ip4routing-scale-sw +----------------------------------------- + +.. raw:: html + +
+ +


+
+ +.. raw:: latex + + \begin{figure}[H] + \centering + \graphicspath{{../_build/_static/vpp/}} + \includegraphics[clip, trim=0cm 0cm 5cm 0cm, width=0.70\textwidth]{3n-alt-xl710-1518b-ipsec-aes128cbc-ip4routing-scale-sw-ndr-tsa} + \label{fig:3n-alt-xl710-1518b-ipsec-aes128cbc-ip4routing-scale-sw-ndr-tsa} + \end{figure} + +.. raw:: latex + + \clearpage + +.. raw:: html + +
+ +


+
+ +.. raw:: latex + + \begin{figure}[H] + \centering + \graphicspath{{../_build/_static/vpp/}} + \includegraphics[clip, trim=0cm 0cm 5cm 0cm, width=0.70\textwidth]{3n-alt-xl710-1518b-ipsec-aes128cbc-ip4routing-scale-sw-pdr-tsa} + \label{fig:3n-alt-xl710-1518b-ipsec-aes128cbc-ip4routing-scale-sw-pdr-tsa} + \end{figure} + +.. raw:: latex + + \clearpage + +1518b-ipsec-aes256gcm-ip4routing-scale-sw +----------------------------------------- + +.. raw:: html + +
+ +


+
+ +.. raw:: latex + + \begin{figure}[H] + \centering + \graphicspath{{../_build/_static/vpp/}} + \includegraphics[clip, trim=0cm 0cm 5cm 0cm, width=0.70\textwidth]{3n-alt-xl710-1518b-ipsec-aes256gcm-ip4routing-scale-sw-ndr-tsa} + \label{fig:3n-alt-xl710-1518b-ipsec-aes256gcm-ip4routing-scale-sw-ndr-tsa} + \end{figure} + +.. raw:: latex + + \clearpage + +.. raw:: html + +
+ +


+
+ +.. raw:: latex + + \begin{figure}[H] + \centering + \graphicspath{{../_build/_static/vpp/}} + \includegraphics[clip, trim=0cm 0cm 5cm 0cm, width=0.70\textwidth]{3n-alt-xl710-1518b-ipsec-aes256gcm-ip4routing-scale-sw-pdr-tsa} + \label{fig:3n-alt-xl710-1518b-ipsec-aes256gcm-ip4routing-scale-sw-pdr-tsa} + \end{figure} + +.. raw:: latex + + \clearpage + +imix-ipsec-aes128cbc-ip4routing-scale-sw +---------------------------------------- + +.. raw:: html + +
+ +


+
+ +.. raw:: latex + + \begin{figure}[H] + \centering + \graphicspath{{../_build/_static/vpp/}} + \includegraphics[clip, trim=0cm 0cm 5cm 0cm, width=0.70\textwidth]{3n-alt-xl710-imix-ipsec-aes128cbc-ip4routing-scale-sw-ndr-tsa} + \label{fig:3n-alt-xl710-imix-ipsec-aes128cbc-ip4routing-scale-sw-ndr-tsa} + \end{figure} + +.. raw:: latex + + \clearpage + +.. raw:: html + +
+ +


+
+ +.. raw:: latex + + \begin{figure}[H] + \centering + \graphicspath{{../_build/_static/vpp/}} + \includegraphics[clip, trim=0cm 0cm 5cm 0cm, width=0.70\textwidth]{3n-alt-xl710-imix-ipsec-aes128cbc-ip4routing-scale-sw-pdr-tsa} + \label{fig:3n-alt-xl710-imix-ipsec-aes128cbc-ip4routing-scale-sw-pdr-tsa} + \end{figure} + +.. raw:: latex + + \clearpage + +imix-ipsec-aes256gcm-ip4routing-scale-sw +---------------------------------------- + +.. raw:: html + +
+ +


+
+ +.. raw:: latex + + \begin{figure}[H] + \centering + \graphicspath{{../_build/_static/vpp/}} + \includegraphics[clip, trim=0cm 0cm 5cm 0cm, width=0.70\textwidth]{3n-alt-xl710-imix-ipsec-aes256gcm-ip4routing-scale-sw-ndr-tsa} + \label{fig:3n-alt-xl710-imix-ipsec-aes256gcm-ip4routing-scale-sw-ndr-tsa} + \end{figure} + +.. raw:: latex + + \clearpage + +.. raw:: html + +
+ +


+
+ +.. raw:: latex + + \begin{figure}[H] + \centering + \graphicspath{{../_build/_static/vpp/}} + \includegraphics[clip, trim=0cm 0cm 5cm 0cm, width=0.70\textwidth]{3n-alt-xl710-imix-ipsec-aes256gcm-ip4routing-scale-sw-pdr-tsa} + \label{fig:3n-alt-xl710-imix-ipsec-aes256gcm-ip4routing-scale-sw-pdr-tsa} + \end{figure} + +.. raw:: latex + + \clearpage + +64b-ipsec-ip4base-policy-outbound-nocrypto +------------------------------------------ + +.. raw:: html + +
+ +


+
+ +.. raw:: latex + + \begin{figure}[H] + \centering + \graphicspath{{../_build/_static/vpp/}} + \includegraphics[clip, trim=0cm 0cm 5cm 0cm, width=0.70\textwidth]{3n-alt-xl710-64b-ipsec-ip4base-policy-outbound-nocrypto-ndr-tsa} + \label{fig:3n-alt-xl710-64b-ipsec-ip4base-policy-outbound-nocrypto-ndr-tsa} + \end{figure} + +.. raw:: latex + + \clearpage + +.. raw:: html + +
+ +


+
+ +.. raw:: latex + + \begin{figure}[H] + \centering + \graphicspath{{../_build/_static/vpp/}} + \includegraphics[clip, trim=0cm 0cm 5cm 0cm, width=0.70\textwidth]{3n-alt-xl710-64b-ipsec-ip4base-policy-outbound-nocrypto-pdr-tsa} + \label{fig:3n-alt-xl710-64b-ipsec-ip4base-policy-outbound-nocrypto-pdr-tsa} + \end{figure} + +.. raw:: latex + + \clearpage + +64b-ipsec-ip4base-policy-aes256gcm-sw +------------------------------------- + +.. raw:: html + +
+ +


+
+ +.. raw:: latex + + \begin{figure}[H] + \centering + \graphicspath{{../_build/_static/vpp/}} + \includegraphics[clip, trim=0cm 0cm 5cm 0cm, width=0.70\textwidth]{3n-alt-xl710-64b-ipsec-ip4base-policy-aes256gcm-sw-ndr-tsa} + \label{fig:3n-alt-xl710-64b-ipsec-ip4base-policy-aes256gcm-sw-ndr-tsa} + \end{figure} + +.. raw:: latex + + \clearpage + +.. raw:: html + +
+ +


+
+ +.. raw:: latex + + \begin{figure}[H] + \centering + \graphicspath{{../_build/_static/vpp/}} + \includegraphics[clip, trim=0cm 0cm 5cm 0cm, width=0.70\textwidth]{3n-alt-xl710-64b-ipsec-ip4base-policy-aes256gcm-sw-pdr-tsa} + \label{fig:3n-alt-xl710-64b-ipsec-ip4base-policy-aes256gcm-sw-pdr-tsa} + \end{figure} diff --git a/docs/report/vpp_performance_tests/throughput_speedup_multi_core/ipsec.rst b/docs/report/vpp_performance_tests/throughput_speedup_multi_core/ipsec.rst index c452224a3a..8f1102faff 100644 --- a/docs/report/vpp_performance_tests/throughput_speedup_multi_core/ipsec.rst +++ b/docs/report/vpp_performance_tests/throughput_speedup_multi_core/ipsec.rst @@ -23,6 +23,7 @@ CSIT source code for the test cases used for plots can be found in ipsec-3n-icx-xxv710 ipsec-3n-skx-xxv710 + ipsec-3n-alt-xl710 ipsec-3n-tsh-x520 ipsec-2n-tx2-xl710 ipsec-3n-dnv-x553 diff --git a/docs/report/vpp_performance_tests/throughput_speedup_multi_core/l2-3n-alt-xl710.rst b/docs/report/vpp_performance_tests/throughput_speedup_multi_core/l2-3n-alt-xl710.rst new file mode 100644 index 0000000000..9365cb97a0 --- /dev/null +++ b/docs/report/vpp_performance_tests/throughput_speedup_multi_core/l2-3n-alt-xl710.rst @@ -0,0 +1,114 @@ + +.. raw:: latex + + \clearpage + +.. raw:: html + + + +3n-alt-xl710 +~~~~~~~~~~~~ + +64b-l2switching-base-scale +-------------------------- + +.. raw:: html + +
+ +


+
+ +.. raw:: latex + + \begin{figure}[H] + \centering + \graphicspath{{../_build/_static/vpp/}} + \includegraphics[clip, trim=0cm 0cm 5cm 0cm, width=0.70\textwidth]{3n-alt-xl710-64b-l2-base-scale-ndr-tsa} + \label{fig:3n-alt-xl710-64b-l2-base-scale-ndr-tsa} + \end{figure} + +.. raw:: latex + + \clearpage + +.. raw:: html + +
+ +


+
+ +.. raw:: latex + + \begin{figure}[H] + \centering + \graphicspath{{../_build/_static/vpp/}} + \includegraphics[clip, trim=0cm 0cm 5cm 0cm, width=0.70\textwidth]{3n-alt-xl710-64b-l2-base-scale-pdr-tsa} + \label{fig:3n-alt-xl710-64b-l2-base-scale-pdr-tsa} + \end{figure} + +.. raw:: latex + + \clearpage + +64b-l2switching-features +------------------------ + +.. raw:: html + +
+ +


+
+ +.. raw:: latex + + \begin{figure}[H] + \centering + \graphicspath{{../_build/_static/vpp/}} + \includegraphics[clip, trim=0cm 0cm 5cm 0cm, width=0.70\textwidth]{3n-alt-xl710-64b-l2-base-scale-ndr-tsa} + \label{fig:3n-alt-xl710-64b-l2-base-scale-ndr-tsa} + \end{figure} + +.. raw:: latex + + \clearpage + +.. raw:: html + +
+ +


+
+ +.. raw:: latex + + \begin{figure}[H] + \centering + \graphicspath{{../_build/_static/vpp/}} + \includegraphics[clip, trim=0cm 0cm 5cm 0cm, width=0.70\textwidth]{3n-alt-xl710-64b-l2-base-scale-pdr-tsa} + \label{fig:3n-alt-xl710-64b-l2-base-scale-pdr-tsa} + \end{figure} diff --git a/docs/report/vpp_performance_tests/throughput_speedup_multi_core/l2.rst b/docs/report/vpp_performance_tests/throughput_speedup_multi_core/l2.rst index 3e8fee6c27..690793811e 100644 --- a/docs/report/vpp_performance_tests/throughput_speedup_multi_core/l2.rst +++ b/docs/report/vpp_performance_tests/throughput_speedup_multi_core/l2.rst @@ -31,6 +31,7 @@ CSIT source code for the test cases used for plots can be found in l2-2n-zn2-xxv710 l2-2n-zn2-x710 l2-2n-zn2-cx556a + l2-3n-alt-xl710 l2-3n-tsh-x520 l2-2n-tx2-xl710 l2-2n-dnv-x553 diff --git a/docs/report/vpp_performance_tests/throughput_speedup_multi_core/vm_vhost-3n-alt-xl710.rst b/docs/report/vpp_performance_tests/throughput_speedup_multi_core/vm_vhost-3n-alt-xl710.rst new file mode 100644 index 0000000000..892d955071 --- /dev/null +++ b/docs/report/vpp_performance_tests/throughput_speedup_multi_core/vm_vhost-3n-alt-xl710.rst @@ -0,0 +1,71 @@ + +.. raw:: latex + + \clearpage + +.. raw:: html + + + +3n-alt-xl710 +~~~~~~~~~~~~ + +64b-vhost-base +-------------- + +.. raw:: html + +
+ +


+
+ +.. raw:: latex + + \begin{figure}[H] + \centering + \graphicspath{{../_build/_static/vpp/}} + \includegraphics[clip, trim=0cm 0cm 5cm 0cm, width=0.70\textwidth]{3n-alt-xl710-64b-vhost-ndr-tsa} + \label{fig:3n-alt-xl710-64b-vhost-ndr-tsa} + \end{figure} + +.. raw:: latex + + \clearpage + +.. raw:: html + +
+ +


+
+ +.. raw:: latex + + \begin{figure}[H] + \centering + \graphicspath{{../_build/_static/vpp/}} + \includegraphics[clip, trim=0cm 0cm 5cm 0cm, width=0.70\textwidth]{3n-alt-xl710-64b-vhost-pdr-tsa} + \label{fig:3n-alt-xl710-64b-vhost-pdr-tsa} + \end{figure} diff --git a/docs/report/vpp_performance_tests/throughput_speedup_multi_core/vm_vhost.rst b/docs/report/vpp_performance_tests/throughput_speedup_multi_core/vm_vhost.rst index 57a29b0881..7428d5919d 100644 --- a/docs/report/vpp_performance_tests/throughput_speedup_multi_core/vm_vhost.rst +++ b/docs/report/vpp_performance_tests/throughput_speedup_multi_core/vm_vhost.rst @@ -25,4 +25,5 @@ CSIT source code for the test cases used for plots can be found in vm_vhost-2n-clx-cx556a vm_vhost-2n-zn2-xxv710 vm_vhost-2n-zn2-cx556a + vm_vhost-3n-alt-xl710 vm_vhost-3n-tsh-x520 diff --git a/resources/tools/presentation/specifications/report/elements.yaml b/resources/tools/presentation/specifications/report/elements.yaml index ba50bc5e8a..5dcbadf19c 100644 --- a/resources/tools/presentation/specifications/report/elements.yaml +++ b/resources/tools/presentation/specifications/report/elements.yaml @@ -650,6 +650,61 @@ # - job-spec: "vhost-01" # build: "34" +- type: "table" + title: "Job Specification Duration: 3n-alt-iterative" + algorithm: "table_job_spec_duration" + output-file: "{DIR[STATIC,VPP]}/job-spec-duration-3n-alt-iter" + jb-type: "iterative" + lines: + - job-spec: "vpp-mrr-00" + data-set: "vpp-3n-alt-curr-iter-mrr" + - job-spec: "vpp-mlr-00" + data-set: "vpp-3n-alt-curr-iter" + - job-spec: "dpdk-mlr-00" + data-set: "dpdk-3n-alt-curr-iter" + +# - type: "table" +# title: "Job Specification Duration: 3n-alt-coverage" +# algorithm: "table_job_spec_duration" +# output-file: "{DIR[STATIC,VPP]}/job-spec-duration-3n-alt-cov" +# jb-type: "coverage" +# data: "vpp-3n-alt-curr-cov" +# lines: +# - job-spec: "ip4-00" +# build: "18" +# - job-spec: "ip4-01" +# build: "19" +# - job-spec: "ip4-02" +# build: "20" +# - job-spec: "ip4-03" +# build: "21" +# - job-spec: "ip4tun-00" +# build: "22" +# - job-spec: "ip6-00" +# build: "23" +# - job-spec: "ip6-01" +# build: "24" +# - job-spec: "l2-00" +# build: "25" +# - job-spec: "l2-01" +# build: "26" +# - job-spec: "l2-02" +# build: "27" +# - job-spec: "l2-03" +# build: "28" +# - job-spec: "l2-04" +# build: "29" +# - job-spec: "memif-00" +# build: "30" +# - job-spec: "srv6-00" +# build: "31" +# - job-spec: "srv6-01" +# build: "32" +# - job-spec: "vhost-00" +# build: "33" +# - job-spec: "vhost-01" +# build: "34" + # VPP Latency Changes 3n-skx 2t1c - type: "table" title: "VPP Latency Changes 3n-skx 2t1c PDR50-direction1-avg" @@ -5326,6 +5381,23 @@ - "parent" - "msg" +# Detailed Test Results - VPP Performance Results 3n-alt +- type: "table" + title: "Detailed Test Results - VPP Performance Results 3n-alt" + algorithm: "table_merged_details" + output-file: "{DIR[DTR,PERF,VPP,3N,ALT]}/" + columns: + - title: " |prein| Test Name |preout| " + data: "data name" + - title: " |prein| Throughput: |br| 1. Mpps Gbps (NDR) |br| 2. Mpps Gbps (PDR) |br| |br| One-Way Latency Percentiles in uSec at %PDR load, |br| one set per each direction: |br| 3. P50 P90 P99 P50 P90 P99 (10% PDR) |br| 4. P50 P90 P99 P50 P90 P99 (50% PDR) |br| 5. P50 P90 P99 P50 P90 P99 (90% PDR) |preout| " + data: "data msg" + data: "vpp-3n-alt-curr-cov" + filter: "all" + parameters: + - "name" + - "parent" + - "msg" + # Detailed Test Results - VPP Performance Results 2n-tx2 - type: "table" title: "Detailed Test Results - VPP Performance Results 2n-tx2" @@ -5532,6 +5604,23 @@ - "name" - "conf-history" +# Test configuration - VPP Performance Test Configs 3n-alt +- type: "table" + title: "Test configuration - VPP Performance Test Configs 3n-alt" + algorithm: "table_merged_details" + output-file: "{DIR[DTC,PERF,VPP,3N,ALT]}/" + columns: + - title: " |prein| Test Name |preout| " + data: "data name" + - title: " |prein| VPP API Test Commands History - Commands Used Per Test Case |preout| " + data: "data conf-history" + data: "vpp-3n-alt-curr-cov" + filter: "all" + parameters: + - "parent" + - "name" + - "conf-history" + # Test configuration - VPP Performance Test Configs 2n-tx2 - type: "table" title: "Test configuration - VPP Performance Test Configs 2n-tx2" @@ -5673,6 +5762,14 @@ data: "vpp-3n-tsh-curr-cov" filter: "all" +# Test Operational Data - VPP Performance Operational Data 3n-alt +- type: "table" + title: "Test Operational Data - VPP Performance Operational Data 3n-alt" + algorithm: "table_oper_data_html" + output-file: "{DIR[DTO,PERF,VPP,3N,ALT]}/" + data: "vpp-3n-alt-curr-cov" + filter: "all" + # Test Operational Data - VPP Performance Operational Data 2n-tx2 - type: "table" title: "Test Operational Data - VPP Performance Operational Data 2n-tx2" @@ -5832,6 +5929,23 @@ - "parent" - "msg" +# Detailed Test Results - VPP MRR Results 3n-alt +- type: "table" + title: "Detailed Test Results - VPP MRR Results 3n-alt" + algorithm: "table_merged_details" + output-file: "{DIR[DTR,MRR,VPP,3N,ALT]}/" + columns: + - title: " |prein| Test Name |preout| " + data: "data name" + - title: " |prein| Maximum Receive Rate trial [Mpps] |preout| " + data: "data msg" + data: "vpp-3n-alt-curr-iter-mrr" + filter: "all" + parameters: + - "name" + - "parent" + - "msg" + # Detailed Test Results - VPP MRR Results 2n-tx2 - type: "table" title: "Detailed Test Results - VPP MRR Results 2n-tx2" @@ -6036,6 +6150,23 @@ - "name" - "conf-history" +# Test configuration - VPP MRR Test Configs 3n-alt +- type: "table" + title: "Test configuration - VPP MRR Test Configs 3n-alt" + algorithm: "table_merged_details" + output-file: "{DIR[DTC,MRR,VPP,3N,ALT]}/" + columns: + - title: " |prein| Test Name |preout| " + data: "data name" + - title: " |prein| VPP API Test Commands History - Commands Used Per Test Case |preout| " + data: "data conf-history" + data: "vpp-3n-alt-curr-iter-mrr" + filter: "all" + parameters: + - "parent" + - "name" + - "conf-history" + # Test configuration - VPP MRR Test Configs 2n-tx2 - type: "table" title: "Test configuration - VPP MRR Test Configs 2n-tx2" @@ -7184,6 +7315,23 @@ - "parent" - "msg" +# Detailed Test Results - DPDK Performance Results 3n-alt +- type: "table" + title: "Detailed Test Results - DPDK Performance Results 3n-alt" + algorithm: "table_merged_details" + output-file: "{DIR[DTR,PERF,DPDK,3N,ALT]}/dpdk_performance_results_3n_alt" + columns: + - title: " |prein| Test Name |preout| " + data: "data name" + - title: " |prein| Throughput: |br| 1. Mpps Gbps (NDR) |br| 2. Mpps Gbps (PDR) |br| |br| One-Way Latency Percentiles in uSec at %PDR load, |br| one set per each direction: |br| 3. P50 P90 P99 P50 P90 P99 (10% PDR) |br| 4. P50 P90 P99 P50 P90 P99 (50% PDR) |br| 5. P50 P90 P99 P50 P90 P99 (90% PDR) |preout| " + data: "data msg" + data: "dpdk-3n-alt-curr-iter-best" + filter: "all" + parameters: + - "name" + - "parent" + - "msg" + # Detailed Test Results - DPDK Performance Results 2n-tx2 - type: "table" title: "Detailed Test Results - DPDK Performance Results 2n-tx2" @@ -7235,6 +7383,7 @@ - "{DIR[DTR,PERF,VPP,2N,ICX]}" - "{DIR[DTR,PERF,VPP,3N,ICX]}" - "{DIR[DTR,PERF,VPP,2N,ZN2]}" + - "{DIR[DTR,PERF,VPP,3N,ALT]}" - "{DIR[DTR,PERF,VPP,3N,TSH]}" - "{DIR[DTR,PERF,VPP,2N,TX2]}" - "{DIR[DTR,PERF,VPP,2N,DNV]}" @@ -7248,6 +7397,7 @@ - "vpp-2n-icx-curr-cov" - "vpp-3n-icx-curr-cov" - "vpp-2n-zn2-curr-cov" + - "vpp-3n-alt-curr-cov" - "vpp-3n-tsh-curr-cov" - "vpp-2n-tx2-curr-cov" - "vpp-2n-dnv-curr-cov" @@ -7278,6 +7428,7 @@ - "2n-icx" - "3n-icx" - "2n-zn2" + - "3n-alt" - "3n-tsh" - "2n-tx2" - "2n-dnv" @@ -7308,6 +7459,7 @@ - "{DIR[DTC,PERF,VPP,2N,ICX]}" - "{DIR[DTC,PERF,VPP,3N,ICX]}" - "{DIR[DTC,PERF,VPP,2N,ZN2]}" + - "{DIR[DTC,PERF,VPP,3N,ALT]}" - "{DIR[DTC,PERF,VPP,3N,TSH]}" - "{DIR[DTC,PERF,VPP,2N,TX2]}" - "{DIR[DTC,PERF,VPP,2N,DNV]}" @@ -7321,6 +7473,7 @@ - "vpp-2n-icx-curr-cov" - "vpp-3n-icx-curr-cov" - "vpp-2n-zn2-curr-cov" + - "vpp-3n-alt-curr-cov" - "vpp-3n-tsh-curr-cov" - "vpp-2n-tx2-curr-cov" - "vpp-2n-dnv-curr-cov" @@ -7351,6 +7504,7 @@ - "2n-icx" - "3n-icx" - "2n-zn2" + - "3n-alt" - "3n-tsh" - "2n-tx2" - "2n-dnv" @@ -7381,6 +7535,7 @@ - "{DIR[DTO,PERF,VPP,2N,ICX]}" - "{DIR[DTO,PERF,VPP,3N,ICX]}" - "{DIR[DTO,PERF,VPP,2N,ZN2]}" + - "{DIR[DTO,PERF,VPP,3N,ALT]}" - "{DIR[DTO,PERF,VPP,3N,TSH]}" - "{DIR[DTO,PERF,VPP,2N,TX2]}" - "{DIR[DTO,PERF,VPP,2N,DNV]}" @@ -7394,6 +7549,7 @@ - "vpp-2n-icx-curr-cov" - "vpp-3n-icx-curr-cov" - "vpp-2n-zn2-curr-cov" + - "vpp-3n-alt-curr-cov" - "vpp-3n-tsh-curr-cov" - "vpp-2n-tx2-curr-cov" - "vpp-2n-dnv-curr-cov" @@ -7424,6 +7580,7 @@ - "2n-icx" - "3n-icx" - "2n-zn2" + - "3n-alt" - "3n-tsh" - "2n-tx2" - "2n-dnv" @@ -7454,6 +7611,7 @@ - "{DIR[DTR,MRR,VPP,2N,ICX]}" - "{DIR[DTR,MRR,VPP,3N,ICX]}" - "{DIR[DTR,MRR,VPP,2N,ZN2]}" + - "{DIR[DTR,MRR,VPP,3N,ALT]}" - "{DIR[DTR,MRR,VPP,3N,TSH]}" - "{DIR[DTR,MRR,VPP,2N,TX2]}" - "{DIR[DTR,MRR,VPP,2N,DNV]}" @@ -7467,6 +7625,7 @@ - "vpp-2n-icx-curr-iter-mrr" - "vpp-3n-icx-curr-iter-mrr" - "vpp-2n-zn2-curr-iter-mrr" + - "vpp-3n-alt-curr-iter-mrr" - "vpp-3n-tsh-curr-iter-mrr" - "vpp-2n-tx2-curr-iter-mrr" - "vpp-2n-dnv-curr-iter-mrr" @@ -7497,6 +7656,7 @@ - "2n-icx" - "3n-icx" - "2n-zn2" + - "3n-alt" - "3n-tsh" - "2n-tx2" - "2n-dnv" @@ -7527,6 +7687,7 @@ - "{DIR[DTC,MRR,VPP,2N,ICX]}" - "{DIR[DTC,MRR,VPP,3N,ICX]}" - "{DIR[DTC,MRR,VPP,2N,ZN2]}" + - "{DIR[DTC,MRR,VPP,3N,ALT]}" - "{DIR[DTC,MRR,VPP,3N,TSH]}" - "{DIR[DTC,MRR,VPP,2N,TX2]}" - "{DIR[DTC,MRR,VPP,2N,DNV]}" @@ -7540,6 +7701,7 @@ - "vpp-2n-icx-curr-iter-mrr" - "vpp-3n-icx-curr-iter-mrr" - "vpp-2n-zn2-curr-iter-mrr" + - "vpp-3n-alt-curr-iter-mrr" - "vpp-3n-tsh-curr-iter-mrr" - "vpp-2n-tx2-curr-iter-mrr" - "vpp-2n-dnv-curr-iter-mrr" @@ -7570,6 +7732,7 @@ - "2n-icx" - "3n-icx" - "2n-zn2" + - "3n-alt" - "3n-tsh" - "2n-tx2" - "2n-dnv" @@ -7698,6 +7861,16 @@ filter: "all" data-start-level: 4 +# DPDK Performance Results 3n-alt +- type: "file" + title: "DPDK Performance Results 3n-alt" + algorithm: "file_test_results" + output-file: "{DIR[DTR,PERF,DPDK,3N,ALT]}" + dir-tables: "{DIR[DTR,PERF,DPDK,3N,ALT]}" + data: "dpdk-3n-alt-curr-iter-best" + filter: "all" + data-start-level: 4 + # DPDK Performance Results 2n-tx2 - type: "file" title: "DPDK Performance Results 2n-tx2" @@ -9949,6 +10122,207 @@ title: "2n-tx2-xl710-64b-{core}-features-l2switching-base-{test_type}" layout: "plot-throughput" +# 3n-alt + +- type: "plot" + title: "Throughput: 3n-alt-xl710-1518b-{core}-ipsec-aes128cbc-ip4routing-scale-sw-{test_type}" + algorithm: "plot_ndrpdr_box_name" + output-file: "{DIR[STATIC,VPP]}/3n-alt-xl710-1518b-{core}-ipsec-aes128cbc-ip4routing-scale-sw-{test_type}" + data: "vpp-3n-alt-curr-iter" + core: ["1t1c", ] + include: + - "Tests.Vpp.Perf.Crypto.40Ge2P1Xl710-Ethip4Ipsec4Tnlsw-Ip4Base-Int-Aes128Cbc-Hmac512Sha-ndrpdr.1518B-{core}-ethip4ipsec4tnlsw-ip4base-int-aes128cbc-hmac512sha-ndrpdr" + - "Tests.Vpp.Perf.Crypto.40Ge2P1Xl710-Ethip4Ipsec4Tnlsw-Ip4Base-Int-Aes128Gcm-ndrpdr.1518B-{core}-ethip4ipsec4tnlsw-ip4base-int-aes128gcm-ndrpdr" + - "Tests.Vpp.Perf.Crypto.40Ge2P1Xl710-Ethip4Ipsec1000Tnlsw-Ip4Base-Int-Aes128Cbc-Hmac512Sha-ndrpdr.1518B-{core}-ethip4ipsec1000tnlsw-ip4base-int-aes128cbc-hmac512sha-ndrpdr" + - "Tests.Vpp.Perf.Crypto.40Ge2P1Xl710-Ethip4Ipsec1000Tnlsw-Ip4Base-Int-Aes128Gcm-ndrpdr.1518B-{core}-ethip4ipsec1000tnlsw-ip4base-int-aes128gcm-ndrpdr" + - "Tests.Vpp.Perf.Crypto.40Ge2P1Xl710-Ethip4Ipsec10000Tnlsw-Ip4Base-Int-Aes128Cbc-Hmac512Sha-ndrpdr.1518B-{core}-ethip4ipsec10000tnlsw-ip4base-int-aes128cbc-hmac512sha-ndrpdr" + - "Tests.Vpp.Perf.Crypto.40Ge2P1Xl710-Ethip4Ipsec10000Tnlsw-Ip4Base-Int-Aes128Gcm-ndrpdr.1518B-{core}-ethip4ipsec10000tnlsw-ip4base-int-aes128gcm-ndrpdr" + layout: + title: "3n-alt-xl710-1518b-{core}-ipsec-aes128cbc-ip4routing-scale-sw-{test_type}" + layout: "plot-throughput" + +- type: "plot" + title: "Throughput: 3n-alt-xl710-1518b-{core}-ipsec-aes256gcm-ip4routing-scale-sw-{test_type}" + algorithm: "plot_ndrpdr_box_name" + output-file: "{DIR[STATIC,VPP]}/3n-alt-xl710-1518b-{core}-ipsec-aes256gcm-ip4routing-scale-sw-{test_type}" + data: "vpp-3n-alt-curr-iter" + core: ["1t1c", ] + include: + - "Tests.Vpp.Perf.Crypto.40Ge2P1Xl710-Ethip4Ipsec4Tnlsw-Ip4Base-Int-Aes256Gcm-ndrpdr.1518B-{core}-ethip4ipsec4tnlsw-ip4base-int-aes256gcm-ndrpdr" + - "Tests.Vpp.Perf.Crypto.40Ge2P1Xl710-Ethip4Ipsec1000Tnlsw-Ip4Base-Int-Aes256Gcm-ndrpdr.1518B-{core}-ethip4ipsec1000tnlsw-ip4base-int-aes256gcm-ndrpdr" + - "Tests.Vpp.Perf.Crypto.40Ge2P1Xl710-Ethip4Ipsec10000Tnlsw-Ip4Base-Int-Aes256Gcm-ndrpdr.1518B-{core}-ethip4ipsec10000tnlsw-ip4base-int-aes256gcm-ndrpdr" + layout: + title: "3n-alt-xl710-1518b-{core}-ipsec-aes256gcm-ip4routing-scale-sw-{test_type}" + layout: "plot-throughput" + +- type: "plot" + title: "Throughput: 3n-alt-xl710-imix-{core}-ipsec-aes128cbc-ip4routing-scale-sw-{test_type}" + algorithm: "plot_ndrpdr_box_name" + output-file: "{DIR[STATIC,VPP]}/3n-alt-xl710-imix-{core}-ipsec-aes128cbc-ip4routing-scale-sw-{test_type}" + data: "vpp-3n-alt-curr-iter" + core: ["1t1c", ] + include: + - "Tests.Vpp.Perf.Crypto.40Ge2P1Xl710-Ethip4Ipsec4Tnlsw-Ip4Base-Int-Aes128Cbc-Hmac512Sha-ndrpdr.imix-{core}-ethip4ipsec4tnlsw-ip4base-int-aes128cbc-hmac512sha-ndrpdr" + - "Tests.Vpp.Perf.Crypto.40Ge2P1Xl710-Ethip4Ipsec4Tnlsw-Ip4Base-Int-Aes128Gcm-ndrpdr.imix-{core}-ethip4ipsec4tnlsw-ip4base-int-aes128gcm-ndrpdr" + - "Tests.Vpp.Perf.Crypto.40Ge2P1Xl710-Ethip4Ipsec1000Tnlsw-Ip4Base-Int-Aes128Cbc-Hmac512Sha-ndrpdr.imix-{core}-ethip4ipsec1000tnlsw-ip4base-int-aes128cbc-hmac512sha-ndrpdr" + - "Tests.Vpp.Perf.Crypto.40Ge2P1Xl710-Ethip4Ipsec1000Tnlsw-Ip4Base-Int-Aes128Gcm-ndrpdr.imix-{core}-ethip4ipsec1000tnlsw-ip4base-int-aes128gcm-ndrpdr" + - "Tests.Vpp.Perf.Crypto.40Ge2P1Xl710-Ethip4Ipsec10000Tnlsw-Ip4Base-Int-Aes128Cbc-Hmac512Sha-ndrpdr.imix-{core}-ethip4ipsec10000tnlsw-ip4base-int-aes128cbc-hmac512sha-ndrpdr" + - "Tests.Vpp.Perf.Crypto.40Ge2P1Xl710-Ethip4Ipsec10000Tnlsw-Ip4Base-Int-Aes128Gcm-ndrpdr.imix-{core}-ethip4ipsec10000tnlsw-ip4base-int-aes128gcm-ndrpdr" + layout: + title: "3n-alt-xl710-imix-{core}-ipsec-aes128cbc-ip4routing-scale-sw-{test_type}" + layout: "plot-throughput" + +- type: "plot" + title: "Throughput: 3n-alt-xl710-imix-{core}-ipsec-aes256gcm-ip4routing-scale-sw-{test_type}" + algorithm: "plot_ndrpdr_box_name" + output-file: "{DIR[STATIC,VPP]}/3n-alt-xl710-imix-{core}-ipsec-aes256gcm-ip4routing-scale-sw-{test_type}" + data: "vpp-3n-alt-curr-iter" + core: ["1t1c", ] + include: + - "Tests.Vpp.Perf.Crypto.40Ge2P1Xl710-Ethip4Ipsec4Tnlsw-Ip4Base-Int-Aes256Gcm-ndrpdr.imix-{core}-ethip4ipsec4tnlsw-ip4base-int-aes256gcm-ndrpdr" + - "Tests.Vpp.Perf.Crypto.40Ge2P1Xl710-Ethip4Ipsec1000Tnlsw-Ip4Base-Int-Aes256Gcm-ndrpdr.imix-{core}-ethip4ipsec1000tnlsw-ip4base-int-aes256gcm-ndrpdr" + - "Tests.Vpp.Perf.Crypto.40Ge2P1Xl710-Ethip4Ipsec10000Tnlsw-Ip4Base-Int-Aes256Gcm-ndrpdr.imix-{core}-ethip4ipsec10000tnlsw-ip4base-int-aes256gcm-ndrpdr" + layout: + title: "3n-alt-xl710-imix-{core}-ipsec-aes256gcm-ip4routing-scale-sw-{test_type}" + layout: "plot-throughput" + +- type: "plot" + title: "Throughput: 3n-alt-xl710-64b-{core}-ipsec-ip4base-policy-outbound-nocrypto-{test_type}" + algorithm: "plot_ndrpdr_box_name" + output-file: "{DIR[STATIC,VPP]}/3n-alt-xl710-64b-{core}-ipsec-ip4base-policy-outbound-nocrypto-{test_type}" + data: "vpp-3n-alt-curr-iter" + core: ["1t1c", ] + include: + - "Tests.Vpp.Perf.Crypto.40Ge2P1Xl710-Ethip4Ipsec1Spe-Cache-Ip4Base-Policy-Outbound-Nocrypto-ndrpdr.64B-{core}-ethip4ipsec1spe-cache-ip4base-policy-outbound-nocrypto-ndrpdr" + - "Tests.Vpp.Perf.Crypto.40Ge2P1Xl710-Ethip4Ipsec1Spe-Ip4Base-Policy-Outbound-Nocrypto-ndrpdr.64B-{core}-ethip4ipsec1spe-ip4base-policy-outbound-nocrypto-ndrpdr" + - "Tests.Vpp.Perf.Crypto.40Ge2P1Xl710-Ethip4Ipsec100Spe-Cache-Ip4Base-Policy-Outbound-Nocrypto-ndrpdr.64B-{core}-ethip4ipsec100spe-cache-ip4base-policy-outbound-nocrypto-ndrpdr" + - "Tests.Vpp.Perf.Crypto.40Ge2P1Xl710-Ethip4Ipsec100Spe-Ip4Base-Policy-Outbound-Nocrypto-ndrpdr.64B-{core}-ethip4ipsec100spe-ip4base-policy-outbound-nocrypto-ndrpdr" + - "Tests.Vpp.Perf.Crypto.40Ge2P1Xl710-Ethip4Ipsec1000Spe-Cache-Ip4Base-Policy-Outbound-Nocrypto-ndrpdr.64B-{core}-ethip4ipsec1000spe-cache-ip4base-policy-outbound-nocrypto-ndrpdr" + - "Tests.Vpp.Perf.Crypto.40Ge2P1Xl710-Ethip4Ipsec1000Spe-Ip4Base-Policy-Outbound-Nocrypto-ndrpdr.64B-{core}-ethip4ipsec1000spe-ip4base-policy-outbound-nocrypto-ndrpdr" + layout: + title: "3n-alt-xl710-64b-{core}-ipsec-ip4base-policy-outbound-nocrypto-{test_type}" + layout: "plot-throughput" + +- type: "plot" + title: "Throughput: 3n-alt-xl710-64b-{core}-ipsec-ip4base-policy-aes256gcm-sw-{test_type}" + algorithm: "plot_ndrpdr_box_name" + output-file: "{DIR[STATIC,VPP]}/3n-alt-xl710-64b-{core}-ipsec-ip4base-policy-aes256gcm-sw-{test_type}" + data: "vpp-3n-alt-curr-iter" + core: ["1t1c", ] + include: + - "Tests.Vpp.Perf.Crypto.40Ge2P1Xl710-Ethip4Ipsec1Tnlsw-Ip4Base-Policy-Aes256Gcm-ndrpdr.64B-{core}-ethip4ipsec1tnlsw-ip4base-policy-aes256gcm-ndrpdr" + - "Tests.Vpp.Perf.Crypto.40Ge2P1Xl710-Ethip4Ipsec40Tnlsw-Ip4Base-Policy-Aes256Gcm-ndrpdr.64B-{core}-ethip4ipsec40tnlsw-ip4base-policy-aes256gcm-ndrpdr" + - "Tests.Vpp.Perf.Crypto.40Ge2P1Xl710-Ethip4Ipsec1000Tnlsw-Ip4Base-Policy-Aes256Gcm-ndrpdr.64B-{core}-ethip4ipsec1000tnlsw-ip4base-policy-aes256gcm-ndrpdr" + layout: + title: "3n-alt-xl710-64b-{core}-ipsec-ip4base-policy-aes256gcm-sw-{test_type}" + layout: "plot-throughput" + +- type: "plot" + title: "Throughput: 3n-alt-xl710-64b-{core}-ip4-base-scale-{test_type}" + algorithm: "plot_ndrpdr_box_name" + output-file: "{DIR[STATIC,VPP]}/3n-alt-xl710-64b-{core}-ip4-base-scale-{test_type}" + data: "vpp-3n-alt-curr-iter" + core: ["1t1c", ] + include: + - "Tests.Vpp.Perf.Ip4.40Ge2P1Xl710-Ethip4-Ip4Base-ndrpdr.64B-{core}-ethip4-ip4base-ndrpdr" + - "Tests.Vpp.Perf.Ip4.40Ge2P1Xl710-Ethip4-Ip4Scale20K-ndrpdr.64B-{core}-ethip4-ip4scale20k-ndrpdr" + - "Tests.Vpp.Perf.Ip4.40Ge2P1Xl710-Ethip4-Ip4Scale200K-ndrpdr.64B-{core}-ethip4-ip4scale200k-ndrpdr" + layout: + title: "3n-alt-xl710-64b-{core}-ip4-base-scale-{test_type}" + layout: "plot-throughput" + +- type: "plot" + title: "Throughput: 3n-alt-xl710-64b-{core}-ip4-feature-{test_type}" + algorithm: "plot_ndrpdr_box_name" + output-file: "{DIR[STATIC,VPP]}/3n-alt-xl710-64b-{core}-ip4-feature-{test_type}" + data: "vpp-3n-alt-curr-iter" + core: ["1t1c", ] + include: + - "Tests.Vpp.Perf.Ip4.40Ge2P1Xl710-Ethip4-Ip4Base-Iacldstbase-ndrpdr.64B-{core}-ethip4-ip4base-iacldstbase-ndrpdr" + - "Tests.Vpp.Perf.Ip4.40Ge2P1Xl710-Ethip4Udp-Ip4Base-Iacl50Sf-10Kflows-ndrpdr.64B-{core}-ethip4udp-ip4base-iacl50sf-10kflows-ndrpdr" + - "Tests.Vpp.Perf.Ip4.40Ge2P1Xl710-Ethip4Udp-Ip4Base-Iacl50Sl-10Kflows-ndrpdr.64B-{core}-ethip4udp-ip4base-iacl50sl-10kflows-ndrpdr" + - "Tests.Vpp.Perf.Ip4.40Ge2P1Xl710-Ethip4Udp-Ip4Base-Oacl50Sf-10Kflows-ndrpdr.64B-{core}-ethip4udp-ip4base-oacl50sf-10kflows-ndrpdr" + - "Tests.Vpp.Perf.Ip4.40Ge2P1Xl710-Ethip4Udp-Ip4Base-Oacl50Sl-10Kflows-ndrpdr.64B-{core}-ethip4udp-ip4base-oacl50sl-10kflows-ndrpdr" + layout: + title: "3n-alt-xl710-64b-{core}-ip4-feature-{test_type}" + layout: "plot-throughput" + +- type: "plot" + title: "Throughput: 3n-alt-xl710-64b-{core}-ip4-tunnels-{test_type}" + algorithm: "plot_ndrpdr_box_name" + output-file: "{DIR[STATIC,VPP]}/3n-alt-xl710-64b-{core}-ip4-tunnels-{test_type}" + data: "vpp-3n-alt-curr-iter" + core: ["1t1c", ] + include: + - "Tests.Vpp.Perf.Ip4 Tunnels.40Ge2P1Xl710-Ethip4Vxlan-L2Xcbase-ndrpdr.64B-{core}-ethip4vxlan-l2xcbase-ndrpdr" + - "Tests.Vpp.Perf.Ip4 Tunnels.40Ge2P1Xl710-Ethip4Vxlan-L2Bdbasemaclrn-ndrpdr.64B-{core}-ethip4vxlan-l2bdbasemaclrn-ndrpdr" + layout: + title: "3n-alt-xl710-64b-{core}-ip4-tunnels-{test_type}" + layout: "plot-throughput" + +- type: "plot" + title: "Throughput: 3n-alt-xl710-78b-{core}-ip6-base-scale-{test_type}" + algorithm: "plot_ndrpdr_box_name" + output-file: "{DIR[STATIC,VPP]}/3n-alt-xl710-78b-{core}-ip6-base-scale-{test_type}" + data: "vpp-3n-alt-curr-iter" + core: ["1t1c", ] + include: + - "Tests.Vpp.Perf.Ip6.40Ge2P1Xl710-Ethip6-Ip6Base-ndrpdr.78B-{core}-ethip6-ip6base-ndrpdr" + - "Tests.Vpp.Perf.Ip6.40Ge2P1Xl710-Ethip6-Ip6Scale20K-ndrpdr.78B-{core}-ethip6-ip6scale20k-ndrpdr" + - "Tests.Vpp.Perf.Ip6.40Ge2P1Xl710-Ethip6-Ip6Scale200K-ndrpdr.78B-{core}-ethip6-ip6scale200k-ndrpdr" + - "Tests.Vpp.Perf.Ip6.40Ge2P1Xl710-Ethip6-Ip6Base-Iacldstbase-ndrpdr.78B-{core}-ethip6-ip6base-iacldstbase-ndrpdr" + layout: + title: "3n-alt-xl710-78b-{core}-ip6-base-scale-{test_type}" + layout: "plot-throughput" + +- type: "plot" + title: "Throughput: 3n-alt-xl710-64b-{core}-l2-base-scale-{test_type}" + algorithm: "plot_ndrpdr_box_name" + output-file: "{DIR[STATIC,VPP]}/3n-alt-xl710-64b-{core}-l2-base-scale-{test_type}" + data: "vpp-3n-alt-curr-iter" + core: ["1t1c", ] + include: + - "Tests.Vpp.Perf.L2.40Ge2P1Xl710-Dot1Q-L2Bdbasemaclrn-ndrpdr.64B-{core}-dot1q-l2bdbasemaclrn-ndrpdr" + - "Tests.Vpp.Perf.L2.40Ge2P1Xl710-Eth-L2Xcbase-ndrpdr.64B-{core}-eth-l2xcbase-ndrpdr" + - "Tests.Vpp.Perf.L2.40Ge2P1Xl710-Eth-L2Patch-ndrpdr.64B-{core}-eth-l2patch-ndrpdr" + - "Tests.Vpp.Perf.L2.40Ge2P1Xl710-Eth-L2Bdbasemaclrn-ndrpdr.64B-{core}-eth-l2bdbasemaclrn-ndrpdr" + - "Tests.Vpp.Perf.L2.40Ge2P1Xl710-Eth-L2Bdscale10Kmaclrn-ndrpdr.64B-{core}-eth-l2bdscale10kmaclrn-ndrpdr" + - "Tests.Vpp.Perf.L2.40Ge2P1Xl710-Eth-L2Bdscale100Kmaclrn-ndrpdr.64B-{core}-eth-l2bdscale100kmaclrn-ndrpdr" + layout: + title: "3n-alt-xl710-64b-{core}-l2-base-scale-{test_type}" + layout: "plot-throughput" + +- type: "plot" + title: "Throughput: 3n-alt-xl710-64b-{core}-l2-feature-{test_type}" + algorithm: "plot_ndrpdr_box_name" + output-file: "{DIR[STATIC,VPP]}/3n-alt-xl710-64b-{core}-l2-feature-{test_type}" + data: "vpp-3n-alt-curr-iter" + core: ["1t1c", ] + include: + - "Tests.Vpp.Perf.L2.40Ge2P1Xl710-Eth-L2Bdbasemaclrn-Macip-Iacl50Sl-10Kflows-ndrpdr.64B-{core}-eth-l2bdbasemaclrn-macip-iacl50sl-10kflows-ndrpdr" + - "Tests.Vpp.Perf.L2.40Ge2P1Xl710-Eth-L2Bdbasemaclrn-Iacl50Sf-10Kflows-ndrpdr.64B-{core}-eth-l2bdbasemaclrn-iacl50sf-10kflows-ndrpdr" + - "Tests.Vpp.Perf.L2.40Ge2P1Xl710-Eth-L2Bdbasemaclrn-Iacl50Sl-10Kflows-ndrpdr.64B-{core}-eth-l2bdbasemaclrn-iacl50sl-10kflows-ndrpdr" + - "Tests.Vpp.Perf.L2.40Ge2P1Xl710-Eth-L2Bdbasemaclrn-Oacl50Sf-10Kflows-ndrpdr.64B-{core}-eth-l2bdbasemaclrn-oacl50sf-10kflows-ndrpdr" + - "Tests.Vpp.Perf.L2.40Ge2P1Xl710-Eth-L2Bdbasemaclrn-Oacl50Sl-10Kflows-ndrpdr.64B-{core}-eth-l2bdbasemaclrn-oacl50sl-10kflows-ndrpdr" + layout: + title: "3n-alt-xl710-64b-{core}-l2-feature-{test_type}" + layout: "plot-throughput" + +- type: "plot" + title: "Throughput: 3n-alt-xl710-64b-{core}-vhost-{test_type}" + algorithm: "plot_ndrpdr_box_name" + output-file: "{DIR[STATIC,VPP]}/3n-alt-xl710-64b-{core}-vhost-{test_type}" + data: "vpp-3n-alt-curr-iter" + core: ["1t1c", ] + include: + - "Tests.Vpp.Perf.Vm Vhost.40Ge2P1Xl710-Eth-L2Bdbasemaclrn-Eth-2Vhostvr1024-1Vm-ndrpdr.64B-{core}-eth-l2bdbasemaclrn-eth-2vhostvr1024-1vm-ndrpdr" + - "Tests.Vpp.Perf.Vm Vhost.40Ge2P1Xl710-Eth-L2Bdbasemaclrn-Eth-2Vhostvr1024-1Vm-Vppl2Xc-ndrpdr.64B-{core}-eth-l2bdbasemaclrn-eth-2vhostvr1024-1vm-vppl2xc-ndrpdr" + - "Tests.Vpp.Perf.Vm Vhost.40Ge2P1Xl710-Ethip4-Ip4Base-Eth-2Vhostvr1024-1Vm-ndrpdr.64B-{core}-ethip4-ip4base-eth-2vhostvr1024-1vm-ndrpdr" + - "Tests.Vpp.Perf.Vm Vhost.40Ge2P1Xl710-Ethip4-Ip4Base-Eth-2Vhostvr1024-1Vm-Vppip4-ndrpdr.64B-{core}-ethip4-ip4base-eth-2vhostvr1024-1vm-vppip4-ndrpdr" + layout: + title: "3n-alt-xl710-64b-{core}-vhost-{test_type}" + layout: "plot-throughput" + ################################################################################ # Packet Speedup @@ -10721,6 +11095,192 @@ # title: "3n-tsh-x520-64b-link-bonding-vhost-base-ixgbe-{test_type}" # layout: "plot-throughput-speedup-analysis" +- type: "plot" + title: "Speedup: 3n-alt-xl710-1518b-ipsec-aes128cbc-ip4routing-scale-sw-{test_type}-tsa" + algorithm: "plot_tsa_name" + output-file: "{DIR[STATIC,VPP]}/3n-alt-xl710-1518b-ipsec-aes128cbc-ip4routing-scale-sw-{test_type}-tsa" + data: "vpp-3n-alt-curr-iter" + include: + - "Tests.Vpp.Perf.Crypto.40Ge2P1Xl710-Ethip4Ipsec4Tnlsw-Ip4Base-Int-Aes128Cbc-Hmac512Sha-ndrpdr.1518B-.t.c-ethip4ipsec4tnlsw-ip4base-int-aes128cbc-hmac512sha-ndrpdr" + - "Tests.Vpp.Perf.Crypto.40Ge2P1Xl710-Ethip4Ipsec4Tnlsw-Ip4Base-Int-Aes128Gcm-ndrpdr.1518B-.t.c-ethip4ipsec4tnlsw-ip4base-int-aes128gcm-ndrpdr" + - "Tests.Vpp.Perf.Crypto.40Ge2P1Xl710-Ethip4Ipsec1000Tnlsw-Ip4Base-Int-Aes128Cbc-Hmac512Sha-ndrpdr.1518B-.t.c-ethip4ipsec1000tnlsw-ip4base-int-aes128cbc-hmac512sha-ndrpdr" + - "Tests.Vpp.Perf.Crypto.40Ge2P1Xl710-Ethip4Ipsec1000Tnlsw-Ip4Base-Int-Aes128Gcm-ndrpdr.1518B-.t.c-ethip4ipsec1000tnlsw-ip4base-int-aes128gcm-ndrpdr" + - "Tests.Vpp.Perf.Crypto.40Ge2P1Xl710-Ethip4Ipsec10000Tnlsw-Ip4Base-Int-Aes128Cbc-Hmac512Sha-ndrpdr.1518B-.t.c-ethip4ipsec10000tnlsw-ip4base-int-aes128cbc-hmac512sha-ndrpdr" + - "Tests.Vpp.Perf.Crypto.40Ge2P1Xl710-Ethip4Ipsec10000Tnlsw-Ip4Base-Int-Aes128Gcm-ndrpdr.1518B-.t.c-ethip4ipsec10000tnlsw-ip4base-int-aes128gcm-ndrpdr" + layout: + title: "3n-alt-xl710-1518b-ipsec-aes128cbc-ip4routing-scale-sw-{test_type}" + layout: "plot-throughput-speedup-analysis" + +- type: "plot" + title: "Speedup: 3n-alt-xl710-1518b-ipsec-aes256gcm-ip4routing-scale-sw-{test_type}-tsa" + algorithm: "plot_tsa_name" + output-file: "{DIR[STATIC,VPP]}/3n-alt-xl710-1518b-ipsec-aes256gcm-ip4routing-scale-sw-{test_type}-tsa" + data: "vpp-3n-alt-curr-iter" + include: + - "Tests.Vpp.Perf.Crypto.40Ge2P1Xl710-Ethip4Ipsec4Tnlsw-Ip4Base-Int-Aes256Gcm-ndrpdr.1518B-.t.c-ethip4ipsec4tnlsw-ip4base-int-aes256gcm-ndrpdr" + - "Tests.Vpp.Perf.Crypto.40Ge2P1Xl710-Ethip4Ipsec1000Tnlsw-Ip4Base-Int-Aes256Gcm-ndrpdr.1518B-.t.c-ethip4ipsec1000tnlsw-ip4base-int-aes256gcm-ndrpdr" + - "Tests.Vpp.Perf.Crypto.40Ge2P1Xl710-Ethip4Ipsec10000Tnlsw-Ip4Base-Int-Aes256Gcm-ndrpdr.1518B-.t.c-ethip4ipsec10000tnlsw-ip4base-int-aes256gcm-ndrpdr" + layout: + title: "3n-alt-xl710-1518b-ipsec-aes256gcm-ip4routing-scale-sw-{test_type}" + layout: "plot-throughput-speedup-analysis" + +- type: "plot" + title: "Speedup: 3n-alt-xl710-imix-ipsec-aes128cbc-ip4routing-scale-sw-{test_type}-tsa" + algorithm: "plot_tsa_name" + output-file: "{DIR[STATIC,VPP]}/3n-alt-xl710-imix-ipsec-aes128cbc-ip4routing-scale-sw-{test_type}-tsa" + data: "vpp-3n-alt-curr-iter" + include: + - "Tests.Vpp.Perf.Crypto.40Ge2P1Xl710-Ethip4Ipsec4Tnlsw-Ip4Base-Int-Aes128Cbc-Hmac512Sha-ndrpdr.imix-.t.c-ethip4ipsec4tnlsw-ip4base-int-aes128cbc-hmac512sha-ndrpdr" + - "Tests.Vpp.Perf.Crypto.40Ge2P1Xl710-Ethip4Ipsec4Tnlsw-Ip4Base-Int-Aes128Gcm-ndrpdr.imix-.t.c-ethip4ipsec4tnlsw-ip4base-int-aes128gcm-ndrpdr" + - "Tests.Vpp.Perf.Crypto.40Ge2P1Xl710-Ethip4Ipsec1000Tnlsw-Ip4Base-Int-Aes128Cbc-Hmac512Sha-ndrpdr.imix-.t.c-ethip4ipsec1000tnlsw-ip4base-int-aes128cbc-hmac512sha-ndrpdr" + - "Tests.Vpp.Perf.Crypto.40Ge2P1Xl710-Ethip4Ipsec1000Tnlsw-Ip4Base-Int-Aes128Gcm-ndrpdr.imix-.t.c-ethip4ipsec1000tnlsw-ip4base-int-aes128gcm-ndrpdr" + - "Tests.Vpp.Perf.Crypto.40Ge2P1Xl710-Ethip4Ipsec10000Tnlsw-Ip4Base-Int-Aes128Cbc-Hmac512Sha-ndrpdr.imix-.t.c-ethip4ipsec10000tnlsw-ip4base-int-aes128cbc-hmac512sha-ndrpdr" + - "Tests.Vpp.Perf.Crypto.40Ge2P1Xl710-Ethip4Ipsec10000Tnlsw-Ip4Base-Int-Aes128Gcm-ndrpdr.imix-.t.c-ethip4ipsec10000tnlsw-ip4base-int-aes128gcm-ndrpdr" + layout: + title: "3n-alt-xl710-imix-ipsec-aes128cbc-ip4routing-scale-sw-{test_type}" + layout: "plot-throughput-speedup-analysis" + +- type: "plot" + title: "Speedup: 3n-alt-xl710-imix-ipsec-aes256gcm-ip4routing-scale-sw-{test_type}-tsa" + algorithm: "plot_tsa_name" + output-file: "{DIR[STATIC,VPP]}/3n-alt-xl710-imix-ipsec-aes256gcm-ip4routing-scale-sw-{test_type}-tsa" + data: "vpp-3n-alt-curr-iter" + include: + - "Tests.Vpp.Perf.Crypto.40Ge2P1Xl710-Ethip4Ipsec4Tnlsw-Ip4Base-Int-Aes256Gcm-ndrpdr.imix-.t.c-ethip4ipsec4tnlsw-ip4base-int-aes256gcm-ndrpdr" + - "Tests.Vpp.Perf.Crypto.40Ge2P1Xl710-Ethip4Ipsec1000Tnlsw-Ip4Base-Int-Aes256Gcm-ndrpdr.imix-.t.c-ethip4ipsec1000tnlsw-ip4base-int-aes256gcm-ndrpdr" + - "Tests.Vpp.Perf.Crypto.40Ge2P1Xl710-Ethip4Ipsec10000Tnlsw-Ip4Base-Int-Aes256Gcm-ndrpdr.imix-.t.c-ethip4ipsec10000tnlsw-ip4base-int-aes256gcm-ndrpdr" + layout: + title: "3n-alt-xl710-imix-ipsec-aes256gcm-ip4routing-scale-sw-{test_type}" + layout: "plot-throughput-speedup-analysis" + +- type: "plot" + title: "Speedup: 3n-alt-xl710-64b-ipsec-ip4base-policy-outbound-nocrypto-{test_type}-tsa" + algorithm: "plot_tsa_name" + output-file: "{DIR[STATIC,VPP]}/3n-alt-xl710-64b-ipsec-ip4base-policy-outbound-nocrypto-{test_type}-tsa" + data: "vpp-3n-alt-curr-iter" + include: + - "Tests.Vpp.Perf.Crypto.40Ge2P1Xl710-Ethip4Ipsec1Spe-Cache-Ip4Base-Policy-Outbound-Nocrypto-ndrpdr.64B-.t.c-ethip4ipsec1spe-cache-ip4base-policy-outbound-nocrypto-ndrpdr" + - "Tests.Vpp.Perf.Crypto.40Ge2P1Xl710-Ethip4Ipsec1Spe-Ip4Base-Policy-Outbound-Nocrypto-ndrpdr.64B-.t.c-ethip4ipsec1spe-ip4base-policy-outbound-nocrypto-ndrpdr" + - "Tests.Vpp.Perf.Crypto.40Ge2P1Xl710-Ethip4Ipsec100Spe-Cache-Ip4Base-Policy-Outbound-Nocrypto-ndrpdr.64B-.t.c-ethip4ipsec100spe-cache-ip4base-policy-outbound-nocrypto-ndrpdr" + - "Tests.Vpp.Perf.Crypto.40Ge2P1Xl710-Ethip4Ipsec100Spe-Ip4Base-Policy-Outbound-Nocrypto-ndrpdr.64B-.t.c-ethip4ipsec100spe-ip4base-policy-outbound-nocrypto-ndrpdr" + - "Tests.Vpp.Perf.Crypto.40Ge2P1Xl710-Ethip4Ipsec1000Spe-Cache-Ip4Base-Policy-Outbound-Nocrypto-ndrpdr.64B-.t.c-ethip4ipsec1000spe-cache-ip4base-policy-outbound-nocrypto-ndrpdr" + - "Tests.Vpp.Perf.Crypto.40Ge2P1Xl710-Ethip4Ipsec1000Spe-Ip4Base-Policy-Outbound-Nocrypto-ndrpdr.64B-.t.c-ethip4ipsec1000spe-ip4base-policy-outbound-nocrypto-ndrpdr" + layout: + title: "3n-alt-xl710-64b-ipsec-ip4base-policy-outbound-nocrypto-{test_type}" + layout: "plot-throughput-speedup-analysis" + +- type: "plot" + title: "Speedup: 3n-alt-xl710-64b-ipsec-ip4base-policy-aes256gcm-sw-{test_type}-tsa" + algorithm: "plot_tsa_name" + output-file: "{DIR[STATIC,VPP]}/3n-alt-xl710-64b-ipsec-ip4base-policy-aes256gcm-sw-{test_type}-tsa" + data: "vpp-3n-alt-curr-iter" + include: + - "Tests.Vpp.Perf.Crypto.40Ge2P1Xl710-Ethip4Ipsec1Tnlsw-Ip4Base-Policy-Aes256Gcm-ndrpdr.64B-.t.c-ethip4ipsec1tnlsw-ip4base-policy-aes256gcm-ndrpdr" + - "Tests.Vpp.Perf.Crypto.40Ge2P1Xl710-Ethip4Ipsec40Tnlsw-Ip4Base-Policy-Aes256Gcm-ndrpdr.64B-.t.c-ethip4ipsec40tnlsw-ip4base-policy-aes256gcm-ndrpdr" + - "Tests.Vpp.Perf.Crypto.40Ge2P1Xl710-Ethip4Ipsec1000Tnlsw-Ip4Base-Policy-Aes256Gcm-ndrpdr.64B-.t.c-ethip4ipsec1000tnlsw-ip4base-policy-aes256gcm-ndrpdr" + layout: + title: "3n-alt-xl710-64b-ipsec-ip4base-policy-aes256gcm-sw-{test_type}" + layout: "plot-throughput-speedup-analysis" + +- type: "plot" + title: "Speedup: 3n-alt-xl710-64b-ip4-base-scale-{test_type}-tsa" + algorithm: "plot_tsa_name" + output-file: "{DIR[STATIC,VPP]}/3n-alt-xl710-64b-ip4-base-scale-{test_type}-tsa" + data: "vpp-3n-alt-curr-iter" + include: + - "Tests.Vpp.Perf.Ip4.40Ge2P1Xl710-Ethip4-Ip4Base-ndrpdr.64B-.t.c-ethip4-ip4base-ndrpdr" + - "Tests.Vpp.Perf.Ip4.40Ge2P1Xl710-Ethip4-Ip4Scale20K-ndrpdr.64B-.t.c-ethip4-ip4scale20k-ndrpdr" + - "Tests.Vpp.Perf.Ip4.40Ge2P1Xl710-Ethip4-Ip4Scale200K-ndrpdr.64B-.t.c-ethip4-ip4scale200k-ndrpdr" + layout: + title: "3n-alt-xl710-64b-ip4-base-scale-{test_type}" + layout: "plot-throughput-speedup-analysis" + +- type: "plot" + title: "Speedup: 3n-alt-xl710-64b-ip4-feature-{test_type}-tsa" + algorithm: "plot_tsa_name" + output-file: "{DIR[STATIC,VPP]}/3n-alt-xl710-64b-ip4-feature-{test_type}-tsa" + data: "vpp-3n-alt-curr-iter" + include: + - "Tests.Vpp.Perf.Ip4.40Ge2P1Xl710-Ethip4-Ip4Base-Iacldstbase-ndrpdr.64B-.t.c-ethip4-ip4base-iacldstbase-ndrpdr" + - "Tests.Vpp.Perf.Ip4.40Ge2P1Xl710-Ethip4Udp-Ip4Base-Iacl50Sf-10Kflows-ndrpdr.64B-.t.c-ethip4udp-ip4base-iacl50sf-10kflows-ndrpdr" + - "Tests.Vpp.Perf.Ip4.40Ge2P1Xl710-Ethip4Udp-Ip4Base-Iacl50Sl-10Kflows-ndrpdr.64B-.t.c-ethip4udp-ip4base-iacl50sl-10kflows-ndrpdr" + - "Tests.Vpp.Perf.Ip4.40Ge2P1Xl710-Ethip4Udp-Ip4Base-Oacl50Sf-10Kflows-ndrpdr.64B-.t.c-ethip4udp-ip4base-oacl50sf-10kflows-ndrpdr" + - "Tests.Vpp.Perf.Ip4.40Ge2P1Xl710-Ethip4Udp-Ip4Base-Oacl50Sl-10Kflows-ndrpdr.64B-.t.c-ethip4udp-ip4base-oacl50sl-10kflows-ndrpdr" + layout: + title: "3n-alt-xl710-64b-ip4-feature-{test_type}" + layout: "plot-throughput-speedup-analysis" + +- type: "plot" + title: "Speedup: 3n-alt-xl710-64b-ip4-tunnels-{test_type}-tsa" + algorithm: "plot_tsa_name" + output-file: "{DIR[STATIC,VPP]}/3n-alt-xl710-64b-ip4-tunnels-{test_type}-tsa" + data: "vpp-3n-alt-curr-iter" + include: + - "Tests.Vpp.Perf.Ip4 Tunnels.40Ge2P1Xl710-Ethip4Vxlan-L2Xcbase-ndrpdr.64B-.t.c-ethip4vxlan-l2xcbase-ndrpdr" + - "Tests.Vpp.Perf.Ip4 Tunnels.40Ge2P1Xl710-Ethip4Vxlan-L2Bdbasemaclrn-ndrpdr.64B-.t.c-ethip4vxlan-l2bdbasemaclrn-ndrpdr" + layout: + title: "3n-alt-xl710-64b-ip4-tunnels-{test_type}" + layout: "plot-throughput-speedup-analysis" + +- type: "plot" + title: "Speedup: 3n-alt-xl710-78b-ip6-base-scale-{test_type}-tsa" + algorithm: "plot_tsa_name" + output-file: "{DIR[STATIC,VPP]}/3n-alt-xl710-78b-ip6-base-scale-{test_type}-tsa" + data: "vpp-3n-alt-curr-iter" + include: + - "Tests.Vpp.Perf.Ip6.40Ge2P1Xl710-Ethip6-Ip6Base-ndrpdr.78B-.t.c-ethip6-ip6base-ndrpdr" + - "Tests.Vpp.Perf.Ip6.40Ge2P1Xl710-Ethip6-Ip6Scale20K-ndrpdr.78B-.t.c-ethip6-ip6scale20k-ndrpdr" + - "Tests.Vpp.Perf.Ip6.40Ge2P1Xl710-Ethip6-Ip6Scale200K-ndrpdr.78B-.t.c-ethip6-ip6scale200k-ndrpdr" + - "Tests.Vpp.Perf.Ip6.40Ge2P1Xl710-Ethip6-Ip6Base-Iacldstbase-ndrpdr.78B-.t.c-ethip6-ip6base-iacldstbase-ndrpdr" + layout: + title: "3n-alt-xl710-78b-ip6-base-scale-{test_type}" + layout: "plot-throughput-speedup-analysis" + +- type: "plot" + title: "Speedup: 3n-alt-xl710-64b-l2-base-scale-{test_type}-tsa" + algorithm: "plot_tsa_name" + output-file: "{DIR[STATIC,VPP]}/3n-alt-xl710-64b-l2-base-scale-{test_type}-tsa" + data: "vpp-3n-alt-curr-iter" + include: + - "Tests.Vpp.Perf.L2.40Ge2P1Xl710-Dot1Q-L2Bdbasemaclrn-ndrpdr.64B-.t.c-dot1q-l2bdbasemaclrn-ndrpdr" + - "Tests.Vpp.Perf.L2.40Ge2P1Xl710-Eth-L2Xcbase-ndrpdr.64B-.t.c-eth-l2xcbase-ndrpdr" + - "Tests.Vpp.Perf.L2.40Ge2P1Xl710-Eth-L2Patch-ndrpdr.64B-.t.c-eth-l2patch-ndrpdr" + - "Tests.Vpp.Perf.L2.40Ge2P1Xl710-Eth-L2Bdbasemaclrn-ndrpdr.64B-.t.c-eth-l2bdbasemaclrn-ndrpdr" + - "Tests.Vpp.Perf.L2.40Ge2P1Xl710-Eth-L2Bdscale10Kmaclrn-ndrpdr.64B-.t.c-eth-l2bdscale10kmaclrn-ndrpdr" + - "Tests.Vpp.Perf.L2.40Ge2P1Xl710-Eth-L2Bdscale100Kmaclrn-ndrpdr.64B-.t.c-eth-l2bdscale100kmaclrn-ndrpdr" + layout: + title: "3n-alt-xl710-64b-l2-base-scale-{test_type}" + layout: "plot-throughput-speedup-analysis" + +- type: "plot" + title: "Speedup: 3n-alt-xl710-64b-l2-feature-{test_type}-tsa" + algorithm: "plot_tsa_name" + output-file: "{DIR[STATIC,VPP]}/3n-alt-xl710-64b-l2-feature-{test_type}-tsa" + data: "vpp-3n-alt-curr-iter" + include: + - "Tests.Vpp.Perf.L2.40Ge2P1Xl710-Eth-L2Bdbasemaclrn-Macip-Iacl50Sl-10Kflows-ndrpdr.64B-.t.c-eth-l2bdbasemaclrn-macip-iacl50sl-10kflows-ndrpdr" + - "Tests.Vpp.Perf.L2.40Ge2P1Xl710-Eth-L2Bdbasemaclrn-Iacl50Sf-10Kflows-ndrpdr.64B-.t.c-eth-l2bdbasemaclrn-iacl50sf-10kflows-ndrpdr" + - "Tests.Vpp.Perf.L2.40Ge2P1Xl710-Eth-L2Bdbasemaclrn-Iacl50Sl-10Kflows-ndrpdr.64B-.t.c-eth-l2bdbasemaclrn-iacl50sl-10kflows-ndrpdr" + - "Tests.Vpp.Perf.L2.40Ge2P1Xl710-Eth-L2Bdbasemaclrn-Oacl50Sf-10Kflows-ndrpdr.64B-.t.c-eth-l2bdbasemaclrn-oacl50sf-10kflows-ndrpdr" + - "Tests.Vpp.Perf.L2.40Ge2P1Xl710-Eth-L2Bdbasemaclrn-Oacl50Sl-10Kflows-ndrpdr.64B-.t.c-eth-l2bdbasemaclrn-oacl50sl-10kflows-ndrpdr" + layout: + title: "3n-alt-xl710-64b-l2-feature-{test_type}" + layout: "plot-throughput-speedup-analysis" + +- type: "plot" + title: "Speedup: 3n-alt-xl710-64b-vhost-{test_type}-tsa" + algorithm: "plot_tsa_name" + output-file: "{DIR[STATIC,VPP]}/3n-alt-xl710-64b-vhost-{test_type}-tsa" + data: "vpp-3n-alt-curr-iter" + include: + - "Tests.Vpp.Perf.Vm Vhost.40Ge2P1Xl710-Eth-L2Bdbasemaclrn-Eth-2Vhostvr1024-1Vm-ndrpdr.64B-.t.c-eth-l2bdbasemaclrn-eth-2vhostvr1024-1vm-ndrpdr" + - "Tests.Vpp.Perf.Vm Vhost.40Ge2P1Xl710-Eth-L2Bdbasemaclrn-Eth-2Vhostvr1024-1Vm-Vppl2Xc-ndrpdr.64B-.t.c-eth-l2bdbasemaclrn-eth-2vhostvr1024-1vm-vppl2xc-ndrpdr" + - "Tests.Vpp.Perf.Vm Vhost.40Ge2P1Xl710-Ethip4-Ip4Base-Eth-2Vhostvr1024-1Vm-ndrpdr.64B-.t.c-ethip4-ip4base-eth-2vhostvr1024-1vm-ndrpdr" + - "Tests.Vpp.Perf.Vm Vhost.40Ge2P1Xl710-Ethip4-Ip4Base-Eth-2Vhostvr1024-1Vm-Vppip4-ndrpdr.64B-.t.c-ethip4-ip4base-eth-2vhostvr1024-1vm-vppip4-ndrpdr" + layout: + title: "3n-alt-xl710-64b-vhost-{test_type}" + layout: "plot-throughput-speedup-analysis" + - type: "plot" title: "Speedup: 2n-dnv-x553-64b-ip4routing-base-scale-ixgbe-{test_type}-tsa" algorithm: "plot_tsa_name" @@ -11243,38 +11803,6 @@ title: "3n-skx-x710-64b-base-{test_type}-tsa" layout: "plot-throughput-speedup-analysis" -## 2n-dnv-x553 -# -#- type: "plot" -# title: "DPDK Throughput: 2n-dnv-x553-64b-{core}-base-{test_type}" -# algorithm: "plot_ndrpdr_box_name" -# output-file: "{DIR[STATIC,DPDK]}/2n-dnv-x553-64b-{core}-base-{test_type}" -# data: "plot-dpdk-throughput-latency-2n-dnv" -# core: ["1t1c", "2t2c"] -# test-type: ["ndr", "pdr"] -# include: -# - "tests.dpdk.perf.2N1L-10Ge2P1X553-eth-l2xcbase-testpmd-ndrpdr.64b-{core}-eth-l2xcbase-testpmd-ndrpdr" -# - "tests.dpdk.perf.2N1L-10Ge2P1X553-ethip4-ip4base-l3fwd-ndrpdr.64b-{core}-ethip4-ip4base-l3fwd-ndrpdr" -# layout: -# title: "2n-dnv-x553-64b-{core}-base-{test_type}" -# layout: "plot-throughput" -# -## 3n-dnv-x553 -# -#- type: "plot" -# title: "DPDK Throughput: 3n-dnv-x553-64b-{core}-base-{test_type}" -# algorithm: "plot_ndrpdr_box_name" -# output-file: "{DIR[STATIC,DPDK]}/3n-dnv-x553-64b-{core}-base-{test_type}" -# data: "plot-dpdk-throughput-latency-3n-dnv" -# core: ["1t1c", "2t2c"] -# test-type: ["ndr", "pdr"] -# include: -# - "tests.dpdk.perf.10Ge2P1X553-eth-l2xcbase-testpmd-ndrpdr.64b-{core}-eth-l2xcbase-testpmd-ndrpdr" -# - "tests.dpdk.perf.10Ge2P1X553-ethip4-ip4base-l3fwd-ndrpdr.64b-{core}-ethip4-ip4base-l3fwd-ndrpdr" -# layout: -# title: "3n-dnv-x553-64b-{core}-base-{test_type}" -# layout: "plot-throughput" - # 3n-tsh-x520 - type: "plot" @@ -11302,6 +11830,33 @@ title: "3n-tsh-x520-64b-base-{test_type}-tsa" layout: "plot-throughput-speedup-analysis" +# 3n-alt-xl710 + +- type: "plot" + title: "DPDK Throughput: 3n-alt-xl710-64b-{core}-base-{test_type}" + algorithm: "plot_ndrpdr_box_name" + output-file: "{DIR[STATIC,DPDK]}/3n-alt-xl710-64b-{core}-base-{test_type}" + data: "dpdk-3n-alt-curr-iter" + core: ["1t1c", "2t2c"] + include: + - "tests.dpdk.perf.40ge2p1xl710-eth-l2xcbase-testpmd-ndrpdr.64b-{core}-eth-l2xcbase-testpmd-ndrpdr" + - "tests.dpdk.perf.40ge2p1xl710-ethip4-ip4base-l3fwd-ndrpdr.64b-{core}-ethip4-ip4base-l3fwd-ndrpdr" + layout: + title: "3n-alt-xl710-64b-{core}-base-{test_type}" + layout: "plot-throughput" + +- type: "plot" + title: "Speedup: 3n-alt-xl710-64b-base-{test_type}-tsa" + algorithm: "plot_tsa_name" + output-file: "{DIR[STATIC,DPDK]}/3n-alt-xl710-64b-base-{test_type}-tsa" + data: "dpdk-3n-alt-curr-iter" + include: + - "tests.dpdk.perf.40ge2p1xl710-eth-l2xcbase-testpmd-ndrpdr.64b-.t.c-eth-l2xcbase-testpmd-ndrpdr" + - "tests.dpdk.perf.40ge2p1xl710-ethip4-ip4base-l3fwd-ndrpdr.64b-.t.c-ethip4-ip4base-l3fwd-ndrpdr" + layout: + title: "3n-alt-xl710-64b-base-{test_type}-tsa" + layout: "plot-throughput-speedup-analysis" + # 2n-tx2-xl710 - type: "plot" @@ -14642,6 +15197,17 @@ layout: layout: "plot-hdrh-latency-percentile-x-log" +- type: "plot" + title: "Latency by percentile: 3n-alt" + algorithm: "plot_hdrh_lat_by_percentile_x_log" + output-file: "{DIR[STATIC,VPP]}/hdrh-lat-percentile-3n-alt" + output-file-links: "{DIR[LAT,VPP]}/3n_alt.rst" + target-links: "../../_static/vpp" + data: "vpp-3n-alt-curr-iter-best" + filter: "'1T1C' and 'NIC_Intel-X520-DA2'" + layout: + layout: "plot-hdrh-latency-percentile-x-log" + - type: "plot" title: "Latency by percentile: 2n-tx2" algorithm: "plot_hdrh_lat_by_percentile_x_log" @@ -14752,6 +15318,17 @@ layout: layout: "plot-hdrh-latency-percentile-x-log" +- type: "plot" + title: "Latency by percentile: DPDK 3n-alt" + algorithm: "plot_hdrh_lat_by_percentile_x_log" + output-file: "{DIR[STATIC,DPDK]}/hdrh-lat-percentile-3n-alt" + output-file-links: "{DIR[LAT,DPDK]}/3n_alt.rst" + target-links: "../../_static/dpdk" + data: "dpdk-3n-alt-curr-iter-best" + filter: "'1T1C' and 'NIC_Intel-X520-DA2'" + layout: + layout: "plot-hdrh-latency-percentile-x-log" + - type: "plot" title: "Latency by percentile: DPDK 2n-tx2" algorithm: "plot_hdrh_lat_by_percentile_x_log" diff --git a/resources/tools/presentation/specifications/report/environment.yaml b/resources/tools/presentation/specifications/report/environment.yaml index 3220dd751c..7c92e0b4cc 100644 --- a/resources/tools/presentation/specifications/report/environment.yaml +++ b/resources/tools/presentation/specifications/report/environment.yaml @@ -44,6 +44,7 @@ DIR[DTR,PERF,DPDK,2N,CLX]: "{DIR[DTR]}/dpdk_performance_results_2n_clx" DIR[DTR,PERF,DPDK,2N,DNV]: "{DIR[DTR]}/dpdk_performance_results_2n_dnv" DIR[DTR,PERF,DPDK,3N,DNV]: "{DIR[DTR]}/dpdk_performance_results_3n_dnv" + DIR[DTR,PERF,DPDK,3N,ALT]: "{DIR[DTR]}/dpdk_performance_results_3n_alt" DIR[DTR,PERF,DPDK,3N,TSH]: "{DIR[DTR]}/dpdk_performance_results_3n_tsh" DIR[DTR,PERF,DPDK,2N,TX2]: "{DIR[DTR]}/dpdk_performance_results_2n_tx2" DIR[DTR,PERF,TREX,2N,SKX]: "{DIR[DTR]}/trex_performance_results_2n_skx" @@ -54,6 +55,7 @@ DIR[DTR,PERF,VPP,2N,CLX]: "{DIR[DTR]}/vpp_performance_results_2n_clx" DIR[DTR,PERF,VPP,2N,ICX]: "{DIR[DTR]}/vpp_performance_results_2n_icx" DIR[DTR,PERF,VPP,3N,ICX]: "{DIR[DTR]}/vpp_performance_results_3n_icx" + DIR[DTR,PERF,VPP,3N,ALT]: "{DIR[DTR]}/vpp_performance_results_3n_alt" DIR[DTR,PERF,VPP,3N,TSH]: "{DIR[DTR]}/vpp_performance_results_3n_tsh" DIR[DTR,PERF,VPP,2N,TX2]: "{DIR[DTR]}/vpp_performance_results_2n_tx2" DIR[DTR,PERF,VPP,3N,DNV]: "{DIR[DTR]}/vpp_performance_results_3n_dnv" @@ -67,6 +69,7 @@ DIR[DTR,MRR,VPP,2N,CLX]: "{DIR[DTR]}/vpp_mrr_results_2n_clx" DIR[DTR,MRR,VPP,2N,ICX]: "{DIR[DTR]}/vpp_mrr_results_2n_icx" DIR[DTR,MRR,VPP,3N,ICX]: "{DIR[DTR]}/vpp_mrr_results_3n_icx" + DIR[DTR,MRR,VPP,3N,ALT]: "{DIR[DTR]}/vpp_mrr_results_3n_alt" DIR[DTR,MRR,VPP,3N,TSH]: "{DIR[DTR]}/vpp_mrr_results_3n_tsh" DIR[DTR,MRR,VPP,2N,TX2]: "{DIR[DTR]}/vpp_mrr_results_2n_tx2" DIR[DTR,MRR,VPP,3N,DNV]: "{DIR[DTR]}/vpp_mrr_results_3n_dnv" @@ -84,6 +87,7 @@ DIR[DTC,PERF,VPP,2N,CLX]: "{DIR[DTC]}/vpp_performance_configuration_2n_clx" DIR[DTC,PERF,VPP,2N,ICX]: "{DIR[DTC]}/vpp_performance_configuration_2n_icx" DIR[DTC,PERF,VPP,3N,ICX]: "{DIR[DTC]}/vpp_performance_configuration_3n_icx" + DIR[DTC,PERF,VPP,3N,ALT]: "{DIR[DTC]}/vpp_performance_configuration_3n_alt" DIR[DTC,PERF,VPP,3N,TSH]: "{DIR[DTC]}/vpp_performance_configuration_3n_tsh" DIR[DTC,PERF,VPP,2N,TX2]: "{DIR[DTC]}/vpp_performance_configuration_2n_tx2" DIR[DTC,PERF,VPP,3N,DNV]: "{DIR[DTC]}/vpp_performance_configuration_3n_dnv" @@ -97,6 +101,7 @@ DIR[DTC,MRR,VPP,2N,CLX]: "{DIR[DTC]}/vpp_mrr_configuration_2n_clx" DIR[DTC,MRR,VPP,2N,ICX]: "{DIR[DTC]}/vpp_mrr_configuration_2n_icx" DIR[DTC,MRR,VPP,3N,ICX]: "{DIR[DTC]}/vpp_mrr_configuration_3n_icx" + DIR[DTC,MRR,VPP,3N,ALT]: "{DIR[DTC]}/vpp_mrr_configuration_3n_alt" DIR[DTC,MRR,VPP,3N,TSH]: "{DIR[DTC]}/vpp_mrr_configuration_3n_tsh" DIR[DTC,MRR,VPP,2N,TX2]: "{DIR[DTC]}/vpp_mrr_configuration_2n_tx2" DIR[DTC,MRR,VPP,3N,DNV]: "{DIR[DTC]}/vpp_mrr_configuration_3n_dnv" @@ -114,6 +119,7 @@ DIR[DTO,PERF,VPP,2N,CLX]: "{DIR[DTO]}/vpp_performance_operational_data_2n_clx" DIR[DTO,PERF,VPP,2N,ICX]: "{DIR[DTO]}/vpp_performance_operational_data_2n_icx" DIR[DTO,PERF,VPP,3N,ICX]: "{DIR[DTO]}/vpp_performance_operational_data_3n_icx" + DIR[DTO,PERF,VPP,3N,ALT]: "{DIR[DTO]}/vpp_performance_operational_data_3n_alt" DIR[DTO,PERF,VPP,3N,TSH]: "{DIR[DTO]}/vpp_performance_operational_data_3n_tsh" DIR[DTO,PERF,VPP,2N,TX2]: "{DIR[DTO]}/vpp_performance_operational_data_2n_tx2" DIR[DTO,PERF,VPP,3N,DNV]: "{DIR[DTO]}/vpp_performance_operational_data_3n_dnv" -- 2.16.6