From c10980893443b59c464deb6cd0d66d5be972593f Mon Sep 17 00:00:00 2001 From: Tibor Frank Date: Mon, 31 May 2021 10:35:20 +0200 Subject: [PATCH] Report: Configure report + 2101 --> 2106 + remove 3n-hsw + unify data sets + configure data sets - implement changes from job-specs Change-Id: I200e7a80ebf88864ce4a7a2134f5251b557f6a3a Signed-off-by: Tibor Frank --- .../dpdk_performance_results/index.rst | 1 - .../dpdk_performance_results_3n_hsw/index.rst | 11 - .../vpp_mrr_results/index.rst | 1 - .../vpp_mrr_results_3n_hsw/index.rst | 11 - .../vpp_performance_results/index.rst | 1 - .../vpp_performance_results_3n_hsw/index.rst | 11 - .../comparisons/3n-skx_vs_2n-skx_testbeds.rst | 4 +- .../comparisons/3n-skx_vs_3n-hsw_testbeds.rst | 41 - .../comparisons/current_vs_previous_release.rst | 82 +- .../dpdk_performance_tests/comparisons/index.rst | 14 - .../3n_hsw.rst | 3 - .../packet_latency/2n-clx-xxv710.rst | 2 +- .../packet_latency/2n-skx-xxv710.rst | 2 +- .../packet_latency/2n-tx2-xl710.rst | 2 +- .../packet_latency/2n-zn2-xxv710.rst | 2 +- .../packet_latency/3n-hsw-xl710.rst | 78 - .../packet_latency/3n-skx-xxv710.rst | 2 +- .../packet_latency/3n-tsh-x520.rst | 2 +- .../packet_latency/index.rst | 4 +- .../packet_throughput_graphs/2n-clx-x710.rst | 2 +- .../packet_throughput_graphs/2n-clx-xxv710.rst | 2 +- .../packet_throughput_graphs/2n-dnv-x553.rst | 2 +- .../packet_throughput_graphs/2n-skx-x710.rst | 2 +- .../packet_throughput_graphs/2n-skx-xxv710.rst | 2 +- .../packet_throughput_graphs/2n-tx2-xl710.rst | 2 +- .../packet_throughput_graphs/2n-zn2-x710.rst | 2 +- .../packet_throughput_graphs/2n-zn2-xxv710.rst | 2 +- .../packet_throughput_graphs/3n-dnv-x553.rst | 2 +- .../packet_throughput_graphs/3n-hsw-x710.rst | 125 - .../packet_throughput_graphs/3n-hsw-xl710.rst | 125 - .../packet_throughput_graphs/3n-skx-x710.rst | 2 +- .../packet_throughput_graphs/3n-skx-xxv710.rst | 2 +- .../packet_throughput_graphs/3n-tsh-x520.rst | 2 +- .../packet_throughput_graphs/index.rst | 5 +- docs/report/index.html.template | 6 +- docs/report/index.pdf.template | 2 +- docs/report/introduction/methodology_ipsec.rst | 9 +- docs/report/introduction/physical_testbeds.rst | 48 - docs/report/introduction/report_history.rst | 5 +- docs/report/introduction/testbed-3n-hsw.svg | 2396 ---------- .../vpp_mrr_configuration/index.rst | 1 - .../vpp_mrr_configuration_3n_hsw/index.rst | 11 - .../vpp_performance_configuration/index.rst | 1 - .../vpp_performance_configuration_3n_hsw/index.rst | 11 - .../vpp_performance_operational_data/index.rst | 3 +- .../index.rst | 11 - .../comparisons/2n-clx_vs_3n-hsw_testbeds.rst | 55 - .../comparisons/3n-skx_vs_3n-hsw_testbeds.rst | 55 - .../comparisons/current_vs_previous_release.rst | 45 +- .../vpp_performance_tests/comparisons/index.rst | 2 - .../comparisons/nic_comparison.rst | 3 +- .../3n_hsw.rst | 3 - docs/report/vpp_performance_tests/index.rst | 4 +- .../cnf_service_chains_ipsec.rst | 550 --- .../packet_latency/container_memif.rst | 2 +- .../vpp_performance_tests/packet_latency/index.rst | 3 +- .../packet_latency/ip4-3n-hsw-xl710.rst | 116 - .../vpp_performance_tests/packet_latency/ip4.rst | 3 +- .../packet_latency/ip4_tunnels-3n-hsw-xl710.rst | 75 - .../packet_latency/ip4_tunnels.rst | 6 +- .../packet_latency/ip6-3n-hsw-xl710.rst | 116 - .../vpp_performance_tests/packet_latency/ip6.rst | 3 +- .../packet_latency/ipsec-3n-hsw-xl710.rst | 247 - .../vpp_performance_tests/packet_latency/ipsec.rst | 3 +- .../packet_latency/l2-3n-hsw-xl710.rst | 159 - .../vpp_performance_tests/packet_latency/l2.rst | 3 +- .../vpp_performance_tests/packet_latency/nat44.rst | 2 +- .../packet_latency/srv6-3n-hsw-xl710.rst | 160 - .../vpp_performance_tests/packet_latency/srv6.rst | 6 +- .../packet_latency/vm_vhost-3n-hsw-xl710.rst | 222 - .../packet_latency/vm_vhost.rst | 3 +- .../packet_throughput_graphs/container_memif.rst | 2 +- .../packet_throughput_graphs/index.rst | 2 - .../packet_throughput_graphs/ip4-3n-hsw-xl710.rst | 82 - .../packet_throughput_graphs/ip4.rst | 3 +- .../ip4_tunnels-3n-hsw-xl710.rst | 80 - .../packet_throughput_graphs/ip4_tunnels.rst | 3 +- .../packet_throughput_graphs/ip6-3n-hsw-xl710.rst | 71 - .../packet_throughput_graphs/ip6.rst | 3 +- .../ipsec-3n-hsw-xl710.rst | 142 - .../packet_throughput_graphs/ipsec.rst | 3 +- .../packet_throughput_graphs/l2-3n-hsw-xl710.rst | 71 - .../packet_throughput_graphs/l2.rst | 3 +- .../packet_throughput_graphs/nat44.rst | 2 +- .../packet_throughput_graphs/srv6-3n-hsw-xl710.rst | 88 - .../packet_throughput_graphs/srv6.rst | 3 +- .../vm_vhost-3n-hsw-xl710.rst | 114 - .../packet_throughput_graphs/vm_vhost.rst | 3 +- .../packet_throughput_graphs/vts.rst | 2 +- .../vpp_performance_tests/reconf_tests/index.rst | 2 + .../container_memif.rst | 2 +- .../throughput_speedup_multi_core/index.rst | 3 +- .../ip4-3n-hsw-xl710.rst | 78 - .../throughput_speedup_multi_core/ip4.rst | 3 +- .../ip4_tunnels-3n-hsw-xl710.rst | 77 - .../throughput_speedup_multi_core/ip4_tunnels.rst | 3 +- .../ip6-3n-hsw-xl710.rst | 71 - .../throughput_speedup_multi_core/ip6.rst | 3 +- .../ipsec-3n-hsw-xl710.rst | 130 - .../throughput_speedup_multi_core/ipsec.rst | 3 +- .../l2-3n-hsw-xl710.rst | 71 - .../throughput_speedup_multi_core/l2.rst | 3 +- .../throughput_speedup_multi_core/nat44.rst | 2 +- .../srv6-3n-hsw-xl710.rst | 81 - .../throughput_speedup_multi_core/srv6.rst | 3 +- .../vm_vhost-3n-hsw-xl710.rst | 114 - .../throughput_speedup_multi_core/vm_vhost.rst | 3 +- .../throughput_speedup_multi_core/vts.rst | 2 +- resources/tools/presentation/run_report.sh | 2 +- .../specifications/report/data_sets.yaml | 3047 +++++------- .../specifications/report/elements.yaml | 4920 ++++++++------------ .../specifications/report/environment.yaml | 6 - .../tools/presentation/sphinx_conf/report/conf.py | 23 +- 113 files changed, 3218 insertions(+), 11014 deletions(-) delete mode 100644 docs/report/detailed_test_results/dpdk_performance_results_3n_hsw/index.rst delete mode 100644 docs/report/detailed_test_results/vpp_mrr_results_3n_hsw/index.rst delete mode 100644 docs/report/detailed_test_results/vpp_performance_results_3n_hsw/index.rst delete mode 100644 docs/report/dpdk_performance_tests/comparisons/3n-skx_vs_3n-hsw_testbeds.rst delete mode 100644 docs/report/dpdk_performance_tests/hdrh_packet_latency_by_percentile_graphs/3n_hsw.rst delete mode 100644 docs/report/dpdk_performance_tests/packet_latency/3n-hsw-xl710.rst delete mode 100644 docs/report/dpdk_performance_tests/packet_throughput_graphs/3n-hsw-x710.rst delete mode 100644 docs/report/dpdk_performance_tests/packet_throughput_graphs/3n-hsw-xl710.rst delete mode 100644 docs/report/introduction/testbed-3n-hsw.svg delete mode 100644 docs/report/test_configuration/vpp_mrr_configuration_3n_hsw/index.rst delete mode 100644 docs/report/test_configuration/vpp_performance_configuration_3n_hsw/index.rst delete mode 100644 docs/report/test_operational_data/vpp_performance_operational_data_3n_hsw/index.rst delete mode 100644 docs/report/vpp_performance_tests/comparisons/2n-clx_vs_3n-hsw_testbeds.rst delete mode 100644 docs/report/vpp_performance_tests/comparisons/3n-skx_vs_3n-hsw_testbeds.rst delete mode 100644 docs/report/vpp_performance_tests/hdrh_packet_latency_by_percentile_graphs/3n_hsw.rst delete mode 100644 docs/report/vpp_performance_tests/packet_latency/ip4-3n-hsw-xl710.rst delete mode 100644 docs/report/vpp_performance_tests/packet_latency/ip4_tunnels-3n-hsw-xl710.rst delete mode 100644 docs/report/vpp_performance_tests/packet_latency/ip6-3n-hsw-xl710.rst delete mode 100644 docs/report/vpp_performance_tests/packet_latency/ipsec-3n-hsw-xl710.rst delete mode 100644 docs/report/vpp_performance_tests/packet_latency/l2-3n-hsw-xl710.rst delete mode 100644 docs/report/vpp_performance_tests/packet_latency/srv6-3n-hsw-xl710.rst delete mode 100644 docs/report/vpp_performance_tests/packet_latency/vm_vhost-3n-hsw-xl710.rst delete mode 100644 docs/report/vpp_performance_tests/packet_throughput_graphs/ip4-3n-hsw-xl710.rst delete mode 100644 docs/report/vpp_performance_tests/packet_throughput_graphs/ip4_tunnels-3n-hsw-xl710.rst delete mode 100644 docs/report/vpp_performance_tests/packet_throughput_graphs/ip6-3n-hsw-xl710.rst delete mode 100644 docs/report/vpp_performance_tests/packet_throughput_graphs/ipsec-3n-hsw-xl710.rst delete mode 100644 docs/report/vpp_performance_tests/packet_throughput_graphs/l2-3n-hsw-xl710.rst delete mode 100644 docs/report/vpp_performance_tests/packet_throughput_graphs/srv6-3n-hsw-xl710.rst delete mode 100644 docs/report/vpp_performance_tests/packet_throughput_graphs/vm_vhost-3n-hsw-xl710.rst delete mode 100644 docs/report/vpp_performance_tests/throughput_speedup_multi_core/ip4-3n-hsw-xl710.rst delete mode 100644 docs/report/vpp_performance_tests/throughput_speedup_multi_core/ip4_tunnels-3n-hsw-xl710.rst delete mode 100644 docs/report/vpp_performance_tests/throughput_speedup_multi_core/ip6-3n-hsw-xl710.rst delete mode 100644 docs/report/vpp_performance_tests/throughput_speedup_multi_core/ipsec-3n-hsw-xl710.rst delete mode 100644 docs/report/vpp_performance_tests/throughput_speedup_multi_core/l2-3n-hsw-xl710.rst delete mode 100644 docs/report/vpp_performance_tests/throughput_speedup_multi_core/srv6-3n-hsw-xl710.rst delete mode 100644 docs/report/vpp_performance_tests/throughput_speedup_multi_core/vm_vhost-3n-hsw-xl710.rst diff --git a/docs/report/detailed_test_results/dpdk_performance_results/index.rst b/docs/report/detailed_test_results/dpdk_performance_results/index.rst index 819b5c3924..a38143a103 100644 --- a/docs/report/detailed_test_results/dpdk_performance_results/index.rst +++ b/docs/report/detailed_test_results/dpdk_performance_results/index.rst @@ -7,7 +7,6 @@ DPDK Throughput ../dpdk_performance_results_3n_skx/index ../dpdk_performance_results_2n_clx/index ../dpdk_performance_results_2n_zn2/index - ../dpdk_performance_results_3n_hsw/index ../dpdk_performance_results_3n_tsh/index ../dpdk_performance_results_2n_tx2/index diff --git a/docs/report/detailed_test_results/dpdk_performance_results_3n_hsw/index.rst b/docs/report/detailed_test_results/dpdk_performance_results_3n_hsw/index.rst deleted file mode 100644 index 3bdac2e3d5..0000000000 --- a/docs/report/detailed_test_results/dpdk_performance_results_3n_hsw/index.rst +++ /dev/null @@ -1,11 +0,0 @@ -3n-hsw ------- - -.. note:: - - Data sources for reported test results: i) `FD.io test executor dpdk - performance job 3n-hsw`_, ii) archived FD.io jobs test result `output files - <../../_static/archive/>`_. - -.. toctree:: - diff --git a/docs/report/detailed_test_results/vpp_mrr_results/index.rst b/docs/report/detailed_test_results/vpp_mrr_results/index.rst index 2e8f3aa599..193cc1d770 100644 --- a/docs/report/detailed_test_results/vpp_mrr_results/index.rst +++ b/docs/report/detailed_test_results/vpp_mrr_results/index.rst @@ -8,7 +8,6 @@ VPP MRR `FD.io test executor vpp performance job 3n-skx`_, `FD.io test executor vpp performance job 2n-clx`_, `FD.io test executor vpp performance job 2n-zn2`_, - `FD.io test executor vpp performance job 3n-hsw`_, `FD.io test executor vpp performance job 3n-tsh`_, `FD.io test executor vpp performance job 2n-tx2`_, `FD.io test executor vpp performance job 2n-dnv`_, diff --git a/docs/report/detailed_test_results/vpp_mrr_results_3n_hsw/index.rst b/docs/report/detailed_test_results/vpp_mrr_results_3n_hsw/index.rst deleted file mode 100644 index f26f891ebb..0000000000 --- a/docs/report/detailed_test_results/vpp_mrr_results_3n_hsw/index.rst +++ /dev/null @@ -1,11 +0,0 @@ -3n-hsw ------- - -.. note:: - - Data sources for reported test results: i) `FD.io test executor vpp - performance job 3n-hsw`_, ii) archived FD.io jobs test result `output files - <../../_static/archive/>`_. - -.. toctree:: - diff --git a/docs/report/detailed_test_results/vpp_performance_results/index.rst b/docs/report/detailed_test_results/vpp_performance_results/index.rst index 054b9be4dd..1b5075ef59 100644 --- a/docs/report/detailed_test_results/vpp_performance_results/index.rst +++ b/docs/report/detailed_test_results/vpp_performance_results/index.rst @@ -8,7 +8,6 @@ VPP Throughput `FD.io test executor vpp performance job 3n-skx`_, `FD.io test executor vpp performance job 2n-clx`_, `FD.io test executor vpp performance job 2n-zn2`_, - `FD.io test executor vpp performance job 3n-hsw`_, `FD.io test executor vpp performance job 3n-tsh`_, `FD.io test executor vpp performance job 2n-tx2`_, `FD.io test executor vpp performance job 2n-dnv`_, diff --git a/docs/report/detailed_test_results/vpp_performance_results_3n_hsw/index.rst b/docs/report/detailed_test_results/vpp_performance_results_3n_hsw/index.rst deleted file mode 100644 index f26f891ebb..0000000000 --- a/docs/report/detailed_test_results/vpp_performance_results_3n_hsw/index.rst +++ /dev/null @@ -1,11 +0,0 @@ -3n-hsw ------- - -.. note:: - - Data sources for reported test results: i) `FD.io test executor vpp - performance job 3n-hsw`_, ii) archived FD.io jobs test result `output files - <../../_static/archive/>`_. - -.. toctree:: - diff --git a/docs/report/dpdk_performance_tests/comparisons/3n-skx_vs_2n-skx_testbeds.rst b/docs/report/dpdk_performance_tests/comparisons/3n-skx_vs_2n-skx_testbeds.rst index 2eb1e7b961..7625dc67f1 100644 --- a/docs/report/dpdk_performance_tests/comparisons/3n-skx_vs_2n-skx_testbeds.rst +++ b/docs/report/dpdk_performance_tests/comparisons/3n-skx_vs_2n-skx_testbeds.rst @@ -40,5 +40,5 @@ Comparison tables in ASCII and CSV formats: Comparison tables in ASCII and CSV formats: - - `ASCII MRR comparison <../../_static/dpdk/performance-compare-testbeds-3n-hsw-3n-skx-mrr.txt>`_ - - `CSV MRR comparison <../../_static/dpdk/performance-compare-testbeds-3n-hsw-3n-skx-mrr.csv>`_ + - `ASCII MRR comparison <../../_static/dpdk/performance-compare-testbeds-3n-skx-2n-skx-mrr.txt>`_ + - `CSV MRR comparison <../../_static/dpdk/performance-compare-testbeds-3n-skx-2n-skx-mrr.csv>`_ diff --git a/docs/report/dpdk_performance_tests/comparisons/3n-skx_vs_3n-hsw_testbeds.rst b/docs/report/dpdk_performance_tests/comparisons/3n-skx_vs_3n-hsw_testbeds.rst deleted file mode 100644 index 8b581f91d2..0000000000 --- a/docs/report/dpdk_performance_tests/comparisons/3n-skx_vs_3n-hsw_testbeds.rst +++ /dev/null @@ -1,41 +0,0 @@ -3n-Skx vs 3n-Hsw Testbeds -------------------------- - -Relative comparison of |dpdk-release| Testpmd and L3fwd packet -throughput (NDR, PDR and MRR) is calculated for the same tests executed -on 3-Node Skylake (3n-skx) and 3-Node Haswell (3n-hsw) physical testbed -types, in 1-core, 2-core and 4-core configurations. - -.. note:: - - Test results have been generated by - `FD.io test executor dpdk performance job 3n-hsw`_ and - `FD.io test executor dpdk performance job 3n-skx`_ - with RF result - files csit-dpdk-perf-|srelease|-\*.zip - `archived here <../../_static/archive/>`_. - -NDR Comparison -~~~~~~~~~~~~~~ - -Comparison tables in ASCII and CSV formats: - - - `ASCII NDR comparison <../../_static/dpdk/performance-compare-testbeds-3n-hsw-3n-skx-ndr.txt>`_ - - `CSV NDR comparison <../../_static/dpdk/performance-compare-testbeds-3n-hsw-3n-skx-ndr.csv>`_ - -PDR Comparison -~~~~~~~~~~~~~~ - -Comparison tables in ASCII and CSV formats: - - - `ASCII PDR comparison <../../_static/dpdk/performance-compare-testbeds-3n-hsw-3n-skx-pdr.txt>`_ - - `CSV PDR comparison <../../_static/dpdk/performance-compare-testbeds-3n-hsw-3n-skx-pdr.csv>`_ - -.. - MRR Comparison - ~~~~~~~~~~~~~~ - - Comparison tables in ASCII and CSV formats: - - - `ASCII MRR comparison <../../_static/dpdk/performance-compare-testbeds-3n-hsw-3n-skx-mrr.txt>`_ - - `CSV MRR comparison <../../_static/dpdk/performance-compare-testbeds-3n-hsw-3n-skx-mrr.csv>`_ diff --git a/docs/report/dpdk_performance_tests/comparisons/current_vs_previous_release.rst b/docs/report/dpdk_performance_tests/comparisons/current_vs_previous_release.rst index bf59bb2bea..5cc925afd8 100644 --- a/docs/report/dpdk_performance_tests/comparisons/current_vs_previous_release.rst +++ b/docs/report/dpdk_performance_tests/comparisons/current_vs_previous_release.rst @@ -7,7 +7,7 @@ Current vs Previous Release Relative comparison of DPDK Testpmd and L3fwd packet throughput (NDR, PDR and MRR) between |dpdk-release| and |dpdk-release-1| (measured for |csit-release| and |csit-release-1| respectively) is calculated from -results of tests running on 3-Node Intel Xeon Haswell testbeds (3n-hsw) +results of tests running on 3n-skx, 2n-skx, 2n-clx, 2n-zn2 testbeds in 1-core and 2-core configurations. Listed mean and standard deviation values are computed based on a series @@ -18,7 +18,6 @@ values. .. note:: Test results have been generated by - `FD.io test executor dpdk performance job 3n-hsw`_, `FD.io test executor dpdk performance job 3n-skx`_, `FD.io test executor dpdk performance job 2n-skx`_, `FD.io test executor dpdk performance job 2n-clx`_, @@ -28,29 +27,6 @@ values. files csit-dpdk-perf-|srelease|-\*.zip `archived here <../../_static/archive/>`_. -3n-hsw -~~~~~~ - -NDR Comparison -`````````````` - -Comparison tables in ASCII and CSV formats: - - - `ASCII 1t1c NDR comparison <../../_static/dpdk/performance-changes-3n-hsw-1t1c-ndr.txt>`_ - - `ASCII 2t2c NDR comparison <../../_static/dpdk/performance-changes-3n-hsw-2t2c-ndr.txt>`_ - - `CSV 1t1c NDR comparison <../../_static/dpdk/performance-changes-3n-hsw-1t1c-ndr.csv>`_ - - `CSV 2t2c NDR comparison <../../_static/dpdk/performance-changes-3n-hsw-2t2c-ndr.csv>`_ - -PDR Comparison -`````````````` - -Comparison tables in ASCII and CSV formats: - - - `ASCII 1t1c PDR comparison <../../_static/dpdk/performance-changes-3n-hsw-1t1c-pdr.txt>`_ - - `ASCII 2t2c PDR comparison <../../_static/dpdk/performance-changes-3n-hsw-2t2c-pdr.txt>`_ - - `CSV 1t1c PDR comparison <../../_static/dpdk/performance-changes-3n-hsw-1t1c-pdr.csv>`_ - - `CSV 2t2c PDR comparison <../../_static/dpdk/performance-changes-3n-hsw-2t2c-pdr.csv>`_ - 3n-skx ~~~~~~ @@ -60,9 +36,9 @@ NDR Comparison Comparison tables in ASCII and CSV formats: - `ASCII 2t1c NDR comparison <../../_static/dpdk/performance-changes-3n-skx-2t1c-ndr.txt>`_ - - `ASCII 4t1c NDR comparison <../../_static/dpdk/performance-changes-3n-skx-4t2c-ndr.txt>`_ + - `ASCII 4t2c NDR comparison <../../_static/dpdk/performance-changes-3n-skx-4t2c-ndr.txt>`_ - `CSV 2t1c NDR comparison <../../_static/dpdk/performance-changes-3n-skx-2t1c-ndr.csv>`_ - - `CSV 4t1c NDR comparison <../../_static/dpdk/performance-changes-3n-skx-4t2c-ndr.csv>`_ + - `CSV 4t2c NDR comparison <../../_static/dpdk/performance-changes-3n-skx-4t2c-ndr.csv>`_ PDR Comparison `````````````` @@ -70,9 +46,9 @@ PDR Comparison Comparison tables in ASCII and CSV formats: - `ASCII 2t1c PDR comparison <../../_static/dpdk/performance-changes-3n-skx-2t1c-pdr.txt>`_ - - `ASCII 4t1c PDR comparison <../../_static/dpdk/performance-changes-3n-skx-4t2c-pdr.txt>`_ + - `ASCII 4t2c PDR comparison <../../_static/dpdk/performance-changes-3n-skx-4t2c-pdr.txt>`_ - `CSV 2t1c PDR comparison <../../_static/dpdk/performance-changes-3n-skx-2t1c-pdr.csv>`_ - - `CSV 4t1c PDR comparison <../../_static/dpdk/performance-changes-3n-skx-4t2c-pdr.csv>`_ + - `CSV 4t2c PDR comparison <../../_static/dpdk/performance-changes-3n-skx-4t2c-pdr.csv>`_ 2n-skx ~~~~~~ @@ -83,9 +59,9 @@ NDR Comparison Comparison tables in ASCII and CSV formats: - `ASCII 2t1c NDR comparison <../../_static/dpdk/performance-changes-2n-skx-2t1c-ndr.txt>`_ - - `ASCII 4t1c NDR comparison <../../_static/dpdk/performance-changes-2n-skx-4t2c-ndr.txt>`_ + - `ASCII 4t2c NDR comparison <../../_static/dpdk/performance-changes-2n-skx-4t2c-ndr.txt>`_ - `CSV 2t1c NDR comparison <../../_static/dpdk/performance-changes-2n-skx-2t1c-ndr.csv>`_ - - `CSV 4t1c NDR comparison <../../_static/dpdk/performance-changes-2n-skx-4t2c-ndr.csv>`_ + - `CSV 4t2c NDR comparison <../../_static/dpdk/performance-changes-2n-skx-4t2c-ndr.csv>`_ PDR Comparison `````````````` @@ -93,9 +69,9 @@ PDR Comparison Comparison tables in ASCII and CSV formats: - `ASCII 2t1c PDR comparison <../../_static/dpdk/performance-changes-2n-skx-2t1c-pdr.txt>`_ - - `ASCII 4t1c PDR comparison <../../_static/dpdk/performance-changes-2n-skx-4t2c-pdr.txt>`_ + - `ASCII 4t2c PDR comparison <../../_static/dpdk/performance-changes-2n-skx-4t2c-pdr.txt>`_ - `CSV 2t1c PDR comparison <../../_static/dpdk/performance-changes-2n-skx-2t1c-pdr.csv>`_ - - `CSV 4t1c PDR comparison <../../_static/dpdk/performance-changes-2n-skx-4t2c-pdr.csv>`_ + - `CSV 4t2c PDR comparison <../../_static/dpdk/performance-changes-2n-skx-4t2c-pdr.csv>`_ 2n-clx ~~~~~~ @@ -106,9 +82,9 @@ NDR Comparison Comparison tables in ASCII and CSV formats: - `ASCII 2t1c NDR comparison <../../_static/dpdk/performance-changes-2n-clx-2t1c-ndr.txt>`_ - - `ASCII 4t1c NDR comparison <../../_static/dpdk/performance-changes-2n-clx-4t2c-ndr.txt>`_ + - `ASCII 4t2c NDR comparison <../../_static/dpdk/performance-changes-2n-clx-4t2c-ndr.txt>`_ - `CSV 2t1c NDR comparison <../../_static/dpdk/performance-changes-2n-clx-2t1c-ndr.csv>`_ - - `CSV 4t1c NDR comparison <../../_static/dpdk/performance-changes-2n-clx-4t2c-ndr.csv>`_ + - `CSV 4t2c NDR comparison <../../_static/dpdk/performance-changes-2n-clx-4t2c-ndr.csv>`_ PDR Comparison `````````````` @@ -116,9 +92,9 @@ PDR Comparison Comparison tables in ASCII and CSV formats: - `ASCII 2t1c PDR comparison <../../_static/dpdk/performance-changes-2n-clx-2t1c-pdr.txt>`_ - - `ASCII 4t1c PDR comparison <../../_static/dpdk/performance-changes-2n-clx-4t2c-pdr.txt>`_ + - `ASCII 4t2c PDR comparison <../../_static/dpdk/performance-changes-2n-clx-4t2c-pdr.txt>`_ - `CSV 2t1c PDR comparison <../../_static/dpdk/performance-changes-2n-clx-2t1c-pdr.csv>`_ - - `CSV 4t1c PDR comparison <../../_static/dpdk/performance-changes-2n-clx-4t2c-pdr.csv>`_ + - `CSV 4t2c PDR comparison <../../_static/dpdk/performance-changes-2n-clx-4t2c-pdr.csv>`_ 2n-zn2 ~~~~~~ @@ -129,9 +105,9 @@ NDR Comparison Comparison tables in ASCII and CSV formats: - `ASCII 2t1c NDR comparison <../../_static/dpdk/performance-changes-2n-zn2-2t1c-ndr.txt>`_ - - `ASCII 4t1c NDR comparison <../../_static/dpdk/performance-changes-2n-zn2-4t2c-ndr.txt>`_ + - `ASCII 4t2c NDR comparison <../../_static/dpdk/performance-changes-2n-zn2-4t2c-ndr.txt>`_ - `CSV 2t1c NDR comparison <../../_static/dpdk/performance-changes-2n-zn2-2t1c-ndr.csv>`_ - - `CSV 4t1c NDR comparison <../../_static/dpdk/performance-changes-2n-zn2-4t2c-ndr.csv>`_ + - `CSV 4t2c NDR comparison <../../_static/dpdk/performance-changes-2n-zn2-4t2c-ndr.csv>`_ PDR Comparison `````````````` @@ -139,9 +115,9 @@ PDR Comparison Comparison tables in ASCII and CSV formats: - `ASCII 2t1c PDR comparison <../../_static/dpdk/performance-changes-2n-zn2-2t1c-pdr.txt>`_ - - `ASCII 4t1c PDR comparison <../../_static/dpdk/performance-changes-2n-zn2-4t2c-pdr.txt>`_ + - `ASCII 4t2c PDR comparison <../../_static/dpdk/performance-changes-2n-zn2-4t2c-pdr.txt>`_ - `CSV 2t1c PDR comparison <../../_static/dpdk/performance-changes-2n-zn2-2t1c-pdr.csv>`_ - - `CSV 4t1c PDR comparison <../../_static/dpdk/performance-changes-2n-zn2-4t2c-pdr.csv>`_ + - `CSV 4t2c PDR comparison <../../_static/dpdk/performance-changes-2n-zn2-4t2c-pdr.csv>`_ .. 2n-dnv @@ -153,9 +129,9 @@ Comparison tables in ASCII and CSV formats: Comparison tables in ASCII and CSV formats: - `ASCII 1t1c NDR comparison <../../_static/dpdk/performance-changes-2n-dnv-1t1c-ndr.txt>`_ - - `ASCII 4t1c NDR comparison <../../_static/dpdk/performance-changes-2n-dnv-2t2c-ndr.txt>`_ + - `ASCII 2t2c NDR comparison <../../_static/dpdk/performance-changes-2n-dnv-2t2c-ndr.txt>`_ - `CSV 1t1c NDR comparison <../../_static/dpdk/performance-changes-2n-dnv-1t1c-ndr.csv>`_ - - `CSV 4t1c NDR comparison <../../_static/dpdk/performance-changes-2n-dnv-2t2c-ndr.csv>`_ + - `CSV 2t2c NDR comparison <../../_static/dpdk/performance-changes-2n-dnv-2t2c-ndr.csv>`_ PDR Comparison `````````````` @@ -163,9 +139,9 @@ Comparison tables in ASCII and CSV formats: Comparison tables in ASCII and CSV formats: - `ASCII 1t1c PDR comparison <../../_static/dpdk/performance-changes-2n-dnv-1t1c-pdr.txt>`_ - - `ASCII 4t1c PDR comparison <../../_static/dpdk/performance-changes-2n-dnv-2t2c-pdr.txt>`_ + - `ASCII 2t2c PDR comparison <../../_static/dpdk/performance-changes-2n-dnv-2t2c-pdr.txt>`_ - `CSV 1t1c PDR comparison <../../_static/dpdk/performance-changes-2n-dnv-1t1c-pdr.csv>`_ - - `CSV 4t1c PDR comparison <../../_static/dpdk/performance-changes-2n-dnv-2t2c-pdr.csv>`_ + - `CSV 2t2c PDR comparison <../../_static/dpdk/performance-changes-2n-dnv-2t2c-pdr.csv>`_ 3n-dnv ~~~~~~ @@ -176,9 +152,9 @@ Comparison tables in ASCII and CSV formats: Comparison tables in ASCII and CSV formats: - `ASCII 1t1c NDR comparison <../../_static/dpdk/performance-changes-3n-dnv-1t1c-ndr.txt>`_ - - `ASCII 4t1c NDR comparison <../../_static/dpdk/performance-changes-3n-dnv-2t2c-ndr.txt>`_ + - `ASCII 2t2c NDR comparison <../../_static/dpdk/performance-changes-3n-dnv-2t2c-ndr.txt>`_ - `CSV 1t1c NDR comparison <../../_static/dpdk/performance-changes-3n-dnv-1t1c-ndr.csv>`_ - - `CSV 4t1c NDR comparison <../../_static/dpdk/performance-changes-3n-dnv-2t2c-ndr.csv>`_ + - `CSV 2t2c NDR comparison <../../_static/dpdk/performance-changes-3n-dnv-2t2c-ndr.csv>`_ PDR Comparison `````````````` @@ -186,9 +162,9 @@ Comparison tables in ASCII and CSV formats: Comparison tables in ASCII and CSV formats: - `ASCII 1t1c PDR comparison <../../_static/dpdk/performance-changes-3n-dnv-1t1c-pdr.txt>`_ - - `ASCII 4t1c PDR comparison <../../_static/dpdk/performance-changes-3n-dnv-2t2c-pdr.txt>`_ + - `ASCII 2t2c PDR comparison <../../_static/dpdk/performance-changes-3n-dnv-2t2c-pdr.txt>`_ - `CSV 1t1c PDR comparison <../../_static/dpdk/performance-changes-3n-dnv-1t1c-pdr.csv>`_ - - `CSV 4t1c PDR comparison <../../_static/dpdk/performance-changes-3n-dnv-2t2c-pdr.csv>`_ + - `CSV 2t2c PDR comparison <../../_static/dpdk/performance-changes-3n-dnv-2t2c-pdr.csv>`_ .. 3n-tsh @@ -200,9 +176,9 @@ Comparison tables in ASCII and CSV formats: Comparison tables in ASCII and CSV formats: - `ASCII 1t1c NDR comparison <../../_static/dpdk/performance-changes-3n-tsh-1t1c-ndr.txt>`_ - - `ASCII 4t1c NDR comparison <../../_static/dpdk/performance-changes-3n-tsh-2t2c-ndr.txt>`_ + - `ASCII 2t2c NDR comparison <../../_static/dpdk/performance-changes-3n-tsh-2t2c-ndr.txt>`_ - `CSV 1t1c NDR comparison <../../_static/dpdk/performance-changes-3n-tsh-1t1c-ndr.csv>`_ - - `CSV 4t1c NDR comparison <../../_static/dpdk/performance-changes-3n-tsh-2t2c-ndr.csv>`_ + - `CSV 2t2c NDR comparison <../../_static/dpdk/performance-changes-3n-tsh-2t2c-ndr.csv>`_ PDR Comparison `````````````` @@ -210,6 +186,6 @@ Comparison tables in ASCII and CSV formats: Comparison tables in ASCII and CSV formats: - `ASCII 1t1c PDR comparison <../../_static/dpdk/performance-changes-3n-tsh-1t1c-pdr.txt>`_ - - `ASCII 4t1c PDR comparison <../../_static/dpdk/performance-changes-3n-tsh-2t2c-pdr.txt>`_ + - `ASCII 2t2c PDR comparison <../../_static/dpdk/performance-changes-3n-tsh-2t2c-pdr.txt>`_ - `CSV 1t1c PDR comparison <../../_static/dpdk/performance-changes-3n-tsh-1t1c-pdr.csv>`_ - - `CSV 4t1c PDR comparison <../../_static/dpdk/performance-changes-3n-tsh-2t2c-pdr.csv>`_ + - `CSV 2t2c PDR comparison <../../_static/dpdk/performance-changes-3n-tsh-2t2c-pdr.csv>`_ diff --git a/docs/report/dpdk_performance_tests/comparisons/index.rst b/docs/report/dpdk_performance_tests/comparisons/index.rst index 3e0d3f932b..89a98e86b3 100644 --- a/docs/report/dpdk_performance_tests/comparisons/index.rst +++ b/docs/report/dpdk_performance_tests/comparisons/index.rst @@ -6,22 +6,8 @@ Comparisons =========== -.. - // Alternative Note for 1st Bullet when bad microcode Skx, Clx results are published - note:: - L3fwd throughput drop in the current release in comparison to previous - releases **on Intel Xeon 2n-skx, 3n-skx and 2n-clx testbeds**: L3fwd - performance test data shows lower performance and behaviour - inconsistency of these systems following the recent upgrade of - processor microcode packages (skx ucode 0x2000064, clx ucode - 0x500002c) as part of updating Ubuntu 18.04 LTS kernel version. - Tested VPP and DPDK applications (L3fwd) are affected. Skx and Clx - test data will be corrected in subsequent maintenance report - version(s) once the issue is resolved. See :ref:`vpp_known_issues`. - .. toctree:: current_vs_previous_release 2n-skx_vs_2n-clx_testbeds - 3n-skx_vs_3n-hsw_testbeds 3n-skx_vs_2n-skx_testbeds diff --git a/docs/report/dpdk_performance_tests/hdrh_packet_latency_by_percentile_graphs/3n_hsw.rst b/docs/report/dpdk_performance_tests/hdrh_packet_latency_by_percentile_graphs/3n_hsw.rst deleted file mode 100644 index 53c253c009..0000000000 --- a/docs/report/dpdk_performance_tests/hdrh_packet_latency_by_percentile_graphs/3n_hsw.rst +++ /dev/null @@ -1,3 +0,0 @@ -3n-hsw -====== - diff --git a/docs/report/dpdk_performance_tests/packet_latency/2n-clx-xxv710.rst b/docs/report/dpdk_performance_tests/packet_latency/2n-clx-xxv710.rst index 8d62dd1010..c1f24032df 100644 --- a/docs/report/dpdk_performance_tests/packet_latency/2n-clx-xxv710.rst +++ b/docs/report/dpdk_performance_tests/packet_latency/2n-clx-xxv710.rst @@ -32,7 +32,7 @@ ~~~~~~~~~~~~~ CSIT source code for the test cases used for plots can be found in -`CSIT git repository `_. +`CSIT git repository `_. .. raw:: latex diff --git a/docs/report/dpdk_performance_tests/packet_latency/2n-skx-xxv710.rst b/docs/report/dpdk_performance_tests/packet_latency/2n-skx-xxv710.rst index b75406d4ac..a740f61519 100644 --- a/docs/report/dpdk_performance_tests/packet_latency/2n-skx-xxv710.rst +++ b/docs/report/dpdk_performance_tests/packet_latency/2n-skx-xxv710.rst @@ -32,7 +32,7 @@ ~~~~~~~~~~~~~ CSIT source code for the test cases used for plots can be found in -`CSIT git repository `_. +`CSIT git repository `_. .. raw:: latex diff --git a/docs/report/dpdk_performance_tests/packet_latency/2n-tx2-xl710.rst b/docs/report/dpdk_performance_tests/packet_latency/2n-tx2-xl710.rst index 6cd44aa0f8..274ad8b40c 100644 --- a/docs/report/dpdk_performance_tests/packet_latency/2n-tx2-xl710.rst +++ b/docs/report/dpdk_performance_tests/packet_latency/2n-tx2-xl710.rst @@ -32,7 +32,7 @@ ~~~~~~~~~~~~ CSIT source code for the test cases used for plots can be found in -`CSIT git repository `_. +`CSIT git repository `_. .. raw:: latex diff --git a/docs/report/dpdk_performance_tests/packet_latency/2n-zn2-xxv710.rst b/docs/report/dpdk_performance_tests/packet_latency/2n-zn2-xxv710.rst index fab4a04161..1219de2fb0 100644 --- a/docs/report/dpdk_performance_tests/packet_latency/2n-zn2-xxv710.rst +++ b/docs/report/dpdk_performance_tests/packet_latency/2n-zn2-xxv710.rst @@ -32,7 +32,7 @@ ~~~~~~~~~~~~~ CSIT source code for the test cases used for plots can be found in -`CSIT git repository `_. +`CSIT git repository `_. .. raw:: latex diff --git a/docs/report/dpdk_performance_tests/packet_latency/3n-hsw-xl710.rst b/docs/report/dpdk_performance_tests/packet_latency/3n-hsw-xl710.rst deleted file mode 100644 index c17472aaef..0000000000 --- a/docs/report/dpdk_performance_tests/packet_latency/3n-hsw-xl710.rst +++ /dev/null @@ -1,78 +0,0 @@ - -.. raw:: latex - - \clearpage - -.. raw:: html - - - -3n-hsw-xl710 -~~~~~~~~~~~~ - -CSIT source code for the test cases used for plots can be found in -`CSIT git repository `_. - -.. raw:: latex - - \clearpage - -64b-1t1c-base -------------- - -.. raw:: html - -
- -


-
- -.. raw:: latex - - \begin{figure}[H] - \centering - \graphicspath{{../_build/_static/dpdk/}} - \includegraphics[clip, trim=0cm 0cm 5cm 0cm, width=0.70\textwidth]{hdrh-lat-percentile-3n-hsw-40ge2p1xl710-64b-1t1c-eth-l2xcbase-testpmd} - \label{fig:hdrh-lat-percentile-3n-hsw-40ge2p1xl710-64b-1t1c-eth-l2xcbase-testpmd} - \end{figure} - -.. raw:: latex - - \clearpage - -.. raw:: html - -
- -


-
- -.. raw:: latex - - \begin{figure}[H] - \centering - \graphicspath{{../_build/_static/dpdk/}} - \includegraphics[clip, trim=0cm 0cm 5cm 0cm, width=0.70\textwidth]{hdrh-lat-percentile-3n-hsw-40ge2p1xl710-64b-1t1c-ethip4-ip4base-l3fwd} - \label{fig:hdrh-lat-percentile-3n-hsw-40ge2p1xl710-64b-1t1c-ethip4-ip4base-l3fwd} - \end{figure} diff --git a/docs/report/dpdk_performance_tests/packet_latency/3n-skx-xxv710.rst b/docs/report/dpdk_performance_tests/packet_latency/3n-skx-xxv710.rst index ff7ac1c77f..56e013e663 100644 --- a/docs/report/dpdk_performance_tests/packet_latency/3n-skx-xxv710.rst +++ b/docs/report/dpdk_performance_tests/packet_latency/3n-skx-xxv710.rst @@ -32,7 +32,7 @@ ~~~~~~~~~~~~~ CSIT source code for the test cases used for plots can be found in -`CSIT git repository `_. +`CSIT git repository `_. .. raw:: latex diff --git a/docs/report/dpdk_performance_tests/packet_latency/3n-tsh-x520.rst b/docs/report/dpdk_performance_tests/packet_latency/3n-tsh-x520.rst index f70659731c..67299492f2 100644 --- a/docs/report/dpdk_performance_tests/packet_latency/3n-tsh-x520.rst +++ b/docs/report/dpdk_performance_tests/packet_latency/3n-tsh-x520.rst @@ -32,7 +32,7 @@ ~~~~~~~~~~~ CSIT source code for the test cases used for plots can be found in -`CSIT git repository `_. +`CSIT git repository `_. .. raw:: latex diff --git a/docs/report/dpdk_performance_tests/packet_latency/index.rst b/docs/report/dpdk_performance_tests/packet_latency/index.rst index bc45c3e4cd..6e740a0fa4 100644 --- a/docs/report/dpdk_performance_tests/packet_latency/index.rst +++ b/docs/report/dpdk_performance_tests/packet_latency/index.rst @@ -8,7 +8,7 @@ Packet Latency DPDK Testpmd and L3fwd latency results are generated based on the test data obtained from |csit-release| NDR-PDR throughput tests executed -across physical testbeds hosted in LF FD.io labs: 3n-hsw, 3n-skx, 2n- +across physical testbeds hosted in LF FD.io labs: 3n-skx, 2n- skx, 2n-clx, 3n-dnv, 2n-dnv, 3n-tsh, 2n-tx2. Latency by percentile distribution plots are used to show packet latency @@ -39,7 +39,6 @@ Additional information about graph data: `FD.io test executor dpdk performance job 2n-clx`_, `FD.io test executor dpdk performance job 3n-skx`_, `FD.io test executor dpdk performance job 2n-zn2`_, - `FD.io test executor dpdk performance job 3n-hsw`_, `FD.io test executor dpdk performance job 3n-tsh`_ and `FD.io test executor dpdk performance job 2n-tx2`_ with RF result files csit-dpdk-perf-|srelease|-\*.zip @@ -52,6 +51,5 @@ Additional information about graph data: 3n-skx-xxv710 2n-clx-xxv710 2n-zn2-xxv710 - 3n-hsw-xl710 3n-tsh-x520 2n-tx2-xl710 diff --git a/docs/report/dpdk_performance_tests/packet_throughput_graphs/2n-clx-x710.rst b/docs/report/dpdk_performance_tests/packet_throughput_graphs/2n-clx-x710.rst index 21b3ddb2ed..c7abcecfab 100644 --- a/docs/report/dpdk_performance_tests/packet_throughput_graphs/2n-clx-x710.rst +++ b/docs/report/dpdk_performance_tests/packet_throughput_graphs/2n-clx-x710.rst @@ -36,7 +36,7 @@ packet routed forwarding, including NDR throughput (zero packet loss) and PDR throughput (<0.5% packet loss). CSIT source code for the test cases used for plots can be found in -`CSIT git repository `_. +`CSIT git repository `_. .. raw:: latex diff --git a/docs/report/dpdk_performance_tests/packet_throughput_graphs/2n-clx-xxv710.rst b/docs/report/dpdk_performance_tests/packet_throughput_graphs/2n-clx-xxv710.rst index dd206abcb7..142f750b26 100644 --- a/docs/report/dpdk_performance_tests/packet_throughput_graphs/2n-clx-xxv710.rst +++ b/docs/report/dpdk_performance_tests/packet_throughput_graphs/2n-clx-xxv710.rst @@ -36,7 +36,7 @@ packet routed forwarding, including NDR throughput (zero packet loss) and PDR throughput (<0.5% packet loss). CSIT source code for the test cases used for plots can be found in -`CSIT git repository `_. +`CSIT git repository `_. .. raw:: latex diff --git a/docs/report/dpdk_performance_tests/packet_throughput_graphs/2n-dnv-x553.rst b/docs/report/dpdk_performance_tests/packet_throughput_graphs/2n-dnv-x553.rst index 1dc54f283e..71bc1847a4 100644 --- a/docs/report/dpdk_performance_tests/packet_throughput_graphs/2n-dnv-x553.rst +++ b/docs/report/dpdk_performance_tests/packet_throughput_graphs/2n-dnv-x553.rst @@ -36,7 +36,7 @@ packet routed forwarding, including NDR throughput (zero packet loss) and PDR throughput (<0.5% packet loss). CSIT source code for the test cases used for plots can be found in -`CSIT git repository `_. +`CSIT git repository `_. .. raw:: latex diff --git a/docs/report/dpdk_performance_tests/packet_throughput_graphs/2n-skx-x710.rst b/docs/report/dpdk_performance_tests/packet_throughput_graphs/2n-skx-x710.rst index 228a9d8747..1e93b94ff6 100644 --- a/docs/report/dpdk_performance_tests/packet_throughput_graphs/2n-skx-x710.rst +++ b/docs/report/dpdk_performance_tests/packet_throughput_graphs/2n-skx-x710.rst @@ -36,7 +36,7 @@ packet routed forwarding, including NDR throughput (zero packet loss) and PDR throughput (<0.5% packet loss). CSIT source code for the test cases used for plots can be found in -`CSIT git repository `_. +`CSIT git repository `_. .. raw:: latex diff --git a/docs/report/dpdk_performance_tests/packet_throughput_graphs/2n-skx-xxv710.rst b/docs/report/dpdk_performance_tests/packet_throughput_graphs/2n-skx-xxv710.rst index 9150161d33..30ed3817b1 100644 --- a/docs/report/dpdk_performance_tests/packet_throughput_graphs/2n-skx-xxv710.rst +++ b/docs/report/dpdk_performance_tests/packet_throughput_graphs/2n-skx-xxv710.rst @@ -36,7 +36,7 @@ packet routed forwarding, including NDR throughput (zero packet loss) and PDR throughput (<0.5% packet loss). CSIT source code for the test cases used for plots can be found in -`CSIT git repository `_. +`CSIT git repository `_. .. raw:: latex diff --git a/docs/report/dpdk_performance_tests/packet_throughput_graphs/2n-tx2-xl710.rst b/docs/report/dpdk_performance_tests/packet_throughput_graphs/2n-tx2-xl710.rst index 842028b367..2336922a3d 100644 --- a/docs/report/dpdk_performance_tests/packet_throughput_graphs/2n-tx2-xl710.rst +++ b/docs/report/dpdk_performance_tests/packet_throughput_graphs/2n-tx2-xl710.rst @@ -36,7 +36,7 @@ packet routed forwarding, including NDR throughput (zero packet loss) and PDR throughput (<0.5% packet loss). CSIT source code for the test cases used for plots can be found in -`CSIT git repository `_. +`CSIT git repository `_. .. raw:: latex diff --git a/docs/report/dpdk_performance_tests/packet_throughput_graphs/2n-zn2-x710.rst b/docs/report/dpdk_performance_tests/packet_throughput_graphs/2n-zn2-x710.rst index c929280655..23348e6e37 100644 --- a/docs/report/dpdk_performance_tests/packet_throughput_graphs/2n-zn2-x710.rst +++ b/docs/report/dpdk_performance_tests/packet_throughput_graphs/2n-zn2-x710.rst @@ -36,7 +36,7 @@ packet routed forwarding, including NDR throughput (zero packet loss) and PDR throughput (<0.5% packet loss). CSIT source code for the test cases used for plots can be found in -`CSIT git repository `_. +`CSIT git repository `_. .. raw:: latex diff --git a/docs/report/dpdk_performance_tests/packet_throughput_graphs/2n-zn2-xxv710.rst b/docs/report/dpdk_performance_tests/packet_throughput_graphs/2n-zn2-xxv710.rst index 8d9bd51a98..0390354603 100644 --- a/docs/report/dpdk_performance_tests/packet_throughput_graphs/2n-zn2-xxv710.rst +++ b/docs/report/dpdk_performance_tests/packet_throughput_graphs/2n-zn2-xxv710.rst @@ -36,7 +36,7 @@ packet routed forwarding, including NDR throughput (zero packet loss) and PDR throughput (<0.5% packet loss). CSIT source code for the test cases used for plots can be found in -`CSIT git repository `_. +`CSIT git repository `_. .. raw:: latex diff --git a/docs/report/dpdk_performance_tests/packet_throughput_graphs/3n-dnv-x553.rst b/docs/report/dpdk_performance_tests/packet_throughput_graphs/3n-dnv-x553.rst index 568c2376de..29a7e25124 100644 --- a/docs/report/dpdk_performance_tests/packet_throughput_graphs/3n-dnv-x553.rst +++ b/docs/report/dpdk_performance_tests/packet_throughput_graphs/3n-dnv-x553.rst @@ -36,7 +36,7 @@ packet routed forwarding, including NDR throughput (zero packet loss) and PDR throughput (<0.5% packet loss). CSIT source code for the test cases used for plots can be found in -`CSIT git repository `_. +`CSIT git repository `_. .. raw:: latex diff --git a/docs/report/dpdk_performance_tests/packet_throughput_graphs/3n-hsw-x710.rst b/docs/report/dpdk_performance_tests/packet_throughput_graphs/3n-hsw-x710.rst deleted file mode 100644 index d6deceb430..0000000000 --- a/docs/report/dpdk_performance_tests/packet_throughput_graphs/3n-hsw-x710.rst +++ /dev/null @@ -1,125 +0,0 @@ - -.. raw:: latex - - \clearpage - -.. raw:: html - - - -3n-hsw-x710 -~~~~~~~~~~~ - -Following sections include summary graphs of Phy-to-Phy performance with -packet routed forwarding, including NDR throughput (zero packet loss) -and PDR throughput (<0.5% packet loss). - -CSIT source code for the test cases used for plots can be found in -`CSIT git repository `_. - -.. raw:: latex - - \clearpage - -64b-1t1c-base -------------- - -.. raw:: html - -
- -


-
- -.. raw:: latex - - \begin{figure}[H] - \centering - \graphicspath{{../_build/_static/dpdk/}} - \includegraphics[clip, trim=0cm 0cm 5cm 0cm, width=0.70\textwidth]{3n-hsw-x710-64b-1t1c-base-ndr} - \label{fig:3n-hsw-x710-64b-1t1c-base-ndr} - \end{figure} - -.. raw:: latex - - \clearpage - -.. raw:: html - -
- -


-
- -.. raw:: latex - - \begin{figure}[H] - \centering - \graphicspath{{../_build/_static/dpdk/}} - \includegraphics[clip, trim=0cm 0cm 5cm 0cm, width=0.70\textwidth]{3n-hsw-x710-64b-1t1c-base-pdr} - \label{fig:3n-hsw-x710-64b-1t1c-base-pdr} - \end{figure} - -.. raw:: latex - - \clearpage - -64b-2t2c-base -------------- - -.. raw:: html - -
- -


-
- -.. raw:: latex - - \begin{figure}[H] - \centering - \graphicspath{{../_build/_static/dpdk/}} - \includegraphics[clip, trim=0cm 0cm 5cm 0cm, width=0.70\textwidth]{3n-hsw-x710-64b-2t2c-base-ndr} - \label{fig:3n-hsw-x710-64b-2t2c-base-ndr} - \end{figure} - -.. raw:: latex - - \clearpage - -.. raw:: html - -
- -


-
- -.. raw:: latex - - \begin{figure}[H] - \centering - \graphicspath{{../_build/_static/dpdk/}} - \includegraphics[clip, trim=0cm 0cm 5cm 0cm, width=0.70\textwidth]{3n-hsw-x710-64b-2t2c-base-pdr} - \label{fig:3n-hsw-x710-64b-2t2c-base-pdr} - \end{figure} diff --git a/docs/report/dpdk_performance_tests/packet_throughput_graphs/3n-hsw-xl710.rst b/docs/report/dpdk_performance_tests/packet_throughput_graphs/3n-hsw-xl710.rst deleted file mode 100644 index 60c6ca8968..0000000000 --- a/docs/report/dpdk_performance_tests/packet_throughput_graphs/3n-hsw-xl710.rst +++ /dev/null @@ -1,125 +0,0 @@ - -.. raw:: latex - - \clearpage - -.. raw:: html - - - -3n-hsw-xl710 -~~~~~~~~~~~~ - -Following sections include summary graphs of Phy-to-Phy performance with -packet routed forwarding, including NDR throughput (zero packet loss) -and PDR throughput (<0.5% packet loss). - -CSIT source code for the test cases used for plots can be found in -`CSIT git repository `_. - -.. raw:: latex - - \clearpage - -64b-1t1c-base -------------- - -.. raw:: html - -
- -


-
- -.. raw:: latex - - \begin{figure}[H] - \centering - \graphicspath{{../_build/_static/dpdk/}} - \includegraphics[clip, trim=0cm 0cm 5cm 0cm, width=0.70\textwidth]{3n-hsw-xl710-64b-1t1c-base-ndr} - \label{fig:3n-hsw-xl710-64b-1t1c-base-ndr} - \end{figure} - -.. raw:: latex - - \clearpage - -.. raw:: html - -
- -


-
- -.. raw:: latex - - \begin{figure}[H] - \centering - \graphicspath{{../_build/_static/dpdk/}} - \includegraphics[clip, trim=0cm 0cm 5cm 0cm, width=0.70\textwidth]{3n-hsw-xl710-64b-1t1c-base-pdr} - \label{fig:3n-hsw-xl710-64b-1t1c-base-pdr} - \end{figure} - -.. raw:: latex - - \clearpage - -64b-2t2c-base -------------- - -.. raw:: html - -
- -


-
- -.. raw:: latex - - \begin{figure}[H] - \centering - \graphicspath{{../_build/_static/dpdk/}} - \includegraphics[clip, trim=0cm 0cm 5cm 0cm, width=0.70\textwidth]{3n-hsw-xl710-64b-2t2c-base-ndr} - \label{fig:3n-hsw-xl710-64b-2t2c-base-ndr} - \end{figure} - -.. raw:: latex - - \clearpage - -.. raw:: html - -
- -


-
- -.. raw:: latex - - \begin{figure}[H] - \centering - \graphicspath{{../_build/_static/dpdk/}} - \includegraphics[clip, trim=0cm 0cm 5cm 0cm, width=0.70\textwidth]{3n-hsw-xl710-64b-2t2c-base-pdr} - \label{fig:3n-hsw-xl710-64b-2t2c-base-pdr} - \end{figure} diff --git a/docs/report/dpdk_performance_tests/packet_throughput_graphs/3n-skx-x710.rst b/docs/report/dpdk_performance_tests/packet_throughput_graphs/3n-skx-x710.rst index 3bb6bef58d..46f77663f4 100644 --- a/docs/report/dpdk_performance_tests/packet_throughput_graphs/3n-skx-x710.rst +++ b/docs/report/dpdk_performance_tests/packet_throughput_graphs/3n-skx-x710.rst @@ -36,7 +36,7 @@ packet routed forwarding, including NDR throughput (zero packet loss) and PDR throughput (<0.5% packet loss). CSIT source code for the test cases used for plots can be found in -`CSIT git repository `_. +`CSIT git repository `_. .. raw:: latex diff --git a/docs/report/dpdk_performance_tests/packet_throughput_graphs/3n-skx-xxv710.rst b/docs/report/dpdk_performance_tests/packet_throughput_graphs/3n-skx-xxv710.rst index 2e6acb3a89..2b1ffb338f 100644 --- a/docs/report/dpdk_performance_tests/packet_throughput_graphs/3n-skx-xxv710.rst +++ b/docs/report/dpdk_performance_tests/packet_throughput_graphs/3n-skx-xxv710.rst @@ -36,7 +36,7 @@ packet routed forwarding, including NDR throughput (zero packet loss) and PDR throughput (<0.5% packet loss). CSIT source code for the test cases used for plots can be found in -`CSIT git repository `_. +`CSIT git repository `_. .. raw:: latex diff --git a/docs/report/dpdk_performance_tests/packet_throughput_graphs/3n-tsh-x520.rst b/docs/report/dpdk_performance_tests/packet_throughput_graphs/3n-tsh-x520.rst index 9565fb0884..1850321426 100644 --- a/docs/report/dpdk_performance_tests/packet_throughput_graphs/3n-tsh-x520.rst +++ b/docs/report/dpdk_performance_tests/packet_throughput_graphs/3n-tsh-x520.rst @@ -36,7 +36,7 @@ packet routed forwarding, including NDR throughput (zero packet loss) and PDR throughput (<0.5% packet loss). CSIT source code for the test cases used for plots can be found in -`CSIT git repository `_. +`CSIT git repository `_. .. raw:: latex diff --git a/docs/report/dpdk_performance_tests/packet_throughput_graphs/index.rst b/docs/report/dpdk_performance_tests/packet_throughput_graphs/index.rst index a2ffba9b5a..beb669a9dd 100644 --- a/docs/report/dpdk_performance_tests/packet_throughput_graphs/index.rst +++ b/docs/report/dpdk_performance_tests/packet_throughput_graphs/index.rst @@ -7,7 +7,7 @@ Packet Throughput ================= Throughput graphs are generated by multiple executions of the same -performance tests across physical testbeds hosted LF FD.io labs: 3n-hsw, +performance tests across physical testbeds hosted LF FD.io labs: 2n-skx, 3n-skx, 2n-clx. Box-and-Whisker plots are used to display variations in measured throughput values, without making any assumptions of the underlying statistical distribution. @@ -48,7 +48,6 @@ Additional information about graph data: `FD.io test executor dpdk performance job 3n-skx`_, `FD.io test executor dpdk performance job 2n-clx`_, `FD.io test executor dpdk performance job 2n-zn2`_, - `FD.io test executor dpdk performance job 3n-hsw`_, `FD.io test executor dpdk performance job 3n-tsh`_, `FD.io test executor dpdk performance job 2n-tx2`_, `FD.io test executor dpdk performance job 2n-dnv`_ and @@ -70,8 +69,6 @@ Additional information about graph data: 2n-clx-x710 2n-zn2-xxv710 2n-zn2-x710 - 3n-hsw-xl710 - 3n-hsw-x710 3n-tsh-x520 2n-tx2-xl710 diff --git a/docs/report/index.html.template b/docs/report/index.html.template index 2c8d3ba8cc..f0969ea1d6 100644 --- a/docs/report/index.html.template +++ b/docs/report/index.html.template @@ -1,4 +1,4 @@ -CSIT-2101 +CSIT-2106 ========= .. toctree:: @@ -23,13 +23,15 @@ CSIT-2101 vpp_performance_tests/soak_tests/index vpp_performance_tests/reconf_tests/index vpp_performance_tests/nf_service_density/index - vpp_performance_tests/hoststack_testing/index vpp_performance_tests/gso_testing/index vpp_performance_tests/comparisons/index vpp_performance_tests/throughput_trending vpp_performance_tests/test_environment vpp_performance_tests/documentation/index +.. + vpp_performance_tests/hoststack_testing/index + .. toctree:: :maxdepth: 2 :caption: DPDK Performance diff --git a/docs/report/index.pdf.template b/docs/report/index.pdf.template index 029eaece81..6802e588cd 100644 --- a/docs/report/index.pdf.template +++ b/docs/report/index.pdf.template @@ -1,4 +1,4 @@ -CSIT-2101 +CSIT-2106 ========= .. toctree:: diff --git a/docs/report/introduction/methodology_ipsec.rst b/docs/report/introduction/methodology_ipsec.rst index 119ccfb719..99119e18d0 100644 --- a/docs/report/introduction/methodology_ipsec.rst +++ b/docs/report/introduction/methodology_ipsec.rst @@ -24,7 +24,7 @@ on VPP native crypto (`crypto_native` plugin): +-------------------+------------------+----------------+------------------+ VPP IPsec with SW crypto are executed in both tunnel and policy modes, -with tests running on 3-node testbeds: 3n-hsw and 3n-skx. +with tests running on 3-node testbeds: 3n-skx. IPsec with Intel QAT HW ^^^^^^^^^^^^^^^^^^^^^^^ @@ -47,6 +47,7 @@ dpdk_cryptodev | crypto_ipsecmb | async/crypto worker | AES[128]-CBC | SHA[256|512] | 1, 4, 1k tunnels | +-------------------+---------------------+------------------+----------------+------------------+ -VPP IPsec with HW crypto are executed in both tunnel and policy modes, -with tests running on 3-node Haswell testbeds (3n-hsw), as these are the -only testbeds equipped with Intel QAT cards. +.. + VPP IPsec with HW crypto are executed in both tunnel and policy modes, + with tests running on 3-node Haswell testbeds (3n-hsw), as these are the + only testbeds equipped with Intel QAT cards. diff --git a/docs/report/introduction/physical_testbeds.rst b/docs/report/introduction/physical_testbeds.rst index b5c9c9db36..5f62f1bb06 100644 --- a/docs/report/introduction/physical_testbeds.rst +++ b/docs/report/introduction/physical_testbeds.rst @@ -227,54 +227,6 @@ All Intel Xeon Skylake servers run with Intel Hyper-Threading enabled, doubling the number of logical cores exposed to Linux, with 56 logical cores and 28 physical cores per processor socket. -3-Node Xeon Haswell (3n-hsw) ----------------------------- - -Three 3n-hsw testbeds are in operation in FD.io labs. Each 3n-hsw -testbed is built with three Cisco UCS-c240m3 servers, each in turn -equipped with two Intel Xeon Haswell-SP E5-2699v3 processors (45 MB -Cache, 2.3 GHz, 18 cores). 3n-hsw physical topology is shown below. - -.. only:: latex - - .. raw:: latex - - \begin{figure}[H] - \centering - \graphicspath{{../_tmp/src/introduction/}} - \includegraphics[width=0.90\textwidth]{testbed-3n-hsw} - \label{fig:testbed-3n-hsw} - \end{figure} - -.. only:: html - - .. figure:: testbed-3n-hsw.svg - :alt: testbed-3n-hsw - :align: center - -SUT1 and SUT2 servers are populated with the following NIC models: - -#. NIC-1: VIC 1385 2p40GE Cisco. -#. NIC-2: NIC x520 2p10GE Intel. -#. NIC-3: empty. -#. NIC-4: NIC xl710-QDA2 2p40GE Intel. -#. NIC-5: NIC x710-DA2 2p10GE Intel. -#. NIC-6: QAT 8950 50G (Walnut Hill) Intel. - -TG servers run T-Rex application and are populated with the following -NIC models: - -#. NIC-1: NIC xl710-QDA2 2p40GE Intel. -#. NIC-2: NIC x710-DA2 2p10GE Intel. -#. NIC-3: empty. -#. NIC-4: NIC xl710-QDA2 2p40GE Intel. -#. NIC-5: NIC x710-DA2 2p10GE Intel. -#. NIC-6: NIC x710-DA2 2p10GE Intel. (For self-tests.) - -All Intel Xeon Haswell servers run with Intel Hyper-Threading disabled, -making the number of logical cores exposed to Linux match the number of -18 physical cores per processor socket. - 2-Node Atom Denverton (2n-dnv) ------------------------------ diff --git a/docs/report/introduction/report_history.rst b/docs/report/introduction/report_history.rst index 5c29f06b73..a95af23de1 100644 --- a/docs/report/introduction/report_history.rst +++ b/docs/report/introduction/report_history.rst @@ -7,10 +7,7 @@ below. +----------------+------------------------------------------------------------+ | .[ww] Revision | Changes | +================+============================================================+ -| .09 | Added GSO tests | -| | | -+----------------+------------------------------------------------------------+ -| .07 | Initial revision | +| .28 | Initial revision | +----------------+------------------------------------------------------------+ FD.io CSIT Reports follow CSIT-[yy][mm].[ww] numbering format, with version diff --git a/docs/report/introduction/testbed-3n-hsw.svg b/docs/report/introduction/testbed-3n-hsw.svg deleted file mode 100644 index 21b093b4f1..0000000000 --- a/docs/report/introduction/testbed-3n-hsw.svg +++ /dev/null @@ -1,2396 +0,0 @@ - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - 3-Node Xeon Haswell (3n-hsw) - - - - - - - - - - - - - - - - NIC6 - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - Socket 1Intel XeonE5-2699v3 - - - - - - - - - NIC5 - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - NIC4 - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - x8 - - - - - - - - - - - - - - - x8 - - - - - - - - - - - - - - - x8 - - - - - - - - - Socket 0Intel XeonE5-2699v3 - - - - - - - - - NIC3 - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - NIC2 - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - NIC1 - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - x8 - - - - - - - - - - - - - - - x8 - - - - - - - - - - - - - - - x8 - - - - - - - - - - - - - - - - - - - - - - - x86Server - - - - - - Traffic Generator (TG) - - - - - - DDR4 - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - PCIeGen3 - - - - - - - - - - - - - - QPI - - - - - - - - - x86Server - - - - - - - - - NIC1 - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - Socket 0Intel Xeon E5-2699v3 - - - - - - - - - NIC2 - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - NIC3 - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - x8 - - - - - - - - - - - - - - - x8 - - - - - - - - - - - - - - - x8 - - - - - - - DDR4 - - - - - - - - Socket 1Intel XeonE5-2699v3 - - - - - - - - - NIC4 - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - NIC5 - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - NIC6 - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - x8 - - - - - - - - - - - - - - - x8 - - - - - - - - - - - - - - - x8 - - - - - - - - - - - - - - - - - - - - - - - - - - - - - System Under Test 1 (SUT1) - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - PCIeGen3 - - - - - - - QPI - - - - - - - - x86Server - - - - - - - - - NIC1 - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - Socket 0Intel Xeon E5-2699v3 - - - - - - - - - NIC2 - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - NIC3 - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - x8 - - - - - - - - - - - - - - - x8 - - - - - - - - - - - - - - - x8 - - - - - - - DDR4 - - - - - - - - Socket 1Intel XeonE5-2699v3 - - - - - - - - - NIC4 - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - NIC5 - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - NIC6 - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - x8 - - - - - - - - - - - - - - - x8 - - - - - - - - - - - - - - - x8 - - - - - - - - - - - - - - - - - - - - - - - - - - - - - System Under Test 2 (SUT2) - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - PCIeGen3 - - - - - - - QPI - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - - \ No newline at end of file diff --git a/docs/report/test_configuration/vpp_mrr_configuration/index.rst b/docs/report/test_configuration/vpp_mrr_configuration/index.rst index 2e8f3aa599..193cc1d770 100644 --- a/docs/report/test_configuration/vpp_mrr_configuration/index.rst +++ b/docs/report/test_configuration/vpp_mrr_configuration/index.rst @@ -8,7 +8,6 @@ VPP MRR `FD.io test executor vpp performance job 3n-skx`_, `FD.io test executor vpp performance job 2n-clx`_, `FD.io test executor vpp performance job 2n-zn2`_, - `FD.io test executor vpp performance job 3n-hsw`_, `FD.io test executor vpp performance job 3n-tsh`_, `FD.io test executor vpp performance job 2n-tx2`_, `FD.io test executor vpp performance job 2n-dnv`_, diff --git a/docs/report/test_configuration/vpp_mrr_configuration_3n_hsw/index.rst b/docs/report/test_configuration/vpp_mrr_configuration_3n_hsw/index.rst deleted file mode 100644 index d0b882910d..0000000000 --- a/docs/report/test_configuration/vpp_mrr_configuration_3n_hsw/index.rst +++ /dev/null @@ -1,11 +0,0 @@ -3n-hsw ------- - -.. note:: - - Data sources for reported test configurations: i) `FD.io test executor vpp - performance job 3n-hsw`_, ii) archived FD.io jobs test result `output files - <../../_static/archive/>`_. - -.. toctree:: - diff --git a/docs/report/test_configuration/vpp_performance_configuration/index.rst b/docs/report/test_configuration/vpp_performance_configuration/index.rst index 054b9be4dd..1b5075ef59 100644 --- a/docs/report/test_configuration/vpp_performance_configuration/index.rst +++ b/docs/report/test_configuration/vpp_performance_configuration/index.rst @@ -8,7 +8,6 @@ VPP Throughput `FD.io test executor vpp performance job 3n-skx`_, `FD.io test executor vpp performance job 2n-clx`_, `FD.io test executor vpp performance job 2n-zn2`_, - `FD.io test executor vpp performance job 3n-hsw`_, `FD.io test executor vpp performance job 3n-tsh`_, `FD.io test executor vpp performance job 2n-tx2`_, `FD.io test executor vpp performance job 2n-dnv`_, diff --git a/docs/report/test_configuration/vpp_performance_configuration_3n_hsw/index.rst b/docs/report/test_configuration/vpp_performance_configuration_3n_hsw/index.rst deleted file mode 100644 index d0b882910d..0000000000 --- a/docs/report/test_configuration/vpp_performance_configuration_3n_hsw/index.rst +++ /dev/null @@ -1,11 +0,0 @@ -3n-hsw ------- - -.. note:: - - Data sources for reported test configurations: i) `FD.io test executor vpp - performance job 3n-hsw`_, ii) archived FD.io jobs test result `output files - <../../_static/archive/>`_. - -.. toctree:: - diff --git a/docs/report/test_operational_data/vpp_performance_operational_data/index.rst b/docs/report/test_operational_data/vpp_performance_operational_data/index.rst index 7286b14792..b1ca7bf1b7 100644 --- a/docs/report/test_operational_data/vpp_performance_operational_data/index.rst +++ b/docs/report/test_operational_data/vpp_performance_operational_data/index.rst @@ -2,7 +2,7 @@ VPP Throughput ============== VPP operational data is generated by |csit-release| NDR-PDR throughput tests -executed across physical testbeds hosted in LF FD.io labs: 3n-hsw, 3n-skx, +executed across physical testbeds hosted in LF FD.io labs: 3n-skx, 2n-skx, 2n-clx, 3n-dnv, 2n-dnv, 3n-tsh, 2n-tx2. The data is collected at 100% PDR. @@ -13,7 +13,6 @@ at 100% PDR. `FD.io test executor vpp performance job 3n-skx`_, `FD.io test executor vpp performance job 2n-clx`_, `FD.io test executor vpp performance job 2n-zn2`_, - `FD.io test executor vpp performance job 3n-hsw`_, `FD.io test executor vpp performance job 3n-tsh`_, `FD.io test executor vpp performance job 2n-tx2`_, `FD.io test executor vpp performance job 2n-dnv`_, diff --git a/docs/report/test_operational_data/vpp_performance_operational_data_3n_hsw/index.rst b/docs/report/test_operational_data/vpp_performance_operational_data_3n_hsw/index.rst deleted file mode 100644 index badfdffcbe..0000000000 --- a/docs/report/test_operational_data/vpp_performance_operational_data_3n_hsw/index.rst +++ /dev/null @@ -1,11 +0,0 @@ -3n-hsw ------- - -.. note:: - - Data sources for reported test operational data: i) `FD.io test executor vpp - performance job 3n-hsw`_, ii) archived FD.io jobs test result `output files - <../../_static/archive/>`_. - -.. toctree:: - diff --git a/docs/report/vpp_performance_tests/comparisons/2n-clx_vs_3n-hsw_testbeds.rst b/docs/report/vpp_performance_tests/comparisons/2n-clx_vs_3n-hsw_testbeds.rst deleted file mode 100644 index 3e641b6762..0000000000 --- a/docs/report/vpp_performance_tests/comparisons/2n-clx_vs_3n-hsw_testbeds.rst +++ /dev/null @@ -1,55 +0,0 @@ -2n-Clx vs 3n-Hsw Testbeds -------------------------- - -Relative comparison of |vpp-release| packet throughput (NDR, PDR and -MRR) is calculated for the same tests executed on 3-Node Skylake (3n- -skx) and 3-Node Haswell (3n-hsw) physical testbed types, in 1-core, -2-core and 4-core configurations. - -.. note:: - - Test results have been generated by - `FD.io test executor vpp performance job 3n-hsw`_ and - `FD.io test executor vpp performance job 2n-clx`_ - with RF result - files csit-vpp-perf-|srelease|-\*.zip - `archived here <../../_static/archive/>`_. - -NDR Comparison -~~~~~~~~~~~~~~ - -Comparison tables in HTML, ASCII and CSV formats: - - - `HTML 1c NDR comparison `_ - - `HTML 2c NDR comparison `_ - - `ASCII 1c NDR comparison <../../_static/vpp/performance-compare-testbeds-3n-hsw-2n-clx-1c-ndr.txt>`_ - - `ASCII 2c NDR comparison <../../_static/vpp/performance-compare-testbeds-3n-hsw-2n-clx-2c-ndr.txt>`_ - - `CSV 1c NDR comparison <../../_static/vpp/performance-compare-testbeds-3n-hsw-2n-clx-1c-ndr-csv.csv>`_ - - `CSV 2c NDR comparison <../../_static/vpp/performance-compare-testbeds-3n-hsw-2n-clx-2c-ndr-csv.csv>`_ - -PDR Comparison -~~~~~~~~~~~~~~ - -Comparison tables in HTML, ASCII and CSV formats: - - - `HTML 1c PDR comparison `_ - - `HTML 2c PDR comparison `_ - - `ASCII 1c PDR comparison <../../_static/vpp/performance-compare-testbeds-3n-hsw-2n-clx-1c-pdr.txt>`_ - - `ASCII 2c PDR comparison <../../_static/vpp/performance-compare-testbeds-3n-hsw-2n-clx-2c-pdr.txt>`_ - - `CSV 1c PDR comparison <../../_static/vpp/performance-compare-testbeds-3n-hsw-2n-clx-1c-pdr-csv.csv>`_ - - `CSV 2c PDR comparison <../../_static/vpp/performance-compare-testbeds-3n-hsw-2n-clx-2c-pdr-csv.csv>`_ - -MRR Comparison -~~~~~~~~~~~~~~ - -Comparison tables in HTML, ASCII and CSV formats: - - - `HTML 1c MRR comparison `_ - - `HTML 2c MRR comparison `_ - - `HTML 4c MRR comparison `_ - - `ASCII 1c MRR comparison <../../_static/vpp/performance-compare-testbeds-3n-hsw-2n-clx-1c-mrr.txt>`_ - - `ASCII 2c MRR comparison <../../_static/vpp/performance-compare-testbeds-3n-hsw-2n-clx-2c-mrr.txt>`_ - - `ASCII 4c MRR comparison <../../_static/vpp/performance-compare-testbeds-3n-hsw-2n-clx-4c-mrr.txt>`_ - - `CSV 1c MRR comparison <../../_static/vpp/performance-compare-testbeds-3n-hsw-2n-clx-1c-mrr-csv.csv>`_ - - `CSV 2c MRR comparison <../../_static/vpp/performance-compare-testbeds-3n-hsw-2n-clx-2c-mrr-csv.csv>`_ - - `CSV 4c MRR comparison <../../_static/vpp/performance-compare-testbeds-3n-hsw-2n-clx-4c-mrr-csv.csv>`_ diff --git a/docs/report/vpp_performance_tests/comparisons/3n-skx_vs_3n-hsw_testbeds.rst b/docs/report/vpp_performance_tests/comparisons/3n-skx_vs_3n-hsw_testbeds.rst deleted file mode 100644 index 2eb552e882..0000000000 --- a/docs/report/vpp_performance_tests/comparisons/3n-skx_vs_3n-hsw_testbeds.rst +++ /dev/null @@ -1,55 +0,0 @@ -3n-Skx vs 3n-Hsw Testbeds -------------------------- - -Relative comparison of |vpp-release| packet throughput (NDR, PDR and -MRR) is calculated for the same tests executed on 3-Node Skylake (3n- -skx) and 3-Node Haswell (3n-hsw) physical testbed types, in 1-core, -2-core and 4-core configurations. - -.. note:: - - Test results have been generated by - `FD.io test executor vpp performance job 3n-hsw`_ and - `FD.io test executor vpp performance job 3n-skx`_ - with RF result - files csit-vpp-perf-|srelease|-\*.zip - `archived here <../../_static/archive/>`_. - -NDR Comparison -~~~~~~~~~~~~~~ - -Comparison tables in HTML, ASCII and CSV formats: - - - `HTML 1c NDR comparison `_ - - `HTML 2c NDR comparison `_ - - `ASCII 1c NDR comparison <../../_static/vpp/performance-compare-testbeds-3n-hsw-3n-skx-1c-ndr.txt>`_ - - `ASCII 2c NDR comparison <../../_static/vpp/performance-compare-testbeds-3n-hsw-3n-skx-2c-ndr.txt>`_ - - `CSV 1c NDR comparison <../../_static/vpp/performance-compare-testbeds-3n-hsw-3n-skx-1c-ndr-csv.csv>`_ - - `CSV 2c NDR comparison <../../_static/vpp/performance-compare-testbeds-3n-hsw-3n-skx-2c-ndr-csv.csv>`_ - -PDR Comparison -~~~~~~~~~~~~~~ - -Comparison tables in HTML, ASCII and CSV formats: - - - `HTML 1c PDR comparison `_ - - `HTML 2c PDR comparison `_ - - `ASCII 1c PDR comparison <../../_static/vpp/performance-compare-testbeds-3n-hsw-3n-skx-1c-pdr.txt>`_ - - `ASCII 2c PDR comparison <../../_static/vpp/performance-compare-testbeds-3n-hsw-3n-skx-2c-pdr.txt>`_ - - `CSV 1c PDR comparison <../../_static/vpp/performance-compare-testbeds-3n-hsw-3n-skx-1c-pdr-csv.csv>`_ - - `CSV 2c PDR comparison <../../_static/vpp/performance-compare-testbeds-3n-hsw-3n-skx-2c-pdr-csv.csv>`_ - -MRR Comparison -~~~~~~~~~~~~~~ - -Comparison tables in HTML, ASCII and CSV formats: - - - `HTML 1c MRR comparison `_ - - `HTML 2c MRR comparison `_ - - `HTML 4c MRR comparison `_ - - `ASCII 1c MRR comparison <../../_static/vpp/performance-compare-testbeds-3n-hsw-3n-skx-1c-mrr.txt>`_ - - `ASCII 2c MRR comparison <../../_static/vpp/performance-compare-testbeds-3n-hsw-3n-skx-2c-mrr.txt>`_ - - `ASCII 4c MRR comparison <../../_static/vpp/performance-compare-testbeds-3n-hsw-3n-skx-4c-mrr.txt>`_ - - `CSV 1c MRR comparison <../../_static/vpp/performance-compare-testbeds-3n-hsw-3n-skx-1c-mrr-csv.csv>`_ - - `CSV 2c MRR comparison <../../_static/vpp/performance-compare-testbeds-3n-hsw-3n-skx-2c-mrr-csv.csv>`_ - - `CSV 4c MRR comparison <../../_static/vpp/performance-compare-testbeds-3n-hsw-3n-skx-4c-mrr-csv.csv>`_ diff --git a/docs/report/vpp_performance_tests/comparisons/current_vs_previous_release.rst b/docs/report/vpp_performance_tests/comparisons/current_vs_previous_release.rst index 3cfd5ae3f8..e251b68954 100644 --- a/docs/report/vpp_performance_tests/comparisons/current_vs_previous_release.rst +++ b/docs/report/vpp_performance_tests/comparisons/current_vs_previous_release.rst @@ -8,7 +8,7 @@ Relative comparison of VPP packet throughput (NDR, PDR and MRR) between |vpp-release| and |vpp-release-1| (measured for |csit-release| and |csit-release-1| respectively) is calculated from results of tests running on 2-node Intel Xeon Skylake (2n-skx), 3-node Intel Xeon Skylake -(3n-skx), 3-Node Intel Xeon Haswell (3n-hsw), 2-node Intel Atom Denverton +(3n-skx), 2-node Intel Atom Denverton (2n-dnv), 3-node Intel Atom Denverton (3n-dnv), 3-node Arm TaiShan (3n-tsh) testbeds, in 1-core, 2-core and 4-core (MRR only) configurations. @@ -29,7 +29,6 @@ results repeatability vary between the test cases. - `FD.io test executor vpp performance job 3n-skx`_, - `FD.io test executor vpp performance job 2n-clx`_, - `FD.io test executor vpp performance job 2n-zn2`_, - - `FD.io test executor vpp performance job 3n-hsw`_, - `FD.io test executor vpp performance job 2n-dnv`_, - `FD.io test executor vpp performance job 3n-dnv`_, - `FD.io test executor vpp performance job 3n-tsh`_, @@ -248,48 +247,6 @@ Comparison tables in HTML, ASCII and CSV formats: - `CSV 4t2c MRR comparison <../../_static/vpp/performance-changes-2n-zn2-xxv710-4t2c-mrr-csv.csv>`_ - `CSV 8t4c MRR comparison <../../_static/vpp/performance-changes-2n-zn2-xxv710-8t4c-mrr-csv.csv>`_ -3n-hsw -~~~~~~ - -NDR Comparison -`````````````` - -Comparison tables in HTML, ASCII and CSV formats: - - - `HTML 1t1c NDR comparison `_ - - `HTML 2t2c NDR comparison `_ - - `ASCII 1t1c NDR comparison <../../_static/vpp/performance-changes-3n-hsw-1t1c-ndr.txt>`_ - - `ASCII 2t2c NDR comparison <../../_static/vpp/performance-changes-3n-hsw-2t2c-ndr.txt>`_ - - `CSV 1t1c NDR comparison <../../_static/vpp/performance-changes-3n-hsw-1t1c-ndr-csv.csv>`_ - - `CSV 2t2c NDR comparison <../../_static/vpp/performance-changes-3n-hsw-2t2c-ndr-csv.csv>`_ - -PDR Comparison -`````````````` - -Comparison tables in HTML, ASCII and CSV formats: - - - `HTML 1t1c PDR comparison `_ - - `HTML 2t2c PDR comparison `_ - - `ASCII 1t1c PDR comparison <../../_static/vpp/performance-changes-3n-hsw-1t1c-pdr.txt>`_ - - `ASCII 2t2c PDR comparison <../../_static/vpp/performance-changes-3n-hsw-2t2c-pdr.txt>`_ - - `CSV 1t1c PDR comparison <../../_static/vpp/performance-changes-3n-hsw-1t1c-pdr-csv.csv>`_ - - `CSV 2t2c PDR comparison <../../_static/vpp/performance-changes-3n-hsw-2t2c-pdr-csv.csv>`_ - -MRR Comparison -`````````````` - -Comparison tables in HTML, ASCII and CSV formats: - - - `HTML 1t1c MRR comparison `_ - - `HTML 2t2c MRR comparison `_ - - `HTML 4t4c MRR comparison `_ - - `ASCII 1t1c MRR comparison <../../_static/vpp/performance-changes-3n-hsw-1t1c-mrr.txt>`_ - - `ASCII 2t2c MRR comparison <../../_static/vpp/performance-changes-3n-hsw-2t2c-mrr.txt>`_ - - `ASCII 4t4c MRR comparison <../../_static/vpp/performance-changes-3n-hsw-4t4c-mrr.txt>`_ - - `CSV 1t1c MRR comparison <../../_static/vpp/performance-changes-3n-hsw-1t1c-mrr-csv.csv>`_ - - `CSV 2t2c MRR comparison <../../_static/vpp/performance-changes-3n-hsw-2t2c-mrr-csv.csv>`_ - - `CSV 4t4c MRR comparison <../../_static/vpp/performance-changes-3n-hsw-4t4c-mrr-csv.csv>`_ - 2n-dnv ~~~~~~ diff --git a/docs/report/vpp_performance_tests/comparisons/index.rst b/docs/report/vpp_performance_tests/comparisons/index.rst index 1a05947685..551ec9159d 100644 --- a/docs/report/vpp_performance_tests/comparisons/index.rst +++ b/docs/report/vpp_performance_tests/comparisons/index.rst @@ -11,9 +11,7 @@ Comparisons .. toctree:: current_vs_previous_release - 3n-skx_vs_3n-hsw_testbeds 2n-skx_vs_2n-clx_testbeds - 2n-clx_vs_3n-hsw_testbeds 3n-skx_vs_2n-skx_testbeds nic_comparison soak_vs_ndr diff --git a/docs/report/vpp_performance_tests/comparisons/nic_comparison.rst b/docs/report/vpp_performance_tests/comparisons/nic_comparison.rst index 51905c9d0e..9d9dd8eec0 100644 --- a/docs/report/vpp_performance_tests/comparisons/nic_comparison.rst +++ b/docs/report/vpp_performance_tests/comparisons/nic_comparison.rst @@ -6,8 +6,7 @@ NICs Comparison Relative comparison of VPP packet throughput (NDR, PDR and MRR) between NICs (measured for |csit-release) is calculated from results of tests -running on 3-Node Intel Xeon Haswell testbeds (3n-hsw) in 1-core, 2-core -and 4-core (MRR only) configurations. +running on 3n-skx, 2n-skx testbeds. Listed mean and standard deviation values are computed based on a series of the same tests executed against respective VPP releases to verify diff --git a/docs/report/vpp_performance_tests/hdrh_packet_latency_by_percentile_graphs/3n_hsw.rst b/docs/report/vpp_performance_tests/hdrh_packet_latency_by_percentile_graphs/3n_hsw.rst deleted file mode 100644 index 53c253c009..0000000000 --- a/docs/report/vpp_performance_tests/hdrh_packet_latency_by_percentile_graphs/3n_hsw.rst +++ /dev/null @@ -1,3 +0,0 @@ -3n-hsw -====== - diff --git a/docs/report/vpp_performance_tests/index.rst b/docs/report/vpp_performance_tests/index.rst index bd497cee77..6de8a781a1 100644 --- a/docs/report/vpp_performance_tests/index.rst +++ b/docs/report/vpp_performance_tests/index.rst @@ -11,9 +11,11 @@ VPP Performance soak_tests/index reconf_tests/index nf_service_density/index - hoststack_testing/index gso_testing/index comparisons/index throughput_trending test_environment documentation/index + +.. + hoststack_testing/index diff --git a/docs/report/vpp_performance_tests/nf_service_density/cnf_service_chains_ipsec.rst b/docs/report/vpp_performance_tests/nf_service_density/cnf_service_chains_ipsec.rst index a3afc63724..7ad9e0251d 100644 --- a/docs/report/vpp_performance_tests/nf_service_density/cnf_service_chains_ipsec.rst +++ b/docs/report/vpp_performance_tests/nf_service_density/cnf_service_chains_ipsec.rst @@ -609,553 +609,3 @@ imix-8t4c-eth-l2bd \includegraphics[clip, trim=0cm 0cm 5cm 0cm, width=0.70\textwidth]{l2bd-3n-skx-xxv710-imix-8t4c-ipsec-10000tnl-csc-pdr} \label{fig:l2bd-3n-skx-xxv710-imix-8t4c-ipsec-10000tnl-csc-pdr} \end{figure} - -.. - .. raw:: latex - - \clearpage - - 3n-hsw-xl710-mrr - ~~~~~~~~~~~~~~~~ - - imix-1t1c-eth-l2bd - ------------------ - - .. raw:: html - -
- -
- - .. raw:: latex - - \begin{figure}[H] - \centering - \graphicspath{{../_build/_static/vpp/}} - \includegraphics[clip, trim=0cm 0cm 5cm 0cm, width=0.70\textwidth]{l2bd-3n-hsw-xl710-imix-1t1c-ipsec-4tnl-csc-mrr} - \label{fig:l2bd-3n-hsw-xl710-imix-1t1c-ipsec-4tnl-csc-mrr} - \end{figure} - - .. raw:: latex - - \clearpage - - .. raw:: html - -
- -
- - .. raw:: latex - - \begin{figure}[H] - \centering - \graphicspath{{../_build/_static/vpp/}} - \includegraphics[clip, trim=0cm 0cm 5cm 0cm, width=0.70\textwidth]{l2bd-3n-hsw-xl710-imix-1t1c-ipsec-1000tnl-csc-mrr} - \label{fig:l2bd-3n-hsw-xl710-imix-1t1c-ipsec-1000tnl-csc-mrr} - \end{figure} - - .. raw:: latex - - \clearpage - - .. raw:: html - -
- -
- - .. raw:: latex - - \begin{figure}[H] - \centering - \graphicspath{{../_build/_static/vpp/}} - \includegraphics[clip, trim=0cm 0cm 5cm 0cm, width=0.70\textwidth]{l2bd-3n-hsw-xl710-imix-1t1c-ipsec-10000tnl-csc-mrr} - \label{fig:l2bd-3n-hsw-xl710-imix-1t1c-ipsec-10000tnl-csc-mrr} - \end{figure} - - .. raw:: latex - - \clearpage - - imix-2t2c-eth-l2bd - ------------------ - - .. raw:: html - -
- -
- - .. raw:: latex - - \begin{figure}[H] - \centering - \graphicspath{{../_build/_static/vpp/}} - \includegraphics[clip, trim=0cm 0cm 5cm 0cm, width=0.70\textwidth]{l2bd-3n-hsw-xl710-imix-2t2c-ipsec-4tnl-csc-mrr} - \label{fig:l2bd-3n-hsw-xl710-imix-2t2c-ipsec-4tnl-csc-mrr} - \end{figure} - - .. raw:: latex - - \clearpage - - .. raw:: html - -
- -
- - .. raw:: latex - - \begin{figure}[H] - \centering - \graphicspath{{../_build/_static/vpp/}} - \includegraphics[clip, trim=0cm 0cm 5cm 0cm, width=0.70\textwidth]{l2bd-3n-hsw-xl710-imix-2t2c-ipsec-1000tnl-csc-mrr} - \label{fig:l2bd-3n-hsw-xl710-imix-2t2c-ipsec-1000tnl-csc-mrr} - \end{figure} - - .. raw:: latex - - \clearpage - - .. raw:: html - -
- -
- - .. raw:: latex - - \begin{figure}[H] - \centering - \graphicspath{{../_build/_static/vpp/}} - \includegraphics[clip, trim=0cm 0cm 5cm 0cm, width=0.70\textwidth]{l2bd-3n-hsw-xl710-imix-2t2c-ipsec-10000tnl-csc-mrr} - \label{fig:l2bd-3n-hsw-xl710-imix-2t2c-ipsec-10000tnl-csc-mrr} - \end{figure} - - .. raw:: latex - - \clearpage - - imix-4t4c-eth-l2bd - ------------------ - - .. raw:: html - -
- -
- - .. raw:: latex - - \begin{figure}[H] - \centering - \graphicspath{{../_build/_static/vpp/}} - \includegraphics[clip, trim=0cm 0cm 5cm 0cm, width=0.70\textwidth]{l2bd-3n-hsw-xl710-imix-4t4c-ipsec-4tnl-csc-mrr} - \label{fig:l2bd-3n-hsw-xl710-imix-4t4c-ipsec-4tnl-csc-mrr} - \end{figure} - - .. raw:: latex - - \clearpage - - .. raw:: html - -
- -
- - .. raw:: latex - - \begin{figure}[H] - \centering - \graphicspath{{../_build/_static/vpp/}} - \includegraphics[clip, trim=0cm 0cm 5cm 0cm, width=0.70\textwidth]{l2bd-3n-hsw-xl710-imix-4t4c-ipsec-1000tnl-csc-mrr} - \label{fig:l2bd-3n-hsw-xl710-imix-4t4c-ipsec-1000tnl-csc-mrr} - \end{figure} - - .. raw:: latex - - \clearpage - - .. raw:: html - -
- -
- - .. raw:: latex - - \begin{figure}[H] - \centering - \graphicspath{{../_build/_static/vpp/}} - \includegraphics[clip, trim=0cm 0cm 5cm 0cm, width=0.70\textwidth]{l2bd-3n-hsw-xl710-imix-4t4c-ipsec-10000tnl-csc-mrr} - \label{fig:l2bd-3n-hsw-xl710-imix-4t4c-ipsec-10000tnl-csc-mrr} - \end{figure} - - .. raw:: latex - - \clearpage - - 3n-hsw-xl710-ndr - ~~~~~~~~~~~~~~~~ - - imix-1t1c-eth-l2bd - ------------------ - - .. raw:: html - -
- -
- - .. raw:: latex - - \begin{figure}[H] - \centering - \graphicspath{{../_build/_static/vpp/}} - \includegraphics[clip, trim=0cm 0cm 5cm 0cm, width=0.70\textwidth]{l2bd-3n-hsw-xl710-imix-1t1c-ipsec-4tnl-csc-ndr} - \label{fig:l2bd-3n-hsw-xl710-imix-1t1c-ipsec-4tnl-csc-ndr} - \end{figure} - - .. raw:: latex - - \clearpage - - .. raw:: html - -
- -
- - .. raw:: latex - - \begin{figure}[H] - \centering - \graphicspath{{../_build/_static/vpp/}} - \includegraphics[clip, trim=0cm 0cm 5cm 0cm, width=0.70\textwidth]{l2bd-3n-hsw-xl710-imix-1t1c-ipsec-1000tnl-csc-ndr} - \label{fig:l2bd-3n-hsw-xl710-imix-1t1c-ipsec-1000tnl-csc-ndr} - \end{figure} - - .. raw:: latex - - \clearpage - - .. raw:: html - -
- -
- - .. raw:: latex - - \begin{figure}[H] - \centering - \graphicspath{{../_build/_static/vpp/}} - \includegraphics[clip, trim=0cm 0cm 5cm 0cm, width=0.70\textwidth]{l2bd-3n-hsw-xl710-imix-1t1c-ipsec-10000tnl-csc-ndr} - \label{fig:l2bd-3n-hsw-xl710-imix-1t1c-ipsec-10000tnl-csc-ndr} - \end{figure} - - .. raw:: latex - - \clearpage - - imix-2t2c-eth-l2bd - ------------------ - - .. raw:: html - -
- -
- - .. raw:: latex - - \begin{figure}[H] - \centering - \graphicspath{{../_build/_static/vpp/}} - \includegraphics[clip, trim=0cm 0cm 5cm 0cm, width=0.70\textwidth]{l2bd-3n-hsw-xl710-imix-2t2c-ipsec-4tnl-csc-ndr} - \label{fig:l2bd-3n-hsw-xl710-imix-2t2c-ipsec-4tnl-csc-ndr} - \end{figure} - - .. raw:: latex - - \clearpage - - .. raw:: html - -
- -
- - .. raw:: latex - - \begin{figure}[H] - \centering - \graphicspath{{../_build/_static/vpp/}} - \includegraphics[clip, trim=0cm 0cm 5cm 0cm, width=0.70\textwidth]{l2bd-3n-hsw-xl710-imix-2t2c-ipsec-1000tnl-csc-ndr} - \label{fig:l2bd-3n-hsw-xl710-imix-2t2c-ipsec-1000tnl-csc-ndr} - \end{figure} - - .. raw:: latex - - \clearpage - - .. raw:: html - -
- -
- - .. raw:: latex - - \begin{figure}[H] - \centering - \graphicspath{{../_build/_static/vpp/}} - \includegraphics[clip, trim=0cm 0cm 5cm 0cm, width=0.70\textwidth]{l2bd-3n-hsw-xl710-imix-2t2c-ipsec-10000tnl-csc-ndr} - \label{fig:l2bd-3n-hsw-xl710-imix-2t2c-ipsec-10000tnl-csc-ndr} - \end{figure} - - .. raw:: latex - - \clearpage - - imix-4t4c-eth-l2bd - ------------------ - - .. raw:: html - -
- -
- - .. raw:: latex - - \begin{figure}[H] - \centering - \graphicspath{{../_build/_static/vpp/}} - \includegraphics[clip, trim=0cm 0cm 5cm 0cm, width=0.70\textwidth]{l2bd-3n-hsw-xl710-imix-4t4c-ipsec-4tnl-csc-ndr} - \label{fig:l2bd-3n-hsw-xl710-imix-4t4c-ipsec-4tnl-csc-ndr} - \end{figure} - - .. raw:: latex - - \clearpage - - .. raw:: html - -
- -
- - .. raw:: latex - - \begin{figure}[H] - \centering - \graphicspath{{../_build/_static/vpp/}} - \includegraphics[clip, trim=0cm 0cm 5cm 0cm, width=0.70\textwidth]{l2bd-3n-hsw-xl710-imix-4t4c-ipsec-1000tnl-csc-ndr} - \label{fig:l2bd-3n-hsw-xl710-imix-4t4c-ipsec-1000tnl-csc-ndr} - \end{figure} - - .. raw:: latex - - \clearpage - - .. raw:: html - -
- -
- - .. raw:: latex - - \begin{figure}[H] - \centering - \graphicspath{{../_build/_static/vpp/}} - \includegraphics[clip, trim=0cm 0cm 5cm 0cm, width=0.70\textwidth]{l2bd-3n-hsw-xl710-imix-4t4c-ipsec-10000tnl-csc-ndr} - \label{fig:l2bd-3n-hsw-xl710-imix-4t4c-ipsec-10000tnl-csc-ndr} - \end{figure} - - .. raw:: latex - - \clearpage - - 3n-hsw-xl710-pdr - ~~~~~~~~~~~~~~~~ - - imix-1t1c-eth-l2bd - ------------------ - - .. raw:: html - -
- -
- - .. raw:: latex - - \begin{figure}[H] - \centering - \graphicspath{{../_build/_static/vpp/}} - \includegraphics[clip, trim=0cm 0cm 5cm 0cm, width=0.70\textwidth]{l2bd-3n-hsw-xl710-imix-1t1c-ipsec-4tnl-csc-pdr} - \label{fig:l2bd-3n-hsw-xl710-imix-1t1c-ipsec-4tnl-csc-pdr} - \end{figure} - - .. raw:: latex - - \clearpage - - .. raw:: html - -
- -
- - .. raw:: latex - - \begin{figure}[H] - \centering - \graphicspath{{../_build/_static/vpp/}} - \includegraphics[clip, trim=0cm 0cm 5cm 0cm, width=0.70\textwidth]{l2bd-3n-hsw-xl710-imix-1t1c-ipsec-1000tnl-csc-pdr} - \label{fig:l2bd-3n-hsw-xl710-imix-1t1c-ipsec-1000tnl-csc-pdr} - \end{figure} - - .. raw:: latex - - \clearpage - - .. raw:: html - -
- -
- - .. raw:: latex - - \begin{figure}[H] - \centering - \graphicspath{{../_build/_static/vpp/}} - \includegraphics[clip, trim=0cm 0cm 5cm 0cm, width=0.70\textwidth]{l2bd-3n-hsw-xl710-imix-1t1c-ipsec-10000tnl-csc-pdr} - \label{fig:l2bd-3n-hsw-xl710-imix-1t1c-ipsec-10000tnl-csc-pdr} - \end{figure} - - .. raw:: latex - - \clearpage - - imix-2t2c-eth-l2bd - ------------------ - - .. raw:: html - -
- -
- - .. raw:: latex - - \begin{figure}[H] - \centering - \graphicspath{{../_build/_static/vpp/}} - \includegraphics[clip, trim=0cm 0cm 5cm 0cm, width=0.70\textwidth]{l2bd-3n-hsw-xl710-imix-2t2c-ipsec-4tnl-csc-pdr} - \label{fig:l2bd-3n-hsw-xl710-imix-2t2c-ipsec-4tnl-csc-pdr} - \end{figure} - - .. raw:: latex - - \clearpage - - .. raw:: html - -
- -
- - .. raw:: latex - - \begin{figure}[H] - \centering - \graphicspath{{../_build/_static/vpp/}} - \includegraphics[clip, trim=0cm 0cm 5cm 0cm, width=0.70\textwidth]{l2bd-3n-hsw-xl710-imix-2t2c-ipsec-1000tnl-csc-pdr} - \label{fig:l2bd-3n-hsw-xl710-imix-2t2c-ipsec-1000tnl-csc-pdr} - \end{figure} - - .. raw:: latex - - \clearpage - - .. raw:: html - -
- -
- - .. raw:: latex - - \begin{figure}[H] - \centering - \graphicspath{{../_build/_static/vpp/}} - \includegraphics[clip, trim=0cm 0cm 5cm 0cm, width=0.70\textwidth]{l2bd-3n-hsw-xl710-imix-2t2c-ipsec-10000tnl-csc-pdr} - \label{fig:l2bd-3n-hsw-xl710-imix-2t2c-ipsec-10000tnl-csc-pdr} - \end{figure} - - .. raw:: latex - - \clearpage - - imix-4t4c-eth-l2bd - ------------------ - - .. raw:: html - -
- -
- - .. raw:: latex - - \begin{figure}[H] - \centering - \graphicspath{{../_build/_static/vpp/}} - \includegraphics[clip, trim=0cm 0cm 5cm 0cm, width=0.70\textwidth]{l2bd-3n-hsw-xl710-imix-4t4c-ipsec-4tnl-csc-pdr} - \label{fig:l2bd-3n-hsw-xl710-imix-4t4c-ipsec-4tnl-csc-pdr} - \end{figure} - - .. raw:: latex - - \clearpage - - .. raw:: html - -
- -
- - .. raw:: latex - - \begin{figure}[H] - \centering - \graphicspath{{../_build/_static/vpp/}} - \includegraphics[clip, trim=0cm 0cm 5cm 0cm, width=0.70\textwidth]{l2bd-3n-hsw-xl710-imix-4t4c-ipsec-1000tnl-csc-pdr} - \label{fig:l2bd-3n-hsw-xl710-imix-4t4c-ipsec-1000tnl-csc-pdr} - \end{figure} - - .. raw:: latex - - \clearpage - - .. raw:: html - -
- -
- - .. raw:: latex - - \begin{figure}[H] - \centering - \graphicspath{{../_build/_static/vpp/}} - \includegraphics[clip, trim=0cm 0cm 5cm 0cm, width=0.70\textwidth]{l2bd-3n-hsw-xl710-imix-4t4c-ipsec-10000tnl-csc-pdr} - \label{fig:l2bd-3n-hsw-xl710-imix-4t4c-ipsec-10000tnl-csc-pdr} - \end{figure} diff --git a/docs/report/vpp_performance_tests/packet_latency/container_memif.rst b/docs/report/vpp_performance_tests/packet_latency/container_memif.rst index 17cb9df56c..1dd96dbe6c 100644 --- a/docs/report/vpp_performance_tests/packet_latency/container_memif.rst +++ b/docs/report/vpp_performance_tests/packet_latency/container_memif.rst @@ -7,7 +7,7 @@ LXC/DRC Container Memif ======================= CSIT source code for the test cases used for plots can be found in -`CSIT git repository `_. +`CSIT git repository `_. .. toctree:: diff --git a/docs/report/vpp_performance_tests/packet_latency/index.rst b/docs/report/vpp_performance_tests/packet_latency/index.rst index c079fd11b4..972d22bca1 100644 --- a/docs/report/vpp_performance_tests/packet_latency/index.rst +++ b/docs/report/vpp_performance_tests/packet_latency/index.rst @@ -9,7 +9,7 @@ Packet Latency VPP latency results are generated based on the test data obtained from |csit-release| NDR-PDR throughput tests executed across physical -testbeds hosted in LF FD.io labs: 3n-hsw, 3n-skx, 2n- skx, 2n-clx, +testbeds hosted in LF FD.io labs: 3n-skx, 2n- skx, 2n-clx, 3n-dnv, 2n-dnv, 3n-tsh, 2n-tx2. Latency by percentile distribution plots are used to show packet latency @@ -40,7 +40,6 @@ Additional information about graph data: `FD.io test executor vpp performance job 3n-skx`_, `FD.io test executor vpp performance job 2n-clx`_, `FD.io test executor vpp performance job 2n-zn2`_, - `FD.io test executor vpp performance job 3n-hsw`_, `FD.io test executor vpp performance job 3n-tsh`_ and `FD.io test executor vpp performance job 2n-tx2`_ with RF result files csit-vpp-perf-|srelease|-\*.zip diff --git a/docs/report/vpp_performance_tests/packet_latency/ip4-3n-hsw-xl710.rst b/docs/report/vpp_performance_tests/packet_latency/ip4-3n-hsw-xl710.rst deleted file mode 100644 index 51d0bd476e..0000000000 --- a/docs/report/vpp_performance_tests/packet_latency/ip4-3n-hsw-xl710.rst +++ /dev/null @@ -1,116 +0,0 @@ - -.. raw:: latex - - \clearpage - -.. raw:: html - - - -.. - 40ge2p1xl710-64b-1t1c-dot1q-ip4base - 40ge2p1xl710-64b-1t1c-ethip4-ip4base - 40ge2p1xl710-64b-1t1c-ethip4-ip4scale2m - -3n-hsw-xl710 -~~~~~~~~~~~~ - -64b-1t1c-ip4routing-base-scale-dpdk ------------------------------------ - -.. raw:: html - -
- -


-
- -.. raw:: latex - - \begin{figure}[H] - \centering - \graphicspath{{../_build/_static/vpp/}} - \includegraphics[clip, trim=0cm 0cm 5cm 0cm, width=0.70\textwidth]{hdrh-lat-percentile-3n-hsw-40ge2p1xl710-64b-1t1c-dot1q-ip4base} - \label{fig:hdrh-lat-percentile-3n-hsw-40ge2p1xl710-64b-1t1c-dot1q-ip4base} - \end{figure} - -.. raw:: latex - - \clearpage - -.. raw:: html - -
- -


-
- -.. raw:: latex - - \begin{figure}[H] - \centering - \graphicspath{{../_build/_static/vpp/}} - \includegraphics[clip, trim=0cm 0cm 5cm 0cm, width=0.70\textwidth]{hdrh-lat-percentile-3n-hsw-40ge2p1xl710-64b-1t1c-ethip4-ip4base} - \label{fig:hdrh-lat-percentile-3n-hsw-40ge2p1xl710-64b-1t1c-ethip4-ip4base} - \end{figure} - -.. raw:: latex - - \clearpage - -.. raw:: html - -
- -


-
- -.. raw:: latex - - \begin{figure}[H] - \centering - \graphicspath{{../_build/_static/vpp/}} - \includegraphics[clip, trim=0cm 0cm 5cm 0cm, width=0.70\textwidth]{hdrh-lat-percentile-3n-hsw-40ge2p1xl710-64b-1t1c-ethip4-ip4scale2m} - \label{fig:hdrh-lat-percentile-3n-hsw-40ge2p1xl710-64b-1t1c-ethip4-ip4scale2m} - \end{figure} - -.. raw:: latex - - \clearpage - -.. raw:: html - -
- -


-
- -.. raw:: latex - - \begin{figure}[H] - \centering - \graphicspath{{../_build/_static/vpp/}} - \includegraphics[clip, trim=0cm 0cm 5cm 0cm, width=0.70\textwidth]{hdrh-lat-percentile-3n-hsw-40ge2p1xl710-64b-1t1c-ethip4-ip4scale2m-rnd} - \label{fig:hdrh-lat-percentile-3n-hsw-40ge2p1xl710-64b-1t1c-ethip4-ip4scale2m-rnd} - \end{figure} diff --git a/docs/report/vpp_performance_tests/packet_latency/ip4.rst b/docs/report/vpp_performance_tests/packet_latency/ip4.rst index f36d4426d2..8b2e9687eb 100644 --- a/docs/report/vpp_performance_tests/packet_latency/ip4.rst +++ b/docs/report/vpp_performance_tests/packet_latency/ip4.rst @@ -7,7 +7,7 @@ IPv4 Routing ============ CSIT source code for the test cases used for plots can be found in -`CSIT git repository `_. +`CSIT git repository `_. .. toctree:: @@ -16,7 +16,6 @@ CSIT source code for the test cases used for plots can be found in ip4-2n-clx-xxv710 ip4-2n-clx-cx556a ip4-2n-zn2-xxv710 - ip4-3n-hsw-xl710 ip4-3n-tsh-x520 ip4-2n-tx2-xl710 diff --git a/docs/report/vpp_performance_tests/packet_latency/ip4_tunnels-3n-hsw-xl710.rst b/docs/report/vpp_performance_tests/packet_latency/ip4_tunnels-3n-hsw-xl710.rst deleted file mode 100644 index 53f3ec77bd..0000000000 --- a/docs/report/vpp_performance_tests/packet_latency/ip4_tunnels-3n-hsw-xl710.rst +++ /dev/null @@ -1,75 +0,0 @@ - -.. raw:: latex - - \clearpage - -.. raw:: html - - - -.. - 40ge2p1xl710-64b-1t1c-ethip4vxlan-l2xcbase - 40ge2p1xl710-64b-1t1c-ethip4vxlan-l2bdbasemaclrn - -3n-hsw-xl710 -~~~~~~~~~~~~ - -64b-1t1c-ip4tunnel-base-dpdk ----------------------------- - -.. raw:: html - -
- -


-
- -.. raw:: latex - - \begin{figure}[H] - \centering - \graphicspath{{../_build/_static/vpp/}} - \includegraphics[clip, trim=0cm 0cm 5cm 0cm, width=0.70\textwidth]{hdrh-lat-percentile-3n-hsw-40ge2p1xl710-64b-1t1c-ethip4vxlan-l2xcbase} - \label{fig:hdrh-lat-percentile-3n-hsw-40ge2p1xl710-64b-1t1c-ethip4vxlan-l2xcbase} - \end{figure} - -.. raw:: latex - - \clearpage - -.. raw:: html - -
- -


-
- -.. raw:: latex - - \begin{figure}[H] - \centering - \graphicspath{{../_build/_static/vpp/}} - \includegraphics[clip, trim=0cm 0cm 5cm 0cm, width=0.70\textwidth]{hdrh-lat-percentile-3n-hsw-40ge2p1xl710-64b-1t1c-ethip4vxlan-l2bdbasemaclrn} - \label{fig:hdrh-lat-percentile-3n-hsw-40ge2p1xl710-64b-1t1c-ethip4vxlan-l2bdbasemaclrn} - \end{figure} diff --git a/docs/report/vpp_performance_tests/packet_latency/ip4_tunnels.rst b/docs/report/vpp_performance_tests/packet_latency/ip4_tunnels.rst index 010e058e11..14a3f05e05 100644 --- a/docs/report/vpp_performance_tests/packet_latency/ip4_tunnels.rst +++ b/docs/report/vpp_performance_tests/packet_latency/ip4_tunnels.rst @@ -7,10 +7,8 @@ IPv4 Tunnels ============ CSIT source code for the test cases used for plots can be found in -`CSIT git repository `_. +`CSIT git repository `_. .. toctree:: - ip4_tunnels-3n-skx-xxv710 - ip4_tunnels-3n-hsw-xl710 - ip4_tunnels-3n-tsh-x520 + ip4_tunnels-3n-skx-xxv710 ip4_tunnels-3n-tsh-x520 diff --git a/docs/report/vpp_performance_tests/packet_latency/ip6-3n-hsw-xl710.rst b/docs/report/vpp_performance_tests/packet_latency/ip6-3n-hsw-xl710.rst deleted file mode 100644 index 939d9f1b9b..0000000000 --- a/docs/report/vpp_performance_tests/packet_latency/ip6-3n-hsw-xl710.rst +++ /dev/null @@ -1,116 +0,0 @@ - -.. raw:: latex - - \clearpage - -.. raw:: html - - - -.. - 40ge2p1xl710-78b-1t1c-dot1q-ip6base - 40ge2p1xl710-78b-1t1c-ethip6-ip6base - 40ge2p1xl710-78b-1t1c-ethip6-ip6scale2m - -3n-hsw-xl710 -~~~~~~~~~~~~ - -78b-1t1c-ip6routing-base-scale-dpdk ------------------------------------ - -.. raw:: html - -
- -


-
- -.. raw:: latex - - \begin{figure}[H] - \centering - \graphicspath{{../_build/_static/vpp/}} - \includegraphics[clip, trim=0cm 0cm 5cm 0cm, width=0.70\textwidth]{hdrh-lat-percentile-3n-hsw-40ge2p1xl710-78b-1t1c-dot1q-ip6base} - \label{fig:hdrh-lat-percentile-3n-hsw-40ge2p1xl710-78b-1t1c-dot1q-ip6base} - \end{figure} - -.. raw:: latex - - \clearpage - -.. raw:: html - -
- -


-
- -.. raw:: latex - - \begin{figure}[H] - \centering - \graphicspath{{../_build/_static/vpp/}} - \includegraphics[clip, trim=0cm 0cm 5cm 0cm, width=0.70\textwidth]{hdrh-lat-percentile-3n-hsw-40ge2p1xl710-78b-1t1c-ethip6-ip6base} - \label{fig:hdrh-lat-percentile-3n-hsw-40ge2p1xl710-78b-1t1c-ethip6-ip6base} - \end{figure} - -.. raw:: latex - - \clearpage - -.. raw:: html - -
- -


-
- -.. raw:: latex - - \begin{figure}[H] - \centering - \graphicspath{{../_build/_static/vpp/}} - \includegraphics[clip, trim=0cm 0cm 5cm 0cm, width=0.70\textwidth]{hdrh-lat-percentile-3n-hsw-40ge2p1xl710-78b-1t1c-ethip6-ip6scale2m} - \label{fig:hdrh-lat-percentile-3n-hsw-40ge2p1xl710-78b-1t1c-ethip6-ip6scale2m} - \end{figure} - -.. raw:: latex - - \clearpage - -.. raw:: html - -
- -


-
- -.. raw:: latex - - \begin{figure}[H] - \centering - \graphicspath{{../_build/_static/vpp/}} - \includegraphics[clip, trim=0cm 0cm 5cm 0cm, width=0.70\textwidth]{hdrh-lat-percentile-3n-hsw-40ge2p1xl710-78b-1t1c-ethip6-ip6scale2m-rnd} - \label{fig:hdrh-lat-percentile-3n-hsw-40ge2p1xl710-78b-1t1c-ethip6-ip6scale2m-rnd} - \end{figure} diff --git a/docs/report/vpp_performance_tests/packet_latency/ip6.rst b/docs/report/vpp_performance_tests/packet_latency/ip6.rst index 43f1276bb3..f9dae02b9c 100644 --- a/docs/report/vpp_performance_tests/packet_latency/ip6.rst +++ b/docs/report/vpp_performance_tests/packet_latency/ip6.rst @@ -7,7 +7,7 @@ IPv6 Routing ============ CSIT source code for the test cases used for plots can be found in -`CSIT git repository `_. +`CSIT git repository `_. .. toctree:: @@ -16,7 +16,6 @@ CSIT source code for the test cases used for plots can be found in ip6-2n-clx-xxv710 ip6-2n-clx-cx556a ip6-2n-zn2-xxv710 - ip6-3n-hsw-xl710 ip6-3n-tsh-x520 ip6-2n-tx2-xl710 diff --git a/docs/report/vpp_performance_tests/packet_latency/ipsec-3n-hsw-xl710.rst b/docs/report/vpp_performance_tests/packet_latency/ipsec-3n-hsw-xl710.rst deleted file mode 100644 index f8a04c9774..0000000000 --- a/docs/report/vpp_performance_tests/packet_latency/ipsec-3n-hsw-xl710.rst +++ /dev/null @@ -1,247 +0,0 @@ - -.. raw:: latex - - \clearpage - -.. raw:: html - - - -.. - 40ge2p1xl710-1518b-1t1c-ethip4ipsec1tnlhw-ip4base-int-aes128cbc-hmac512sha - 40ge2p1xl710-1518b-1t1c-ethip4ipsec1tnlhw-ip4base-int-aes256gcm - 40ge2p1xl710-1518b-1t1c-ethip4ipsec1000tnlhw-ip4base-int-aes128cbc-hmac512sha - 40ge2p1xl710-1518b-1t1c-ethip4ipsec1000tnlhw-ip4base-int-aes256gcm - - 40ge2p1xl710-1518b-1t1c-ethip4ipsec4tnlsw-ip4base-int-aes128cbc-hmac512sha - 40ge2p1xl710-1518b-1t1c-ethip4ipsec4tnlsw-ip4base-int-aes256gcm - 40ge2p1xl710-1518b-1t1c-ethip4ipsec1000tnlsw-ip4base-int-aes128cbc-hmac512sha - 40ge2p1xl710-1518b-1t1c-ethip4ipsec1000tnlsw-ip4base-int-aes256gcm - 40ge2p1xl710-1518b-1t1c-ethip4ipsec10000tnlsw-ip4base-int-aes128cbc-hmac512sha - 40ge2p1xl710-1518b-1t1c-ethip4ipsec10000tnlsw-ip4base-int-aes256gcm - -3n-hsw-xl710 -~~~~~~~~~~~~ - -1518b-1t1c-ipsec-ip4routing-base-scale-sw-dpdk ----------------------------------------------- - -.. raw:: html - -
- -


-
- -.. raw:: latex - - \begin{figure}[H] - \centering - \graphicspath{{../_build/_static/vpp/}} - \includegraphics[clip, trim=0cm 0cm 5cm 0cm, width=0.70\textwidth]{hdrh-lat-percentile-3n-hsw-40ge2p1xl710-1518b-1t1c-ethip4ipsec4tnlsw-ip4base-int-aes128cbc-hmac512sha} - \label{fig:hdrh-lat-percentile-3n-hsw-40ge2p1xl710-1518b-1t1c-ethip4ipsec4tnlsw-ip4base-int-aes128cbc-hmac512sha} - \end{figure} - -.. raw:: latex - - \clearpage - -.. raw:: html - -
- -


-
- -.. raw:: latex - - \begin{figure}[H] - \centering - \graphicspath{{../_build/_static/vpp/}} - \includegraphics[clip, trim=0cm 0cm 5cm 0cm, width=0.70\textwidth]{hdrh-lat-percentile-3n-hsw-40ge2p1xl710-1518b-1t1c-ethip4ipsec4tnlsw-ip4base-int-aes256gcm} - \label{fig:hdrh-lat-percentile-3n-hsw-40ge2p1xl710-1518b-1t1c-ethip4ipsec4tnlsw-ip4base-int-aes256gcm} - \end{figure} - -.. raw:: latex - - \clearpage - -.. raw:: html - -
- -


-
- -.. raw:: latex - - \begin{figure}[H] - \centering - \graphicspath{{../_build/_static/vpp/}} - \includegraphics[clip, trim=0cm 0cm 5cm 0cm, width=0.70\textwidth]{hdrh-lat-percentile-3n-hsw-40ge2p1xl710-1518b-1t1c-ethip4ipsec1000tnlsw-ip4base-int-aes128cbc-hmac512sha} - \label{fig:hdrh-lat-percentile-3n-hsw-40ge2p1xl710-1518b-1t1c-ethip4ipsec1000tnlsw-ip4base-int-aes128cbc-hmac512sha} - \end{figure} - -.. raw:: latex - - \clearpage - -.. raw:: html - -
- -


-
- -.. raw:: latex - - \begin{figure}[H] - \centering - \graphicspath{{../_build/_static/vpp/}} - \includegraphics[clip, trim=0cm 0cm 5cm 0cm, width=0.70\textwidth]{hdrh-lat-percentile-3n-hsw-40ge2p1xl710-1518b-1t1c-ethip4ipsec1000tnlsw-ip4base-int-aes256gcm} - \label{fig:hdrh-lat-percentile-3n-hsw-40ge2p1xl710-1518b-1t1c-ethip4ipsec1000tnlsw-ip4base-int-aes256gcm} - \end{figure} - -.. raw:: latex - - \clearpage - -.. raw:: html - -
- -


-
- -.. raw:: latex - - \begin{figure}[H] - \centering - \graphicspath{{../_build/_static/vpp/}} - \includegraphics[clip, trim=0cm 0cm 5cm 0cm, width=0.70\textwidth]{hdrh-lat-percentile-3n-hsw-40ge2p1xl710-1518b-1t1c-ethip4ipsec10000tnlsw-ip4base-int-aes128cbc-hmac512sha} - \label{fig:hdrh-lat-percentile-3n-hsw-40ge2p1xl710-1518b-1t1c-ethip4ipsec10000tnlsw-ip4base-int-aes128cbc-hmac512sha} - \end{figure} - -.. raw:: latex - - \clearpage - -.. raw:: html - -
- -


-
- -.. raw:: latex - - \begin{figure}[H] - \centering - \graphicspath{{../_build/_static/vpp/}} - \includegraphics[clip, trim=0cm 0cm 5cm 0cm, width=0.70\textwidth]{hdrh-lat-percentile-3n-hsw-40ge2p1xl710-1518b-1t1c-ethip4ipsec10000tnlsw-ip4base-int-aes256gcm} - \label{fig:hdrh-lat-percentile-3n-hsw-40ge2p1xl710-1518b-1t1c-ethip4ipsec10000tnlsw-ip4base-int-aes256gcm} - \end{figure} - -.. raw:: latex - - \clearpage - -1518b-1t1c-ipsec-ip4routing-base-scale-hw-dpdk ----------------------------------------------- - -.. raw:: html - -
- -


-
- -.. raw:: latex - - \begin{figure}[H] - \centering - \graphicspath{{../_build/_static/vpp/}} - \includegraphics[clip, trim=0cm 0cm 5cm 0cm, width=0.70\textwidth]{hdrh-lat-percentile-3n-hsw-40ge2p1xl710-1518b-1t1c-ethip4ipsec1tnlhw-ip4base-int-aes128cbc-hmac512sha} - \label{fig:hdrh-lat-percentile-3n-hsw-40ge2p1xl710-1518b-1t1c-ethip4ipsec1tnlhw-ip4base-int-aes128cbc-hmac512sha} - \end{figure} - -.. raw:: latex - - \clearpage - -.. raw:: html - -
- -


-
- -.. raw:: latex - - \begin{figure}[H] - \centering - \graphicspath{{../_build/_static/vpp/}} - \includegraphics[clip, trim=0cm 0cm 5cm 0cm, width=0.70\textwidth]{hdrh-lat-percentile-3n-hsw-40ge2p1xl710-1518b-1t1c-ethip4ipsec1tnlhw-ip4base-int-aes256gcm} - \label{fig:hdrh-lat-percentile-3n-hsw-40ge2p1xl710-1518b-1t1c-ethip4ipsec1tnlhw-ip4base-int-aes256gcm} - \end{figure} - -.. raw:: latex - - \clearpage - -.. raw:: html - -
- -


-
- -.. raw:: latex - - \begin{figure}[H] - \centering - \graphicspath{{../_build/_static/vpp/}} - \includegraphics[clip, trim=0cm 0cm 5cm 0cm, width=0.70\textwidth]{hdrh-lat-percentile-3n-hsw-40ge2p1xl710-1518b-1t1c-ethip4ipsec1000tnlhw-ip4base-int-aes128cbc-hmac512sha} - \label{fig:hdrh-lat-percentile-3n-hsw-40ge2p1xl710-1518b-1t1c-ethip4ipsec1000tnlhw-ip4base-int-aes128cbc-hmac512sha} - \end{figure} - -.. raw:: latex - - \clearpage - -.. raw:: html - -
- -


-
- -.. raw:: latex - - \begin{figure}[H] - \centering - \graphicspath{{../_build/_static/vpp/}} - \includegraphics[clip, trim=0cm 0cm 5cm 0cm, width=0.70\textwidth]{hdrh-lat-percentile-3n-hsw-40ge2p1xl710-1518b-1t1c-ethip4ipsec1000tnlhw-ip4base-int-aes256gcm} - \label{fig:hdrh-lat-percentile-3n-hsw-40ge2p1xl710-1518b-1t1c-ethip4ipsec1000tnlhw-ip4base-int-aes256gcm} - \end{figure} diff --git a/docs/report/vpp_performance_tests/packet_latency/ipsec.rst b/docs/report/vpp_performance_tests/packet_latency/ipsec.rst index 40c71398c2..6f80c53894 100644 --- a/docs/report/vpp_performance_tests/packet_latency/ipsec.rst +++ b/docs/report/vpp_performance_tests/packet_latency/ipsec.rst @@ -7,10 +7,9 @@ IPSec IPv4 Routing ================== CSIT source code for the test cases used for plots can be found in -`CSIT git repository `_. +`CSIT git repository `_. .. toctree:: ipsec-3n-skx-xxv710 - ipsec-3n-hsw-xl710 ipsec-3n-tsh-x520 diff --git a/docs/report/vpp_performance_tests/packet_latency/l2-3n-hsw-xl710.rst b/docs/report/vpp_performance_tests/packet_latency/l2-3n-hsw-xl710.rst deleted file mode 100644 index cc349c34fd..0000000000 --- a/docs/report/vpp_performance_tests/packet_latency/l2-3n-hsw-xl710.rst +++ /dev/null @@ -1,159 +0,0 @@ - -.. raw:: latex - - \clearpage - -.. raw:: html - - - -.. - 40ge2p1xl710-64b-1t1c-dot1q-l2xcbase - 40ge2p1xl710-64b-1t1c-dot1q-l2bdbasemaclrn - 40ge2p1xl710-64b-1t1c-eth-l2patch - 40ge2p1xl710-64b-1t1c-eth-l2xcbase - 40ge2p1xl710-64b-1t1c-eth-l2bdbasemaclrn - 40ge2p1xl710-64b-1t1c-eth-l2bdscale1mmaclrn - -3n-hsw-xl710 -~~~~~~~~~~~~ - -64b-1t1c-l2switching-base-scale-dpdk ------------------------------------- - -.. raw:: html - -
- -


-
- -.. raw:: latex - - \begin{figure}[H] - \centering - \graphicspath{{../_build/_static/vpp/}} - \includegraphics[clip, trim=0cm 0cm 5cm 0cm, width=0.70\textwidth]{hdrh-lat-percentile-3n-hsw-40ge2p1xl710-64b-1t1c-dot1q-l2xcbase} - \label{fig:hdrh-lat-percentile-3n-hsw-40ge2p1xl710-64b-1t1c-dot1q-l2xcbase} - \end{figure} - -.. raw:: latex - - \clearpage - -.. raw:: html - -
- -


-
- -.. raw:: latex - - \begin{figure}[H] - \centering - \graphicspath{{../_build/_static/vpp/}} - \includegraphics[clip, trim=0cm 0cm 5cm 0cm, width=0.70\textwidth]{hdrh-lat-percentile-3n-hsw-40ge2p1xl710-64b-1t1c-dot1q-l2bdbasemaclrn} - \label{fig:hdrh-lat-percentile-3n-hsw-40ge2p1xl710-64b-1t1c-dot1q-l2bdbasemaclrn} - \end{figure} - -.. raw:: latex - - \clearpage - -.. raw:: html - -
- -


-
- -.. raw:: latex - - \begin{figure}[H] - \centering - \graphicspath{{../_build/_static/vpp/}} - \includegraphics[clip, trim=0cm 0cm 5cm 0cm, width=0.70\textwidth]{hdrh-lat-percentile-3n-hsw-40ge2p1xl710-64b-1t1c-eth-l2patch} - \label{fig:hdrh-lat-percentile-3n-hsw-40ge2p1xl710-64b-1t1c-eth-l2patch} - \end{figure} - -.. raw:: latex - - \clearpage - -.. raw:: html - -
- -


-
- -.. raw:: latex - - \begin{figure}[H] - \centering - \graphicspath{{../_build/_static/vpp/}} - \includegraphics[clip, trim=0cm 0cm 5cm 0cm, width=0.70\textwidth]{hdrh-lat-percentile-3n-hsw-40ge2p1xl710-64b-1t1c-eth-l2xcbase} - \label{fig:hdrh-lat-percentile-3n-hsw-40ge2p1xl710-64b-1t1c-eth-l2xcbase} - \end{figure} - -.. raw:: latex - - \clearpage - -.. raw:: html - -
- -


-
- -.. raw:: latex - - \begin{figure}[H] - \centering - \graphicspath{{../_build/_static/vpp/}} - \includegraphics[clip, trim=0cm 0cm 5cm 0cm, width=0.70\textwidth]{hdrh-lat-percentile-3n-hsw-40ge2p1xl710-64b-1t1c-eth-l2bdbasemaclrn} - \label{fig:hdrh-lat-percentile-3n-hsw-40ge2p1xl710-64b-1t1c-eth-l2bdbasemaclrn} - \end{figure} - -.. raw:: latex - - \clearpage - -.. raw:: html - -
- -


-
- -.. raw:: latex - - \begin{figure}[H] - \centering - \graphicspath{{../_build/_static/vpp/}} - \includegraphics[clip, trim=0cm 0cm 5cm 0cm, width=0.70\textwidth]{hdrh-lat-percentile-3n-hsw-40ge2p1xl710-64b-1t1c-eth-l2bdscale1mmaclrn} - \label{fig:hdrh-lat-percentile-3n-hsw-40ge2p1xl710-64b-1t1c-eth-l2bdscale1mmaclrn} - \end{figure} diff --git a/docs/report/vpp_performance_tests/packet_latency/l2.rst b/docs/report/vpp_performance_tests/packet_latency/l2.rst index 3dc0b46eba..0422c850d2 100644 --- a/docs/report/vpp_performance_tests/packet_latency/l2.rst +++ b/docs/report/vpp_performance_tests/packet_latency/l2.rst @@ -7,7 +7,7 @@ L2 Ethernet Switching ===================== CSIT source code for the test cases used for plots can be found in -`CSIT git repository `_. +`CSIT git repository `_. .. toctree:: @@ -16,7 +16,6 @@ CSIT source code for the test cases used for plots can be found in l2-2n-clx-xxv710 l2-2n-clx-cx556a l2-2n-zn2-xxv710 - l2-3n-hsw-xl710 l2-3n-tsh-x520 l2-2n-tx2-xl710 diff --git a/docs/report/vpp_performance_tests/packet_latency/nat44.rst b/docs/report/vpp_performance_tests/packet_latency/nat44.rst index 1d4ba15384..c08c35b24b 100644 --- a/docs/report/vpp_performance_tests/packet_latency/nat44.rst +++ b/docs/report/vpp_performance_tests/packet_latency/nat44.rst @@ -7,7 +7,7 @@ NAT44 IPv4 Routing ================== CSIT source code for the test cases used for plots can be found in -`CSIT git repository `_. +`CSIT git repository `_. .. toctree:: diff --git a/docs/report/vpp_performance_tests/packet_latency/srv6-3n-hsw-xl710.rst b/docs/report/vpp_performance_tests/packet_latency/srv6-3n-hsw-xl710.rst deleted file mode 100644 index 0c2d6c2cee..0000000000 --- a/docs/report/vpp_performance_tests/packet_latency/srv6-3n-hsw-xl710.rst +++ /dev/null @@ -1,160 +0,0 @@ - -.. raw:: latex - - \clearpage - -.. raw:: html - - - -.. - 40ge2p1xl710-78b-1t1c-ethip6ip6-ip6base-srv6enc1sid - 40ge2p1xl710-78b-1t1c-ethip6srhip6-ip6base-srv6enc2sids - 40ge2p1xl710-78b-1t1c-ethip6srhip6-ip6base-srv6enc2sids-nodecaps - 40ge2p1xl710-78b-1t1c-ethip6srhip6-ip6base-srv6proxy-dyn - 40ge2p1xl710-78b-1t1c-ethip6srhip6-ip6base-srv6proxy-masq - 40ge2p1xl710-78b-1t1c-ethip6srhip6-ip6base-srv6proxy-stat - -3n-hsw-xl710 -~~~~~~~~~~~~ - -78b-1t1c-srv6-ip6routing-base-dpdk ----------------------------------- - -.. raw:: html - -
- -


-
- -.. raw:: latex - - \begin{figure}[H] - \centering - \graphicspath{{../_build/_static/vpp/}} - \includegraphics[clip, trim=0cm 0cm 5cm 0cm, width=0.70\textwidth]{hdrh-lat-percentile-3n-hsw-40ge2p1xl710-78b-1t1c-ethip6ip6-ip6base-srv6enc1sid} - \label{fig:hdrh-lat-percentile-3n-hsw-40ge2p1xl710-78b-1t1c-ethip6ip6-ip6base-srv6enc1sid} - \end{figure} - -.. raw:: latex - - \clearpage - -.. raw:: html - -
- -


-
- -.. raw:: latex - - \begin{figure}[H] - \centering - \graphicspath{{../_build/_static/vpp/}} - \includegraphics[clip, trim=0cm 0cm 5cm 0cm, width=0.70\textwidth]{hdrh-lat-percentile-3n-hsw-40ge2p1xl710-78b-1t1c-ethip6srhip6-ip6base-srv6enc2sids} - \label{fig:hdrh-lat-percentile-3n-hsw-40ge2p1xl710-78b-1t1c-ethip6srhip6-ip6base-srv6enc2sids} - \end{figure} - -.. raw:: latex - - \clearpage - -.. raw:: html - -
- -


-
- -.. raw:: latex - - \begin{figure}[H] - \centering - \graphicspath{{../_build/_static/vpp/}} - \includegraphics[clip, trim=0cm 0cm 5cm 0cm, width=0.70\textwidth]{hdrh-lat-percentile-3n-hsw-40ge2p1xl710-78b-1t1c-ethip6srhip6-ip6base-srv6enc2sids-nodecaps} - \label{fig:hdrh-lat-percentile-3n-hsw-40ge2p1xl710-78b-1t1c-ethip6srhip6-ip6base-srv6enc2sids-nodecaps} - \end{figure} - -.. raw:: latex - - \clearpage - -.. raw:: html - -
- -


-
- -.. raw:: latex - - \begin{figure}[H] - \centering - \graphicspath{{../_build/_static/vpp/}} - \includegraphics[clip, trim=0cm 0cm 5cm 0cm, width=0.70\textwidth]{hdrh-lat-percentile-3n-hsw-40ge2p1xl710-78b-1t1c-ethip6srhip6-ip6base-srv6proxy-dyn} - \label{fig:hdrh-lat-percentile-3n-hsw-40ge2p1xl710-78b-1t1c-ethip6srhip6-ip6base-srv6proxy-dyn} - \end{figure} - -.. raw:: latex - - \clearpage - -.. raw:: html - -
- -


-
- -.. raw:: latex - - \begin{figure}[H] - \centering - \graphicspath{{../_build/_static/vpp/}} - \includegraphics[clip, trim=0cm 0cm 5cm 0cm, width=0.70\textwidth]{hdrh-lat-percentile-3n-hsw-40ge2p1xl710-78b-1t1c-ethip6srhip6-ip6base-srv6proxy-masq} - \label{fig:hdrh-lat-percentile-3n-hsw-40ge2p1xl710-78b-1t1c-ethip6srhip6-ip6base-srv6proxy-masq} - \end{figure} - -.. - .. raw:: latex - - \clearpage - - .. raw:: html - -
- -


-
- - .. raw:: latex - - \begin{figure}[H] - \centering - \graphicspath{{../_build/_static/vpp/}} - \includegraphics[clip, trim=0cm 0cm 5cm 0cm, width=0.70\textwidth]{hdrh-lat-percentile-3n-hsw-40ge2p1xl710-78b-1t1c-ethip6srhip6-ip6base-srv6proxy-stat} - \label{fig:hdrh-lat-percentile-3n-hsw-40ge2p1xl710-78b-1t1c-ethip6srhip6-ip6base-srv6proxy-stat} - \end{figure} diff --git a/docs/report/vpp_performance_tests/packet_latency/srv6.rst b/docs/report/vpp_performance_tests/packet_latency/srv6.rst index eb7ab0bbe7..265acd3753 100644 --- a/docs/report/vpp_performance_tests/packet_latency/srv6.rst +++ b/docs/report/vpp_performance_tests/packet_latency/srv6.rst @@ -7,13 +7,9 @@ SRv6 Routing ============ CSIT source code for the test cases used for plots can be found in -`CSIT git repository `_. +`CSIT git repository `_. .. toctree:: srv6-3n-skx-xxv710 - srv6-3n-hsw-xl710 srv6-3n-tsh-x520 - -.. - diff --git a/docs/report/vpp_performance_tests/packet_latency/vm_vhost-3n-hsw-xl710.rst b/docs/report/vpp_performance_tests/packet_latency/vm_vhost-3n-hsw-xl710.rst deleted file mode 100644 index a6fd942203..0000000000 --- a/docs/report/vpp_performance_tests/packet_latency/vm_vhost-3n-hsw-xl710.rst +++ /dev/null @@ -1,222 +0,0 @@ - -.. raw:: latex - - \clearpage - -.. raw:: html - - - -.. - 40ge2p1xl710-64b-1t1c-dot1q-l2xcbase-eth-2vhostvr1024-1vm - 40ge2p1xl710-64b-1t1c-dot1q-l2xcbase-eth-2vhostvr1024-1vm-vppl2xc - 40ge2p1xl710-64b-1t1c-dot1q-l2bdbasemaclrn-eth-2vhostvr1024-1vm - 40ge2p1xl710-64b-1t1c-dot1q-l2bdbasemaclrn-eth-2vhostvr1024-1vm-vppl2xc - 40ge2p1xl710-64b-1t1c-eth-l2xcbase-eth-2vhostvr1024-1vm - 40ge2p1xl710-64b-1t1c-eth-l2bdbasemaclrn-eth-2vhostvr1024-1vm - 40ge2p1xl710-64b-1t1c-eth-l2bdbasemaclrn-eth-2vhostvr1024-1vm-vppl2xc - 40ge2p1xl710-64b-1t1c-ethip4-ip4base-eth-2vhostvr1024-1vm - 40ge2p1xl710-64b-1t1c-ethip4-ip4base-eth-2vhostvr1024-1vm-vppip4 - -3n-hsw-xl710 -~~~~~~~~~~~~ - -64b-1t1c-vhost-base-dpdk ------------------------- - -.. raw:: html - -
- -


-
- -.. raw:: latex - - \begin{figure}[H] - \centering - \graphicspath{{../_build/_static/vpp/}} - \includegraphics[clip, trim=0cm 0cm 5cm 0cm, width=0.70\textwidth]{hdrh-lat-percentile-3n-hsw-40ge2p1xl710-64b-1t1c-dot1q-l2xcbase-eth-2vhostvr1024-1vm} - \label{fig:hdrh-lat-percentile-3n-hsw-40ge2p1xl710-64b-1t1c-dot1q-l2xcbase-eth-2vhostvr1024-1vm} - \end{figure} - -.. raw:: latex - - \clearpage - -.. raw:: html - -
- -


-
- -.. raw:: latex - - \begin{figure}[H] - \centering - \graphicspath{{../_build/_static/vpp/}} - \includegraphics[clip, trim=0cm 0cm 5cm 0cm, width=0.70\textwidth]{hdrh-lat-percentile-3n-hsw-40ge2p1xl710-64b-1t1c-dot1q-l2xcbase-eth-2vhostvr1024-1vm-vppl2xc} - \label{fig:hdrh-lat-percentile-3n-hsw-40ge2p1xl710-64b-1t1c-dot1q-l2xcbase-eth-2vhostvr1024-1vm-vppl2xc} - \end{figure} - -.. raw:: latex - - \clearpage - -.. raw:: html - -
- -


-
- -.. raw:: latex - - \begin{figure}[H] - \centering - \graphicspath{{../_build/_static/vpp/}} - \includegraphics[clip, trim=0cm 0cm 5cm 0cm, width=0.70\textwidth]{hdrh-lat-percentile-3n-hsw-40ge2p1xl710-64b-1t1c-dot1q-l2bdbasemaclrn-eth-2vhostvr1024-1vm} - \label{fig:hdrh-lat-percentile-3n-hsw-40ge2p1xl710-64b-1t1c-dot1q-l2bdbasemaclrn-eth-2vhostvr1024-1vm} - \end{figure} - -.. raw:: latex - - \clearpage - -.. raw:: html - -
- -


-
- -.. raw:: latex - - \begin{figure}[H] - \centering - \graphicspath{{../_build/_static/vpp/}} - \includegraphics[clip, trim=0cm 0cm 5cm 0cm, width=0.70\textwidth]{hdrh-lat-percentile-3n-hsw-40ge2p1xl710-64b-1t1c-dot1q-l2bdbasemaclrn-eth-2vhostvr1024-1vm-vppl2xc} - \label{fig:hdrh-lat-percentile-3n-hsw-40ge2p1xl710-64b-1t1c-dot1q-l2bdbasemaclrn-eth-2vhostvr1024-1vm-vppl2xc} - \end{figure} - -.. raw:: latex - - \clearpage - -.. raw:: html - -
- -


-
- -.. raw:: latex - - \begin{figure}[H] - \centering - \graphicspath{{../_build/_static/vpp/}} - \includegraphics[clip, trim=0cm 0cm 5cm 0cm, width=0.70\textwidth]{hdrh-lat-percentile-3n-hsw-40ge2p1xl710-64b-1t1c-eth-l2xcbase-eth-2vhostvr1024-1vm} - \label{fig:hdrh-lat-percentile-3n-hsw-40ge2p1xl710-64b-1t1c-eth-l2xcbase-eth-2vhostvr1024-1vm} - \end{figure} - -.. raw:: latex - - \clearpage - -.. raw:: html - -
- -


-
- -.. raw:: latex - - \begin{figure}[H] - \centering - \graphicspath{{../_build/_static/vpp/}} - \includegraphics[clip, trim=0cm 0cm 5cm 0cm, width=0.70\textwidth]{hdrh-lat-percentile-3n-hsw-40ge2p1xl710-64b-1t1c-eth-l2bdbasemaclrn-eth-2vhostvr1024-1vm} - \label{fig:hdrh-lat-percentile-3n-hsw-40ge2p1xl710-64b-1t1c-eth-l2bdbasemaclrn-eth-2vhostvr1024-1vm} - \end{figure} - -.. raw:: latex - - \clearpage - -.. raw:: html - -
- -


-
- -.. raw:: latex - - \begin{figure}[H] - \centering - \graphicspath{{../_build/_static/vpp/}} - \includegraphics[clip, trim=0cm 0cm 5cm 0cm, width=0.70\textwidth]{hdrh-lat-percentile-3n-hsw-40ge2p1xl710-64b-1t1c-eth-l2bdbasemaclrn-eth-2vhostvr1024-1vm-vppl2xc} - \label{fig:hdrh-lat-percentile-3n-hsw-40ge2p1xl710-64b-1t1c-eth-l2bdbasemaclrn-eth-2vhostvr1024-1vm-vppl2xc} - \end{figure} - -.. raw:: latex - - \clearpage - -.. raw:: html - -
- -


-
- -.. raw:: latex - - \begin{figure}[H] - \centering - \graphicspath{{../_build/_static/vpp/}} - \includegraphics[clip, trim=0cm 0cm 5cm 0cm, width=0.70\textwidth]{hdrh-lat-percentile-3n-hsw-40ge2p1xl710-64b-1t1c-ethip4-ip4base-eth-2vhostvr1024-1vm} - \label{fig:hdrh-lat-percentile-3n-hsw-40ge2p1xl710-64b-1t1c-ethip4-ip4base-eth-2vhostvr1024-1vm} - \end{figure} - -.. raw:: latex - - \clearpage - -.. raw:: html - -
- -


-
- -.. raw:: latex - - \begin{figure}[H] - \centering - \graphicspath{{../_build/_static/vpp/}} - \includegraphics[clip, trim=0cm 0cm 5cm 0cm, width=0.70\textwidth]{hdrh-lat-percentile-3n-hsw-40ge2p1xl710-64b-1t1c-ethip4-ip4base-eth-2vhostvr1024-1vm-vppip4} - \label{fig:hdrh-lat-percentile-3n-hsw-40ge2p1xl710-64b-1t1c-ethip4-ip4base-eth-2vhostvr1024-1vm-vppip4} - \end{figure} diff --git a/docs/report/vpp_performance_tests/packet_latency/vm_vhost.rst b/docs/report/vpp_performance_tests/packet_latency/vm_vhost.rst index b0170f7c1b..3d8c5bcb0f 100644 --- a/docs/report/vpp_performance_tests/packet_latency/vm_vhost.rst +++ b/docs/report/vpp_performance_tests/packet_latency/vm_vhost.rst @@ -9,7 +9,7 @@ KVM VMs vhost-user ================== CSIT source code for the test cases used for plots can be found in -`CSIT git repository `_. +`CSIT git repository `_. .. toctree:: @@ -18,5 +18,4 @@ CSIT source code for the test cases used for plots can be found in vm_vhost-2n-clx-xxv710 vm_vhost-2n-clx-cx556a vm_vhost-2n-zn2-xxv710 - vm_vhost-3n-hsw-xl710 vm_vhost-3n-tsh-x520 diff --git a/docs/report/vpp_performance_tests/packet_throughput_graphs/container_memif.rst b/docs/report/vpp_performance_tests/packet_throughput_graphs/container_memif.rst index 791a62229e..405f2dee38 100644 --- a/docs/report/vpp_performance_tests/packet_throughput_graphs/container_memif.rst +++ b/docs/report/vpp_performance_tests/packet_throughput_graphs/container_memif.rst @@ -13,7 +13,7 @@ running in multiple configurations of VPP worker thread(s), a.k.a. VPP data plane thread(s), and their physical CPU core(s) placement. CSIT source code for the test cases used for plots can be found in -`CSIT git repository `_. +`CSIT git repository `_. .. toctree:: diff --git a/docs/report/vpp_performance_tests/packet_throughput_graphs/index.rst b/docs/report/vpp_performance_tests/packet_throughput_graphs/index.rst index 5e9627b081..bac045f7d5 100644 --- a/docs/report/vpp_performance_tests/packet_throughput_graphs/index.rst +++ b/docs/report/vpp_performance_tests/packet_throughput_graphs/index.rst @@ -43,7 +43,6 @@ Graphs are split into sections as follows: - 2n-skx: 2-node Xeon Skylake - 3n-skx: 3-node Xeon Skylake - 2n-clx: 2-node Xeon Cascade Lake - - 3n-hsw: 3-node Xeon Haswell - 3n-tsh: 3-node Arm TaiShan - 2n-tx2: 2-node Arm ThunderX2 - 2n-dnv: 2-node Atom Denverton @@ -135,7 +134,6 @@ Additional information about graph data: `FD.io test executor vpp performance job 3n-skx`_, `FD.io test executor vpp performance job 2n-clx`_, `FD.io test executor vpp performance job 2n-zn2`_, - `FD.io test executor vpp performance job 3n-hsw`_, `FD.io test executor vpp performance job 3n-tsh`_, `FD.io test executor vpp performance job 2n-tx2`_, `FD.io test executor vpp performance job 2n-dnv`_ and diff --git a/docs/report/vpp_performance_tests/packet_throughput_graphs/ip4-3n-hsw-xl710.rst b/docs/report/vpp_performance_tests/packet_throughput_graphs/ip4-3n-hsw-xl710.rst deleted file mode 100644 index dc31acb1c8..0000000000 --- a/docs/report/vpp_performance_tests/packet_throughput_graphs/ip4-3n-hsw-xl710.rst +++ /dev/null @@ -1,82 +0,0 @@ - -.. raw:: latex - - \clearpage - -.. raw:: html - - - -.. - ## 3n-hsw-xl710 - ### 64b-?t?c-ip4routing-base-scale-dpdk - 10ge2p1xl710-dot1q-ip4base-ndrpdr - 10ge2p1xl710-ethip4-ip4base-ndrpdr - 10ge2p1xl710-ethip4-ip4scale2m-ndrpdr - - Tests.Vpp.Perf.Ip4.40Ge2P1Xl710-Dot1Q-Ip4Base-Ndrpdr.64B-1t1c-dot1q-ip4base-ndrpdr - Tests.Vpp.Perf.Ip4.40Ge2P1Xl710-Ethip4-Ip4Base-Ndrpdr.64B-1t1c-ethip4-ip4base-ndrpdr - Tests.Vpp.Perf.Ip4.40Ge2P1Xl710-Ethip4-Ip4Scale2M-Ndrpdr.64B-1t1c-ethip4-ip4scale2m-ndrpdr - -3n-hsw-xl710 -~~~~~~~~~~~~ - -64b-1t1c-ip4routing-base-scale-dpdk ------------------------------------ - -.. raw:: html - -
- -


-
- -.. raw:: latex - - \begin{figure}[H] - \centering - \graphicspath{{../_build/_static/vpp/}} - \includegraphics[clip, trim=0cm 0cm 5cm 0cm, width=0.70\textwidth]{3n-hsw-xl710-64b-1t1c-ip4routing-base-scale-dpdk-ndr} - \label{fig:3n-hsw-xl710-64b-1t1c-ip4routing-base-scale-dpdk-ndr} - \end{figure} - -.. raw:: latex - - \clearpage - -.. raw:: html - -
- -


-
- -.. raw:: latex - - \begin{figure}[H] - \centering - \graphicspath{{../_build/_static/vpp/}} - \includegraphics[clip, trim=0cm 0cm 5cm 0cm, width=0.70\textwidth]{3n-hsw-xl710-64b-1t1c-ip4routing-base-scale-dpdk-pdr} - \label{fig:3n-hsw-xl710-64b-1t1c-ip4routing-base-scale-dpdk-pdr} - \end{figure} diff --git a/docs/report/vpp_performance_tests/packet_throughput_graphs/ip4.rst b/docs/report/vpp_performance_tests/packet_throughput_graphs/ip4.rst index 258a2a883d..d5e6b90a44 100644 --- a/docs/report/vpp_performance_tests/packet_throughput_graphs/ip4.rst +++ b/docs/report/vpp_performance_tests/packet_throughput_graphs/ip4.rst @@ -13,7 +13,7 @@ running in multiple configurations of VPP worker thread(s), a.k.a. VPP data plane thread(s), and their physical CPU core(s) placement. CSIT source code for the test cases used for plots can be found in -`CSIT git repository `_. +`CSIT git repository `_. .. toctree:: @@ -26,7 +26,6 @@ CSIT source code for the test cases used for plots can be found in ip4-2n-clx-cx556a ip4-2n-zn2-xxv710 ip4-2n-zn2-x710 - ip4-3n-hsw-xl710 ip4-3n-tsh-x520 ip4-2n-tx2-xl710 ip4-2n-dnv-x553 diff --git a/docs/report/vpp_performance_tests/packet_throughput_graphs/ip4_tunnels-3n-hsw-xl710.rst b/docs/report/vpp_performance_tests/packet_throughput_graphs/ip4_tunnels-3n-hsw-xl710.rst deleted file mode 100644 index 3561f5ec99..0000000000 --- a/docs/report/vpp_performance_tests/packet_throughput_graphs/ip4_tunnels-3n-hsw-xl710.rst +++ /dev/null @@ -1,80 +0,0 @@ - -.. raw:: latex - - \clearpage - -.. raw:: html - - - -.. - ## 3n-hsw-xl710 - ### 64b-?t?c-ip4tunnel-base-dpdk - 10ge2p1xl710-ethip4vxlan-l2xcbase-ndrpdr - 10ge2p1xl710-ethip4vxlan-l2bdbasemaclrn-ndrpdr - - Tests.Vpp.Perf.Ip4 Tunnels.40Ge2P1Xl710-Ethip4Vxlan-L2Xcbase-Ndrpdr.64B-1t1c-ethip4vxlan-l2xcbase-ndrpdr - Tests.Vpp.Perf.Ip4 Tunnels.40Ge2P1Xl710-Ethip4Vxlan-L2Bdbasemaclrn-Ndrpdr.64B-1t1c-ethip4vxlan-l2bdbasemaclrn-ndrpdr - -3n-hsw-xl710 -~~~~~~~~~~~~ - -64b-1t1c-ip4tunnel-base-dpdk ----------------------------- - -.. raw:: html - -
- -


-
- -.. raw:: latex - - \begin{figure}[H] - \centering - \graphicspath{{../_build/_static/vpp/}} - \includegraphics[clip, trim=0cm 0cm 5cm 0cm, width=0.70\textwidth]{3n-hsw-xl710-64b-1t1c-ip4tunnel-base-dpdk-ndr} - \label{fig:3n-hsw-xl710-64b-1t1c-ip4tunnel-base-dpdk-ndr} - \end{figure} - -.. raw:: latex - - \clearpage - -.. raw:: html - -
- -


-
- -.. raw:: latex - - \begin{figure}[H] - \centering - \graphicspath{{../_build/_static/vpp/}} - \includegraphics[clip, trim=0cm 0cm 5cm 0cm, width=0.70\textwidth]{3n-hsw-xl710-64b-1t1c-ip4tunnel-base-dpdk-pdr} - \label{fig:3n-hsw-xl710-64b-1t1c-ip4tunnel-base-dpdk-pdr} - \end{figure} diff --git a/docs/report/vpp_performance_tests/packet_throughput_graphs/ip4_tunnels.rst b/docs/report/vpp_performance_tests/packet_throughput_graphs/ip4_tunnels.rst index d9ee1b6e8d..a7880b7651 100644 --- a/docs/report/vpp_performance_tests/packet_throughput_graphs/ip4_tunnels.rst +++ b/docs/report/vpp_performance_tests/packet_throughput_graphs/ip4_tunnels.rst @@ -13,7 +13,7 @@ running in multiple configurations of VPP worker thread(s), a.k.a. VPP data plane thread(s), and their physical CPU core(s) placement. CSIT source code for the test cases used for plots can be found in -`CSIT git repository `_. +`CSIT git repository `_. .. toctree:: @@ -21,6 +21,5 @@ CSIT source code for the test cases used for plots can be found in ip4_tunnels-2n-clx-xxv710 ip4_tunnels-2n-zn2-xxv710 ip4_tunnels-3n-skx-xxv710 - ip4_tunnels-3n-hsw-xl710 ip4_tunnels-3n-tsh-x520 ip4_tunnels-3n-dnv-x553 diff --git a/docs/report/vpp_performance_tests/packet_throughput_graphs/ip6-3n-hsw-xl710.rst b/docs/report/vpp_performance_tests/packet_throughput_graphs/ip6-3n-hsw-xl710.rst deleted file mode 100644 index 64caed25fb..0000000000 --- a/docs/report/vpp_performance_tests/packet_throughput_graphs/ip6-3n-hsw-xl710.rst +++ /dev/null @@ -1,71 +0,0 @@ - -.. raw:: latex - - \clearpage - -.. raw:: html - - - -3n-hsw-xl710 -~~~~~~~~~~~~ - -78b-1t1c-ip6routing-base-scale-dpdk ------------------------------------ - -.. raw:: html - -
- -


-
- -.. raw:: latex - - \begin{figure}[H] - \centering - \graphicspath{{../_build/_static/vpp/}} - \includegraphics[clip, trim=0cm 0cm 5cm 0cm, width=0.70\textwidth]{3n-hsw-xl710-78b-1t1c-ip6routing-base-scale-dpdk-ndr} - \label{fig:3n-hsw-xl710-78b-1t1c-ip6routing-base-scale-dpdk-ndr} - \end{figure} - -.. raw:: latex - - \clearpage - -.. raw:: html - -
- -


-
- -.. raw:: latex - - \begin{figure}[H] - \centering - \graphicspath{{../_build/_static/vpp/}} - \includegraphics[clip, trim=0cm 0cm 5cm 0cm, width=0.70\textwidth]{3n-hsw-xl710-78b-1t1c-ip6routing-base-scale-dpdk-pdr} - \label{fig:3n-hsw-xl710-78b-1t1c-ip6routing-base-scale-dpdk-pdr} - \end{figure} diff --git a/docs/report/vpp_performance_tests/packet_throughput_graphs/ip6.rst b/docs/report/vpp_performance_tests/packet_throughput_graphs/ip6.rst index b09a469d60..2a0592f8dc 100644 --- a/docs/report/vpp_performance_tests/packet_throughput_graphs/ip6.rst +++ b/docs/report/vpp_performance_tests/packet_throughput_graphs/ip6.rst @@ -13,7 +13,7 @@ running in multiple configurations of VPP worker thread(s), a.k.a. VPP data plane thread(s), and their physical CPU core(s) placement. CSIT source code for the test cases used for plots can be found in -`CSIT git repository `_. +`CSIT git repository `_. .. toctree:: @@ -26,7 +26,6 @@ CSIT source code for the test cases used for plots can be found in ip6-2n-clx-cx556a ip6-2n-zn2-xxv710 ip6-2n-zn2-x710 - ip6-3n-hsw-xl710 ip6-3n-tsh-x520 ip6-2n-tx2-xl710 ip6-2n-dnv-x553 diff --git a/docs/report/vpp_performance_tests/packet_throughput_graphs/ipsec-3n-hsw-xl710.rst b/docs/report/vpp_performance_tests/packet_throughput_graphs/ipsec-3n-hsw-xl710.rst deleted file mode 100644 index adc855f9e3..0000000000 --- a/docs/report/vpp_performance_tests/packet_throughput_graphs/ipsec-3n-hsw-xl710.rst +++ /dev/null @@ -1,142 +0,0 @@ - -.. raw:: latex - - \clearpage - -.. raw:: html - - - -.. - ## 3n-hsw-xl710 - ### imix-?t?c-ipsec-ip4routing-base-scale-sw-dpdk - 10ge2p1xl710-ethip4ipsec4tnlsw-ip4base-int-aes256gcm-ndrpdr - 10ge2p1xl710-ethip4ipsec4tnlsw-ip4base-int-aes128cbc-hmac512sha-ndrpdr - 10ge2p1xl710-ethip4ipsec1000tnlsw-ip4base-int-aes256gcm-ndrpdr - 10ge2p1xl710-ethip4ipsec1000tnlsw-ip4base-int-aes128cbc-hmac512sha-ndrpdr - 10ge2p1xl710-ethip4ipsec10000tnlsw-ip4base-int-aes256gcm-ndrpdr - 10ge2p1xl710-ethip4ipsec10000tnlsw-ip4base-int-aes128cbc-hmac512sha-ndrpdr - - Tests.Vpp.Perf.Crypto.40Ge2P1Xl710-Ethip4Ipsec4Tnlsw-Ip4Base-Int-Aes256Gcm-Ndrpdr.IMIX-1t1c-ethip4ipsec4tnlsw-ip4base-int-aes256gcm-ndrpdr - Tests.Vpp.Perf.Crypto.40Ge2P1Xl710-Ethip4Ipsec4Tnlsw-Ip4Base-Int-Aes128Cbc-Hmac512Sha-Ndrpdr.IMIX-1t1c-ethip4ipsec4tnlsw-ip4base-int-aes128cbc-hmac512sha-ndrpdr - Tests.Vpp.Perf.Crypto.40Ge2P1Xl710-Ethip4Ipsec1000Tnlsw-Ip4Base-Int-Aes256Gcm-Ndrpdr.IMIX-1t1c-ethip4ipsec1000tnlsw-ip4base-int-aes256gcm-ndrpdr - Tests.Vpp.Perf.Crypto.40Ge2P1Xl710-Ethip4Ipsec1000Tnlsw-Ip4Base-Int-Aes128Cbc-Hmac512Sha-Ndrpdr.IMIX-1t1c-ethip4ipsec1000tnlsw-ip4base-int-aes128cbc-hmac512sha-ndrpdr - Tests.Vpp.Perf.Crypto.40Ge2P1Xl710-Ethip4Ipsec10000Tnlsw-Ip4Base-Int-Aes256Gcm-Ndrpdr.IMIX-1t1c-ethip4ipsec10000tnlsw-ip4base-int-aes256gcm-ndrpdr - Tests.Vpp.Perf.Crypto.40Ge2P1Xl710-Ethip4Ipsec10000Tnlsw-Ip4Base-Int-Aes128Cbc-Hmac512Sha-Ndrpdr.IMIX-1t1c-ethip4ipsec10000tnlsw-ip4base-int-aes128cbc-hmac512sha-ndrpdr - - ### imix-?t?c-ipsec-ip4routing-base-scale-hw-dpdk - 10ge2p1xl710-ethip4ipsec1tnlhw-ip4base-int-aes256gcm-ndrpdr - 10ge2p1xl710-ethip4ipsec1tnlhw-ip4base-int-aes128cbc-hmac512sha-ndrpdr - 10ge2p1xl710-ethip4ipsec1000tnlhw-ip4base-int-aes256gcm-ndrpdr - missing - 10ge2p1xl710-ethip4ipsec1000tnlhw-ip4base-int-aes128cbc-hmac512sha-ndrpdr - missing - - Tests.Vpp.Perf.Crypto.40Ge2P1Xl710-Ethip4Ipsec1Tnlhw-Ip4Base-Int-Aes256Gcm-Ndrpdr.IMIX-1t1c-ethip4ipsec1tnlhw-ip4base-int-aes256gcm-ndrpdr - Tests.Vpp.Perf.Crypto.40Ge2P1Xl710-Ethip4Ipsec1Tnlhw-Ip4Base-Int-Aes128Cbc-Hmac512Sha-Ndrpdr.IMIX-1t1c-ethip4ipsec1tnlhw-ip4base-int-aes128cbc-hmac512sha-ndrpdr - Tests.Vpp.Perf.Crypto.40Ge2P1Xl710-Ethip4Ipsec1000Tnlhw-Ip4Base-Int-Aes256Gcm-Ndrpdr.IMIX-1t1c-ethip4ipsec1000tnlhw-ip4base-int-aes256gcm-ndrpdr - Tests.Vpp.Perf.Crypto.40Ge2P1Xl710-Ethip4Ipsec1000Tnlhw-Ip4Base-Int-Aes128Cbc-Hmac512Sha-Ndrpdr.IMIX-1t1c-ethip4ipsec1000tnlhw-ip4base-int-aes128cbc-hmac512sha-ndrpdr - -3n-hsw-xl710 -~~~~~~~~~~~~ - -imix-1t1c-ipsec-ip4routing-base-scale-sw-dpdk ---------------------------------------------- - -.. raw:: html - -
- -


-
- -.. raw:: latex - - \begin{figure}[H] - \centering - \graphicspath{{../_build/_static/vpp/}} - \includegraphics[clip, trim=0cm 0cm 5cm 0cm, width=0.70\textwidth]{3n-hsw-xl710-imix-1t1c-ipsec-ip4routing-base-scale-sw-dpdk-ndr} - \label{fig:3n-hsw-xl710-imix-1t1c-ipsec-ip4routing-base-scale-sw-dpdk-ndr} - \end{figure} - -.. raw:: latex - - \clearpage - -.. raw:: html - -
- -


-
- -.. raw:: latex - - \begin{figure}[H] - \centering - \graphicspath{{../_build/_static/vpp/}} - \includegraphics[clip, trim=0cm 0cm 5cm 0cm, width=0.70\textwidth]{3n-hsw-xl710-imix-1t1c-ipsec-ip4routing-base-scale-sw-dpdk-pdr} - \label{fig:3n-hsw-xl710-imix-1t1c-ipsec-ip4routing-base-scale-sw-dpdk-pdr} - \end{figure} - -.. raw:: latex - - \clearpage - -imix-1t1c-ipsec-ip4routing-base-scale-hw-dpdk ---------------------------------------------- - -.. raw:: html - -
- -


-
- -.. raw:: latex - - \begin{figure}[H] - \centering - \graphicspath{{../_build/_static/vpp/}} - \includegraphics[clip, trim=0cm 0cm 5cm 0cm, width=0.70\textwidth]{3n-hsw-xl710-imix-1t1c-ipsec-ip4routing-base-scale-hw-dpdk-ndr} - \label{fig:3n-hsw-xl710-imix-1t1c-ipsec-ip4routing-base-scale-hw-dpdk-ndr} - \end{figure} - -.. raw:: latex - - \clearpage - -.. raw:: html - -
- -


-
- -.. raw:: latex - - \begin{figure}[H] - \centering - \graphicspath{{../_build/_static/vpp/}} - \includegraphics[clip, trim=0cm 0cm 5cm 0cm, width=0.70\textwidth]{3n-hsw-xl710-imix-1t1c-ipsec-ip4routing-base-scale-hw-dpdk-pdr} - \label{fig:3n-hsw-xl710-imix-1t1c-ipsec-ip4routing-base-scale-hw-dpdk-pdr} - \end{figure} diff --git a/docs/report/vpp_performance_tests/packet_throughput_graphs/ipsec.rst b/docs/report/vpp_performance_tests/packet_throughput_graphs/ipsec.rst index 4fafa27b04..81b89828b2 100644 --- a/docs/report/vpp_performance_tests/packet_throughput_graphs/ipsec.rst +++ b/docs/report/vpp_performance_tests/packet_throughput_graphs/ipsec.rst @@ -16,11 +16,10 @@ VPP worker thread(s), a.k.a. VPP data plane thread(s), and their physical CPU core(s) placement. CSIT source code for the test cases used for plots can be found in -`CSIT git repository `_. +`CSIT git repository `_. .. toctree:: ipsec-3n-skx-xxv710 - ipsec-3n-hsw-xl710 ipsec-3n-tsh-x520 ipsec-3n-dnv-x553 diff --git a/docs/report/vpp_performance_tests/packet_throughput_graphs/l2-3n-hsw-xl710.rst b/docs/report/vpp_performance_tests/packet_throughput_graphs/l2-3n-hsw-xl710.rst deleted file mode 100644 index 34ac7dd3d7..0000000000 --- a/docs/report/vpp_performance_tests/packet_throughput_graphs/l2-3n-hsw-xl710.rst +++ /dev/null @@ -1,71 +0,0 @@ - -.. raw:: latex - - \clearpage - -.. raw:: html - - - -3n-hsw-xl710 -~~~~~~~~~~~~ - -64b-1t1c-l2switching-base-scale-dpdk ------------------------------------- - -.. raw:: html - -
- -


-
- -.. raw:: latex - - \begin{figure}[H] - \centering - \graphicspath{{../_build/_static/vpp/}} - \includegraphics[clip, trim=0cm 0cm 5cm 0cm, width=0.70\textwidth]{3n-hsw-xl710-64b-1t1c-l2switching-base-scale-dpdk-ndr} - \label{fig:3n-hsw-xl710-64b-1t1c-l2switching-base-scale-dpdk-ndr} - \end{figure} - -.. raw:: latex - - \clearpage - -.. raw:: html - -
- -


-
- -.. raw:: latex - - \begin{figure}[H] - \centering - \graphicspath{{../_build/_static/vpp/}} - \includegraphics[clip, trim=0cm 0cm 5cm 0cm, width=0.70\textwidth]{3n-hsw-xl710-64b-1t1c-l2switching-base-scale-dpdk-pdr} - \label{fig:3n-hsw-xl710-64b-1t1c-l2switching-base-scale-dpdk-pdr} - \end{figure} diff --git a/docs/report/vpp_performance_tests/packet_throughput_graphs/l2.rst b/docs/report/vpp_performance_tests/packet_throughput_graphs/l2.rst index c2e92b569b..0ecd826618 100644 --- a/docs/report/vpp_performance_tests/packet_throughput_graphs/l2.rst +++ b/docs/report/vpp_performance_tests/packet_throughput_graphs/l2.rst @@ -13,7 +13,7 @@ running in multiple configurations of VPP worker thread(s), a.k.a. VPP data plane thread(s), and their physical CPU core(s) placement. CSIT source code for the test cases used for plots can be found in -`CSIT git repository `_. +`CSIT git repository `_. .. toctree:: @@ -26,7 +26,6 @@ CSIT source code for the test cases used for plots can be found in l2-2n-clx-cx556a l2-2n-zn2-xxv710 l2-2n-zn2-x710 - l2-3n-hsw-xl710 l2-3n-tsh-x520 l2-2n-tx2-xl710 l2-2n-dnv-x553 diff --git a/docs/report/vpp_performance_tests/packet_throughput_graphs/nat44.rst b/docs/report/vpp_performance_tests/packet_throughput_graphs/nat44.rst index d2b5d3ba6b..5366aa3c99 100644 --- a/docs/report/vpp_performance_tests/packet_throughput_graphs/nat44.rst +++ b/docs/report/vpp_performance_tests/packet_throughput_graphs/nat44.rst @@ -13,7 +13,7 @@ running in multiple configurations of VPP worker thread(s), a.k.a. VPP data plane thread(s), and their physical CPU core(s) placement. CSIT source code for the test cases used for plots can be found in -`CSIT git repository `_. +`CSIT git repository `_. .. toctree:: diff --git a/docs/report/vpp_performance_tests/packet_throughput_graphs/srv6-3n-hsw-xl710.rst b/docs/report/vpp_performance_tests/packet_throughput_graphs/srv6-3n-hsw-xl710.rst deleted file mode 100644 index ef77b7e8e6..0000000000 --- a/docs/report/vpp_performance_tests/packet_throughput_graphs/srv6-3n-hsw-xl710.rst +++ /dev/null @@ -1,88 +0,0 @@ - -.. raw:: latex - - \clearpage - -.. raw:: html - - - -.. - ## 3n-hsw-xl710 - ### 78b-?t?c-srv6-ip6routing-base-dpdk - 10ge2p1xl710-ethip6ip6-ip6base-srv6enc1sid-ndrpdr - 10ge2p1xl710-ethip6srhip6-ip6base-srv6enc2sids-ndrpdr - 10ge2p1xl710-ethip6srhip6-ip6base-srv6enc2sids-nodecaps-ndrpdr - 10ge2p1xl710-ethip6srhip6-ip6base-srv6proxy-dyn-ndrpdr - 10ge2p1xl710-ethip6srhip6-ip6base-srv6proxy-masq-ndrpdr - 10ge2p1xl710-ethip6srhip6-ip6base-srv6proxy-stat-ndrpdr - - Tests.Vpp.Perf.Srv6.40Ge2P1Xl710-Ethip6Ip6-Ip6Base-Srv6Enc1Sid-Ndrpdr.78B-1t1c-ethip6ip6-ip6base-srv6enc1sid-ndrpdr - Tests.Vpp.Perf.Srv6.40Ge2P1Xl710-Ethip6Srhip6-Ip6Base-Srv6Enc2Sids-Ndrpdr.78B-1t1c-ethip6srhip6-ip6base-srv6enc2sids-ndrpdr - Tests.Vpp.Perf.Srv6.40Ge2P1Xl710-Ethip6Srhip6-Ip6Base-Srv6Enc2Sids-Nodecaps-Ndrpdr.78B-1t1c-ethip6srhip6-ip6base-srv6enc2sids-nodecaps-ndrpdr - Tests.Vpp.Perf.Srv6.40Ge2P1Xl710-Ethip6Srhip6-Ip6Base-Srv6Proxy-Dyn-Ndrpdr.78B-1t1c-ethip6srhip6-ip6base-srv6proxy-dyn-ndrpdr - Tests.Vpp.Perf.Srv6.40Ge2P1Xl710-Ethip6Srhip6-Ip6Base-Srv6Proxy-Masq-Ndrpdr.78B-1t1c-ethip6srhip6-ip6base-srv6proxy-masq-ndrpdr - Tests.Vpp.Perf.Srv6.40Ge2P1Xl710-Ethip6Srhip6-Ip6Base-Srv6Proxy-Stat-Ndrpdr.78B-1t1c-ethip6srhip6-ip6base-srv6proxy-stat-ndrpdr - -3n-hsw-xl710 -~~~~~~~~~~~~ - -78b-1t1c-srv6-ip6routing-base-dpdk ----------------------------------- - -.. raw:: html - -
- -


-
- -.. raw:: latex - - \begin{figure}[H] - \centering - \graphicspath{{../_build/_static/vpp/}} - \includegraphics[clip, trim=0cm 0cm 5cm 0cm, width=0.70\textwidth]{3n-hsw-xl710-78b-1t1c-srv6-ip6routing-base-dpdk-ndr} - \label{fig:3n-hsw-xl710-78b-1t1c-srv6-ip6routing-base-dpdk-ndr} - \end{figure} - -.. raw:: latex - - \clearpage - -.. raw:: html - -
- -


-
- -.. raw:: latex - - \begin{figure}[H] - \centering - \graphicspath{{../_build/_static/vpp/}} - \includegraphics[clip, trim=0cm 0cm 5cm 0cm, width=0.70\textwidth]{3n-hsw-xl710-78b-1t1c-srv6-ip6routing-base-dpdk-pdr} - \label{fig:3n-hsw-xl710-78b-1t1c-srv6-ip6routing-base-dpdk-pdr} - \end{figure} diff --git a/docs/report/vpp_performance_tests/packet_throughput_graphs/srv6.rst b/docs/report/vpp_performance_tests/packet_throughput_graphs/srv6.rst index dd821c9fad..48ae610f44 100644 --- a/docs/report/vpp_performance_tests/packet_throughput_graphs/srv6.rst +++ b/docs/report/vpp_performance_tests/packet_throughput_graphs/srv6.rst @@ -13,12 +13,11 @@ running in multiple configurations of VPP worker thread(s), a.k.a. VPP data plane thread(s), and their physical CPU core(s) placement. CSIT source code for the test cases used for plots can be found in -`CSIT git repository `_. +`CSIT git repository `_. .. toctree:: srv6-3n-skx-xxv710 - srv6-3n-hsw-xl710 srv6-3n-tsh-x520 .. diff --git a/docs/report/vpp_performance_tests/packet_throughput_graphs/vm_vhost-3n-hsw-xl710.rst b/docs/report/vpp_performance_tests/packet_throughput_graphs/vm_vhost-3n-hsw-xl710.rst deleted file mode 100644 index 933011b9b8..0000000000 --- a/docs/report/vpp_performance_tests/packet_throughput_graphs/vm_vhost-3n-hsw-xl710.rst +++ /dev/null @@ -1,114 +0,0 @@ - -.. raw:: latex - - \clearpage - -.. raw:: html - - - -3n-hsw-xl710 -~~~~~~~~~~~~ - -64b-1t1c-vhost-base-dpdk-testpmd --------------------------------- - -.. raw:: html - -
- -


-
- -.. raw:: latex - - \begin{figure}[H] - \centering - \graphicspath{{../_build/_static/vpp/}} - \includegraphics[clip, trim=0cm 0cm 5cm 0cm, width=0.70\textwidth]{3n-hsw-xl710-64b-1t1c-vhost-base-dpdk-ndr} - \label{fig:3n-hsw-xl710-64b-1t1c-vhost-base-dpdk-ndr} - \end{figure} - -.. raw:: latex - - \clearpage - -.. raw:: html - -
- -


-
- -.. raw:: latex - - \begin{figure}[H] - \centering - \graphicspath{{../_build/_static/vpp/}} - \includegraphics[clip, trim=0cm 0cm 5cm 0cm, width=0.70\textwidth]{3n-hsw-xl710-64b-1t1c-vhost-base-dpdk-pdr} - \label{fig:3n-hsw-xl710-64b-1t1c-vhost-base-dpdk-pdr} - \end{figure} - -.. raw:: latex - - \clearpage - -64b-1t1c-vhost-base-dpdk-vpp ----------------------------- - -.. raw:: html - -
- -


-
- -.. raw:: latex - - \begin{figure}[H] - \centering - \graphicspath{{../_build/_static/vpp/}} - \includegraphics[clip, trim=0cm 0cm 5cm 0cm, width=0.70\textwidth]{3n-hsw-xl710-64b-1t1c-vhost-base-dpdk-vpp-ndr} - \label{fig:3n-hsw-xl710-64b-1t1c-vhost-base-dpdk-vpp-ndr} - \end{figure} - -.. raw:: latex - - \clearpage - -.. raw:: html - -
- -


-
- -.. raw:: latex - - \begin{figure}[H] - \centering - \graphicspath{{../_build/_static/vpp/}} - \includegraphics[clip, trim=0cm 0cm 5cm 0cm, width=0.70\textwidth]{3n-hsw-xl710-64b-1t1c-vhost-base-dpdk-vpp-pdr} - \label{fig:3n-hsw-xl710-64b-1t1c-vhost-base-dpdk-vpp-pdr} - \end{figure} diff --git a/docs/report/vpp_performance_tests/packet_throughput_graphs/vm_vhost.rst b/docs/report/vpp_performance_tests/packet_throughput_graphs/vm_vhost.rst index 97d85d8ff8..0fc33fa0ae 100644 --- a/docs/report/vpp_performance_tests/packet_throughput_graphs/vm_vhost.rst +++ b/docs/report/vpp_performance_tests/packet_throughput_graphs/vm_vhost.rst @@ -16,7 +16,7 @@ configurations of VPP worker thread(s), a.k.a. VPP data plane thread(s), and their physical CPU core(s) placement. CSIT source code for the test cases used for plots can be found in -`CSIT git repository `_. +`CSIT git repository `_. .. toctree:: @@ -26,7 +26,6 @@ CSIT source code for the test cases used for plots can be found in vm_vhost-2n-clx-xxv710 vm_vhost-2n-clx-cx556a vm_vhost-2n-zn2-xxv710 - vm_vhost-3n-hsw-xl710 vm_vhost-3n-tsh-x520 .. diff --git a/docs/report/vpp_performance_tests/packet_throughput_graphs/vts.rst b/docs/report/vpp_performance_tests/packet_throughput_graphs/vts.rst index 4a1c6b1110..078b75b8c7 100644 --- a/docs/report/vpp_performance_tests/packet_throughput_graphs/vts.rst +++ b/docs/report/vpp_performance_tests/packet_throughput_graphs/vts.rst @@ -14,7 +14,7 @@ configurations of VPP worker thread(s), a.k.a. VPP data plane thread(s), and their physical CPU core(s) placement. CSIT source code for the test cases used for plots can be found in -`CSIT git repository `_. +`CSIT git repository `_. .. toctree:: diff --git a/docs/report/vpp_performance_tests/reconf_tests/index.rst b/docs/report/vpp_performance_tests/reconf_tests/index.rst index 80eeb0d6d8..9a3e3e5166 100644 --- a/docs/report/vpp_performance_tests/reconf_tests/index.rst +++ b/docs/report/vpp_performance_tests/reconf_tests/index.rst @@ -13,4 +13,6 @@ See :ref:`reconf_tests` for methodology description of this test type. .. toctree:: vnf_service_chains_reconf + +.. ipsec_reconf diff --git a/docs/report/vpp_performance_tests/throughput_speedup_multi_core/container_memif.rst b/docs/report/vpp_performance_tests/throughput_speedup_multi_core/container_memif.rst index 43dfcd99ce..4ed62e1d2f 100644 --- a/docs/report/vpp_performance_tests/throughput_speedup_multi_core/container_memif.rst +++ b/docs/report/vpp_performance_tests/throughput_speedup_multi_core/container_memif.rst @@ -15,7 +15,7 @@ running in multiple configurations of VPP worker thread(s), a.k.a. VPP data plane thread(s), and their physical CPU core(s) placement. CSIT source code for the test cases used for plots can be found in -`CSIT git repository `_. +`CSIT git repository `_. .. toctree:: diff --git a/docs/report/vpp_performance_tests/throughput_speedup_multi_core/index.rst b/docs/report/vpp_performance_tests/throughput_speedup_multi_core/index.rst index d9c9967999..0644e47eba 100644 --- a/docs/report/vpp_performance_tests/throughput_speedup_multi_core/index.rst +++ b/docs/report/vpp_performance_tests/throughput_speedup_multi_core/index.rst @@ -10,7 +10,7 @@ Speedup Multi-Core Speedup Multi-Core throughput graphs are generated by multiple executions of the same performance tests across physical testbeds hosted -LF FD.io labs: 3n-hsw, 2n-skx, 3n-skx, 2n-clx, 3n-tsh, 2n-tx2, 2n-dnv, 3n-dnv. +LF FD.io labs: 2n-skx, 3n-skx, 2n-clx, 3n-tsh, 2n-tx2, 2n-dnv, 3n-dnv. Grouped bars illustrate the 64B/78B packet throughput speedup ratio for 2- and 4-core multi-threaded VPP configurations relative to 1-core configurations. @@ -41,7 +41,6 @@ Additional information about graph data: `FD.io test executor vpp performance job 3n-skx`_, `FD.io test executor vpp performance job 2n-clx`_, `FD.io test executor vpp performance job 2n-zn2`_, - `FD.io test executor vpp performance job 3n-hsw`_, `FD.io test executor vpp performance job 3n-tsh`_, `FD.io test executor vpp performance job 2n-tx2`_, `FD.io test executor vpp performance job 2n-dnv`_ and diff --git a/docs/report/vpp_performance_tests/throughput_speedup_multi_core/ip4-3n-hsw-xl710.rst b/docs/report/vpp_performance_tests/throughput_speedup_multi_core/ip4-3n-hsw-xl710.rst deleted file mode 100644 index 8f69e2c765..0000000000 --- a/docs/report/vpp_performance_tests/throughput_speedup_multi_core/ip4-3n-hsw-xl710.rst +++ /dev/null @@ -1,78 +0,0 @@ - -.. raw:: latex - - \clearpage - -.. raw:: html - - - -.. - ## 3n-hsw-xl710 - ### 64b-ip4routing-base-scale-dpdk - 10ge2p1xl710-dot1q-ip4base-ndrpdr - 10ge2p1xl710-ethip4-ip4base-ndrpdr - 10ge2p1xl710-ethip4-ip4scale2m-ndrpdr - -3n-hsw-xl710 -~~~~~~~~~~~~ - -64b-ip4routing-base-scale-dpdk ------------------------------- - -.. raw:: html - -
- -


-
- -.. raw:: latex - - \begin{figure}[H] - \centering - \graphicspath{{../_build/_static/vpp/}} - \includegraphics[clip, trim=0cm 0cm 5cm 0cm, width=0.70\textwidth]{3n-hsw-xl710-64b-ip4routing-base-scale-dpdk-ndr-tsa} - \label{fig:3n-hsw-xl710-64b-ip4routing-base-scale-dpdk-ndr-tsa} - \end{figure} - -.. raw:: latex - - \clearpage - -.. raw:: html - -
- -


-
- -.. raw:: latex - - \begin{figure}[H] - \centering - \graphicspath{{../_build/_static/vpp/}} - \includegraphics[clip, trim=0cm 0cm 5cm 0cm, width=0.70\textwidth]{3n-hsw-xl710-64b-ip4routing-base-scale-dpdk-pdr-tsa} - \label{fig:3n-hsw-xl710-64b-ip4routing-base-scale-dpdk-pdr-tsa} - \end{figure} diff --git a/docs/report/vpp_performance_tests/throughput_speedup_multi_core/ip4.rst b/docs/report/vpp_performance_tests/throughput_speedup_multi_core/ip4.rst index 3c6f0a60fc..362fbe08b2 100644 --- a/docs/report/vpp_performance_tests/throughput_speedup_multi_core/ip4.rst +++ b/docs/report/vpp_performance_tests/throughput_speedup_multi_core/ip4.rst @@ -15,7 +15,7 @@ IPv4 Routed-Forwarding, including NDR throughput (zero packet loss) and PDR throughput (<0.5% packet loss). CSIT source code for the test cases used for plots can be found in -`CSIT git repository `_. +`CSIT git repository `_. .. toctree:: @@ -28,7 +28,6 @@ CSIT source code for the test cases used for plots can be found in ip4-2n-clx-cx556a ip4-2n-zn2-xxv710 ip4-2n-zn2-x710 - ip4-3n-hsw-xl710 ip4-3n-tsh-x520 ip4-2n-tx2-xl710 ip4-2n-dnv-x553 diff --git a/docs/report/vpp_performance_tests/throughput_speedup_multi_core/ip4_tunnels-3n-hsw-xl710.rst b/docs/report/vpp_performance_tests/throughput_speedup_multi_core/ip4_tunnels-3n-hsw-xl710.rst deleted file mode 100644 index 9c0bf0fe74..0000000000 --- a/docs/report/vpp_performance_tests/throughput_speedup_multi_core/ip4_tunnels-3n-hsw-xl710.rst +++ /dev/null @@ -1,77 +0,0 @@ - -.. raw:: latex - - \clearpage - -.. raw:: html - - - -.. - ## 3n-hsw-xl710 - ### 64b-ip4tunnel-base-dpdk - 10ge2p1xl710-ethip4vxlan-l2xcbase-ndrpdr - 10ge2p1xl710-ethip4vxlan-l2bdbasemaclrn-ndrpdr - -3n-hsw-xl710 -~~~~~~~~~~~~ - -64b-ip4tunnel-base-dpdk ------------------------ - -.. raw:: html - -
- -


-
- -.. raw:: latex - - \begin{figure}[H] - \centering - \graphicspath{{../_build/_static/vpp/}} - \includegraphics[clip, trim=0cm 0cm 5cm 0cm, width=0.70\textwidth]{3n-hsw-xl710-64b-ip4tunnel-base-dpdk-ndr-tsa} - \label{fig:3n-hsw-xl710-64b-ip4tunnel-base-dpdk-ndr-tsa} - \end{figure} - -.. raw:: latex - - \clearpage - -.. raw:: html - -
- -


-
- -.. raw:: latex - - \begin{figure}[H] - \centering - \graphicspath{{../_build/_static/vpp/}} - \includegraphics[clip, trim=0cm 0cm 5cm 0cm, width=0.70\textwidth]{3n-hsw-xl710-64b-ip4tunnel-base-dpdk-pdr-tsa} - \label{fig:3n-hsw-xl710-64b-ip4tunnel-base-dpdk-pdr-tsa} - \end{figure} diff --git a/docs/report/vpp_performance_tests/throughput_speedup_multi_core/ip4_tunnels.rst b/docs/report/vpp_performance_tests/throughput_speedup_multi_core/ip4_tunnels.rst index 3870b02fe3..2270a855ae 100644 --- a/docs/report/vpp_performance_tests/throughput_speedup_multi_core/ip4_tunnels.rst +++ b/docs/report/vpp_performance_tests/throughput_speedup_multi_core/ip4_tunnels.rst @@ -15,7 +15,7 @@ running in multiple configurations of VPP worker thread(s), a.k.a. VPP data plane thread(s), and their physical CPU core(s) placement. CSIT source code for the test cases used for plots can be found in -`CSIT git repository `_. +`CSIT git repository `_. .. toctree:: @@ -23,6 +23,5 @@ CSIT source code for the test cases used for plots can be found in ip4_tunnels-2n-clx-xxv710 ip4_tunnels-2n-zn2-xxv710 ip4_tunnels-3n-skx-xxv710 - ip4_tunnels-3n-hsw-xl710 ip4_tunnels-3n-tsh-x520 ip4_tunnels-3n-dnv-x553 diff --git a/docs/report/vpp_performance_tests/throughput_speedup_multi_core/ip6-3n-hsw-xl710.rst b/docs/report/vpp_performance_tests/throughput_speedup_multi_core/ip6-3n-hsw-xl710.rst deleted file mode 100644 index 15f1dea246..0000000000 --- a/docs/report/vpp_performance_tests/throughput_speedup_multi_core/ip6-3n-hsw-xl710.rst +++ /dev/null @@ -1,71 +0,0 @@ - -.. raw:: latex - - \clearpage - -.. raw:: html - - - -3n-hsw-xl710 -~~~~~~~~~~~~ - -78b-ip6routing-base-scale-dpdk ------------------------------- - -.. raw:: html - -
- -


-
- -.. raw:: latex - - \begin{figure}[H] - \centering - \graphicspath{{../_build/_static/vpp/}} - \includegraphics[clip, trim=0cm 0cm 5cm 0cm, width=0.70\textwidth]{3n-hsw-xl710-78b-ip6routing-base-scale-dpdk-ndr-tsa} - \label{fig:3n-hsw-xl710-78b-ip6routing-base-scale-dpdk-ndr-tsa} - \end{figure} - -.. raw:: latex - - \clearpage - -.. raw:: html - -
- -


-
- -.. raw:: latex - - \begin{figure}[H] - \centering - \graphicspath{{../_build/_static/vpp/}} - \includegraphics[clip, trim=0cm 0cm 5cm 0cm, width=0.70\textwidth]{3n-hsw-xl710-78b-ip6routing-base-scale-dpdk-pdr-tsa} - \label{fig:3n-hsw-xl710-78b-ip6routing-base-scale-dpdk-pdr-tsa} - \end{figure} diff --git a/docs/report/vpp_performance_tests/throughput_speedup_multi_core/ip6.rst b/docs/report/vpp_performance_tests/throughput_speedup_multi_core/ip6.rst index dddfd99bd0..e7c7d4ed1e 100644 --- a/docs/report/vpp_performance_tests/throughput_speedup_multi_core/ip6.rst +++ b/docs/report/vpp_performance_tests/throughput_speedup_multi_core/ip6.rst @@ -15,7 +15,7 @@ IPv6 Routed-Forwarding, including NDR throughput (zero packet loss) and PDR throughput (<0.5% packet loss). CSIT source code for the test cases used for plots can be found in -`CSIT git repository `_. +`CSIT git repository `_. .. toctree:: @@ -28,7 +28,6 @@ CSIT source code for the test cases used for plots can be found in ip6-2n-clx-cx556a ip6-2n-zn2-xxv710 ip6-2n-zn2-x710 - ip6-3n-hsw-xl710 ip6-3n-tsh-x520 ip6-2n-tx2-xl710 ip6-2n-dnv-x553 diff --git a/docs/report/vpp_performance_tests/throughput_speedup_multi_core/ipsec-3n-hsw-xl710.rst b/docs/report/vpp_performance_tests/throughput_speedup_multi_core/ipsec-3n-hsw-xl710.rst deleted file mode 100644 index fb68dc8f0d..0000000000 --- a/docs/report/vpp_performance_tests/throughput_speedup_multi_core/ipsec-3n-hsw-xl710.rst +++ /dev/null @@ -1,130 +0,0 @@ - -.. raw:: latex - - \clearpage - -.. raw:: html - - - -.. - ## 3n-hsw-xl710 - ### imix-ipsec-ip4routing-base-scale-sw-dpdk - 10ge2p1xl710-ethip4ipsec4tnlsw-ip4base-int-aes256gcm-ndrpdr - 10ge2p1xl710-ethip4ipsec4tnlsw-ip4base-int-aes128cbc-hmac512sha-ndrpdr - 10ge2p1xl710-ethip4ipsec1000tnlsw-ip4base-int-aes256gcm-ndrpdr - 10ge2p1xl710-ethip4ipsec1000tnlsw-ip4base-int-aes128cbc-hmac512sha-ndrpdr - 10ge2p1xl710-ethip4ipsec10000tnlsw-ip4base-int-aes256gcm-ndrpdr - 10ge2p1xl710-ethip4ipsec10000tnlsw-ip4base-int-aes128cbc-hmac512sha-ndrpdr - - ### imix-ipsec-ip4routing-base-scale-hw-dpdk - 10ge2p1xl710-ethip4ipsec1tnlhw-ip4base-int-aes256gcm-ndrpdr - 10ge2p1xl710-ethip4ipsec1tnlhw-ip4base-int-aes128cbc-hmac512sha-ndrpdr - 10ge2p1xl710-ethip4ipsec1000tnlhw-ip4base-int-aes256gcm-ndrpdr - 10ge2p1xl710-ethip4ipsec1000tnlhw-ip4base-int-aes128cbc-hmac512sha-ndrpdr - -3n-hsw-xl710 -~~~~~~~~~~~~ - -imix-ipsec-ip4routing-base-scale-sw-dpdk ----------------------------------------- - -.. raw:: html - -
- -


-
- -.. raw:: latex - - \begin{figure}[H] - \centering - \graphicspath{{../_build/_static/vpp/}} - \includegraphics[clip, trim=0cm 0cm 5cm 0cm, width=0.70\textwidth]{3n-hsw-xl710-imix-ipsec-ip4routing-base-scale-sw-dpdk-ndr-tsa} - \label{fig:3n-hsw-xl710-imix-ipsec-ip4routing-base-scale-sw-dpdk-ndr-tsa} - \end{figure} - -.. raw:: latex - - \clearpage - -.. raw:: html - -
- -


-
- -.. raw:: latex - - \begin{figure}[H] - \centering - \graphicspath{{../_build/_static/vpp/}} - \includegraphics[clip, trim=0cm 0cm 5cm 0cm, width=0.70\textwidth]{3n-hsw-xl710-imix-ipsec-ip4routing-base-scale-sw-dpdk-pdr-tsa} - \label{fig:3n-hsw-xl710-imix-ipsec-ip4routing-base-scale-sw-dpdk-pdr-tsa} - \end{figure} - -.. raw:: latex - - \clearpage - -imix-ipsec-ip4routing-base-scale-hw-dpdk ----------------------------------------- - -.. raw:: html - -
- -


-
- -.. raw:: latex - - \begin{figure}[H] - \centering - \graphicspath{{../_build/_static/vpp/}} - \includegraphics[clip, trim=0cm 0cm 5cm 0cm, width=0.70\textwidth]{3n-hsw-xl710-imix-ipsec-ip4routing-base-scale-hw-dpdk-ndr-tsa} - \label{fig:3n-hsw-xl710-imix-ipsec-ip4routing-base-scale-hw-dpdk-ndr-tsa} - \end{figure} - -.. raw:: latex - - \clearpage - -.. raw:: html - -
- -


-
- -.. raw:: latex - - \begin{figure}[H] - \centering - \graphicspath{{../_build/_static/vpp/}} - \includegraphics[clip, trim=0cm 0cm 5cm 0cm, width=0.70\textwidth]{3n-hsw-xl710-imix-ipsec-ip4routing-base-scale-hw-dpdk-pdr-tsa} - \label{fig:3n-hsw-xl710-imix-ipsec-ip4routing-base-scale-hw-dpdk-pdr-tsa} - \end{figure} diff --git a/docs/report/vpp_performance_tests/throughput_speedup_multi_core/ipsec.rst b/docs/report/vpp_performance_tests/throughput_speedup_multi_core/ipsec.rst index 79a7845d29..f147cdc7cf 100644 --- a/docs/report/vpp_performance_tests/throughput_speedup_multi_core/ipsec.rst +++ b/docs/report/vpp_performance_tests/throughput_speedup_multi_core/ipsec.rst @@ -17,11 +17,10 @@ VPP worker thread(s), a.k.a. VPP data plane thread(s), and their physical CPU core(s) placement. CSIT source code for the test cases used for plots can be found in -`CSIT git repository `_. +`CSIT git repository `_. .. toctree:: ipsec-3n-skx-xxv710 - ipsec-3n-hsw-xl710 ipsec-3n-tsh-x520 ipsec-3n-dnv-x553 diff --git a/docs/report/vpp_performance_tests/throughput_speedup_multi_core/l2-3n-hsw-xl710.rst b/docs/report/vpp_performance_tests/throughput_speedup_multi_core/l2-3n-hsw-xl710.rst deleted file mode 100644 index b1b5f76892..0000000000 --- a/docs/report/vpp_performance_tests/throughput_speedup_multi_core/l2-3n-hsw-xl710.rst +++ /dev/null @@ -1,71 +0,0 @@ - -.. raw:: latex - - \clearpage - -.. raw:: html - - - -3n-hsw-xl710 -~~~~~~~~~~~~ - -64b-l2switching-base-scale-dpdk -------------------------------- - -.. raw:: html - -
- -


-
- -.. raw:: latex - - \begin{figure}[H] - \centering - \graphicspath{{../_build/_static/vpp/}} - \includegraphics[clip, trim=0cm 0cm 5cm 0cm, width=0.70\textwidth]{3n-hsw-xl710-64b-l2switching-base-scale-dpdk-ndr-tsa} - \label{fig:3n-hsw-xl710-64b-l2switching-base-scale-dpdk-ndr-tsa} - \end{figure} - -.. raw:: latex - - \clearpage - -.. raw:: html - -
- -


-
- -.. raw:: latex - - \begin{figure}[H] - \centering - \graphicspath{{../_build/_static/vpp/}} - \includegraphics[clip, trim=0cm 0cm 5cm 0cm, width=0.70\textwidth]{3n-hsw-xl710-64b-l2switching-base-scale-dpdk-pdr-tsa} - \label{fig:3n-hsw-xl710-64b-l2switching-base-scale-dpdk-pdr-tsa} - \end{figure} diff --git a/docs/report/vpp_performance_tests/throughput_speedup_multi_core/l2.rst b/docs/report/vpp_performance_tests/throughput_speedup_multi_core/l2.rst index 60a405a8fd..93728b988e 100644 --- a/docs/report/vpp_performance_tests/throughput_speedup_multi_core/l2.rst +++ b/docs/report/vpp_performance_tests/throughput_speedup_multi_core/l2.rst @@ -15,7 +15,7 @@ L2 Ethernet switching, including NDR throughput (zero packet loss) and PDR throughput (<0.5% packet loss). CSIT source code for the test cases used for plots can be found in -`CSIT git repository `_. +`CSIT git repository `_. .. toctree:: @@ -28,7 +28,6 @@ CSIT source code for the test cases used for plots can be found in l2-2n-clx-cx556a l2-2n-zn2-xxv710 l2-2n-zn2-x710 - l2-3n-hsw-xl710 l2-3n-tsh-x520 l2-2n-tx2-xl710 l2-2n-dnv-x553 diff --git a/docs/report/vpp_performance_tests/throughput_speedup_multi_core/nat44.rst b/docs/report/vpp_performance_tests/throughput_speedup_multi_core/nat44.rst index 509da00143..a5f2e9a608 100644 --- a/docs/report/vpp_performance_tests/throughput_speedup_multi_core/nat44.rst +++ b/docs/report/vpp_performance_tests/throughput_speedup_multi_core/nat44.rst @@ -15,7 +15,7 @@ IPv4 Routed-Forwarding, including NDR throughput (zero packet loss) and PDR throughput (<0.5% packet loss). CSIT source code for the test cases used for plots can be found in -`CSIT git repository `_. +`CSIT git repository `_. .. toctree:: diff --git a/docs/report/vpp_performance_tests/throughput_speedup_multi_core/srv6-3n-hsw-xl710.rst b/docs/report/vpp_performance_tests/throughput_speedup_multi_core/srv6-3n-hsw-xl710.rst deleted file mode 100644 index 20f097fc14..0000000000 --- a/docs/report/vpp_performance_tests/throughput_speedup_multi_core/srv6-3n-hsw-xl710.rst +++ /dev/null @@ -1,81 +0,0 @@ - -.. raw:: latex - - \clearpage - -.. raw:: html - - - -.. - ## 3n-hsw-xl710 - ### 78b-srv6-ip6routing-base-dpdk - 10ge2p1xl710-ethip6ip6-ip6base-srv6enc1sid-ndrpdr - 10ge2p1xl710-ethip6srhip6-ip6base-srv6enc2sids-ndrpdr - 10ge2p1xl710-ethip6srhip6-ip6base-srv6enc2sids-nodecaps-ndrpdr - 10ge2p1xl710-ethip6srhip6-ip6base-srv6proxy-dyn-ndrpdr - 10ge2p1xl710-ethip6srhip6-ip6base-srv6proxy-masq-ndrpdr - 10ge2p1xl710-ethip6srhip6-ip6base-srv6proxy-stat-ndrpdr - -3n-hsw-xl710 -~~~~~~~~~~~~ - -78b-srv6-ip6routing-base-dpdk ------------------------------ - -.. raw:: html - -
- -


-
- -.. raw:: latex - - \begin{figure}[H] - \centering - \graphicspath{{../_build/_static/vpp/}} - \includegraphics[clip, trim=0cm 0cm 5cm 0cm, width=0.70\textwidth]{3n-hsw-xl710-78b-srv6-ip6routing-base-dpdk-ndr-tsa} - \label{fig:3n-hsw-xl710-78b-srv6-ip6routing-base-dpdk-ndr-tsa} - \end{figure} - -.. raw:: latex - - \clearpage - -.. raw:: html - -
- -


-
- -.. raw:: latex - - \begin{figure}[H] - \centering - \graphicspath{{../_build/_static/vpp/}} - \includegraphics[clip, trim=0cm 0cm 5cm 0cm, width=0.70\textwidth]{3n-hsw-xl710-78b-srv6-ip6routing-base-dpdk-pdr-tsa} - \label{fig:3n-hsw-xl710-78b-srv6-ip6routing-base-dpdk-pdr-tsa} - \end{figure} diff --git a/docs/report/vpp_performance_tests/throughput_speedup_multi_core/srv6.rst b/docs/report/vpp_performance_tests/throughput_speedup_multi_core/srv6.rst index dc4d0d2159..45ddcb862f 100644 --- a/docs/report/vpp_performance_tests/throughput_speedup_multi_core/srv6.rst +++ b/docs/report/vpp_performance_tests/throughput_speedup_multi_core/srv6.rst @@ -15,12 +15,11 @@ SRv6, including NDR throughput (zero packet loss) and PDR throughput (<0.5% packet loss). CSIT source code for the test cases used for plots can be found in -`CSIT git repository `_. +`CSIT git repository `_. .. toctree:: srv6-3n-skx-xxv710 - srv6-3n-hsw-xl710 srv6-3n-tsh-x520 .. diff --git a/docs/report/vpp_performance_tests/throughput_speedup_multi_core/vm_vhost-3n-hsw-xl710.rst b/docs/report/vpp_performance_tests/throughput_speedup_multi_core/vm_vhost-3n-hsw-xl710.rst deleted file mode 100644 index ed92036724..0000000000 --- a/docs/report/vpp_performance_tests/throughput_speedup_multi_core/vm_vhost-3n-hsw-xl710.rst +++ /dev/null @@ -1,114 +0,0 @@ - -.. raw:: latex - - \clearpage - -.. raw:: html - - - -3n-hsw-xl710 -~~~~~~~~~~~~ - -64b-vhost-base-dpdk-testpmd ---------------------------- - -.. raw:: html - -
- -


-
- -.. raw:: latex - - \begin{figure}[H] - \centering - \graphicspath{{../_build/_static/vpp/}} - \includegraphics[clip, trim=0cm 0cm 5cm 0cm, width=0.70\textwidth]{3n-hsw-xl710-64b-vhost-base-dpdk-ndr-tsa} - \label{fig:3n-hsw-xl710-64b-vhost-base-dpdk-ndr-tsa} - \end{figure} - -.. raw:: latex - - \clearpage - -.. raw:: html - -
- -


-
- -.. raw:: latex - - \begin{figure}[H] - \centering - \graphicspath{{../_build/_static/vpp/}} - \includegraphics[clip, trim=0cm 0cm 5cm 0cm, width=0.70\textwidth]{3n-hsw-xl710-64b-vhost-base-dpdk-pdr-tsa} - \label{fig:3n-hsw-xl710-64b-vhost-base-dpdk-pdr-tsa} - \end{figure} - -.. raw:: latex - - \clearpage - -64b-vhost-base-dpdk-vpp ------------------------ - -.. raw:: html - -
- -


-
- -.. raw:: latex - - \begin{figure}[H] - \centering - \graphicspath{{../_build/_static/vpp/}} - \includegraphics[clip, trim=0cm 0cm 5cm 0cm, width=0.70\textwidth]{3n-hsw-xl710-64b-vhost-base-dpdk-vpp-ndr-tsa} - \label{fig:3n-hsw-xl710-64b-vhost-base-dpdk-vpp-ndr-tsa} - \end{figure} - -.. raw:: latex - - \clearpage - -.. raw:: html - -
- -


-
- -.. raw:: latex - - \begin{figure}[H] - \centering - \graphicspath{{../_build/_static/vpp/}} - \includegraphics[clip, trim=0cm 0cm 5cm 0cm, width=0.70\textwidth]{3n-hsw-xl710-64b-vhost-base-dpdk-vpp-pdr-tsa} - \label{fig:3n-hsw-xl710-64b-vhost-base-dpdk-vpp-pdr-tsa} - \end{figure} diff --git a/docs/report/vpp_performance_tests/throughput_speedup_multi_core/vm_vhost.rst b/docs/report/vpp_performance_tests/throughput_speedup_multi_core/vm_vhost.rst index 9cd856e237..269fbeb84d 100644 --- a/docs/report/vpp_performance_tests/throughput_speedup_multi_core/vm_vhost.rst +++ b/docs/report/vpp_performance_tests/throughput_speedup_multi_core/vm_vhost.rst @@ -15,7 +15,7 @@ VM vhost-user, including NDR throughput (zero packet loss) and PDR throughput (<0.5% packet loss). CSIT source code for the test cases used for plots can be found in -`CSIT git repository `_. +`CSIT git repository `_. .. toctree:: @@ -25,7 +25,6 @@ CSIT source code for the test cases used for plots can be found in vm_vhost-2n-clx-xxv710 vm_vhost-2n-clx-cx556a vm_vhost-2n-zn2-xxv710 - vm_vhost-3n-hsw-xl710 vm_vhost-3n-tsh-x520 .. diff --git a/docs/report/vpp_performance_tests/throughput_speedup_multi_core/vts.rst b/docs/report/vpp_performance_tests/throughput_speedup_multi_core/vts.rst index 9ba117aa7d..3a4630ad4a 100644 --- a/docs/report/vpp_performance_tests/throughput_speedup_multi_core/vts.rst +++ b/docs/report/vpp_performance_tests/throughput_speedup_multi_core/vts.rst @@ -15,7 +15,7 @@ VM vhost-user, including NDR throughput (zero packet loss) and PDR throughput (<0.5% packet loss). CSIT source code for the test cases used for plots can be found in -`CSIT git repository `_. +`CSIT git repository `_. .. toctree:: diff --git a/resources/tools/presentation/run_report.sh b/resources/tools/presentation/run_report.sh index bc147d4a90..9cc33542e0 100755 --- a/resources/tools/presentation/run_report.sh +++ b/resources/tools/presentation/run_report.sh @@ -32,7 +32,7 @@ export PYTHONPATH=`pwd`:`pwd`/../../../:`pwd`/../../libraries/python python pal.py \ --specification specifications/report \ --release ${RELEASE} \ - --week "18" \ + --week "28" \ --logging INFO \ --force diff --git a/resources/tools/presentation/specifications/report/data_sets.yaml b/resources/tools/presentation/specifications/report/data_sets.yaml index 540ed201df..22e3ddb185 100644 --- a/resources/tools/presentation/specifications/report/data_sets.yaml +++ b/resources/tools/presentation/specifications/report/data_sets.yaml @@ -4,108 +4,58 @@ - type: "data-sets" + vpp-device-results-ubuntu: + csit-vpp-device-2101-ubuntu1804-1n-skx: + - 358 # rls2101.rel VPP DEV env 6 + ################################################################################ -# Plots: - # 3n-hsw + # 3n-skx - plot-vpp-throughput-lat-tsa-3n-hsw: - csit-vpp-perf-report-iterative-2101-3n-hsw: - - 64 # rls2101.rel NDRPDR iter env 6 - - 71 # rls2101.rel NDRPDR iter env 6 - - 73 # rls2101.rel NDRPDR iter env 6 - - 74 # rls2101.rel NDRPDR iter env 6 - - 80 # rls2101.rel NDRPDR iter env 6 - - 81 # rls2101.rel NDRPDR iter env 6 - - 82 # rls2101.rel NDRPDR iter env 6 - - 83 # rls2101.rel NDRPDR iter env 6 - - 88 # rls2101.rel NDRPDR iter env 6 - - 89 # rls2101.rel NDRPDR iter env 6 - - 128 # rls2101.rel NDRPDR iter RND env 6 - - 129 # rls2101.rel NDRPDR iter RND env 6 - - 130 # rls2101.rel NDRPDR iter RND env 6 - - 131 # rls2101.rel NDRPDR iter RND env 6 - - 132 # rls2101.rel NDRPDR iter RND env 6 - - 133 # rls2101.rel NDRPDR iter RND env 6 - - 134 # rls2101.rel NDRPDR iter RND env 6 - - 135 # rls2101.rel NDRPDR iter RND env 6 - - 136 # rls2101.rel NDRPDR iter RND env 6 - - 137 # rls2101.rel NDRPDR iter RND env 6 - - plot-vpp-hdrh-lat-3n-hsw: - csit-vpp-perf-report-iterative-2101-3n-hsw: - - 89 # rls2101.rel NDRPDR iter env 6 - - plot-vpp-hdrh-lat-3n-hsw-rnd: - csit-vpp-perf-report-iterative-2101-3n-hsw: - - 128 # rls2101.rel NDRPDR iter RND env 6 - - plot-vpp-ipsec-reconf-3n-hsw: - csit-vpp-perf-report-iterative-2101-3n-hsw: - - 65 # rls2101.rel NDRPDR reconf iter env 6 - - 68 # rls2101.rel NDRPDR reconf iter env 6 - - 77 # rls2101.rel NDRPDR reconf iter env 6 - - 84 # rls2101.rel NDRPDR reconf iter env 6 - - 90 # rls2101.rel NDRPDR reconf iter env 6 - - 96 # rls2101.rel NDRPDR reconf iter env 6 - - 101 # rls2101.rel NDRPDR reconf iter env 6 - - 104 # rls2101.rel NDRPDR reconf iter env 6 - - 105 # rls2101.rel NDRPDR reconf iter env 6 - - 106 # rls2101.rel NDRPDR reconf iter env 6 - - 107 # rls2101.rel NDRPDR reconf iter env 6 - - 108 # rls2101.rel NDRPDR reconf iter env 6 - - 110 # rls2101.rel NDRPDR reconf iter env 6 - - 111 # rls2101.rel NDRPDR reconf iter env 6 - - 112 # rls2101.rel NDRPDR reconf iter env 6 - - 113 # rls2101.rel NDRPDR reconf iter env 6 - - 114 # rls2101.rel NDRPDR reconf iter env 6 - - 115 # rls2101.rel NDRPDR reconf iter env 6 - - 116 # rls2101.rel NDRPDR reconf iter env 6 - - 117 # rls2101.rel NDRPDR reconf iter env 6 - - plot-vpp-hoststack-3n-hsw: - csit-vpp-perf-report-iterative-2101-3n-hsw: - - 69 # rls2101.rel Hoststack iter env 6 - - 70 # rls2101.rel Hoststack iter env 6 - - 75 # rls2101.rel Hoststack iter env 6 - - 76 # rls2101.rel Hoststack iter env 6 - - 78 # rls2101.rel Hoststack iter env 6 - - 79 # rls2101.rel Hoststack iter env 6 - - 85 # rls2101.rel Hoststack iter env 6 - - 86 # rls2101.rel Hoststack iter env 6 - - 87 # rls2101.rel Hoststack iter env 6 - - 91 # rls2101.rel Hoststack iter env 6 - - 92 # rls2101.rel Hoststack iter env 6 - - 93 # rls2101.rel Hoststack iter env 6 - - 94 # rls2101.rel Hoststack iter env 6 - - 95 # rls2101.rel Hoststack iter env 6 - - 97 # rls2101.rel Hoststack iter env 6 - - 98 # rls2101.rel Hoststack iter env 6 - - 99 # rls2101.rel Hoststack iter env 6 - - 100 # rls2101.rel Hoststack iter env 6 - - 102 # rls2101.rel Hoststack iter env 6 - - 103 # rls2101.rel Hoststack iter env 6 - - plot-dpdk-throughput-latency-3n-hsw: - csit-dpdk-perf-report-iterative-2101-3n-hsw: - - 11 # rls2101 NDRPDR iter env 6 - - 12 # rls2101 NDRPDR iter env 6 - - 13 # rls2101 NDRPDR iter env 6 - - 14 # rls2101 NDRPDR iter env 6 - - 16 # rls2101 NDRPDR iter env 6 - - 17 # rls2101 NDRPDR iter env 6 - - 18 # rls2101 NDRPDR iter env 6 - - 19 # rls2101 NDRPDR iter env 6 - - 20 # rls2101 NDRPDR iter env 6 - - 21 # rls2101 NDRPDR iter env 6 + vpp-3n-skx-hist-iter-new-env: + csit-vpp-perf-report-iterative-2101-3n-skx: + - 14 # rls2009 NDRPDR iter env 6 + - 15 # rls2009 NDRPDR iter env 6 + - 16 # rls2009 NDRPDR iter env 6 + - 17 # rls2009 NDRPDR iter env 6 + - 18 # rls2009 NDRPDR iter env 6 + - 25 # rls2009 NDRPDR iter env 6 + - 26 # rls2009 NDRPDR iter env 6 + - 27 # rls2009 NDRPDR iter env 6 + - 29 # rls2009 NDRPDR iter env 6 + - 31 # rls2009 NDRPDR iter env 6 - plot-dpdk-hdrh-lat-3n-hsw: - csit-dpdk-perf-report-iterative-2101-3n-hsw: - - 11 # rls2101 NDRPDR iter env 6 + vpp-3n-skx-prev-iter-old-env: + csit-vpp-perf-report-iterative-2101-3n-skx: + - 36 # rls2101.rel NDRPDR iter env 6 + - 37 # rls2101.rel NDRPDR iter env 6 + - 38 # rls2101.rel NDRPDR iter env 6 + - 39 # rls2101.rel NDRPDR iter env 6 + - 40 # rls2101.rel NDRPDR iter env 6 + - 41 # rls2101.rel NDRPDR iter env 6 + - 42 # rls2101.rel NDRPDR iter env 6 + - 47 # rls2101.rel NDRPDR iter env 6 + - 48 # rls2101.rel NDRPDR iter env 6 + - 50 # rls2101.rel NDRPDR iter env 6 - # 3n-skx + vpp-3n-skx-prev-iter-new-env: + # TODO: Replace + # csit-vpp-perf-report-iterative-2106-3n-skx: + csit-vpp-perf-report-iterative-2101-3n-skx: + - 36 # rls2101.rel NDRPDR iter env 6 + - 37 # rls2101.rel NDRPDR iter env 6 + - 38 # rls2101.rel NDRPDR iter env 6 + - 39 # rls2101.rel NDRPDR iter env 6 + - 40 # rls2101.rel NDRPDR iter env 6 + - 41 # rls2101.rel NDRPDR iter env 6 + - 42 # rls2101.rel NDRPDR iter env 6 + - 47 # rls2101.rel NDRPDR iter env 6 + - 48 # rls2101.rel NDRPDR iter env 6 + - 50 # rls2101.rel NDRPDR iter env 6 - plot-vpp-throughput-lat-tsa-3n-skx: + vpp-3n-skx-curr-iter: + # TODO: Replace + # csit-vpp-perf-report-iterative-2106-3n-skx: csit-vpp-perf-report-iterative-2101-3n-skx: - 36 # rls2101.rel NDRPDR iter env 6 - 37 # rls2101.rel NDRPDR iter env 6 @@ -118,19 +68,102 @@ - 48 # rls2101.rel NDRPDR iter env 6 - 50 # rls2101.rel NDRPDR iter env 6 - plot-vpp-hdrh-lat-3n-skx: + vpp-3n-skx-curr-iter-best: + # TODO: Replace + # csit-vpp-perf-report-iterative-2106-3n-skx: csit-vpp-perf-report-iterative-2101-3n-skx: - 36 # rls2101.rel NDRPDR iter env 6 - # plot-vpp-nfv-3n-skx-ndrpdr: - # # No data - # csit-vpp-perf-report-iterative-2101-3n-skx: + vpp-3n-skx-hist-iter-mrr-new-env: + csit-vpp-perf-report-iterative-2101-3n-skx: + - 34 # rls2009 MRR iter env 6 + + vpp-3n-skx-prev-iter-mrr-old-env: + csit-vpp-perf-report-iterative-2101-3n-skx: + - 35 # rls2101.rel MRR iter env 6 + + vpp-3n-skx-prev-iter-mrr-new-env: + # TODO: Replace + # csit-vpp-perf-report-iterative-2106-3n-skx: + csit-vpp-perf-report-iterative-2101-3n-skx: + - 35 # rls2101.rel MRR iter env 6 + + vpp-3n-skx-curr-iter-mrr: + # TODO: Replace + # csit-vpp-perf-report-iterative-2106-3n-skx: + csit-vpp-perf-report-iterative-2101-3n-skx: + - 35 # rls2101.rel MRR iter env 6 + + vpp-3n-skx-curr-cov: + # TODO: Replace + # csit-vpp-perf-report-coverage-2106-3n-skx: + csit-vpp-perf-report-coverage-2101-3n-skx: + - 1 # rls2101.rel NDRPDR cov env 6 3n-skx-crypto-00 + - 2 # rls2101.rel NDRPDR cov env 6 3n-skx-crypto-01 + - 3 # rls2101.rel NDRPDR cov env 6 3n-skx-crypto-02 + - 4 # rls2101.rel NDRPDR cov env 6 3n-skx-crypto-03 + - 5 # rls2101.rel NDRPDR cov env 6 3n-skx-ip4-00 + - 16 # rls2101.rel NDRPDR cov env 6 3n-skx-ip4-01 + - 7 # rls2101.rel NDRPDR cov env 6 3n-skx-ip4-02 + - 17 # rls2101.rel NDRPDR cov env 6 3n-skx-ip4-03 + - 18 # rls2101.rel NDRPDR cov env 6 3n-skx-ip4-04 + - 19 # rls2101.rel NDRPDR cov env 6 3n-skx-ip4-05 + - 20 # rls2101.rel NDRPDR cov env 6 3n-skx-ip4-06 + - 12 # rls2101.rel NDRPDR cov env 6 3n-skx-ip4-06 + - 13 # rls2101.rel NDRPDR cov env 6 3n-skx-ip4tun-00 + - 26 # rls2101.rel NDRPDR cov env 6 3n-skx-ip4tun-01 + - 15 # rls2101.rel NDRPDR cov env 6 3n-skx-ip4tun-02 + - 21 # rls2101.rel NDRPDR cov env 6 3n-skx-ip6-00 + - 22 # rls2101.rel NDRPDR cov env 6 3n-skx-ip6-01 + - 23 # rls2101.rel NDRPDR cov env 6 3n-skx-ip6tun-00 + - 24 # rls2101.rel NDRPDR cov env 6 3n-skx-l2-00 + - 30 # rls2101.rel NDRPDR cov env 6 3n-skx-l2-01 + - 27 # rls2101.rel NDRPDR cov env 6 3n-skx-l2-02 + - 28 # rls2101.rel NDRPDR cov env 6 3n-skx-l2-03 + - 29 # rls2101.rel NDRPDR cov env 6 3n-skx-l2-04 + - 31 # rls2101.rel NDRPDR cov env 6 3n-skx-l2-05 + - 32 # rls2101.rel NDRPDR cov env 6 3n-skx-l2-06 + - 33 # rls2101.rel NDRPDR cov env 6 3n-skx-l2-07 + - 34 # rls2101.rel NDRPDR cov env 6 3n-skx-l2-08 + - 35 # rls2101.rel NDRPDR cov env 6 3n-skx-l2-09 + - 36 # rls2101.rel NDRPDR cov env 6 3n-skx-l2-10 + - 37 # rls2101.rel NDRPDR cov env 6 3n-skx-memif-00 + - 38 # rls2101.rel NDRPDR cov env 6 3n-skx-srv6-00 + - 39 # rls2101.rel NDRPDR cov env 6 3n-skx-srv6-01 + - 40 # rls2101.rel NDRPDR cov env 6 3n-skx-vhost-00 + - 41 # rls2101.rel NDRPDR cov env 6 3n-skx-vhost-01 + - 42 # rls2101.rel NDRPDR cov env 6 3n-skx-vhost-02 + - 43 # rls2101.rel NDRPDR cov env 6 3n-skx-vhost-03 + + dpdk-3n-skx-hist-iter: + csit-dpdk-perf-report-iterative-2009-3n-skx: + - 4 # NDRPDR sel env5 + - 5 # NDRPDR sel env5 + - 6 # NDRPDR sel env5 + - 7 # NDRPDR sel env5 + - 8 # NDRPDR sel env5 + - 9 # NDRPDR sel env5 + - 14 # NDRPDR sel env5 + - 11 # NDRPDR sel env5 + - 12 # NDRPDR sel env5 + - 13 # NDRPDR sel env5 - # plot-vpp-nfv-3n-skx-mrr: - # # No data - # csit-vpp-perf-report-iterative-2101-3n-skx: + dpdk-3n-skx-prev-iter: + csit-dpdk-perf-report-iterative-2101-3n-skx: + - 12 # rls2101 NDRPDR iter env 6 + - 14 # rls2101 NDRPDR iter env 6 + - 15 # rls2101 NDRPDR iter env 6 + - 17 # rls2101 NDRPDR iter env 6 + - 19 # rls2101 NDRPDR iter env 6 + - 20 # rls2101 NDRPDR iter env 6 + - 21 # rls2101 NDRPDR iter env 6 + - 22 # rls2101 NDRPDR iter env 6 + - 25 # rls2101 NDRPDR iter env 6 + - 26 # rls2101 NDRPDR iter env 6 - plot-dpdk-throughput-latency-3n-skx: + dpdk-3n-skx-curr-iter: + # TODO: Replace + # csit-dpdk-perf-report-iterative-2106-3n-skx: csit-dpdk-perf-report-iterative-2101-3n-skx: - 12 # rls2101 NDRPDR iter env 6 - 14 # rls2101 NDRPDR iter env 6 @@ -143,13 +176,28 @@ - 25 # rls2101 NDRPDR iter env 6 - 26 # rls2101 NDRPDR iter env 6 - plot-dpdk-hdrh-lat-3n-skx: + dpdk-3n-skx-curr-iter-best: + # TODO: Replace + # csit-dpdk-perf-report-iterative-2106-3n-skx: csit-dpdk-perf-report-iterative-2101-3n-skx: - 12 # rls2101 NDRPDR iter env 6 # 2n-skx - plot-vpp-throughput-lat-tsa-2n-skx: + vpp-2n-skx-hist-iter-new-env: + csit-vpp-perf-report-iterative-2101-2n-skx: + - 22 # rls2009 NDRPDR iter env 6 + - 23 # rls2009 NDRPDR iter env 6 + - 24 # rls2009 NDRPDR iter env 6 + - 25 # rls2009 NDRPDR iter env 6 + - 26 # rls2009 NDRPDR iter env 6 + - 28 # rls2009 NDRPDR iter env 6 + - 39 # rls2009 NDRPDR iter env 6 + - 40 # rls2009 NDRPDR iter env 6 + - 41 # rls2009 NDRPDR iter env 6 + - 44 # rls2009 NDRPDR iter env 6 + + vpp-2n-skx-prev-iter-old-env: csit-vpp-perf-report-iterative-2101-2n-skx: - 63 # rls2101.rel NDRPDR iter env 6 - 69 # rls2101.rel NDRPDR iter env 6 @@ -182,24 +230,142 @@ - 124 # rls2101.rel NDRPDR iter NAT env 6 - 125 # rls2101.rel NDRPDR iter NAT env 6 - plot-vpp-hdrh-lat-2n-skx: + vpp-2n-skx-prev-iter-new-env: + # TODO: Replace + # csit-vpp-perf-report-iterative-2106-2n-skx: csit-vpp-perf-report-iterative-2101-2n-skx: + - 63 # rls2101.rel NDRPDR iter env 6 + - 69 # rls2101.rel NDRPDR iter env 6 + - 70 # rls2101.rel NDRPDR iter env 6 + - 75 # rls2101.rel NDRPDR iter env 6 + - 76 # rls2101.rel NDRPDR iter env 6 + - 77 # rls2101.rel NDRPDR iter env 6 + - 82 # rls2101.rel NDRPDR iter env 6 + - 85 # rls2101.rel NDRPDR iter env 6 + - 86 # rls2101.rel NDRPDR iter env 6 - 94 # rls2101.rel NDRPDR iter env 6 + - 89 # rls2101.rel NDRPDR iter RND env 6 + - 90 # rls2101.rel NDRPDR iter RND env 6 + - 91 # rls2101.rel NDRPDR iter RND env 6 + - 92 # rls2101.rel NDRPDR iter RND env 6 + - 93 # rls2101.rel NDRPDR iter RND env 6 + - 96 # rls2101.rel NDRPDR iter RND env 6 + - 98 # rls2101.rel NDRPDR iter RND env 6 + - 99 # rls2101.rel NDRPDR iter RND env 6 + - 101 # rls2101.rel NDRPDR iter RND env 6 + - 102 # rls2101.rel NDRPDR iter RND env 6 + - 116 # rls2101.rel NDRPDR iter NAT env 6 + - 117 # rls2101.rel NDRPDR iter NAT env 6 + - 118 # rls2101.rel NDRPDR iter NAT env 6 + - 119 # rls2101.rel NDRPDR iter NAT env 6 + - 120 # rls2101.rel NDRPDR iter NAT env 6 + - 121 # rls2101.rel NDRPDR iter NAT env 6 + - 122 # rls2101.rel NDRPDR iter NAT env 6 + - 123 # rls2101.rel NDRPDR iter NAT env 6 + - 124 # rls2101.rel NDRPDR iter NAT env 6 + - 125 # rls2101.rel NDRPDR iter NAT env 6 - plot-vpp-hdrh-lat-2n-skx-rnd: + vpp-2n-skx-curr-iter: + # TODO: Replace + # csit-vpp-perf-report-iterative-2106-2n-skx: csit-vpp-perf-report-iterative-2101-2n-skx: + - 63 # rls2101.rel NDRPDR iter env 6 + - 69 # rls2101.rel NDRPDR iter env 6 + - 70 # rls2101.rel NDRPDR iter env 6 + - 75 # rls2101.rel NDRPDR iter env 6 + - 76 # rls2101.rel NDRPDR iter env 6 + - 77 # rls2101.rel NDRPDR iter env 6 + - 82 # rls2101.rel NDRPDR iter env 6 + - 85 # rls2101.rel NDRPDR iter env 6 + - 86 # rls2101.rel NDRPDR iter env 6 + - 94 # rls2101.rel NDRPDR iter env 6 - 89 # rls2101.rel NDRPDR iter RND env 6 + - 90 # rls2101.rel NDRPDR iter RND env 6 + - 91 # rls2101.rel NDRPDR iter RND env 6 + - 92 # rls2101.rel NDRPDR iter RND env 6 + - 93 # rls2101.rel NDRPDR iter RND env 6 + - 96 # rls2101.rel NDRPDR iter RND env 6 + - 98 # rls2101.rel NDRPDR iter RND env 6 + - 99 # rls2101.rel NDRPDR iter RND env 6 + - 101 # rls2101.rel NDRPDR iter RND env 6 + - 102 # rls2101.rel NDRPDR iter RND env 6 + - 116 # rls2101.rel NDRPDR iter NAT env 6 + - 117 # rls2101.rel NDRPDR iter NAT env 6 + - 118 # rls2101.rel NDRPDR iter NAT env 6 + - 119 # rls2101.rel NDRPDR iter NAT env 6 + - 120 # rls2101.rel NDRPDR iter NAT env 6 + - 121 # rls2101.rel NDRPDR iter NAT env 6 + - 122 # rls2101.rel NDRPDR iter NAT env 6 + - 123 # rls2101.rel NDRPDR iter NAT env 6 + - 124 # rls2101.rel NDRPDR iter NAT env 6 + - 125 # rls2101.rel NDRPDR iter NAT env 6 - plot-vpp-hdrh-lat-2n-skx-nat: + vpp-2n-skx-curr-iter-best: + # TODO: Replace + # csit-vpp-perf-report-iterative-2106-2n-skx: csit-vpp-perf-report-iterative-2101-2n-skx: - - 118 # rls2101.rel NDRPDR iter NAT env 6 + - 94 # rls2101.rel NDRPDR iter env 6 + + vpp-2n-skx-hist-iter-mrr-new-env: + csit-vpp-perf-report-iterative-2101-2n-skx: + - 21 # rls2009 MRR iter env 6 + + vpp-2n-skx-prev-iter-mrr-old-env: + csit-vpp-perf-report-iterative-2101-2n-skx: + - 62 # rls2101.rel MRR iter env 6 + + vpp-2n-skx-prev-iter-mrr-new-env: + # TODO: Replace + # csit-vpp-perf-report-iterative-2106-2n-skx: + csit-vpp-perf-report-iterative-2101-2n-skx: + - 21 # rls2009 MRR iter env 6 + + vpp-2n-skx-curr-iter-mrr: + # TODO: Replace + # csit-vpp-perf-report-iterative-2106-2n-skx: + csit-vpp-perf-report-iterative-2101-2n-skx: + - 62 # rls2101.rel MRR iter env 6 - plot-vpp-soak-2n-skx: + vpp-2n-skx-curr-soak: + # TODO: Replace + # csit-vpp-perf-report-iterative-2106-2n-skx: + csit-vpp-perf-report-iterative-2101-2n-skx: + - 68 # rls2101.rel soak env 6 + - 73 # rls2101.rel soak env 6 + vpp-soak-vs-ndr-2n-skx-ref: + # TODO: Replace + # csit-vpp-perf-report-iterative-2106-2n-skx: + csit-vpp-perf-report-iterative-2101-2n-skx: + - 63 # rls2101.rel NDRPDR iter env 6 + - 69 # rls2101.rel NDRPDR iter env 6 + - 70 # rls2101.rel NDRPDR iter env 6 + - 75 # rls2101.rel NDRPDR iter env 6 + - 76 # rls2101.rel NDRPDR iter env 6 + - 77 # rls2101.rel NDRPDR iter env 6 + - 82 # rls2101.rel NDRPDR iter env 6 + - 85 # rls2101.rel NDRPDR iter env 6 + - 86 # rls2101.rel NDRPDR iter env 6 + - 94 # rls2101.rel NDRPDR iter env 6 + vpp-soak-vs-ndr-2n-skx: + # TODO: Replace + # csit-vpp-perf-report-iterative-2106-2n-skx: csit-vpp-perf-report-iterative-2101-2n-skx: + - 63 # rls2101.rel NDRPDR iter env 6 + - 69 # rls2101.rel NDRPDR iter env 6 + - 70 # rls2101.rel NDRPDR iter env 6 + - 75 # rls2101.rel NDRPDR iter env 6 + - 76 # rls2101.rel NDRPDR iter env 6 + - 77 # rls2101.rel NDRPDR iter env 6 + - 82 # rls2101.rel NDRPDR iter env 6 + - 85 # rls2101.rel NDRPDR iter env 6 + - 86 # rls2101.rel NDRPDR iter env 6 + - 94 # rls2101.rel NDRPDR iter env 6 - 68 # rls2101.rel soak env 6 - 73 # rls2101.rel soak env 6 - plot-vpp-nfv-2n-skx-ndrpdr: + vpp-2n-skx-curr-nfv-ndrpdr: + # TODO: Replace + # csit-vpp-perf-report-iterative-2106-2n-skx: csit-vpp-perf-report-iterative-2101-2n-skx: - 67 # rls2101.rel NDRPDR nf-density iter env 6 - 72 # rls2101.rel NDRPDR nf-density iter env 6 @@ -212,11 +378,15 @@ - 109 # rls2101.rel NDRPDR nf-density iter env 6 - 110 # rls2101.rel NDRPDR nf-density iter env 6 - plot-vpp-nfv-2n-skx-mrr: + vpp-2n-skx-curr-nfv-mrr: + # TODO: Replace + # csit-vpp-perf-report-iterative-2106-2n-skx: csit-vpp-perf-report-iterative-2101-2n-skx: - 65 # rls2101.rel MRR nf-density iter env 6 - plot-vpp-nfv-reconf-2n-skx: + vpp-2n-skx-curr-nfv-reconf: + # TODO: Replace + # csit-vpp-perf-report-iterative-2106-2n-skx: csit-vpp-perf-report-iterative-2101-2n-skx: - 64 # rls2101.rel NDRPDR reconf iter env 6 - 66 # rls2101.rel NDRPDR reconf iter env 6 @@ -229,30 +399,99 @@ - 104 # rls2101.rel NDRPDR reconf iter env 6 - 106 # rls2101.rel NDRPDR reconf iter env 6 - plot-vpp-gso-2n-skx: + vpp-2n-skx-curr-gso: + # TODO: Replace + # csit-vpp-perf-report-iterative-2106-2n-skx: csit-vpp-perf-report-iterative-2101-2n-skx: - 129 # rls2101.rel MRR GSO iter env 6 - plot-dpdk-throughput-latency-2n-skx: - csit-dpdk-perf-report-iterative-2101-2n-skx: - - 11 # rls2101 NDRPDR iter env 6 - - 12 # rls2101 NDRPDR iter env 6 - - 13 # rls2101 NDRPDR iter env 6 - - 14 # rls2101 NDRPDR iter env 6 - - 15 # rls2101 NDRPDR iter env 6 - - 17 # rls2101 NDRPDR iter env 6 - - 18 # rls2101 NDRPDR iter env 6 - - 19 # rls2101 NDRPDR iter env 6 - - 20 # rls2101 NDRPDR iter env 6 - - 21 # rls2101 NDRPDR iter env 6 - - plot-dpdk-hdrh-lat-2n-skx: - csit-dpdk-perf-report-iterative-2101-2n-skx: - - 11 # rls2101 NDRPDR iter env 6 - - # 2n-zn2 - - plot-vpp-throughput-lat-tsa-2n-zn2: + vpp-2n-skx-curr-cov: + # TODO: Replace + # csit-vpp-perf-report-coverage-2106-2n-skx: + csit-vpp-perf-report-coverage-2101-2n-skx: + - 1 # rls2101.rel NDRPDR cov env 6 2n-skx-ip4-00 + - 2 # rls2101.rel NDRPDR cov env 6 2n-skx-ip4-01 + - 3 # rls2101.rel NDRPDR cov env 6 2n-skx-ip4-02 + - 4 # rls2101.rel NDRPDR cov env 6 2n-skx-ip4-03 + - 5 # rls2101.rel NDRPDR cov env 6 2n-skx-ip4-04 + - 6 # rls2101.rel NDRPDR cov env 6 2n-skx-ip4-05 + - 7 # rls2101.rel NDRPDR cov env 6 2n-skx-ip4-06 + - 8 # rls2101.rel NDRPDR cov env 6 2n-skx-ip4-07 + - 21 # rls2101.rel NDRPDR cov env 6 2n-skx-ip4tun-00 + - 22 # rls2101.rel NDRPDR cov env 6 2n-skx-ip4tun-00 + - 10 # rls2101.rel NDRPDR cov env 6 2n-skx-ip6-00 + - 11 # rls2101.rel NDRPDR cov env 6 2n-skx-ip6-01 + - 12 # rls2101.rel NDRPDR cov env 6 2n-skx-l2-00 + - 13 # rls2101.rel NDRPDR cov env 6 2n-skx-l2-01 + - 14 # rls2101.rel NDRPDR cov env 6 2n-skx-lb-00 + - 15 # rls2101.rel NDRPDR cov env 6 2n-skx-memif-00 + - 16 # rls2101.rel NDRPDR cov env 6 2n-skx-vhost-00 + - 17 # rls2101.rel NDRPDR cov env 6 2n-skx-vhost-01 + - 19 # rls2101.rel NDRPDR cov env 6 2n-skx-vts-00 + + dpdk-2n-skx-hist-iter: + csit-dpdk-perf-report-iterative-2009-2n-skx: + - 4 # NDRPDR iter env5 + - 5 # NDRPDR iter env5 + - 6 # NDRPDR iter env5 + - 7 # NDRPDR iter env5 + - 8 # NDRPDR iter env5 + - 9 # NDRPDR iter env5 + - 10 # NDRPDR iter env5 + - 11 # NDRPDR iter env5 + - 12 # NDRPDR iter env5 + - 13 # NDRPDR iter env5 + + dpdk-2n-skx-prev-iter: + csit-dpdk-perf-report-iterative-2101-2n-skx: + - 11 # rls2101 NDRPDR iter env 6 + - 12 # rls2101 NDRPDR iter env 6 + - 13 # rls2101 NDRPDR iter env 6 + - 14 # rls2101 NDRPDR iter env 6 + - 15 # rls2101 NDRPDR iter env 6 + - 17 # rls2101 NDRPDR iter env 6 + - 18 # rls2101 NDRPDR iter env 6 + - 19 # rls2101 NDRPDR iter env 6 + - 20 # rls2101 NDRPDR iter env 6 + - 21 # rls2101 NDRPDR iter env 6 + + dpdk-2n-skx-curr-iter: + # TODO: Replace + # csit-dpdk-perf-report-iterative-2106-2n-skx: + csit-dpdk-perf-report-iterative-2101-2n-skx: + - 11 # rls2101 NDRPDR iter env 6 + - 12 # rls2101 NDRPDR iter env 6 + - 13 # rls2101 NDRPDR iter env 6 + - 14 # rls2101 NDRPDR iter env 6 + - 15 # rls2101 NDRPDR iter env 6 + - 17 # rls2101 NDRPDR iter env 6 + - 18 # rls2101 NDRPDR iter env 6 + - 19 # rls2101 NDRPDR iter env 6 + - 20 # rls2101 NDRPDR iter env 6 + - 21 # rls2101 NDRPDR iter env 6 + + dpdk-2n-skx-curr-iter-best: + # TODO: Replace + # csit-dpdk-perf-report-iterative-2106-2n-skx: + csit-dpdk-perf-report-iterative-2101-2n-skx: + - 11 # rls2101 NDRPDR iter env 6 + + # 2n-zn2 + + vpp-2n-zn2-hist-iter-new-env: + csit-vpp-perf-report-iterative-2101-2n-zn2: + - 9 # rls2009 NDRPDR iter env 6 + - 10 # rls2009 NDRPDR iter env 6 + - 11 # rls2009 NDRPDR iter env 6 + - 12 # rls2009 NDRPDR iter env 6 + - 13 # rls2009 NDRPDR iter env 6 + - 20 # rls2009 NDRPDR iter env 6 + - 21 # rls2009 NDRPDR iter env 6 + - 22 # rls2009 NDRPDR iter env 6 + - 25 # rls2009 NDRPDR iter env 6 + - 26 # rls2009 NDRPDR iter env 6 + + vpp-2n-zn2-prev-iter-old-env: csit-vpp-perf-report-iterative-2101-2n-zn2: - 31 # rls2101.rel NDRPDR iter env 6 - 32 # rls2101.rel NDRPDR iter env 6 @@ -275,19 +514,139 @@ - 51 # rls2101.rel NDRPDR iter RND env 6 - 52 # rls2101.rel NDRPDR iter RND env 6 - plot-vpp-hdrh-lat-2n-zn2: + vpp-2n-zn2-prev-iter-new-env: + # TODO: Replace + # csit-vpp-perf-report-iterative-2106-2n-zn2: csit-vpp-perf-report-iterative-2101-2n-zn2: - 31 # rls2101.rel NDRPDR iter env 6 + - 32 # rls2101.rel NDRPDR iter env 6 + - 33 # rls2101.rel NDRPDR iter env 6 + - 34 # rls2101.rel NDRPDR iter env 6 + - 35 # rls2101.rel NDRPDR iter env 6 + - 36 # rls2101.rel NDRPDR iter env 6 + - 37 # rls2101.rel NDRPDR iter env 6 + - 38 # rls2101.rel NDRPDR iter env 6 + - 44 # rls2101.rel NDRPDR iter env 6 + - 49 # rls2101.rel NDRPDR iter env 6 + - 39 # rls2101.rel NDRPDR iter RND env 6 + - 40 # rls2101.rel NDRPDR iter RND env 6 + - 41 # rls2101.rel NDRPDR iter RND env 6 + - 42 # rls2101.rel NDRPDR iter RND env 6 + - 43 # rls2101.rel NDRPDR iter RND env 6 + - 45 # rls2101.rel NDRPDR iter RND env 6 + - 48 # rls2101.rel NDRPDR iter RND env 6 + - 50 # rls2101.rel NDRPDR iter RND env 6 + - 51 # rls2101.rel NDRPDR iter RND env 6 + - 52 # rls2101.rel NDRPDR iter RND env 6 - plot-vpp-hdrh-lat-2n-zn2-rnd: + vpp-2n-zn2-curr-iter: + # TODO: Replace + # csit-vpp-perf-report-iterative-2106-2n-zn2: csit-vpp-perf-report-iterative-2101-2n-zn2: + - 31 # rls2101.rel NDRPDR iter env 6 + - 32 # rls2101.rel NDRPDR iter env 6 + - 33 # rls2101.rel NDRPDR iter env 6 + - 34 # rls2101.rel NDRPDR iter env 6 + - 35 # rls2101.rel NDRPDR iter env 6 + - 36 # rls2101.rel NDRPDR iter env 6 + - 37 # rls2101.rel NDRPDR iter env 6 + - 38 # rls2101.rel NDRPDR iter env 6 + - 44 # rls2101.rel NDRPDR iter env 6 + - 49 # rls2101.rel NDRPDR iter env 6 + - 39 # rls2101.rel NDRPDR iter RND env 6 - 40 # rls2101.rel NDRPDR iter RND env 6 + - 41 # rls2101.rel NDRPDR iter RND env 6 + - 42 # rls2101.rel NDRPDR iter RND env 6 + - 43 # rls2101.rel NDRPDR iter RND env 6 + - 45 # rls2101.rel NDRPDR iter RND env 6 + - 48 # rls2101.rel NDRPDR iter RND env 6 + - 50 # rls2101.rel NDRPDR iter RND env 6 + - 51 # rls2101.rel NDRPDR iter RND env 6 + - 52 # rls2101.rel NDRPDR iter RND env 6 - plot-vpp-gso-2n-zn2: + vpp-2n-zn2-curr-iter-best: + # TODO: Replace + # csit-vpp-perf-report-iterative-2106-2n-zn2: + csit-vpp-perf-report-iterative-2101-2n-zn2: + - 31 # rls2101.rel NDRPDR iter env 6 + + vpp-2n-zn2-curr-iter-gso: + # TODO: Replace + # csit-vpp-perf-report-iterative-2106-2n-zn2: csit-vpp-perf-report-iterative-2101-2n-zn2: - 56 # rls2101.rel MRR GSO iter env 6 - plot-dpdk-throughput-latency-2n-zn2: + vpp-2n-zn2-hist-iter-mrr-new-env: + csit-vpp-perf-report-iterative-2101-2n-zn2: + - 8 # rls2009 MRR iter env6 + + vpp-2n-zn2-prev-iter-mrr-old-env: + csit-vpp-perf-report-iterative-2101-2n-zn2: + - 30 # rls2101.rel MRR iter env 6 + + vpp-2n-zn2-prev-iter-mrr-new-env: + # TODO: Replace + # csit-vpp-perf-report-iterative-2106-2n-zn2: + csit-vpp-perf-report-iterative-2101-2n-zn2: + - 30 # rls2101.rel MRR iter env 6 + + vpp-2n-zn2-curr-iter-mrr: + # TODO: Replace + # csit-vpp-perf-report-iterative-2106-2n-zn2: + csit-vpp-perf-report-iterative-2101-2n-zn2: + - 30 # rls2101.rel MRR iter env 6 + + vpp-2n-zn2-curr-cov: + # TODO: Replace + # csit-vpp-perf-report-coverage-2106-2n-zn2: + csit-vpp-perf-report-coverage-2101-2n-zn2: + - 1 # rls2101.rel NDRPDR cov env 6 2n-zn2-ip4-00 + - 2 # rls2101.rel NDRPDR cov env 6 2n-zn2-ip4-01 + - 3 # rls2101.rel NDRPDR cov env 6 2n-zn2-ip4-02 + - 4 # rls2101.rel NDRPDR cov env 6 2n-zn2-ip4-03 + - 5 # rls2101.rel NDRPDR cov env 6 2n-zn2-ip4-04 + - 6 # rls2101.rel NDRPDR cov env 6 2n-zn2-ip4-05 + - 17 # rls2101.rel NDRPDR cov env 6 2n-zn2-ip4tun-00 + - 18 # rls2101.rel NDRPDR cov env 6 2n-zn2-ip4tun-01 + - 8 # rls2101.rel NDRPDR cov env 6 2n-zn2-ip6-00 + - 9 # rls2101.rel NDRPDR cov env 6 2n-zn2-ip6-01 + - 10 # rls2101.rel NDRPDR cov env 6 2n-zn2-l2-00 + - 11 # rls2101.rel NDRPDR cov env 6 2n-zn2-l2-01 + - 12 # rls2101.rel NDRPDR cov env 6 2n-zn2-lb-00 + - 13 # rls2101.rel NDRPDR cov env 6 2n-zn2-memif-00 + - 14 # rls2101.rel NDRPDR cov env 6 2n-zn2-vhost-00 + - 15 # rls2101.rel NDRPDR cov env 6 2n-zn2-vhost-00 + - 16 # rls2101.rel NDRPDR cov env 6 2n-zn2-vts-00 + + dpdk-2n-zn2-hist-iter: + csit-dpdk-perf-report-iterative-2101-2n-zn2: + - 11 # rls2101 NDRPDR iter env 6 + - 12 # rls2101 NDRPDR iter env 6 + - 13 # rls2101 NDRPDR iter env 6 + - 14 # rls2101 NDRPDR iter env 6 + - 16 # rls2101 NDRPDR iter env 6 + - 17 # rls2101 NDRPDR iter env 6 + - 18 # rls2101 NDRPDR iter env 6 + - 19 # rls2101 NDRPDR iter env 6 + - 20 # rls2101 NDRPDR iter env 6 + - 21 # rls2101 NDRPDR iter env 6 + + dpdk-2n-zn2-prev-iter: + csit-dpdk-perf-report-iterative-2101-2n-zn2: + - 11 # rls2101 NDRPDR iter env 6 + - 12 # rls2101 NDRPDR iter env 6 + - 13 # rls2101 NDRPDR iter env 6 + - 14 # rls2101 NDRPDR iter env 6 + - 16 # rls2101 NDRPDR iter env 6 + - 17 # rls2101 NDRPDR iter env 6 + - 18 # rls2101 NDRPDR iter env 6 + - 19 # rls2101 NDRPDR iter env 6 + - 20 # rls2101 NDRPDR iter env 6 + - 21 # rls2101 NDRPDR iter env 6 + + dpdk-2n-zn2-curr-iter: + # TODO: Replace + # csit-dpdk-perf-report-iterative-2106-2n-zn2: csit-dpdk-perf-report-iterative-2101-2n-zn2: - 11 # rls2101 NDRPDR iter env 6 - 12 # rls2101 NDRPDR iter env 6 @@ -300,13 +659,38 @@ - 20 # rls2101 NDRPDR iter env 6 - 21 # rls2101 NDRPDR iter env 6 - plot-dpdk-hdrh-lat-2n-zn2: + dpdk-2n-zn2-curr-iter-best: + # TODO: Replace + # csit-dpdk-perf-report-iterative-2106-2n-zn2: csit-dpdk-perf-report-iterative-2101-2n-zn2: - 11 # rls2101 NDRPDR iter env 6 # 2n-clx - plot-vpp-throughput-lat-tsa-2n-clx: + vpp-2n-clx-hist-iter-new-env: + csit-vpp-perf-report-iterative-2101-2n-clx: + - 16 # rls2009 NDRPDR iter env 6 + - 17 # rls2009 NDRPDR iter env 6 + - 18 # rls2009 NDRPDR iter env 6 + - 19 # rls2009 NDRPDR iter env 6 + - 20 # rls2009 NDRPDR iter env 6 + - 21 # rls2009 NDRPDR iter env 6 + - 32 # rls2009 NDRPDR iter env 6 + - 33 # rls2009 NDRPDR iter env 6 + - 34 # rls2009 NDRPDR iter env 6 + - 35 # rls2009 NDRPDR iter env 6 + - 146 # rls2009 NDRPDR MLX iter env 6 + - 147 # rls2009 NDRPDR MLX iter env 6 + - 148 # rls2009 NDRPDR MLX iter env 6 + - 149 # rls2009 NDRPDR MLX iter env 6 + - 150 # rls2009 NDRPDR MLX iter env 6 + - 151 # rls2009 NDRPDR MLX iter env 6 + - 152 # rls2009 NDRPDR MLX iter env 6 + - 153 # rls2009 NDRPDR MLX iter env 6 + - 154 # rls2009 NDRPDR MLX iter env 6 + - 155 # rls2009 NDRPDR MLX iter env 6 + + vpp-2n-clx-prev-iter-old-env: csit-vpp-perf-report-iterative-2101-2n-clx: - 54 # rls2101.rel NDRPDR iter env 6 - 59 # rls2101.rel NDRPDR iter env 6 @@ -349,62 +733,243 @@ - 131 # rls2101.rel NDRPDR iter MLX env 6 - 132 # rls2101.rel NDRPDR iter MLX env 6 - plot-vpp-hdrh-lat-2n-clx: + vpp-2n-clx-prev-iter-new-env: + # TODO: Replace + # csit-vpp-perf-report-iterative-2106-2n-clx: csit-vpp-perf-report-iterative-2101-2n-clx: + - 54 # rls2101.rel NDRPDR iter env 6 + - 59 # rls2101.rel NDRPDR iter env 6 + - 60 # rls2101.rel NDRPDR iter env 6 + - 63 # rls2101.rel NDRPDR iter env 6 + - 66 # rls2101.rel NDRPDR iter env 6 + - 68 # rls2101.rel NDRPDR iter env 6 + - 73 # rls2101.rel NDRPDR iter env 6 - 75 # rls2101.rel NDRPDR iter env 6 - - plot-vpp-hdrh-lat-2n-clx-rnd: - csit-vpp-perf-report-iterative-2101-2n-clx: + - 86 # rls2101.rel NDRPDR iter env 6 + - 90 # rls2101.rel NDRPDR iter env 6 + - 80 # rls2101.rel NDRPDR iter RND env 6 - 87 # rls2101.rel NDRPDR iter RND env 6 - - plot-vpp-hdrh-lat-2n-clx-nat: - csit-vpp-perf-report-iterative-2101-2n-clx: + - 91 # rls2101.rel NDRPDR iter RND env 6 + - 92 # rls2101.rel NDRPDR iter RND env 6 + - 93 # rls2101.rel NDRPDR iter RND env 6 + - 94 # rls2101.rel NDRPDR iter RND env 6 + - 95 # rls2101.rel NDRPDR iter RND env 6 + - 100 # rls2101.rel NDRPDR iter RND env 6 + - 106 # rls2101.rel NDRPDR iter RND env 6 + - 108 # rls2101.rel NDRPDR iter RND env 6 + - 112 # rls2101.rel NDRPDR iter NAT env 6 + - 113 # rls2101.rel NDRPDR iter NAT env 6 + - 114 # rls2101.rel NDRPDR iter NAT env 6 + - 115 # rls2101.rel NDRPDR iter NAT env 6 + - 116 # rls2101.rel NDRPDR iter NAT env 6 + - 117 # rls2101.rel NDRPDR iter NAT env 6 - 118 # rls2101.rel NDRPDR iter NAT env 6 - - plot-vpp-hdrh-lat-2n-clx-mlx: - csit-vpp-perf-report-iterative-2101-2n-clx: + - 119 # rls2101.rel NDRPDR iter NAT env 6 + - 120 # rls2101.rel NDRPDR iter NAT env 6 + - 121 # rls2101.rel NDRPDR iter NAT env 6 + - 122 # rls2101.rel NDRPDR iter MLX env 6 + - 123 # rls2101.rel NDRPDR iter MLX env 6 + - 124 # rls2101.rel NDRPDR iter MLX env 6 + - 126 # rls2101.rel NDRPDR iter MLX env 6 - 127 # rls2101.rel NDRPDR iter MLX env 6 + - 128 # rls2101.rel NDRPDR iter MLX env 6 + - 129 # rls2101.rel NDRPDR iter MLX env 6 + - 130 # rls2101.rel NDRPDR iter MLX env 6 + - 131 # rls2101.rel NDRPDR iter MLX env 6 + - 132 # rls2101.rel NDRPDR iter MLX env 6 - plot-vpp-nfv-2n-clx-ndrpdr: - csit-vpp-perf-report-iterative-2101-2n-clx: - - 57 # rls2101.rel NDRPDR nf-density iter env 6 - - 62 # rls2101.rel NDRPDR nf-density iter env 6 - - 70 # rls2101.rel NDRPDR nf-density iter env 6 - - 71 # rls2101.rel NDRPDR nf-density iter env 6 - - 82 # rls2101.rel NDRPDR nf-density iter env 6 - - 88 # rls2101.rel NDRPDR nf-density iter env 6 - - 89 # rls2101.rel NDRPDR nf-density iter env 6 - - 96 # rls2101.rel NDRPDR nf-density iter env 6 - - 97 # rls2101.rel NDRPDR nf-density iter env 6 - - 98 # rls2101.rel NDRPDR nf-density iter env 6 - - plot-vpp-nfv-2n-clx-mrr: - csit-vpp-perf-report-iterative-2101-2n-clx: - - 72 # rls2101.rel MRR nf-density iter env 6 - - plot-vpp-nfv-reconf-2n-clx: + vpp-2n-clx-curr-iter: + # TODO: Replace + # csit-vpp-perf-report-iterative-2106-2n-clx: csit-vpp-perf-report-iterative-2101-2n-clx: - - 55 # rls2101.rel NDRPDR reconf iter env 6 - - 64 # rls2101.rel NDRPDR reconf iter env 6 - - 76 # rls2101.rel NDRPDR reconf iter env 6 - - 83 # rls2101.rel NDRPDR reconf iter env 6 - - 99 # rls2101.rel NDRPDR reconf iter env 6 - - 101 # rls2101.rel NDRPDR reconf iter env 6 - - 102 # rls2101.rel NDRPDR reconf iter env 6 + - 54 # rls2101.rel NDRPDR iter env 6 + - 59 # rls2101.rel NDRPDR iter env 6 + - 60 # rls2101.rel NDRPDR iter env 6 + - 63 # rls2101.rel NDRPDR iter env 6 + - 66 # rls2101.rel NDRPDR iter env 6 + - 68 # rls2101.rel NDRPDR iter env 6 + - 73 # rls2101.rel NDRPDR iter env 6 + - 75 # rls2101.rel NDRPDR iter env 6 + - 86 # rls2101.rel NDRPDR iter env 6 + - 90 # rls2101.rel NDRPDR iter env 6 + - 80 # rls2101.rel NDRPDR iter RND env 6 + - 87 # rls2101.rel NDRPDR iter RND env 6 + - 91 # rls2101.rel NDRPDR iter RND env 6 + - 92 # rls2101.rel NDRPDR iter RND env 6 + - 93 # rls2101.rel NDRPDR iter RND env 6 + - 94 # rls2101.rel NDRPDR iter RND env 6 + - 95 # rls2101.rel NDRPDR iter RND env 6 + - 100 # rls2101.rel NDRPDR iter RND env 6 + - 106 # rls2101.rel NDRPDR iter RND env 6 + - 108 # rls2101.rel NDRPDR iter RND env 6 + - 112 # rls2101.rel NDRPDR iter NAT env 6 + - 113 # rls2101.rel NDRPDR iter NAT env 6 + - 114 # rls2101.rel NDRPDR iter NAT env 6 + - 115 # rls2101.rel NDRPDR iter NAT env 6 + - 116 # rls2101.rel NDRPDR iter NAT env 6 + - 117 # rls2101.rel NDRPDR iter NAT env 6 + - 118 # rls2101.rel NDRPDR iter NAT env 6 + - 119 # rls2101.rel NDRPDR iter NAT env 6 + - 120 # rls2101.rel NDRPDR iter NAT env 6 + - 121 # rls2101.rel NDRPDR iter NAT env 6 + - 122 # rls2101.rel NDRPDR iter MLX env 6 + - 123 # rls2101.rel NDRPDR iter MLX env 6 + - 124 # rls2101.rel NDRPDR iter MLX env 6 + - 126 # rls2101.rel NDRPDR iter MLX env 6 + - 127 # rls2101.rel NDRPDR iter MLX env 6 + - 128 # rls2101.rel NDRPDR iter MLX env 6 + - 129 # rls2101.rel NDRPDR iter MLX env 6 + - 130 # rls2101.rel NDRPDR iter MLX env 6 + - 131 # rls2101.rel NDRPDR iter MLX env 6 + - 132 # rls2101.rel NDRPDR iter MLX env 6 + + vpp-2n-clx-curr-iter-best: + # TODO: Replace + # csit-vpp-perf-report-iterative-2106-2n-clx: + csit-vpp-perf-report-iterative-2101-2n-clx: + - 75 # rls2101.rel NDRPDR iter env 6 + + vpp-2n-clx-hist-iter-mrr-new-env: + csit-vpp-perf-report-iterative-2101-2n-clx: + - 15 # rls2009 MRR iter env 6 + - 142 # rls2009 MRR MLX iter env 6 + + vpp-2n-clx-prev-iter-mrr-old-env: + csit-vpp-perf-report-iterative-2101-2n-clx: + - 53 # rls2101.rel MRR iter env 6 + - 133 # rls2101.rel MRR MLX iter env 6 + + vpp-2n-clx-prev-iter-mrr-new-env: + # TODO: Replace + # csit-vpp-perf-report-iterative-2106-2n-clx: + csit-vpp-perf-report-iterative-2101-2n-clx: + - 53 # rls2101.rel MRR iter env 6 + - 133 # rls2101.rel MRR MLX iter env 6 + + vpp-2n-clx-curr-iter-mrr: + # TODO: Replace + # csit-vpp-perf-report-iterative-2106-2n-clx: + csit-vpp-perf-report-iterative-2101-2n-clx: + - 53 # rls2101.rel MRR iter env 6 + - 133 # rls2101.rel MRR MLX iter env 6 + + vpp-2n-clx-curr-iter-gso: + # TODO: Replace + # csit-vpp-perf-report-iterative-2106-2n-clx: + csit-vpp-perf-report-iterative-2101-2n-clx: + - 159 # rls2101.rel MRR GSO iter env 6 + + vpp-2n-clx-curr-nfv-ndrpdr: + # TODO: Replace + # csit-vpp-perf-report-iterative-2106-2n-clx: + csit-vpp-perf-report-iterative-2101-2n-clx: + - 57 # rls2101.rel NDRPDR nf-density iter env 6 + - 62 # rls2101.rel NDRPDR nf-density iter env 6 + - 70 # rls2101.rel NDRPDR nf-density iter env 6 + - 71 # rls2101.rel NDRPDR nf-density iter env 6 + - 82 # rls2101.rel NDRPDR nf-density iter env 6 + - 88 # rls2101.rel NDRPDR nf-density iter env 6 + - 89 # rls2101.rel NDRPDR nf-density iter env 6 + - 96 # rls2101.rel NDRPDR nf-density iter env 6 + - 97 # rls2101.rel NDRPDR nf-density iter env 6 + - 98 # rls2101.rel NDRPDR nf-density iter env 6 + + vpp-2n-clx-curr-nfv-mrr: + # TODO: Replace + # csit-vpp-perf-report-iterative-2106-2n-clx: + csit-vpp-perf-report-iterative-2101-2n-clx: + - 72 # rls2101.rel MRR nf-density iter env 6 + + vpp-2n-clx-curr-nfv-reconf: + # TODO: Replace + # csit-vpp-perf-report-iterative-2106-2n-clx: + csit-vpp-perf-report-iterative-2101-2n-clx: + - 55 # rls2101.rel NDRPDR reconf iter env 6 + - 64 # rls2101.rel NDRPDR reconf iter env 6 + - 76 # rls2101.rel NDRPDR reconf iter env 6 + - 83 # rls2101.rel NDRPDR reconf iter env 6 + - 99 # rls2101.rel NDRPDR reconf iter env 6 + - 101 # rls2101.rel NDRPDR reconf iter env 6 + - 102 # rls2101.rel NDRPDR reconf iter env 6 - 107 # rls2101.rel NDRPDR reconf iter env 6 - 109 # rls2101.rel NDRPDR reconf iter env 6 - 110 # rls2101.rel NDRPDR reconf iter env 6 - plot-vpp-soak-2n-clx: + vpp-2n-clx-curr-soak: + # TODO: Replace + # csit-vpp-perf-report-iterative-2106-2n-clx: csit-vpp-perf-report-iterative-2101-2n-clx: - 58 # rls2101.rel soak env 6 - 61 # rls2101.rel soak env 6 - - plot-vpp-gso-2n-clx: + vpp-soak-vs-ndr-2n-clx-ref: + # TODO: Replace + # csit-vpp-perf-report-iterative-2106-2n-clx: csit-vpp-perf-report-iterative-2101-2n-clx: - - 159 # rls2101.rel MRR GSO iter env 6 + - 54 # rls2101.rel NDRPDR iter env 6 + - 59 # rls2101.rel NDRPDR iter env 6 + - 60 # rls2101.rel NDRPDR iter env 6 + - 63 # rls2101.rel NDRPDR iter env 6 + - 66 # rls2101.rel NDRPDR iter env 6 + - 68 # rls2101.rel NDRPDR iter env 6 + - 73 # rls2101.rel NDRPDR iter env 6 + - 75 # rls2101.rel NDRPDR iter env 6 + - 86 # rls2101.rel NDRPDR iter env 6 + - 90 # rls2101.rel NDRPDR iter env 6 + vpp-soak-vs-ndr-2n-clx: + # TODO: Replace + # csit-vpp-perf-report-iterative-2106-2n-clx: + csit-vpp-perf-report-iterative-2101-2n-clx: + - 54 # rls2101.rel NDRPDR iter env 6 + - 59 # rls2101.rel NDRPDR iter env 6 + - 60 # rls2101.rel NDRPDR iter env 6 + - 63 # rls2101.rel NDRPDR iter env 6 + - 66 # rls2101.rel NDRPDR iter env 6 + - 68 # rls2101.rel NDRPDR iter env 6 + - 73 # rls2101.rel NDRPDR iter env 6 + - 75 # rls2101.rel NDRPDR iter env 6 + - 86 # rls2101.rel NDRPDR iter env 6 + - 90 # rls2101.rel NDRPDR iter env 6 + - 58 # rls2101.rel soak env 6 + - 61 # rls2101.rel soak env 6 + + vpp-2n-clx-curr-cov: + # TODO: Replace + # csit-vpp-perf-report-coverage-2106-2n-clx: + csit-vpp-perf-report-coverage-2101-2n-clx: + - 1 # rls2101.rel NDRPDR cov env 6 2n-clx-ip4-00 + - 2 # rls2101.rel NDRPDR cov env 6 2n-clx-ip4-01 + - 3 # rls2101.rel NDRPDR cov env 6 2n-clx-ip4-02 + - 4 # rls2101.rel NDRPDR cov env 6 2n-clx-ip4-03 + - 5 # rls2101.rel NDRPDR cov env 6 2n-clx-ip4-04 + - 6 # rls2101.rel NDRPDR cov env 6 2n-clx-ip4-05 + - 7 # rls2101.rel NDRPDR cov env 6 2n-clx-ip4-06 + - 8 # rls2101.rel NDRPDR cov env 6 2n-clx-ip4-07 + - 19 # rls2101.rel NDRPDR cov env 6 2n-clx-ip4tun-00 + - 20 # rls2101.rel NDRPDR cov env 6 2n-clx-ip4tun-00 + - 10 # rls2101.rel NDRPDR cov env 6 2n-clx-ip6-00 + - 11 # rls2101.rel NDRPDR cov env 6 2n-clx-ip6-01 + - 12 # rls2101.rel NDRPDR cov env 6 2n-clx-l2-00 + - 13 # rls2101.rel NDRPDR cov env 6 2n-clx-l2-01 + - 14 # rls2101.rel NDRPDR cov env 6 2n-clx-lb-00 + - 15 # rls2101.rel NDRPDR cov env 6 2n-clx-memif-00 + - 16 # rls2101.rel NDRPDR cov env 6 2n-clx-vhost-00 + - 17 # rls2101.rel NDRPDR cov env 6 2n-clx-vhost-01 + - 18 # rls2101.rel NDRPDR cov env 6 2n-clx-vts-00 + + dpdk-2n-clx-hist-iter: + csit-dpdk-perf-report-iterative-2009-2n-clx: + - 4 # NDRPDR iter env5 + - 5 # NDRPDR iter env5 + - 6 # NDRPDR iter env5 + - 7 # NDRPDR iter env5 + - 8 # NDRPDR iter env5 + - 9 # NDRPDR iter env5 + - 10 # NDRPDR iter env5 + - 11 # NDRPDR iter env5 + - 12 # NDRPDR iter env5 + - 13 # NDRPDR iter env5 - plot-dpdk-throughput-latency-2n-clx: + dpdk-2n-clx-prev-iter: csit-dpdk-perf-report-iterative-2101-2n-clx: - 12 # rls2101 NDRPDR iter env 6 - 13 # rls2101 NDRPDR iter env 6 @@ -412,33 +977,67 @@ - 18 # rls2101 NDRPDR iter env 6 - 22 # rls2101 NDRPDR iter env 6 - plot-dpdk-hdrh-lat-2n-clx: + dpdk-2n-clx-curr-iter: + # TODO: Replace + # csit-dpdk-perf-report-iterative-2106-2n-clx: csit-dpdk-perf-report-iterative-2101-2n-clx: - 12 # rls2101 NDRPDR iter env 6 + - 13 # rls2101 NDRPDR iter env 6 + - 14 # rls2101 NDRPDR iter env 6 + - 18 # rls2101 NDRPDR iter env 6 + - 22 # rls2101 NDRPDR iter env 6 - # # 2n-icx - # - # plot-vpp-throughput-lat-tsa-2n-icx: - # intel-csit-vpp-perf-report-iterative-2101-2n-icx: - # - 1 # master NDRPDR iter env 6 - # - # plot-vpp-hdrh-lat-2n-icx: - # intel-csit-vpp-perf-report-iterative-2101-2n-icx: - # - 1 # master NDRPDR iter env 6 + dpdk-2n-clx-curr-iter-best: + # TODO: Replace + # csit-dpdk-perf-report-iterative-2106-2n-clx: + csit-dpdk-perf-report-iterative-2101-2n-clx: + - 12 # rls2101 NDRPDR iter env 6 - # 3n-icx + # 3n-tsh - plot-vpp-throughput-lat-tsa-3n-icx: - intel-csit-vpp-perf-report-iterative-2101-3n-icx: - - 1 # master NDRPDR iter env 6 + vpp-3n-tsh-hist-iter-new-env: + csit-vpp-perf-report-iterative-2101-3n-tsh: + - 8 # rls2009 NDRPDR iter env 6 + - 13 # rls2009 NDRPDR iter env 6 + - 14 # rls2009 NDRPDR iter env 6 + - 15 # rls2009 NDRPDR iter env 6 + - 16 # rls2009 NDRPDR iter env 6 + - 17 # rls2009 NDRPDR iter env 6 + - 18 # rls2009 NDRPDR iter env 6 + - 19 # rls2009 NDRPDR iter env 6 + - 21 # rls2009 NDRPDR iter env 6 - plot-vpp-hdrh-lat-3n-icx: - intel-csit-vpp-perf-report-iterative-2101-3n-icx: - - 1 # master NDRPDR iter env 6 + vpp-3n-tsh-prev-iter-old-env: + csit-vpp-perf-report-iterative-2101-3n-tsh: + - 23 # rls2101.rel NDRPDR iter env 6 + - 24 # rls2101.rel NDRPDR iter env 6 + - 25 # rls2101.rel NDRPDR iter env 6 + - 26 # rls2101.rel NDRPDR iter env 6 + - 27 # rls2101.rel NDRPDR iter env 6 + - 28 # rls2101.rel NDRPDR iter env 6 + - 29 # rls2101.rel NDRPDR iter env 6 + - 30 # rls2101.rel NDRPDR iter env 6 + - 31 # rls2101.rel NDRPDR iter env 6 + - 32 # rls2101.rel NDRPDR iter env 6 - # 3n-tsh + vpp-3n-tsh-prev-iter-new-env: + # TODO: Replace + # csit-vpp-perf-report-iterative-2106-3n-tsh: + csit-vpp-perf-report-iterative-2101-3n-tsh: + - 23 # rls2101.rel NDRPDR iter env 6 + - 24 # rls2101.rel NDRPDR iter env 6 + - 25 # rls2101.rel NDRPDR iter env 6 + - 26 # rls2101.rel NDRPDR iter env 6 + - 27 # rls2101.rel NDRPDR iter env 6 + - 28 # rls2101.rel NDRPDR iter env 6 + - 29 # rls2101.rel NDRPDR iter env 6 + - 30 # rls2101.rel NDRPDR iter env 6 + - 31 # rls2101.rel NDRPDR iter env 6 + - 32 # rls2101.rel NDRPDR iter env 6 - plot-vpp-throughput-lat-tsa-3n-tsh: + vpp-3n-tsh-curr-iter: + # TODO: Replace + # csit-vpp-perf-report-iterative-2106-3n-tsh: csit-vpp-perf-report-iterative-2101-3n-tsh: - 23 # rls2101.rel NDRPDR iter env 6 - 24 # rls2101.rel NDRPDR iter env 6 @@ -451,11 +1050,84 @@ - 31 # rls2101.rel NDRPDR iter env 6 - 32 # rls2101.rel NDRPDR iter env 6 - plot-vpp-hdrh-lat-3n-tsh: + vpp-3n-tsh-curr-iter-best: + # TODO: Replace + # csit-vpp-perf-report-iterative-2106-3n-tsh: csit-vpp-perf-report-iterative-2101-3n-tsh: - 23 # rls2101.rel NDRPDR iter env 6 - plot-dpdk-throughput-latency-3n-tsh: + vpp-3n-tsh-hist-iter-mrr-new-env: + csit-vpp-perf-report-iterative-2101-3n-tsh: + - 7 # rls2009 MRR iter env 6 + + vpp-3n-tsh-prev-iter-mrr-old-env: + csit-vpp-perf-report-iterative-2101-3n-tsh: + - 22 # rls2101.rel MRR iter env 6 + + vpp-3n-tsh-prev-iter-mrr-new-env: + # TODO: Replace + # csit-vpp-perf-report-iterative-2106-3n-tsh: + csit-vpp-perf-report-iterative-2101-3n-tsh: + - 22 # rls2101.rel MRR iter env 6 + + vpp-3n-tsh-curr-iter-mrr: + # TODO: Replace + # csit-vpp-perf-report-iterative-2106-3n-tsh: + csit-vpp-perf-report-iterative-2101-3n-tsh: + - 22 # rls2101.rel MRR iter env 6 + + vpp-3n-tsh-curr-cov: + # TODO: Replace + # csit-vpp-perf-report-coverage-2106-3n-tsh: + csit-vpp-perf-report-coverage-2101-3n-tsh: + - 1 # rls2101.rel NDRPDR cov env 6 3n-tsh-ip4-00 + - 2 # rls2101.rel NDRPDR cov env 6 3n-tsh-ip4-01 + - 3 # rls2101.rel NDRPDR cov env 6 3n-tsh-ip4-02 + - 4 # rls2101.rel NDRPDR cov env 6 3n-tsh-ip4-03 + - 5 # rls2101.rel NDRPDR cov env 6 3n-tsh-ip4tun-00 + - 6 # rls2101.rel NDRPDR cov env 6 3n-tsh-ip4tun-01 + - 7 # rls2101.rel NDRPDR cov env 6 3n-tsh-ip6-00 + - 8 # rls2101.rel NDRPDR cov env 6 3n-tsh-ip6-01 + - 9 # rls2101.rel NDRPDR cov env 6 3n-tsh-l2-00 + - 10 # rls2101.rel NDRPDR cov env 6 3n-tsh-l2-01 + - 11 # rls2101.rel NDRPDR cov env 6 3n-tsh-l2-02 + - 12 # rls2101.rel NDRPDR cov env 6 3n-tsh-l2-03 + - 13 # rls2101.rel NDRPDR cov env 6 3n-tsh-l2-04 + - 19 # rls2101.rel NDRPDR cov env 6 3n-tsh-memif-00 + - 15 # rls2101.rel NDRPDR cov env 6 3n-tsh-srv6-00 + - 16 # rls2101.rel NDRPDR cov env 6 3n-tsh-srv6-01 + - 17 # rls2101.rel NDRPDR cov env 6 3n-tsh-vhost-00 + - 18 # rls2101.rel NDRPDR cov env 6 3n-tsh-vhost-01 + + dpdk-3n-tsh-hist-iter: + csit-dpdk-perf-report-iterative-2009-3n-tsh: + - 1 # NDRPDR iter env5 + - 2 # NDRPDR iter env5 + - 3 # NDRPDR iter env5 + - 4 # NDRPDR iter env5 + - 5 # NDRPDR iter env5 + - 6 # NDRPDR iter env5 + - 7 # NDRPDR iter env5 + - 9 # NDRPDR iter env5 + - 10 # NDRPDR iter env5 + - 11 # NDRPDR iter env5 + + dpdk-3n-tsh-prev-iter: + csit-dpdk-perf-report-iterative-2101-3n-tsh: + - 11 # rls2101 NDRPDR iter env 6 + - 12 # rls2101 NDRPDR iter env 6 + - 13 # rls2101 NDRPDR iter env 6 + - 14 # rls2101 NDRPDR iter env 6 + - 16 # rls2101 NDRPDR iter env 6 + - 17 # rls2101 NDRPDR iter env 6 + - 18 # rls2101 NDRPDR iter env 6 + - 19 # rls2101 NDRPDR iter env 6 + - 20 # rls2101 NDRPDR iter env 6 + - 21 # rls2101 NDRPDR iter env 6 + + dpdk-3n-tsh-curr-iter: + # TODO: Replace + # csit-dpdk-perf-report-iterative-2106-3n-tsh: csit-dpdk-perf-report-iterative-2101-3n-tsh: - 11 # rls2101 NDRPDR iter env 6 - 12 # rls2101 NDRPDR iter env 6 @@ -468,30 +1140,118 @@ - 20 # rls2101 NDRPDR iter env 6 - 21 # rls2101 NDRPDR iter env 6 - plot-dpdk-hdrh-lat-3n-tsh: + dpdk-3n-tsh-curr-iter-best: + # TODO: Replace + # csit-dpdk-perf-report-iterative-2106-3n-tsh: csit-dpdk-perf-report-iterative-2101-3n-tsh: - 21 # rls2101 NDRPDR iter env 6 # 2n-tx2 - plot-vpp-throughput-lat-tsa-2n-tx2: + vpp-3n-tsh-hist-iter-new-env: csit-vpp-perf-report-iterative-2101-2n-tx2: - - 22 # rls2101.rel NDRPDR iter env 6 - - 23 # rls2101.rel NDRPDR iter env 6 - - 24 # rls2101.rel NDRPDR iter env 6 - - 25 # rls2101.rel NDRPDR iter env 6 - - 26 # rls2101.rel NDRPDR iter env 6 - - 27 # rls2101.rel NDRPDR iter env 6 - - 28 # rls2101.rel NDRPDR iter env 6 - - 29 # rls2101.rel NDRPDR iter env 6 - - 30 # rls2101.rel NDRPDR iter env 6 - - 31 # rls2101.rel NDRPDR iter env 6 - - plot-vpp-hdrh-lat-2n-tx2: + - 6 # rls2009 NDRPDR iter env 6 + - 7 # rls2009 NDRPDR iter env 6 + - 11 # rls2009 NDRPDR iter env 6 + - 12 # rls2009 NDRPDR iter env 6 + - 13 # rls2009 NDRPDR iter env 6 + - 16 # rls2009 NDRPDR iter env 6 + - 17 # rls2009 NDRPDR iter env 6 + - 18 # rls2009 NDRPDR iter env 6 + - 19 # rls2009 NDRPDR iter env 6 + - 20 # rls2009 NDRPDR iter env 6 + + vpp-3n-tsh-prev-iter-old-env: + csit-vpp-perf-report-iterative-2101-2n-tx2: + - 22 # rls2101.rel NDRPDR iter env 6 + - 23 # rls2101.rel NDRPDR iter env 6 + - 24 # rls2101.rel NDRPDR iter env 6 + - 25 # rls2101.rel NDRPDR iter env 6 + - 26 # rls2101.rel NDRPDR iter env 6 + - 27 # rls2101.rel NDRPDR iter env 6 + - 28 # rls2101.rel NDRPDR iter env 6 + - 29 # rls2101.rel NDRPDR iter env 6 + - 30 # rls2101.rel NDRPDR iter env 6 + - 31 # rls2101.rel NDRPDR iter env 6 + + vpp-2n-tx2-prev-iter-new-env: + # TODO: Replace + # csit-vpp-perf-report-iterative-2106-2n-tx2: + csit-vpp-perf-report-iterative-2101-2n-tx2: + - 22 # rls2101.rel NDRPDR iter env 6 + - 23 # rls2101.rel NDRPDR iter env 6 + - 24 # rls2101.rel NDRPDR iter env 6 + - 25 # rls2101.rel NDRPDR iter env 6 + - 26 # rls2101.rel NDRPDR iter env 6 + - 27 # rls2101.rel NDRPDR iter env 6 + - 28 # rls2101.rel NDRPDR iter env 6 + - 29 # rls2101.rel NDRPDR iter env 6 + - 30 # rls2101.rel NDRPDR iter env 6 + - 31 # rls2101.rel NDRPDR iter env 6 + + vpp-2n-tx2-curr-iter: + # TODO: Replace + # csit-vpp-perf-report-iterative-2106-2n-tx2: + csit-vpp-perf-report-iterative-2101-2n-tx2: + - 22 # rls2101.rel NDRPDR iter env 6 + - 23 # rls2101.rel NDRPDR iter env 6 + - 24 # rls2101.rel NDRPDR iter env 6 + - 25 # rls2101.rel NDRPDR iter env 6 + - 26 # rls2101.rel NDRPDR iter env 6 + - 27 # rls2101.rel NDRPDR iter env 6 + - 28 # rls2101.rel NDRPDR iter env 6 + - 29 # rls2101.rel NDRPDR iter env 6 + - 30 # rls2101.rel NDRPDR iter env 6 + - 31 # rls2101.rel NDRPDR iter env 6 + + vpp-2n-tx2-curr-iter-best: + # TODO: Replace + # csit-vpp-perf-report-iterative-2106-2n-tx2: csit-vpp-perf-report-iterative-2101-2n-tx2: - 29 # rls2101.rel NDRPDR iter env 6 - plot-dpdk-throughput-latency-2n-tx2: + vpp-2n-tx2-hist-iter-mrr-new-env: + csit-vpp-perf-report-iterative-2101-2n-tx2: + - 5 # rls2009 MRR iter env 6 + + vpp-2n-tx2-prev-iter-mrr-old-env: + csit-vpp-perf-report-iterative-2101-2n-tx2: + - 21 # rls2101.rel MRR iter env 6 + + vpp-2n-tx2-prev-iter-mrr-new-env: + # TODO: Replace + # csit-vpp-perf-report-iterative-2106-2n-tx2: + csit-vpp-perf-report-iterative-2101-2n-tx2: + - 21 # rls2101.rel MRR iter env 6 + + vpp-2n-tx2-curr-iter-mrr: + # TODO: Replace + # csit-vpp-perf-report-iterative-2106-2n-tx2: + csit-vpp-perf-report-iterative-2101-2n-tx2: + - 21 # rls2101.rel MRR iter env 6 + + vpp-2n-tx2-curr-cov: + # TODO: Replace + # csit-vpp-perf-report-coverage-2106-2n-tx2: + csit-vpp-perf-report-coverage-2101-2n-tx2: + - 1 # rls2101.rel NDRPDR cov env 6 2n-tx2-ip4-00 + - 2 # rls2101.rel NDRPDR cov env 6 2n-tx2-ip4-01 + - 3 # rls2101.rel NDRPDR cov env 6 2n-tx2-ip4-02 + - 4 # rls2101.rel NDRPDR cov env 6 2n-tx2-ip4-03 + - 5 # rls2101.rel NDRPDR cov env 6 2n-tx2-ip4-04 + - 6 # rls2101.rel NDRPDR cov env 6 2n-tx2-ip4-05 + - 7 # rls2101.rel NDRPDR cov env 6 2n-tx2-ip4-06 + - 8 # rls2101.rel NDRPDR cov env 6 2n-tx2-ip6-00 + - 9 # rls2101.rel NDRPDR cov env 6 2n-tx2-ip6-01 + - 10 # rls2101.rel NDRPDR cov env 6 2n-tx2-l2-00 + - 11 # rls2101.rel NDRPDR cov env 6 2n-tx2-l2-01 + - 12 # rls2101.rel NDRPDR cov env 6 2n-tx2-l2-02 + - 13 # rls2101.rel NDRPDR cov env 6 2n-tx2-l2-03 + - 15 # rls2101.rel NDRPDR cov env 6 2n-tx2-l2-04 + + dpdk-2n-tx2-curr-iter: + # TODO: Replace + # csit-dpdk-perf-report-iterative-2106-2n-tx2: csit-dpdk-perf-report-iterative-2101-2n-tx2: - 4 # rls2101 NDRPDR iter env 6 - 6 # rls2101 NDRPDR iter env 6 @@ -504,13 +1264,79 @@ - 13 # rls2101 NDRPDR iter env 6 - 14 # rls2101 NDRPDR iter env 6 - plot-dpdk-hdrh-lat-2n-tx2: + dpdk-2n-tx2-curr-iter-best: + # TODO: Replace + # csit-dpdk-perf-report-iterative-2106-2n-tx2: csit-dpdk-perf-report-iterative-2101-2n-tx2: - 4 # rls2101 NDRPDR iter env 6 + # 3n-dnv - plot-vpp-throughput-lat-tsa-3n-dnv: + vpp-3n-dnv-hist-iter-new-env: + csit-vpp-perf-report-iterative-2009-3n-dnv: + - 3 # rls2009 NDRPDR iter env 5 + - 6 # rls2009 NDRPDR iter env 5 + - 7 # rls2009 NDRPDR iter env 5 + - 8 # rls2009 NDRPDR iter env 5 + - 10 # rls2009 NDRPDR iter env 5 + - 11 # rls2009 NDRPDR iter env 5 + - 12 # rls2009 NDRPDR iter env 5 + - 14 # rls2009 NDRPDR iter env 5 + - 15 # rls2009 NDRPDR iter env 5 + - 24 # rls2009 NDRPDR iter env 5 + + vpp-3n-dnv-prev-iter-old-env: + csit-vpp-perf-report-iterative-2101-3n-dnv: + - 33 # rls2101.rel NDRPDR iter env 6 + - 34 # rls2101.rel NDRPDR iter env 6 + - 35 # rls2101.rel NDRPDR iter env 6 + - 36 # rls2101.rel NDRPDR iter env 6 + - 37 # rls2101.rel NDRPDR iter env 6 + - 38 # rls2101.rel NDRPDR iter env 6 + - 39 # rls2101.rel NDRPDR iter env 6 + - 40 # rls2101.rel NDRPDR iter env 6 + - 41 # rls2101.rel NDRPDR iter env 6 + - 42 # rls2101.rel NDRPDR iter env 6 + - 43 # rls2101.rel NDRPDR iter RND env 6 + - 44 # rls2101.rel NDRPDR iter RND env 6 + - 45 # rls2101.rel NDRPDR iter RND env 6 + - 46 # rls2101.rel NDRPDR iter RND env 6 + - 47 # rls2101.rel NDRPDR iter RND env 6 + - 48 # rls2101.rel NDRPDR iter RND env 6 + - 49 # rls2101.rel NDRPDR iter RND env 6 + - 50 # rls2101.rel NDRPDR iter RND env 6 + - 51 # rls2101.rel NDRPDR iter RND env 6 + - 52 # rls2101.rel NDRPDR iter RND env 6 + + vpp-3n-dnv-prev-iter-new-env: + # TODO: Replace + # csit-vpp-perf-report-iterative-2106-3n-dnv: + csit-vpp-perf-report-iterative-2101-3n-dnv: + - 33 # rls2101.rel NDRPDR iter env 6 + - 34 # rls2101.rel NDRPDR iter env 6 + - 35 # rls2101.rel NDRPDR iter env 6 + - 36 # rls2101.rel NDRPDR iter env 6 + - 37 # rls2101.rel NDRPDR iter env 6 + - 38 # rls2101.rel NDRPDR iter env 6 + - 39 # rls2101.rel NDRPDR iter env 6 + - 40 # rls2101.rel NDRPDR iter env 6 + - 41 # rls2101.rel NDRPDR iter env 6 + - 42 # rls2101.rel NDRPDR iter env 6 + - 43 # rls2101.rel NDRPDR iter RND env 6 + - 44 # rls2101.rel NDRPDR iter RND env 6 + - 45 # rls2101.rel NDRPDR iter RND env 6 + - 46 # rls2101.rel NDRPDR iter RND env 6 + - 47 # rls2101.rel NDRPDR iter RND env 6 + - 48 # rls2101.rel NDRPDR iter RND env 6 + - 49 # rls2101.rel NDRPDR iter RND env 6 + - 50 # rls2101.rel NDRPDR iter RND env 6 + - 51 # rls2101.rel NDRPDR iter RND env 6 + - 52 # rls2101.rel NDRPDR iter RND env 6 + + vpp-3n-dnv-curr-iter: + # TODO: Replace + # csit-vpp-perf-report-iterative-2106-3n-dnv: csit-vpp-perf-report-iterative-2101-3n-dnv: - 33 # rls2101.rel NDRPDR iter env 6 - 34 # rls2101.rel NDRPDR iter env 6 @@ -533,13 +1359,83 @@ - 51 # rls2101.rel NDRPDR iter RND env 6 - 52 # rls2101.rel NDRPDR iter RND env 6 - # plot-dpdk-throughput-latency-3n-dnv: - # # No data - # csit-dpdk-perf-report-iterative-2009-3n-dnv: + vpp-3n-dnv-hist-iter-mrr-new-env: + csit-vpp-perf-report-iterative-2009-3n-dnv: + - 22 # rls2009 MRR iter env 5 + + vpp-3n-dnv-prev-iter-mrr-old-env: + csit-vpp-perf-report-iterative-2101-3n-dnv: + - 32 # rls2101.rel MRR iter env 6 + + vpp-3n-dnv-prev-iter-mrr-new-env: + # TODO: Replace + # csit-vpp-perf-report-iterative-2106-3n-dnv: + csit-vpp-perf-report-iterative-2101-3n-dnv: + - 32 # rls2101.rel MRR iter env 6 + + vpp-3n-dnv-curr-iter-mrr: + # TODO: Replace + # csit-vpp-perf-report-iterative-2106-3n-dnv: + csit-vpp-perf-report-iterative-2101-3n-dnv: + - 32 # rls2101.rel MRR iter env 6 + + vpp-3n-dnv-curr-cov: + # TODO: Replace + # csit-vpp-perf-report-coverage-2106-3n-dnv: + csit-vpp-perf-report-coverage-2101-3n-dnv: + - 1 # rls2101.rel NDRPDR cov env 6 3n-dnv-crypto-00 + - 2 # rls2101.rel NDRPDR cov env 6 3n-dnv-crypto-01 + - 3 # rls2101.rel NDRPDR cov env 6 3n-dnv-ip4-00 + - 4 # rls2101.rel NDRPDR cov env 6 3n-dnv-ip4-01 + - 5 # rls2101.rel NDRPDR cov env 6 3n-dnv-ip4tun-00 + - 6 # rls2101.rel NDRPDR cov env 6 3n-dnv-ip6-00 + - 7 # rls2101.rel NDRPDR cov env 6 3n-dnv-ip6-01 + - 8 # rls2101.rel NDRPDR cov env 6 3n-dnv-l2-00 + - 9 # rls2101.rel NDRPDR cov env 6 3n-dnv-l2-01 + +# dpdk-performance-changes-3n-dnv-h1: +# csit-dpdk-perf-verify-2101-3n-dnv: +# - 12 # NDRPDR sel +# - 13 # NDRPDR sel +# - 14 # NDRPDR sel +# - 15 # NDRPDR sel +# - 16 # NDRPDR sel +# - 17 # NDRPDR sel +# - 18 # NDRPDR sel +# - 19 # NDRPDR sel +# - 20 # NDRPDR sel +# - 22 # NDRPDR sel +# dpdk-performance-changes-3n-dnv-ref: +# # No data +# dpdk-performance-changes-3n-dnv-cmp: +# # No data +# csit-dpdk-perf-report-iterative-2009-3n-dnv: + +# plot-dpdk-throughput-latency-3n-dnv: +# # No data +# csit-dpdk-perf-report-iterative-2009-3n-dnv: + +# dpdk-perf-results-3n-dnv: +# # No data +# csit-dpdk-perf-report-iterative-2009-3n-dnv: + # 2n-dnv - plot-vpp-throughput-lat-tsa-2n-dnv: + vpp-2n-dnv-hist-iter-new-env: + csit-vpp-perf-report-iterative-2009-2n-dnv: + - 3 # rls2009 NDRPDR iter env 5 + - 5 # rls2009 NDRPDR iter env 5 + - 6 # rls2009 NDRPDR iter env 5 + - 7 # rls2009 NDRPDR iter env 5 + - 9 # rls2009 NDRPDR iter env 5 + - 10 # rls2009 NDRPDR iter env 5 + - 11 # rls2009 NDRPDR iter env 5 + - 12 # rls2009 NDRPDR iter env 5 + - 14 # rls2009 NDRPDR iter env 5 + - 15 # rls2009 NDRPDR iter env 5 + + vpp-2n-dnv-prev-iter-old-env: csit-vpp-perf-report-iterative-2101-2n-dnv: - 32 # rls2101.rel NDRPDR iter env 6 - 33 # rls2101.rel NDRPDR iter env 6 @@ -562,1610 +1458,137 @@ - 54 # rls2101.rel NDRPDR iter RND env 6 - 55 # rls2101.rel NDRPDR iter RND env 6 - # plot-dpdk-throughput-latency-2n-dnv: - # # No data - # csit-dpdk-perf-report-iterative-2009-2n-dnv: - -################################################################################ -# Simple tables (only one data set): - - # NIC Comparisons + vpp-2n-dnv-prev-iter-new-env: + # TODO: Replace + # csit-vpp-perf-report-iterative-2106-2n-dnv: + csit-vpp-perf-report-iterative-2101-2n-dnv: + - 32 # rls2101.rel NDRPDR iter env 6 + - 33 # rls2101.rel NDRPDR iter env 6 + - 34 # rls2101.rel NDRPDR iter env 6 + - 35 # rls2101.rel NDRPDR iter env 6 + - 39 # rls2101.rel NDRPDR iter env 6 + - 41 # rls2101.rel NDRPDR iter env 6 + - 42 # rls2101.rel NDRPDR iter env 6 + - 43 # rls2101.rel NDRPDR iter env 6 + - 44 # rls2101.rel NDRPDR iter env 6 + - 45 # rls2101.rel NDRPDR iter env 6 + - 46 # rls2101.rel NDRPDR iter RND env 6 + - 47 # rls2101.rel NDRPDR iter RND env 6 + - 48 # rls2101.rel NDRPDR iter RND env 6 + - 49 # rls2101.rel NDRPDR iter RND env 6 + - 50 # rls2101.rel NDRPDR iter RND env 6 + - 51 # rls2101.rel NDRPDR iter RND env 6 + - 52 # rls2101.rel NDRPDR iter RND env 6 + - 53 # rls2101.rel NDRPDR iter RND env 6 + - 54 # rls2101.rel NDRPDR iter RND env 6 + - 55 # rls2101.rel NDRPDR iter RND env 6 - vpp-nic-comparison-3n-skx: - csit-vpp-perf-report-iterative-2101-3n-skx: - - 36 # rls2101.rel NDRPDR iter env 6 - - 37 # rls2101.rel NDRPDR iter env 6 - - 38 # rls2101.rel NDRPDR iter env 6 + vpp-2n-dnv-curr-iter: + # TODO: Replace + # csit-vpp-perf-report-iterative-2106-2n-dnv: + csit-vpp-perf-report-iterative-2101-2n-dnv: + - 32 # rls2101.rel NDRPDR iter env 6 + - 33 # rls2101.rel NDRPDR iter env 6 + - 34 # rls2101.rel NDRPDR iter env 6 + - 35 # rls2101.rel NDRPDR iter env 6 - 39 # rls2101.rel NDRPDR iter env 6 - - 40 # rls2101.rel NDRPDR iter env 6 - 41 # rls2101.rel NDRPDR iter env 6 - 42 # rls2101.rel NDRPDR iter env 6 - - 47 # rls2101.rel NDRPDR iter env 6 - - 48 # rls2101.rel NDRPDR iter env 6 - - 50 # rls2101.rel NDRPDR iter env 6 + - 43 # rls2101.rel NDRPDR iter env 6 + - 44 # rls2101.rel NDRPDR iter env 6 + - 45 # rls2101.rel NDRPDR iter env 6 + - 46 # rls2101.rel NDRPDR iter RND env 6 + - 47 # rls2101.rel NDRPDR iter RND env 6 + - 48 # rls2101.rel NDRPDR iter RND env 6 + - 49 # rls2101.rel NDRPDR iter RND env 6 + - 50 # rls2101.rel NDRPDR iter RND env 6 + - 51 # rls2101.rel NDRPDR iter RND env 6 + - 52 # rls2101.rel NDRPDR iter RND env 6 + - 53 # rls2101.rel NDRPDR iter RND env 6 + - 54 # rls2101.rel NDRPDR iter RND env 6 + - 55 # rls2101.rel NDRPDR iter RND env 6 - vpp-nic-comparison-2n-skx: - csit-vpp-perf-report-iterative-2101-2n-skx: - - 63 # rls2101.rel NDRPDR iter env 6 - - 69 # rls2101.rel NDRPDR iter env 6 - - 70 # rls2101.rel NDRPDR iter env 6 - - 75 # rls2101.rel NDRPDR iter env 6 - - 76 # rls2101.rel NDRPDR iter env 6 - - 77 # rls2101.rel NDRPDR iter env 6 - - 82 # rls2101.rel NDRPDR iter env 6 - - 85 # rls2101.rel NDRPDR iter env 6 - - 86 # rls2101.rel NDRPDR iter env 6 - - 94 # rls2101.rel NDRPDR iter env 6 - - 89 # rls2101.rel NDRPDR iter RND env 6 - - 90 # rls2101.rel NDRPDR iter RND env 6 - - 91 # rls2101.rel NDRPDR iter RND env 6 - - 92 # rls2101.rel NDRPDR iter RND env 6 - - 93 # rls2101.rel NDRPDR iter RND env 6 - - 96 # rls2101.rel NDRPDR iter RND env 6 - - 98 # rls2101.rel NDRPDR iter RND env 6 - - 99 # rls2101.rel NDRPDR iter RND env 6 - - 101 # rls2101.rel NDRPDR iter RND env 6 - - 102 # rls2101.rel NDRPDR iter RND env 6 - - 116 # rls2101.rel NDRPDR iter NAT env 6 - - 117 # rls2101.rel NDRPDR iter NAT env 6 - - 118 # rls2101.rel NDRPDR iter NAT env 6 - - 119 # rls2101.rel NDRPDR iter NAT env 6 - - 120 # rls2101.rel NDRPDR iter NAT env 6 - - 121 # rls2101.rel NDRPDR iter NAT env 6 - - 122 # rls2101.rel NDRPDR iter NAT env 6 - - 123 # rls2101.rel NDRPDR iter NAT env 6 - - 124 # rls2101.rel NDRPDR iter NAT env 6 - - 125 # rls2101.rel NDRPDR iter NAT env 6 + vpp-2n-dnv-hist-iter-mrr-new-env: + csit-vpp-perf-report-iterative-2009-2n-dnv: + - 13 # rls2009 MRR iter env 5 - vpp-nic-comparison-3n-skx-mrr: - csit-vpp-perf-report-iterative-2101-3n-skx: - - 35 # rls2101.rel MRR iter env 6 + vpp-2n-dnv-prev-iter-mrr-old-env: + csit-vpp-perf-report-iterative-2101-2n-dnv: + - 31 # rls2101.rel MRR iter env 6 - vpp-nic-comparison-2n-skx-mrr: - csit-vpp-perf-report-iterative-2101-2n-skx: - - 62 # rls2101.rel MRR iter env 6 - - # Results - - vpp-perf-results-3n-hsw: - csit-vpp-perf-report-coverage-2101-3n-hsw: - - 1 # rls2101.rel NDRPDR cov env 6 3n-hsw-crypto-00 - - 2 # rls2101.rel NDRPDR cov env 6 3n-hsw-crypto-01 - - 3 # rls2101.rel NDRPDR cov env 6 3n-hsw-crypto-02 - - 4 # rls2101.rel NDRPDR cov env 6 3n-hsw-crypto-03 - - 5 # rls2101.rel NDRPDR cov env 6 3n-hsw-ip4-00 - - 6 # rls2101.rel NDRPDR cov env 6 3n-hsw-ip4-01 - - 7 # rls2101.rel NDRPDR cov env 6 3n-hsw-ip4-02 - - 8 # rls2101.rel NDRPDR cov env 6 3n-hsw-ip4-03 - - 9 # rls2101.rel NDRPDR cov env 6 3n-hsw-ip4-04 - - 10 # rls2101.rel NDRPDR cov env 6 3n-hsw-ip4-05 - - 11 # rls2101.rel NDRPDR cov env 6 3n-hsw-ip4-06 - - 12 # rls2101.rel NDRPDR cov env 6 3n-hsw-ip4-07 - - 13 # rls2101.rel NDRPDR cov env 6 3n-hsw-ip4tun-00 - - 14 # rls2101.rel NDRPDR cov env 6 3n-hsw-ip4tun-01 - - 15 # rls2101.rel NDRPDR cov env 6 3n-hsw-ip4tun-02 - - 16 # rls2101.rel NDRPDR cov env 6 3n-hsw-ip6-00 - - 18 # rls2101.rel NDRPDR cov env 6 3n-hsw-ip6-01 - - 19 # rls2101.rel NDRPDR cov env 6 3n-hsw-l2-00 - - 20 # rls2101.rel NDRPDR cov env 6 3n-hsw-l2-01 - - 21 # rls2101.rel NDRPDR cov env 6 3n-hsw-l2-02 - - 22 # rls2101.rel NDRPDR cov env 6 3n-hsw-l2-03 - - 23 # rls2101.rel NDRPDR cov env 6 3n-hsw-l2-04 - - 24 # rls2101.rel NDRPDR cov env 6 3n-hsw-ip6tun-00 - - 25 # rls2101.rel NDRPDR cov env 6 3n-hsw-l2-05 - - 26 # rls2101.rel NDRPDR cov env 6 3n-hsw-l2-06 - - 27 # rls2101.rel NDRPDR cov env 6 3n-hsw-l2-07 - - 28 # rls2101.rel NDRPDR cov env 6 3n-hsw-l2-08 - - 29 # rls2101.rel NDRPDR cov env 6 3n-hsw-l2-09 - - 30 # rls2101.rel NDRPDR cov env 6 3n-hsw-l2-10 - - 31 # rls2101.rel NDRPDR cov env 6 3n-hsw-memif-00 - - 32 # rls2101.rel NDRPDR cov env 6 3n-hsw-srv6-00 - - 33 # rls2101.rel NDRPDR cov env 6 3n-hsw-srv6-01 - - 34 # rls2101.rel NDRPDR cov env 6 3n-hsw-vhost-00 - - 35 # rls2101.rel NDRPDR cov env 6 3n-hsw-vhost-01 - - 36 # rls2101.rel NDRPDR cov env 6 3n-hsw-vhost-02 - - vpp-perf-results-3n-skx: - csit-vpp-perf-report-coverage-2101-3n-skx: - - 1 # rls2101.rel NDRPDR cov env 6 3n-skx-crypto-00 - - 2 # rls2101.rel NDRPDR cov env 6 3n-skx-crypto-01 - - 3 # rls2101.rel NDRPDR cov env 6 3n-skx-crypto-02 - - 4 # rls2101.rel NDRPDR cov env 6 3n-skx-crypto-03 - - 5 # rls2101.rel NDRPDR cov env 6 3n-skx-ip4-00 - - 16 # rls2101.rel NDRPDR cov env 6 3n-skx-ip4-01 - - 7 # rls2101.rel NDRPDR cov env 6 3n-skx-ip4-02 - - 17 # rls2101.rel NDRPDR cov env 6 3n-skx-ip4-03 - - 18 # rls2101.rel NDRPDR cov env 6 3n-skx-ip4-04 - - 19 # rls2101.rel NDRPDR cov env 6 3n-skx-ip4-05 - - 20 # rls2101.rel NDRPDR cov env 6 3n-skx-ip4-06 - - 12 # rls2101.rel NDRPDR cov env 6 3n-skx-ip4-06 - - 13 # rls2101.rel NDRPDR cov env 6 3n-skx-ip4tun-00 - - 26 # rls2101.rel NDRPDR cov env 6 3n-skx-ip4tun-01 - - 15 # rls2101.rel NDRPDR cov env 6 3n-skx-ip4tun-02 - - 21 # rls2101.rel NDRPDR cov env 6 3n-skx-ip6-00 - - 22 # rls2101.rel NDRPDR cov env 6 3n-skx-ip6-01 - - 23 # rls2101.rel NDRPDR cov env 6 3n-skx-ip6tun-00 - - 24 # rls2101.rel NDRPDR cov env 6 3n-skx-l2-00 - - 30 # rls2101.rel NDRPDR cov env 6 3n-skx-l2-01 - - 27 # rls2101.rel NDRPDR cov env 6 3n-skx-l2-02 - - 28 # rls2101.rel NDRPDR cov env 6 3n-skx-l2-03 - - 29 # rls2101.rel NDRPDR cov env 6 3n-skx-l2-04 - - 31 # rls2101.rel NDRPDR cov env 6 3n-skx-l2-05 - - 32 # rls2101.rel NDRPDR cov env 6 3n-skx-l2-06 - - 33 # rls2101.rel NDRPDR cov env 6 3n-skx-l2-07 - - 34 # rls2101.rel NDRPDR cov env 6 3n-skx-l2-08 - - 35 # rls2101.rel NDRPDR cov env 6 3n-skx-l2-09 - - 36 # rls2101.rel NDRPDR cov env 6 3n-skx-l2-10 - - 37 # rls2101.rel NDRPDR cov env 6 3n-skx-memif-00 - - 38 # rls2101.rel NDRPDR cov env 6 3n-skx-srv6-00 - - 39 # rls2101.rel NDRPDR cov env 6 3n-skx-srv6-01 - - 40 # rls2101.rel NDRPDR cov env 6 3n-skx-vhost-00 - - 41 # rls2101.rel NDRPDR cov env 6 3n-skx-vhost-01 - - 42 # rls2101.rel NDRPDR cov env 6 3n-skx-vhost-02 - - 43 # rls2101.rel NDRPDR cov env 6 3n-skx-vhost-03 - - vpp-perf-results-2n-skx: - csit-vpp-perf-report-coverage-2101-2n-skx: - - 1 # rls2101.rel NDRPDR cov env 6 2n-skx-ip4-00 - - 2 # rls2101.rel NDRPDR cov env 6 2n-skx-ip4-01 - - 3 # rls2101.rel NDRPDR cov env 6 2n-skx-ip4-02 - - 4 # rls2101.rel NDRPDR cov env 6 2n-skx-ip4-03 - - 5 # rls2101.rel NDRPDR cov env 6 2n-skx-ip4-04 - - 6 # rls2101.rel NDRPDR cov env 6 2n-skx-ip4-05 - - 7 # rls2101.rel NDRPDR cov env 6 2n-skx-ip4-06 - - 8 # rls2101.rel NDRPDR cov env 6 2n-skx-ip4-07 - - 21 # rls2101.rel NDRPDR cov env 6 2n-skx-ip4tun-00 - - 22 # rls2101.rel NDRPDR cov env 6 2n-skx-ip4tun-00 - - 10 # rls2101.rel NDRPDR cov env 6 2n-skx-ip6-00 - - 11 # rls2101.rel NDRPDR cov env 6 2n-skx-ip6-01 - - 12 # rls2101.rel NDRPDR cov env 6 2n-skx-l2-00 - - 13 # rls2101.rel NDRPDR cov env 6 2n-skx-l2-01 - - 14 # rls2101.rel NDRPDR cov env 6 2n-skx-lb-00 - - 15 # rls2101.rel NDRPDR cov env 6 2n-skx-memif-00 - - 16 # rls2101.rel NDRPDR cov env 6 2n-skx-vhost-00 - - 17 # rls2101.rel NDRPDR cov env 6 2n-skx-vhost-01 - - 19 # rls2101.rel NDRPDR cov env 6 2n-skx-vts-00 - - vpp-perf-results-2n-zn2: - csit-vpp-perf-report-coverage-2101-2n-zn2: - - 1 # rls2101.rel NDRPDR cov env 6 2n-zn2-ip4-00 - - 2 # rls2101.rel NDRPDR cov env 6 2n-zn2-ip4-01 - - 3 # rls2101.rel NDRPDR cov env 6 2n-zn2-ip4-02 - - 4 # rls2101.rel NDRPDR cov env 6 2n-zn2-ip4-03 - - 5 # rls2101.rel NDRPDR cov env 6 2n-zn2-ip4-04 - - 6 # rls2101.rel NDRPDR cov env 6 2n-zn2-ip4-05 - - 17 # rls2101.rel NDRPDR cov env 6 2n-zn2-ip4tun-00 - - 18 # rls2101.rel NDRPDR cov env 6 2n-zn2-ip4tun-01 - - 8 # rls2101.rel NDRPDR cov env 6 2n-zn2-ip6-00 - - 9 # rls2101.rel NDRPDR cov env 6 2n-zn2-ip6-01 - - 10 # rls2101.rel NDRPDR cov env 6 2n-zn2-l2-00 - - 11 # rls2101.rel NDRPDR cov env 6 2n-zn2-l2-01 - - 12 # rls2101.rel NDRPDR cov env 6 2n-zn2-lb-00 - - 13 # rls2101.rel NDRPDR cov env 6 2n-zn2-memif-00 - - 14 # rls2101.rel NDRPDR cov env 6 2n-zn2-vhost-00 - - 15 # rls2101.rel NDRPDR cov env 6 2n-zn2-vhost-00 - - 16 # rls2101.rel NDRPDR cov env 6 2n-zn2-vts-00 - - vpp-perf-results-2n-clx: - csit-vpp-perf-report-coverage-2101-2n-clx: - - 1 # rls2101.rel NDRPDR cov env 6 2n-clx-ip4-00 - - 2 # rls2101.rel NDRPDR cov env 6 2n-clx-ip4-01 - - 3 # rls2101.rel NDRPDR cov env 6 2n-clx-ip4-02 - - 4 # rls2101.rel NDRPDR cov env 6 2n-clx-ip4-03 - - 5 # rls2101.rel NDRPDR cov env 6 2n-clx-ip4-04 - - 6 # rls2101.rel NDRPDR cov env 6 2n-clx-ip4-05 - - 7 # rls2101.rel NDRPDR cov env 6 2n-clx-ip4-06 - - 8 # rls2101.rel NDRPDR cov env 6 2n-clx-ip4-07 - - 19 # rls2101.rel NDRPDR cov env 6 2n-clx-ip4tun-00 - - 20 # rls2101.rel NDRPDR cov env 6 2n-clx-ip4tun-00 - - 10 # rls2101.rel NDRPDR cov env 6 2n-clx-ip6-00 - - 11 # rls2101.rel NDRPDR cov env 6 2n-clx-ip6-01 - - 12 # rls2101.rel NDRPDR cov env 6 2n-clx-l2-00 - - 13 # rls2101.rel NDRPDR cov env 6 2n-clx-l2-01 - - 14 # rls2101.rel NDRPDR cov env 6 2n-clx-lb-00 - - 15 # rls2101.rel NDRPDR cov env 6 2n-clx-memif-00 - - 16 # rls2101.rel NDRPDR cov env 6 2n-clx-vhost-00 - - 17 # rls2101.rel NDRPDR cov env 6 2n-clx-vhost-01 - - 18 # rls2101.rel NDRPDR cov env 6 2n-clx-vts-00 - - # vpp-perf-results-2n-icx: - # intel-csit-vpp-perf-report-iterative-2101-2n-icx: - # - 1 # master NDRPDR iter env 6 - - vpp-perf-results-3n-icx: - intel-csit-vpp-perf-report-iterative-2101-3n-icx: - - 1 # master NDRPDR iter env 6 - - vpp-perf-results-3n-tsh: - csit-vpp-perf-report-coverage-2101-3n-tsh: - - 1 # rls2101.rel NDRPDR cov env 6 3n-tsh-ip4-00 - - 2 # rls2101.rel NDRPDR cov env 6 3n-tsh-ip4-01 - - 3 # rls2101.rel NDRPDR cov env 6 3n-tsh-ip4-02 - - 4 # rls2101.rel NDRPDR cov env 6 3n-tsh-ip4-03 - - 5 # rls2101.rel NDRPDR cov env 6 3n-tsh-ip4tun-00 - - 6 # rls2101.rel NDRPDR cov env 6 3n-tsh-ip4tun-01 - - 7 # rls2101.rel NDRPDR cov env 6 3n-tsh-ip6-00 - - 8 # rls2101.rel NDRPDR cov env 6 3n-tsh-ip6-01 - - 9 # rls2101.rel NDRPDR cov env 6 3n-tsh-l2-00 - - 10 # rls2101.rel NDRPDR cov env 6 3n-tsh-l2-01 - - 11 # rls2101.rel NDRPDR cov env 6 3n-tsh-l2-02 - - 12 # rls2101.rel NDRPDR cov env 6 3n-tsh-l2-03 - - 13 # rls2101.rel NDRPDR cov env 6 3n-tsh-l2-04 - - 19 # rls2101.rel NDRPDR cov env 6 3n-tsh-memif-00 - - 15 # rls2101.rel NDRPDR cov env 6 3n-tsh-srv6-00 - - 16 # rls2101.rel NDRPDR cov env 6 3n-tsh-srv6-01 - - 17 # rls2101.rel NDRPDR cov env 6 3n-tsh-vhost-00 - - 18 # rls2101.rel NDRPDR cov env 6 3n-tsh-vhost-01 - - vpp-perf-results-2n-tx2: - csit-vpp-perf-report-coverage-2101-2n-tx2: - - 1 # rls2101.rel NDRPDR cov env 6 2n-tx2-ip4-00 - - 2 # rls2101.rel NDRPDR cov env 6 2n-tx2-ip4-01 - - 3 # rls2101.rel NDRPDR cov env 6 2n-tx2-ip4-02 - - 4 # rls2101.rel NDRPDR cov env 6 2n-tx2-ip4-03 - - 5 # rls2101.rel NDRPDR cov env 6 2n-tx2-ip4-04 - - 6 # rls2101.rel NDRPDR cov env 6 2n-tx2-ip4-05 - - 7 # rls2101.rel NDRPDR cov env 6 2n-tx2-ip4-06 - - 8 # rls2101.rel NDRPDR cov env 6 2n-tx2-ip6-00 - - 9 # rls2101.rel NDRPDR cov env 6 2n-tx2-ip6-01 - - 10 # rls2101.rel NDRPDR cov env 6 2n-tx2-l2-00 - - 11 # rls2101.rel NDRPDR cov env 6 2n-tx2-l2-01 - - 12 # rls2101.rel NDRPDR cov env 6 2n-tx2-l2-02 - - 13 # rls2101.rel NDRPDR cov env 6 2n-tx2-l2-03 - - 15 # rls2101.rel NDRPDR cov env 6 2n-tx2-l2-04 + vpp-2n-dnv-prev-iter-mrr-new-env: + # TODO: Replace + # csit-vpp-perf-report-iterative-2106-2n-dnv: + csit-vpp-perf-report-iterative-2101-2n-dnv: + - 31 # rls2101.rel MRR iter env 6 - vpp-perf-results-3n-dnv: - csit-vpp-perf-report-coverage-2101-3n-dnv: - - 1 # rls2101.rel NDRPDR cov env 6 3n-dnv-crypto-00 - - 2 # rls2101.rel NDRPDR cov env 6 3n-dnv-crypto-01 - - 3 # rls2101.rel NDRPDR cov env 6 3n-dnv-ip4-00 - - 4 # rls2101.rel NDRPDR cov env 6 3n-dnv-ip4-01 - - 5 # rls2101.rel NDRPDR cov env 6 3n-dnv-ip4tun-00 - - 6 # rls2101.rel NDRPDR cov env 6 3n-dnv-ip6-00 - - 7 # rls2101.rel NDRPDR cov env 6 3n-dnv-ip6-01 - - 8 # rls2101.rel NDRPDR cov env 6 3n-dnv-l2-00 - - 9 # rls2101.rel NDRPDR cov env 6 3n-dnv-l2-01 + vpp-2n-dnv-curr-iter-mrr: + # TODO: Replace + # csit-vpp-perf-report-iterative-2106-2n-dnv: + csit-vpp-perf-report-iterative-2101-2n-dnv: + - 31 # rls2101.rel MRR iter env 6 - vpp-perf-results-2n-dnv: + vpp-2n-dnv-curr-cov: + # TODO: Replace + # csit-vpp-perf-report-coverage-2106-2n-dnv: csit-vpp-perf-report-coverage-2101-2n-dnv: - - 1 # rls2101.rel NDRPDR cov env 6 3n-dnv-ip4-00 - - 2 # rls2101.rel NDRPDR cov env 6 3n-dnv-ip4-01 + - 1 # rls2101.rel NDRPDR cov env 6 2n-dnv-ip4-00 + - 2 # rls2101.rel NDRPDR cov env 6 2n-dnv-ip4-01 - 3 # rls2101.rel NDRPDR cov env 6 2n-dnv-ip6-00 - 4 # rls2101.rel NDRPDR cov env 6 2n-dnv-ip6-01 - 5 # rls2101.rel NDRPDR cov env 6 2n-dnv-l2-00 - 6 # rls2101.rel NDRPDR cov env 6 2n-dnv-l2-01 - vpp-mrr-results-3n-hsw: - csit-vpp-perf-report-iterative-2101-3n-hsw: - - 63 # rls2101.rel MRR iter env 6 - - vpp-mrr-results-3n-skx: - csit-vpp-perf-report-iterative-2101-3n-skx: - - 35 # rls2101.rel MRR iter env 6 - - vpp-mrr-results-2n-skx: - csit-vpp-perf-report-iterative-2101-2n-skx: - - 62 # rls2101.rel MRR iter env 6 - - vpp-mrr-results-2n-zn2: - csit-vpp-perf-report-iterative-2101-2n-zn2: - - 30 # rls2101.rel MRR iter env 6 - - vpp-mrr-results-2n-clx: - csit-vpp-perf-report-iterative-2101-2n-clx: - - 53 # rls2101.rel MRR iter env 6 - - # vpp-mrr-results-2n-icx: - # intel-csit-vpp-perf-report-iterative-2101-2n-icx: - # - 1 # master NDRPDR iter env 6 - - vpp-mrr-results-3n-tsh: - csit-vpp-perf-report-iterative-2101-3n-tsh: - - 22 # rls2101.rel MRR iter env 6 - - vpp-mrr-results-2n-tx2: - csit-vpp-perf-report-iterative-2101-2n-tx2: - - 21 # rls2101.rel MRR iter env 6 - - vpp-mrr-results-3n-dnv: - csit-vpp-perf-report-iterative-2101-3n-dnv: - - 32 # rls2101.rel MRR iter env 6 - - vpp-mrr-results-2n-dnv: - csit-vpp-perf-report-iterative-2101-2n-dnv: - - 31 # rls2101.rel MRR iter env 6 - - vpp-device-results-ubuntu: - csit-vpp-device-2101-ubuntu1804-1n-skx: - - 358 # rls2101.rel VPP DEV env 6 - - dpdk-perf-results-3n-hsw: - csit-dpdk-perf-report-iterative-2101-3n-hsw: - - 11 # rls2101 NDRPDR iter env 6 - - dpdk-perf-results-3n-skx: - csit-dpdk-perf-report-iterative-2101-3n-skx: - - 12 # rls2101 NDRPDR iter env 6 - - dpdk-perf-results-2n-skx: - csit-dpdk-perf-report-iterative-2101-2n-skx: - - 11 # rls2101 NDRPDR iter env 6 - - dpdk-perf-results-2n-zn2: - csit-dpdk-perf-report-iterative-2101-2n-zn2: - - 11 # rls2101 NDRPDR iter env 6 - - dpdk-perf-results-2n-clx: - csit-dpdk-perf-report-iterative-2101-2n-clx: - - 12 # rls2101 NDRPDR iter env 6 - - # dpdk-perf-results-2n-dnv: - # # No data - # csit-dpdk-perf-report-iterative-2009-2n-dnv: - - # dpdk-perf-results-3n-dnv: - # # No data - # csit-dpdk-perf-report-iterative-2009-3n-dnv: - - dpdk-perf-results-3n-tsh: - csit-dpdk-perf-report-iterative-2101-3n-tsh: - - 21 # rls2101 NDRPDR iter env 6 +# dpdk-performance-changes-2n-dnv-h1: +# csit-dpdk-perf-verify-2101-2n-dnv: +# - 9 # NDRPDR sel +# - 10 # NDRPDR sel +# - 11 # NDRPDR sel +# - 12 # NDRPDR sel +# - 13 # NDRPDR sel +# - 14 # NDRPDR sel +# - 15 # NDRPDR sel +# - 16 # NDRPDR sel +# - 17 # NDRPDR sel +# - 18 # NDRPDR sel +# dpdk-performance-changes-2n-dnv-ref: +# # No data +# dpdk-performance-changes-2n-dnv-cmp: +# # No data +# csit-dpdk-perf-report-iterative-2009-2n-dnv: + +# dpdk-perf-results-2n-dnv: +# # No data +# csit-dpdk-perf-report-iterative-2009-2n-dnv: + + # 2n-icx + + vpp-2n-icx-curr-iter: + intel-csit-vpp-perf-report-iterative-2101-2n-icx: + - 2 # master NDRPDR iter env 6 + - 3 # master NDRPDR iter env 6 + + vpp-2n-icx-curr-iter-best: + intel-csit-vpp-perf-report-iterative-2101-2n-icx: + - 2 # master NDRPDR iter env 6 + +# vpp-2n-icx-curr-iter-mrr: +# intel-csit-vpp-perf-report-iterative-2101-2n-icx: +# - 1 # master NDRPDR iter env 6 +# +# vpp-compare-testbeds-mrr-clx-icx-ref: +# csit-vpp-perf-report-iterative-2101-2n-clx: +# - 53 # rls2101.rel MRR iter env 6 +# vpp-compare-testbeds-mrr-clx-icx-cmp: +# intel-csit-vpp-perf-report-iterative-2101-2n-icx: +# - 1 # master NDRPDR iter env 6 - dpdk-perf-results-2n-tx2: - csit-dpdk-perf-report-iterative-2101-2n-tx2: - - 4 # rls2101 NDRPDR iter env 6 + # 3n-icx -################################################################################ -# Tables (more than one data set) - - # Performance changes - - vpp-performance-changes-3n-hsw-h1: - csit-vpp-perf-report-iterative-2009-3n-hsw: - - 9 # rls2005 NDRPDR iter env 5 - - 10 # rls2005 NDRPDR iter env 5 - - 11 # rls2005 NDRPDR iter env 5 - - 12 # rls2005 NDRPDR iter env 5 - - 13 # rls2005 NDRPDR iter env 5 - - 14 # rls2005 NDRPDR iter env 5 - - 15 # rls2005 NDRPDR iter env 5 - - 16 # rls2005 NDRPDR iter env 5 - - 17 # rls2005 NDRPDR iter env 5 - - 19 # rls2005 NDRPDR iter env 5 - vpp-performance-changes-3n-hsw-ref-env-old: - csit-vpp-perf-report-iterative-2009-3n-hsw: - - 21 # rls2009 NDRPDR iter env 5 - - 22 # rls2009 NDRPDR iter env 5 - - 24 # rls2009 NDRPDR iter env 5 - - 25 # rls2009 NDRPDR iter env 5 - - 26 # rls2009 NDRPDR iter env 5 - - 27 # rls2009 NDRPDR iter env 5 - - 28 # rls2009 NDRPDR iter env 5 - - 29 # rls2009 NDRPDR iter env 5 - - 30 # rls2009 NDRPDR iter env 5 - - 31 # rls2009 NDRPDR iter env 5 - vpp-performance-changes-3n-hsw-ref-env-new: - csit-vpp-perf-report-iterative-2101-3n-hsw: - - 19 # rls2009 NDRPDR iter env 6 - - 20 # rls2009 NDRPDR iter env 6 - - 21 # rls2009 NDRPDR iter env 6 - - 22 # rls2009 NDRPDR iter env 6 - - 23 # rls2009 NDRPDR iter env 6 - - 24 # rls2009 NDRPDR iter env 6 - - 25 # rls2009 NDRPDR iter env 6 - - 26 # rls2009 NDRPDR iter env 6 - - 27 # rls2009 NDRPDR iter env 6 - - 28 # rls2009 NDRPDR iter env 6 - vpp-performance-changes-3n-hsw-cmp: - csit-vpp-perf-report-iterative-2101-3n-hsw: - - 64 # rls2101.rel NDRPDR iter env 6 - - 71 # rls2101.rel NDRPDR iter env 6 - - 73 # rls2101.rel NDRPDR iter env 6 - - 74 # rls2101.rel NDRPDR iter env 6 - - 80 # rls2101.rel NDRPDR iter env 6 - - 81 # rls2101.rel NDRPDR iter env 6 - - 82 # rls2101.rel NDRPDR iter env 6 - - 83 # rls2101.rel NDRPDR iter env 6 - - 88 # rls2101.rel NDRPDR iter env 6 - - 89 # rls2101.rel NDRPDR iter env 6 - - 128 # rls2101.rel NDRPDR iter RND env 6 - - 129 # rls2101.rel NDRPDR iter RND env 6 - - 130 # rls2101.rel NDRPDR iter RND env 6 - - 131 # rls2101.rel NDRPDR iter RND env 6 - - 132 # rls2101.rel NDRPDR iter RND env 6 - - 133 # rls2101.rel NDRPDR iter RND env 6 - - 134 # rls2101.rel NDRPDR iter RND env 6 - - 135 # rls2101.rel NDRPDR iter RND env 6 - - 136 # rls2101.rel NDRPDR iter RND env 6 - - 137 # rls2101.rel NDRPDR iter RND env 6 - - vpp-performance-changes-3n-skx-h1: - csit-vpp-perf-report-iterative-2009-3n-skx: - - 13 # rls2005 NDRPDR iter env 5 - - 18 # rls2005 NDRPDR iter env 5 - - 19 # rls2005 NDRPDR iter env 5 - - 41 # rls2005 NDRPDR iter env 5 - - 43 # rls2005 NDRPDR iter env 5 - - 44 # rls2005 NDRPDR iter env 5 - - 45 # rls2005 NDRPDR iter env 5 - - 46 # rls2005 NDRPDR iter env 5 - - 48 # rls2005 NDRPDR iter env 5 - - 49 # rls2005 NDRPDR iter env 5 - vpp-performance-changes-3n-skx-ref-env-old: - csit-vpp-perf-report-iterative-2009-3n-skx: - - 26 # rls2009 NDRPDR iter env 5 - - 27 # rls2009 NDRPDR iter env 5 - - 28 # rls2009 NDRPDR iter env 5 - - 29 # rls2009 NDRPDR iter env 5 - - 35 # rls2009 NDRPDR iter env 5 - - 36 # rls2009 NDRPDR iter env 5 - - 37 # rls2009 NDRPDR iter env 5 - - 38 # rls2009 NDRPDR iter env 5 - - 39 # rls2009 NDRPDR iter env 5 - - 40 # rls2009 NDRPDR iter env 5 - vpp-performance-changes-3n-skx-ref-env-new: - csit-vpp-perf-report-iterative-2101-3n-skx: - - 14 # rls2009 NDRPDR iter env 6 - - 15 # rls2009 NDRPDR iter env 6 - - 16 # rls2009 NDRPDR iter env 6 - - 17 # rls2009 NDRPDR iter env 6 - - 18 # rls2009 NDRPDR iter env 6 - - 25 # rls2009 NDRPDR iter env 6 - - 26 # rls2009 NDRPDR iter env 6 - - 27 # rls2009 NDRPDR iter env 6 - - 29 # rls2009 NDRPDR iter env 6 - - 31 # rls2009 NDRPDR iter env 6 - vpp-performance-changes-3n-skx-cmp: - csit-vpp-perf-report-iterative-2101-3n-skx: - - 36 # rls2101.rel NDRPDR iter env 6 - - 37 # rls2101.rel NDRPDR iter env 6 - - 38 # rls2101.rel NDRPDR iter env 6 - - 39 # rls2101.rel NDRPDR iter env 6 - - 40 # rls2101.rel NDRPDR iter env 6 - - 41 # rls2101.rel NDRPDR iter env 6 - - 42 # rls2101.rel NDRPDR iter env 6 - - 47 # rls2101.rel NDRPDR iter env 6 - - 48 # rls2101.rel NDRPDR iter env 6 - - 50 # rls2101.rel NDRPDR iter env 6 + vpp-3n-icx-curr-iter: + intel-csit-vpp-perf-report-iterative-2101-3n-icx: + - 2 # master NDRPDR iter env 6 - vpp-performance-changes-2n-skx-h1: - csit-vpp-perf-report-iterative-2009-2n-skx: - - 13 # rls2005 NDRPDR iter env 5 - - 16 # rls2005 NDRPDR iter env 5 - - 17 # rls2005 NDRPDR iter env 5 - - 18 # rls2005 NDRPDR iter env 5 - - 19 # rls2005 NDRPDR iter env 5 - - 21 # rls2005 NDRPDR iter env 5 - - 22 # rls2005 NDRPDR iter env 5 - - 23 # rls2005 NDRPDR iter env 5 - - 24 # rls2005 NDRPDR iter env 5 - - 25 # rls2005 NDRPDR iter env 5 - vpp-performance-changes-2n-skx-ref-env-old: - csit-vpp-perf-report-iterative-2009-2n-skx: - - 35 # rls2009 NDRPDR iter env 5 - - 36 # rls2009 NDRPDR iter env 5 - - 37 # rls2009 NDRPDR iter env 5 - - 39 # rls2009 NDRPDR iter env 5 - - 40 # rls2009 NDRPDR iter env 5 - - 42 # rls2009 NDRPDR iter env 5 - - 43 # rls2009 NDRPDR iter env 5 - - 44 # rls2009 NDRPDR iter env 5 - - 46 # rls2009 NDRPDR iter env 5 - - 48 # rls2009 NDRPDR iter env 5 - - 110 # rls2009 NDRPDR iter NAT44 env 5 - - 111 # rls2009 NDRPDR iter NAT44 env 5 - - 112 # rls2009 NDRPDR iter NAT44 env 5 - - 113 # rls2009 NDRPDR iter NAT44 env 5 - - 114 # rls2009 NDRPDR iter NAT44 env 5 - - 115 # rls2009 NDRPDR iter NAT44 env 5 - - 116 # rls2009 NDRPDR iter NAT44 env 5 - - 118 # rls2009 NDRPDR iter NAT44 env 5 - - 119 # rls2009 NDRPDR iter NAT44 env 5 - - 121 # rls2009 NDRPDR iter NAT44 env 5 - vpp-performance-changes-2n-skx-ref-env-new: - csit-vpp-perf-report-iterative-2101-2n-skx: - - 22 # rls2009 NDRPDR iter env 6 - - 23 # rls2009 NDRPDR iter env 6 - - 24 # rls2009 NDRPDR iter env 6 - - 25 # rls2009 NDRPDR iter env 6 - - 26 # rls2009 NDRPDR iter env 6 - - 28 # rls2009 NDRPDR iter env 6 - - 39 # rls2009 NDRPDR iter env 6 - - 40 # rls2009 NDRPDR iter env 6 - - 41 # rls2009 NDRPDR iter env 6 - - 44 # rls2009 NDRPDR iter env 6 - vpp-performance-changes-2n-skx-cmp: - csit-vpp-perf-report-iterative-2101-2n-skx: - - 63 # rls2101.rel NDRPDR iter env 6 - - 69 # rls2101.rel NDRPDR iter env 6 - - 70 # rls2101.rel NDRPDR iter env 6 - - 75 # rls2101.rel NDRPDR iter env 6 - - 76 # rls2101.rel NDRPDR iter env 6 - - 77 # rls2101.rel NDRPDR iter env 6 - - 82 # rls2101.rel NDRPDR iter env 6 - - 85 # rls2101.rel NDRPDR iter env 6 - - 86 # rls2101.rel NDRPDR iter env 6 - - 94 # rls2101.rel NDRPDR iter env 6 - - 89 # rls2101.rel NDRPDR iter RND env 6 - - 90 # rls2101.rel NDRPDR iter RND env 6 - - 91 # rls2101.rel NDRPDR iter RND env 6 - - 92 # rls2101.rel NDRPDR iter RND env 6 - - 93 # rls2101.rel NDRPDR iter RND env 6 - - 96 # rls2101.rel NDRPDR iter RND env 6 - - 98 # rls2101.rel NDRPDR iter RND env 6 - - 99 # rls2101.rel NDRPDR iter RND env 6 - - 101 # rls2101.rel NDRPDR iter RND env 6 - - 102 # rls2101.rel NDRPDR iter RND env 6 - - 116 # rls2101.rel NDRPDR iter NAT env 6 - - 117 # rls2101.rel NDRPDR iter NAT env 6 - - 118 # rls2101.rel NDRPDR iter NAT env 6 - - 119 # rls2101.rel NDRPDR iter NAT env 6 - - 120 # rls2101.rel NDRPDR iter NAT env 6 - - 121 # rls2101.rel NDRPDR iter NAT env 6 - - 122 # rls2101.rel NDRPDR iter NAT env 6 - - 123 # rls2101.rel NDRPDR iter NAT env 6 - - 124 # rls2101.rel NDRPDR iter NAT env 6 - - 125 # rls2101.rel NDRPDR iter NAT env 6 - - vpp-performance-changes-2n-clx-h1: - csit-vpp-perf-report-iterative-2009-2n-clx: - - 13 # rls2005 NDRPDR iter env 5 - - 15 # rls2005 NDRPDR iter env 5 - - 17 # rls2005 NDRPDR iter env 5 - - 18 # rls2005 NDRPDR iter env 5 - - 19 # rls2005 NDRPDR iter env 5 - - 20 # rls2005 NDRPDR iter env 5 - - 21 # rls2005 NDRPDR iter env 5 - - 22 # rls2005 NDRPDR iter env 5 - - 23 # rls2005 NDRPDR iter env 5 - - 24 # rls2005 NDRPDR iter env 5 - vpp-performance-changes-2n-clx-ref-env-old: - csit-vpp-perf-report-iterative-2009-2n-clx: - - 36 # rls2009 NDRPDR iter env 5 - - 39 # rls2009 NDRPDR iter env 5 - - 40 # rls2009 NDRPDR iter env 5 - - 65 # rls2009 NDRPDR iter env 5 - - 66 # rls2009 NDRPDR iter env 5 - - 79 # rls2009 NDRPDR iter env 5 - - 82 # rls2009 NDRPDR iter env 5 - - 88 # rls2009 NDRPDR iter env 5 - - 89 # rls2009 NDRPDR iter env 5 - - 90 # rls2009 NDRPDR iter env 5 - - 114 # rls2009 NDRPDR iter NAT44 env 5 - - 115 # rls2009 NDRPDR iter NAT44 env 5 - - 116 # rls2009 NDRPDR iter NAT44 env 5 - - 117 # rls2009 NDRPDR iter NAT44 env 5 - - 118 # rls2009 NDRPDR iter NAT44 env 5 - - 119 # rls2009 NDRPDR iter NAT44 env 5 - - 121 # rls2009 NDRPDR iter NAT44 env 5 - - 122 # rls2009 NDRPDR iter NAT44 env 5 - - 123 # rls2009 NDRPDR iter NAT44 env 5 - - 126 # rls2009 NDRPDR iter NAT44 env 5 - vpp-performance-changes-2n-clx-ref-env-new: - csit-vpp-perf-report-iterative-2101-2n-clx: - - 16 # rls2009 NDRPDR iter env 6 - - 17 # rls2009 NDRPDR iter env 6 - - 18 # rls2009 NDRPDR iter env 6 - - 19 # rls2009 NDRPDR iter env 6 - - 20 # rls2009 NDRPDR iter env 6 - - 21 # rls2009 NDRPDR iter env 6 - - 32 # rls2009 NDRPDR iter env 6 - - 33 # rls2009 NDRPDR iter env 6 - - 34 # rls2009 NDRPDR iter env 6 - - 35 # rls2009 NDRPDR iter env 6 - - 146 # rls2009 NDRPDR MLX iter env 6 - - 147 # rls2009 NDRPDR MLX iter env 6 - - 148 # rls2009 NDRPDR MLX iter env 6 - - 149 # rls2009 NDRPDR MLX iter env 6 - - 150 # rls2009 NDRPDR MLX iter env 6 - - 151 # rls2009 NDRPDR MLX iter env 6 - - 152 # rls2009 NDRPDR MLX iter env 6 - - 153 # rls2009 NDRPDR MLX iter env 6 - - 154 # rls2009 NDRPDR MLX iter env 6 - - 155 # rls2009 NDRPDR MLX iter env 6 - vpp-performance-changes-2n-clx-cmp: - csit-vpp-perf-report-iterative-2101-2n-clx: - - 54 # rls2101.rel NDRPDR iter env 6 - - 59 # rls2101.rel NDRPDR iter env 6 - - 60 # rls2101.rel NDRPDR iter env 6 - - 63 # rls2101.rel NDRPDR iter env 6 - - 66 # rls2101.rel NDRPDR iter env 6 - - 68 # rls2101.rel NDRPDR iter env 6 - - 73 # rls2101.rel NDRPDR iter env 6 - - 75 # rls2101.rel NDRPDR iter env 6 - - 86 # rls2101.rel NDRPDR iter env 6 - - 90 # rls2101.rel NDRPDR iter env 6 - - 80 # rls2101.rel NDRPDR iter RND env 6 - - 87 # rls2101.rel NDRPDR iter RND env 6 - - 91 # rls2101.rel NDRPDR iter RND env 6 - - 92 # rls2101.rel NDRPDR iter RND env 6 - - 93 # rls2101.rel NDRPDR iter RND env 6 - - 94 # rls2101.rel NDRPDR iter RND env 6 - - 95 # rls2101.rel NDRPDR iter RND env 6 - - 100 # rls2101.rel NDRPDR iter RND env 6 - - 106 # rls2101.rel NDRPDR iter RND env 6 - - 108 # rls2101.rel NDRPDR iter RND env 6 - - 112 # rls2101.rel NDRPDR iter NAT env 6 - - 113 # rls2101.rel NDRPDR iter NAT env 6 - - 114 # rls2101.rel NDRPDR iter NAT env 6 - - 115 # rls2101.rel NDRPDR iter NAT env 6 - - 116 # rls2101.rel NDRPDR iter NAT env 6 - - 117 # rls2101.rel NDRPDR iter NAT env 6 - - 118 # rls2101.rel NDRPDR iter NAT env 6 - - 119 # rls2101.rel NDRPDR iter NAT env 6 - - 120 # rls2101.rel NDRPDR iter NAT env 6 - - 121 # rls2101.rel NDRPDR iter NAT env 6 - - 122 # rls2101.rel NDRPDR iter MLX env 6 - - 123 # rls2101.rel NDRPDR iter MLX env 6 - - 124 # rls2101.rel NDRPDR iter MLX env 6 - - 126 # rls2101.rel NDRPDR iter MLX env 6 - - 127 # rls2101.rel NDRPDR iter MLX env 6 - - 128 # rls2101.rel NDRPDR iter MLX env 6 - - 129 # rls2101.rel NDRPDR iter MLX env 6 - - 130 # rls2101.rel NDRPDR iter MLX env 6 - - 131 # rls2101.rel NDRPDR iter MLX env 6 - - 132 # rls2101.rel NDRPDR iter MLX env 6 - - vpp-performance-changes-2n-zn2-ref-env-old: - csit-vpp-perf-report-iterative-2009-2n-zn2: - - 17 # rls2009 NDRPDR iter env 5 - - 18 # rls2009 NDRPDR iter env 5 - - 31 # rls2009 NDRPDR iter env 5 - - 33 # rls2009 NDRPDR iter env 5 - - 34 # rls2009 NDRPDR iter env 5 - vpp-performance-changes-2n-zn2-ref-env-new: - csit-vpp-perf-report-iterative-2101-2n-zn2: - - 9 # rls2009 NDRPDR iter env 6 - - 10 # rls2009 NDRPDR iter env 6 - - 11 # rls2009 NDRPDR iter env 6 - - 12 # rls2009 NDRPDR iter env 6 - - 13 # rls2009 NDRPDR iter env 6 - - 20 # rls2009 NDRPDR iter env 6 - - 21 # rls2009 NDRPDR iter env 6 - - 22 # rls2009 NDRPDR iter env 6 - - 25 # rls2009 NDRPDR iter env 6 - - 26 # rls2009 NDRPDR iter env 6 - vpp-performance-changes-2n-zn2-cmp: - csit-vpp-perf-report-iterative-2101-2n-zn2: - - 31 # rls2101.rel NDRPDR iter env 6 - - 32 # rls2101.rel NDRPDR iter env 6 - - 33 # rls2101.rel NDRPDR iter env 6 - - 34 # rls2101.rel NDRPDR iter env 6 - - 35 # rls2101.rel NDRPDR iter env 6 - - 36 # rls2101.rel NDRPDR iter env 6 - - 37 # rls2101.rel NDRPDR iter env 6 - - 38 # rls2101.rel NDRPDR iter env 6 - - 44 # rls2101.rel NDRPDR iter env 6 - - 49 # rls2101.rel NDRPDR iter env 6 - - 39 # rls2101.rel NDRPDR iter RND env 6 - - 40 # rls2101.rel NDRPDR iter RND env 6 - - 41 # rls2101.rel NDRPDR iter RND env 6 - - 42 # rls2101.rel NDRPDR iter RND env 6 - - 43 # rls2101.rel NDRPDR iter RND env 6 - - 45 # rls2101.rel NDRPDR iter RND env 6 - - 48 # rls2101.rel NDRPDR iter RND env 6 - - 50 # rls2101.rel NDRPDR iter RND env 6 - - 51 # rls2101.rel NDRPDR iter RND env 6 - - 52 # rls2101.rel NDRPDR iter RND env 6 - - vpp-performance-changes-2n-dnv-h1: - csit-vpp-perf-report-iterative-2009-2n-dnv: - - 16 # rls2005 NDRPDR iter env 5 - - 17 # rls2005 NDRPDR iter env 5 - - 18 # rls2005 NDRPDR iter env 5 - - 19 # rls2005 NDRPDR iter env 5 - - 21 # rls2005 NDRPDR iter env 5 - - 24 # rls2005 NDRPDR iter env 5 - - 27 # rls2005 NDRPDR iter env 5 - - 28 # rls2005 NDRPDR iter env 5 - - 29 # rls2005 NDRPDR iter env 5 - - 30 # rls2005 NDRPDR iter env 5 - vpp-performance-changes-2n-dnv-ref-env-old: - csit-vpp-perf-report-iterative-2009-2n-dnv: - - 3 # rls2009 NDRPDR iter env 5 - - 5 # rls2009 NDRPDR iter env 5 - - 6 # rls2009 NDRPDR iter env 5 - - 7 # rls2009 NDRPDR iter env 5 - - 9 # rls2009 NDRPDR iter env 5 - - 10 # rls2009 NDRPDR iter env 5 - - 11 # rls2009 NDRPDR iter env 5 - - 12 # rls2009 NDRPDR iter env 5 - - 14 # rls2009 NDRPDR iter env 5 - - 15 # rls2009 NDRPDR iter env 5 - vpp-performance-changes-2n-dnv-ref-env-new: - # TODO: Re-test in new env - csit-vpp-perf-report-iterative-2009-2n-dnv: - - 3 # rls2009 NDRPDR iter env 5 - - 5 # rls2009 NDRPDR iter env 5 - - 6 # rls2009 NDRPDR iter env 5 - - 7 # rls2009 NDRPDR iter env 5 - - 9 # rls2009 NDRPDR iter env 5 - - 10 # rls2009 NDRPDR iter env 5 - - 11 # rls2009 NDRPDR iter env 5 - - 12 # rls2009 NDRPDR iter env 5 - - 14 # rls2009 NDRPDR iter env 5 - - 15 # rls2009 NDRPDR iter env 5 - vpp-performance-changes-2n-dnv-cmp: - csit-vpp-perf-report-iterative-2101-2n-dnv: - - 32 # rls2101.rel NDRPDR iter env 6 - - 33 # rls2101.rel NDRPDR iter env 6 - - 34 # rls2101.rel NDRPDR iter env 6 - - 35 # rls2101.rel NDRPDR iter env 6 - - 39 # rls2101.rel NDRPDR iter env 6 - - 41 # rls2101.rel NDRPDR iter env 6 - - 42 # rls2101.rel NDRPDR iter env 6 - - 43 # rls2101.rel NDRPDR iter env 6 - - 44 # rls2101.rel NDRPDR iter env 6 - - 45 # rls2101.rel NDRPDR iter env 6 - - 46 # rls2101.rel NDRPDR iter RND env 6 - - 47 # rls2101.rel NDRPDR iter RND env 6 - - 48 # rls2101.rel NDRPDR iter RND env 6 - - 49 # rls2101.rel NDRPDR iter RND env 6 - - 50 # rls2101.rel NDRPDR iter RND env 6 - - 51 # rls2101.rel NDRPDR iter RND env 6 - - 52 # rls2101.rel NDRPDR iter RND env 6 - - 53 # rls2101.rel NDRPDR iter RND env 6 - - 54 # rls2101.rel NDRPDR iter RND env 6 - - 55 # rls2101.rel NDRPDR iter RND env 6 - - vpp-performance-changes-3n-dnv-h1: - csit-vpp-perf-report-iterative-2009-3n-dnv: - - 16 # rls2005 NDRPDR iter env 5 - - 23 # rls2005 NDRPDR iter env 5 - - 25 # rls2005 NDRPDR iter env 5 - - 26 # rls2005 NDRPDR iter env 5 - - 27 # rls2005 NDRPDR iter env 5 - - 28 # rls2005 NDRPDR iter env 5 - - 29 # rls2005 NDRPDR iter env 5 - - 30 # rls2005 NDRPDR iter env 5 - - 31 # rls2005 NDRPDR iter env 5 - - 32 # rls2005 NDRPDR iter env 5 - vpp-performance-changes-3n-dnv-ref-env-old: - csit-vpp-perf-report-iterative-2009-3n-dnv: - - 3 # rls2009 NDRPDR iter env 5 - - 6 # rls2009 NDRPDR iter env 5 - - 7 # rls2009 NDRPDR iter env 5 - - 8 # rls2009 NDRPDR iter env 5 - - 10 # rls2009 NDRPDR iter env 5 - - 11 # rls2009 NDRPDR iter env 5 - - 12 # rls2009 NDRPDR iter env 5 - - 14 # rls2009 NDRPDR iter env 5 - - 15 # rls2009 NDRPDR iter env 5 - - 24 # rls2009 NDRPDR iter env 5 - vpp-performance-changes-3n-dnv-ref-env-new: - # TODO: Re-test in new env - csit-vpp-perf-report-iterative-2009-3n-dnv: - - 3 # rls2009 NDRPDR iter env 5 - - 6 # rls2009 NDRPDR iter env 5 - - 7 # rls2009 NDRPDR iter env 5 - - 8 # rls2009 NDRPDR iter env 5 - - 10 # rls2009 NDRPDR iter env 5 - - 11 # rls2009 NDRPDR iter env 5 - - 12 # rls2009 NDRPDR iter env 5 - - 14 # rls2009 NDRPDR iter env 5 - - 15 # rls2009 NDRPDR iter env 5 - - 24 # rls2009 NDRPDR iter env 5 - vpp-performance-changes-3n-dnv-cmp: - csit-vpp-perf-report-iterative-2101-3n-dnv: - - 33 # rls2101.rel NDRPDR iter env 6 - - 34 # rls2101.rel NDRPDR iter env 6 - - 35 # rls2101.rel NDRPDR iter env 6 - - 36 # rls2101.rel NDRPDR iter env 6 - - 37 # rls2101.rel NDRPDR iter env 6 - - 38 # rls2101.rel NDRPDR iter env 6 - - 39 # rls2101.rel NDRPDR iter env 6 - - 40 # rls2101.rel NDRPDR iter env 6 - - 41 # rls2101.rel NDRPDR iter env 6 - - 42 # rls2101.rel NDRPDR iter env 6 - - 43 # rls2101.rel NDRPDR iter RND env 6 - - 44 # rls2101.rel NDRPDR iter RND env 6 - - 45 # rls2101.rel NDRPDR iter RND env 6 - - 46 # rls2101.rel NDRPDR iter RND env 6 - - 47 # rls2101.rel NDRPDR iter RND env 6 - - 48 # rls2101.rel NDRPDR iter RND env 6 - - 49 # rls2101.rel NDRPDR iter RND env 6 - - 50 # rls2101.rel NDRPDR iter RND env 6 - - 51 # rls2101.rel NDRPDR iter RND env 6 - - 52 # rls2101.rel NDRPDR iter RND env 6 - - vpp-performance-changes-3n-tsh-h1: - csit-vpp-perf-report-iterative-2009-3n-tsh: - - 8 # rls2005 NDRPDR iter env 5 - - 11 # rls2005 NDRPDR iter env 5 - - 12 # rls2005 NDRPDR iter env 5 - - 24 # rls2005 NDRPDR iter env 5 - - 27 # rls2005 NDRPDR iter env 5 - - 29 # rls2005 NDRPDR iter env 5 - - 31 # rls2005 NDRPDR iter env 5 - - 39 # rls2005 NDRPDR iter env 5 - - 40 # rls2005 NDRPDR iter env 5 - - 42 # rls2005 NDRPDR iter env 5 - vpp-performance-changes-3n-tsh-ref-env-old: - csit-vpp-perf-report-iterative-2009-3n-tsh: - - 14 # rls2009 NDRPDR iter env 5 - - 20 # rls2009 NDRPDR iter env 5 - - 21 # rls2009 NDRPDR iter env 5 - - 22 # rls2009 NDRPDR iter env 5 - - 23 # rls2009 NDRPDR iter env 5 - - 28 # rls2009 NDRPDR iter env 5 - - 30 # rls2009 NDRPDR iter env 5 - - 33 # rls2009 NDRPDR iter env 5 - - 38 # rls2009 NDRPDR iter env 5 - - 41 # rls2009 NDRPDR iter env 5 - vpp-performance-changes-3n-tsh-ref-env-new: - csit-vpp-perf-report-iterative-2101-3n-tsh: - - 8 # rls2009 NDRPDR iter env 6 - - 13 # rls2009 NDRPDR iter env 6 - - 14 # rls2009 NDRPDR iter env 6 - - 15 # rls2009 NDRPDR iter env 6 - - 16 # rls2009 NDRPDR iter env 6 - - 17 # rls2009 NDRPDR iter env 6 - - 18 # rls2009 NDRPDR iter env 6 - - 19 # rls2009 NDRPDR iter env 6 - - 21 # rls2009 NDRPDR iter env 6 - vpp-performance-changes-3n-tsh-cmp: - csit-vpp-perf-report-iterative-2101-3n-tsh: - - 23 # rls2101.rel NDRPDR iter env 6 - - 24 # rls2101.rel NDRPDR iter env 6 - - 25 # rls2101.rel NDRPDR iter env 6 - - 26 # rls2101.rel NDRPDR iter env 6 - - 27 # rls2101.rel NDRPDR iter env 6 - - 28 # rls2101.rel NDRPDR iter env 6 - - 29 # rls2101.rel NDRPDR iter env 6 - - 30 # rls2101.rel NDRPDR iter env 6 - - 31 # rls2101.rel NDRPDR iter env 6 - - 32 # rls2101.rel NDRPDR iter env 6 - - # vpp-performance-changes-2n-tx2-h1: - # csit-vpp-perf-report-iterative-2009-2n-tx2: - # - - # vpp-performance-changes-2n-tx2-ref-env-old: - # csit-vpp-perf-report-iterative-2009-2n-tx2: - # - - vpp-performance-changes-2n-tx2-ref-env-new: - csit-vpp-perf-report-iterative-2101-2n-tx2: - - 6 # rls2009 NDRPDR iter env 6 - - 7 # rls2009 NDRPDR iter env 6 - - 11 # rls2009 NDRPDR iter env 6 - - 12 # rls2009 NDRPDR iter env 6 - - 13 # rls2009 NDRPDR iter env 6 - - 16 # rls2009 NDRPDR iter env 6 - - 17 # rls2009 NDRPDR iter env 6 - - 18 # rls2009 NDRPDR iter env 6 - - 19 # rls2009 NDRPDR iter env 6 - - 20 # rls2009 NDRPDR iter env 6 - vpp-performance-changes-2n-tx2-cmp: - csit-vpp-perf-report-iterative-2101-2n-tx2: - - 22 # rls2101.rel NDRPDR iter env 6 - - 23 # rls2101.rel NDRPDR iter env 6 - - 24 # rls2101.rel NDRPDR iter env 6 - - 25 # rls2101.rel NDRPDR iter env 6 - - 26 # rls2101.rel NDRPDR iter env 6 - - 27 # rls2101.rel NDRPDR iter env 6 - - 28 # rls2101.rel NDRPDR iter env 6 - - 29 # rls2101.rel NDRPDR iter env 6 - - 30 # rls2101.rel NDRPDR iter env 6 - - 31 # rls2101.rel NDRPDR iter env 6 - - vpp-soak-vs-ndr-2n-skx-ref: - csit-vpp-perf-report-iterative-2101-2n-skx: - - 63 # rls2101.rel NDRPDR iter env 6 - - 69 # rls2101.rel NDRPDR iter env 6 - - 70 # rls2101.rel NDRPDR iter env 6 - - 75 # rls2101.rel NDRPDR iter env 6 - - 76 # rls2101.rel NDRPDR iter env 6 - - 77 # rls2101.rel NDRPDR iter env 6 - - 82 # rls2101.rel NDRPDR iter env 6 - - 85 # rls2101.rel NDRPDR iter env 6 - - 86 # rls2101.rel NDRPDR iter env 6 - - 94 # rls2101.rel NDRPDR iter env 6 - vpp-soak-vs-ndr-2n-skx-cmp: - csit-vpp-perf-report-iterative-2101-2n-skx: - - 68 # rls2101.rel soak env 6 - - 73 # rls2101.rel soak env 6 - vpp-soak-vs-ndr-2n-skx: - csit-vpp-perf-report-iterative-2101-2n-skx: - - 63 # rls2101.rel NDRPDR iter env 6 - - 69 # rls2101.rel NDRPDR iter env 6 - - 70 # rls2101.rel NDRPDR iter env 6 - - 75 # rls2101.rel NDRPDR iter env 6 - - 76 # rls2101.rel NDRPDR iter env 6 - - 77 # rls2101.rel NDRPDR iter env 6 - - 82 # rls2101.rel NDRPDR iter env 6 - - 85 # rls2101.rel NDRPDR iter env 6 - - 86 # rls2101.rel NDRPDR iter env 6 - - 94 # rls2101.rel NDRPDR iter env 6 - - 68 # rls2101.rel soak env 6 - - 73 # rls2101.rel soak env 6 - - vpp-soak-vs-ndr-2n-clx-ref: - csit-vpp-perf-report-iterative-2101-2n-clx: - - 54 # rls2101.rel NDRPDR iter env 6 - - 59 # rls2101.rel NDRPDR iter env 6 - - 60 # rls2101.rel NDRPDR iter env 6 - - 63 # rls2101.rel NDRPDR iter env 6 - - 66 # rls2101.rel NDRPDR iter env 6 - - 68 # rls2101.rel NDRPDR iter env 6 - - 73 # rls2101.rel NDRPDR iter env 6 - - 75 # rls2101.rel NDRPDR iter env 6 - - 86 # rls2101.rel NDRPDR iter env 6 - - 90 # rls2101.rel NDRPDR iter env 6 - vpp-soak-vs-ndr-2n-clx-cmp: - csit-vpp-perf-report-iterative-2101-2n-clx: - - 58 # rls2101.rel soak env 6 - - 61 # rls2101.rel soak env 6 - vpp-soak-vs-ndr-2n-clx: - csit-vpp-perf-report-iterative-2101-2n-clx: - - 54 # rls2101.rel NDRPDR iter env 6 - - 59 # rls2101.rel NDRPDR iter env 6 - - 60 # rls2101.rel NDRPDR iter env 6 - - 63 # rls2101.rel NDRPDR iter env 6 - - 66 # rls2101.rel NDRPDR iter env 6 - - 68 # rls2101.rel NDRPDR iter env 6 - - 73 # rls2101.rel NDRPDR iter env 6 - - 75 # rls2101.rel NDRPDR iter env 6 - - 86 # rls2101.rel NDRPDR iter env 6 - - 90 # rls2101.rel NDRPDR iter env 6 - - 58 # rls2101.rel soak env 6 - - 61 # rls2101.rel soak env 6 - - vpp-performance-changes-3n-hsw-mrr-h1: - csit-vpp-perf-report-iterative-2009-3n-hsw: - - 18 # rls2005 MRR iter env 5 - vpp-performance-changes-3n-hsw-mrr-ref-env-old: - csit-vpp-perf-report-iterative-2009-3n-hsw: - - 23 # rls2009 MRR iter env 5 - vpp-performance-changes-3n-hsw-mrr-ref-env-new: - csit-vpp-perf-report-iterative-2101-3n-hsw: - - 17 # rls2009 MRR iter env 6 - vpp-performance-changes-3n-hsw-mrr-cmp: - csit-vpp-perf-report-iterative-2101-3n-hsw: - - 63 # rls2101.rel MRR iter env 6 - - vpp-performance-changes-3n-skx-mrr-h1: - csit-vpp-perf-report-iterative-2009-3n-skx: - - 17 # rls2005 MRR iter env 5 - vpp-performance-changes-3n-skx-mrr-ref-env-old: - csit-vpp-perf-report-iterative-2009-3n-skx: - - 24 # rls2009 MRR iter env 5 - vpp-performance-changes-3n-skx-mrr-ref-env-new: - csit-vpp-perf-report-iterative-2101-3n-skx: - - 34 # rls2009 MRR iter env 6 - vpp-performance-changes-3n-skx-mrr-cmp: - csit-vpp-perf-report-iterative-2101-3n-skx: - - 35 # rls2101.rel MRR iter env 6 - - vpp-performance-changes-2n-skx-mrr-h1: - csit-vpp-perf-report-iterative-2009-2n-skx: - - 20 # rls2005 MRR iter env 5 - vpp-performance-changes-2n-skx-mrr-ref-env-old: - csit-vpp-perf-report-iterative-2009-2n-skx: - - 120 # rls2009 MRR iter env 5 - vpp-performance-changes-2n-skx-mrr-ref-env-new: - csit-vpp-perf-report-iterative-2101-2n-skx: - - 21 # rls2009 MRR iter env 6 - vpp-performance-changes-2n-skx-mrr-cmp: - csit-vpp-perf-report-iterative-2101-2n-skx: - - 62 # rls2101.rel MRR iter env 6 - - vpp-performance-changes-2n-clx-mrr-h1: - csit-vpp-perf-report-iterative-2009-2n-clx: - - 77 # rls2005 MRR iter env 5 - vpp-performance-changes-2n-clx-mrr-ref-env-old: - csit-vpp-perf-report-iterative-2009-2n-clx: - - 125 # rls2009 MRR iter env 5 - vpp-performance-changes-2n-clx-mrr-ref-env-new: - csit-vpp-perf-report-iterative-2101-2n-clx: - - 15 # rls2009 MRR iter env 6 - - 142 # rls2009 MRR MLX iter env 6 - vpp-performance-changes-2n-clx-mrr-cmp: - csit-vpp-perf-report-iterative-2101-2n-clx: - - 53 # rls2101.rel MRR iter env 6 - - 133 # rls2101.rel MRR MLX iter env 6 - - vpp-performance-changes-2n-zn2-mrr-ref-env-old: - csit-vpp-perf-report-iterative-2009-2n-zn2: - - 15 # rls2009 MRR iter env 5 - vpp-performance-changes-2n-zn2-mrr-ref-env-new: - csit-vpp-perf-report-iterative-2101-2n-zn2: - - 8 # rls2009 MRR iter env6 - vpp-performance-changes-2n-zn2-mrr-cmp: - csit-vpp-perf-report-iterative-2101-2n-zn2: - - 30 # rls2101.rel MRR iter env 6 - - vpp-performance-changes-2n-dnv-mrr-h1: - csit-vpp-perf-report-iterative-2009-2n-dnv: - - 23 # rls2005 MRR iter env 5 - vpp-performance-changes-2n-dnv-mrr-ref-env-old: - csit-vpp-perf-report-iterative-2009-2n-dnv: - - 13 # rls2009 MRR iter env 5 - vpp-performance-changes-2n-dnv-mrr-ref-env-new: - # TODO: Re-test in new env - csit-vpp-perf-report-iterative-2009-2n-dnv: - - 13 # rls2009 MRR iter env 5 - vpp-performance-changes-2n-dnv-mrr-cmp: - csit-vpp-perf-report-iterative-2101-2n-dnv: - - 31 # rls2101.rel MRR iter env 6 - - vpp-performance-changes-3n-dnv-mrr-h1: - csit-vpp-perf-report-iterative-2009-3n-dnv: - - 19 # rls2005 MRR iter env 5 - vpp-performance-changes-3n-dnv-mrr-ref-env-old: - csit-vpp-perf-report-iterative-2009-3n-dnv: - - 22 # rls2009 MRR iter env 5 - vpp-performance-changes-3n-dnv-mrr-ref-env-new: - # TODO: Re-test in new env - csit-vpp-perf-report-iterative-2009-3n-dnv: - - 22 # rls2009 MRR iter env 5 - vpp-performance-changes-3n-dnv-mrr-cmp: - csit-vpp-perf-report-iterative-2101-3n-dnv: - - 32 # rls2101.rel MRR iter env 6 - - vpp-performance-changes-3n-tsh-mrr-h1: - csit-vpp-perf-report-iterative-2009-3n-tsh: - - 13 # rls2005 MRR iter env 5 - vpp-performance-changes-3n-tsh-mrr-ref-env-old: - csit-vpp-perf-report-iterative-2009-3n-tsh: - - 15 # rls2009 MRR iter env 5 - vpp-performance-changes-3n-tsh-mrr-ref-env-new: - csit-vpp-perf-report-iterative-2101-3n-tsh: - - 7 # rls2009 MRR iter env 6 - vpp-performance-changes-3n-tsh-mrr-cmp: - csit-vpp-perf-report-iterative-2101-3n-tsh: - - 22 # rls2101.rel MRR iter env 6 - - # vpp-performance-changes-2n-tx2-mrr-h1: - # csit-vpp-perf-report-iterative-2009-2n-tx2: - # - - # vpp-performance-changes-2n-tx2-mrr-ref-env-old: - # csit-vpp-perf-report-iterative-2009-2n-tx2: - # - - vpp-performance-changes-2n-tx2-mrr-ref-env-new: - csit-vpp-perf-report-iterative-2101-2n-tx2: - - 5 # rls2009 MRR iter env 6 - vpp-performance-changes-2n-tx2-mrr-cmp: - csit-vpp-perf-report-iterative-2101-2n-tx2: - - 21 # rls2101.rel MRR iter env 6 - - dpdk-performance-changes-3n-hsw-h1: - csit-dpdk-perf-report-iterative-2005-3n-hsw: - - 25 # NDRPDR iter - - 26 # NDRPDR iter - - 27 # NDRPDR iter - - 28 # NDRPDR iter - - 29 # NDRPDR iter - - 30 # NDRPDR iter - - 31 # NDRPDR iter - - 32 # NDRPDR iter - - 33 # NDRPDR iter - - 34 # NDRPDR iter - dpdk-performance-changes-3n-hsw-ref: - csit-dpdk-perf-report-iterative-2009-3n-hsw: - - 6 # NDRPDR iter env5 - - 7 # NDRPDR iter env5 - - 8 # NDRPDR iter env5 - - 9 # NDRPDR iter env5 - - 10 # NDRPDR iter env5 - - 11 # NDRPDR iter env5 - - 12 # NDRPDR iter env5 - - 13 # NDRPDR iter env5 - - 14 # NDRPDR iter env5 - - 15 # NDRPDR iter env5 - dpdk-performance-changes-3n-hsw-cmp: - csit-dpdk-perf-report-iterative-2101-3n-hsw: - - 11 # rls2101 NDRPDR iter env 6 - - 12 # rls2101 NDRPDR iter env 6 - - 13 # rls2101 NDRPDR iter env 6 - - 14 # rls2101 NDRPDR iter env 6 - - 16 # rls2101 NDRPDR iter env 6 - - 17 # rls2101 NDRPDR iter env 6 - - 18 # rls2101 NDRPDR iter env 6 - - 19 # rls2101 NDRPDR iter env 6 - - 20 # rls2101 NDRPDR iter env 6 - - 21 # rls2101 NDRPDR iter env 6 - - dpdk-performance-changes-3n-skx-h1: - csit-dpdk-perf-report-iterative-2005-3n-skx: - - 28 # NDRPDR iter - - 29 # NDRPDR iter - - 30 # NDRPDR iter - - 31 # NDRPDR iter - - 32 # NDRPDR iter - - 33 # NDRPDR iter - - 34 # NDRPDR iter - - 35 # NDRPDR iter - - 36 # NDRPDR iter - - 37 # NDRPDR iter - dpdk-performance-changes-3n-skx-ref: - csit-dpdk-perf-report-iterative-2009-3n-skx: - - 4 # NDRPDR sel env5 - - 5 # NDRPDR sel env5 - - 6 # NDRPDR sel env5 - - 7 # NDRPDR sel env5 - - 8 # NDRPDR sel env5 - - 9 # NDRPDR sel env5 - - 14 # NDRPDR sel env5 - - 11 # NDRPDR sel env5 - - 12 # NDRPDR sel env5 - - 13 # NDRPDR sel env5 - dpdk-performance-changes-3n-skx-cmp: - csit-dpdk-perf-report-iterative-2101-3n-skx: - - 12 # rls2101 NDRPDR iter env 6 - - 14 # rls2101 NDRPDR iter env 6 - - 15 # rls2101 NDRPDR iter env 6 - - 17 # rls2101 NDRPDR iter env 6 - - 19 # rls2101 NDRPDR iter env 6 - - 20 # rls2101 NDRPDR iter env 6 - - 21 # rls2101 NDRPDR iter env 6 - - 22 # rls2101 NDRPDR iter env 6 - - 25 # rls2101 NDRPDR iter env 6 - - 26 # rls2101 NDRPDR iter env 6 - - dpdk-performance-changes-2n-skx-h1: - csit-dpdk-perf-report-iterative-2005-2n-skx: - - 20 # NDRPDR iter - - 21 # NDRPDR iter - - 22 # NDRPDR iter - - 23 # NDRPDR iter - - 24 # NDRPDR iter - - 25 # NDRPDR iter - - 26 # NDRPDR iter - - 27 # NDRPDR iter - - 28 # NDRPDR iter - - 29 # NDRPDR iter - dpdk-performance-changes-2n-skx-ref: - csit-dpdk-perf-report-iterative-2009-2n-skx: - - 4 # NDRPDR iter env5 - - 5 # NDRPDR iter env5 - - 6 # NDRPDR iter env5 - - 7 # NDRPDR iter env5 - - 8 # NDRPDR iter env5 - - 9 # NDRPDR iter env5 - - 10 # NDRPDR iter env5 - - 11 # NDRPDR iter env5 - - 12 # NDRPDR iter env5 - - 13 # NDRPDR iter env5 - dpdk-performance-changes-2n-skx-cmp: - csit-dpdk-perf-report-iterative-2101-2n-skx: - - 11 # rls2101 NDRPDR iter env 6 - - 12 # rls2101 NDRPDR iter env 6 - - 13 # rls2101 NDRPDR iter env 6 - - 14 # rls2101 NDRPDR iter env 6 - - 15 # rls2101 NDRPDR iter env 6 - - 17 # rls2101 NDRPDR iter env 6 - - 18 # rls2101 NDRPDR iter env 6 - - 19 # rls2101 NDRPDR iter env 6 - - 20 # rls2101 NDRPDR iter env 6 - - 21 # rls2101 NDRPDR iter env 6 - - dpdk-performance-changes-2n-clx-h1: - csit-dpdk-perf-report-iterative-2005-2n-clx: - - 20 # NDRPDR iter - - 21 # NDRPDR iter - - 22 # NDRPDR iter - - 23 # NDRPDR iter - - 24 # NDRPDR iter - - 25 # NDRPDR iter - - 26 # NDRPDR iter - - 27 # NDRPDR iter - - 28 # NDRPDR iter - - 29 # NDRPDR iter - dpdk-performance-changes-2n-clx-ref: - csit-dpdk-perf-report-iterative-2009-2n-clx: - - 4 # NDRPDR iter env5 - - 5 # NDRPDR iter env5 - - 6 # NDRPDR iter env5 - - 7 # NDRPDR iter env5 - - 8 # NDRPDR iter env5 - - 9 # NDRPDR iter env5 - - 10 # NDRPDR iter env5 - - 11 # NDRPDR iter env5 - - 12 # NDRPDR iter env5 - - 13 # NDRPDR iter env5 - dpdk-performance-changes-2n-clx-cmp: - csit-dpdk-perf-report-iterative-2101-2n-clx: - - 12 # rls2101 NDRPDR iter env 6 - - 13 # rls2101 NDRPDR iter env 6 - - 14 # rls2101 NDRPDR iter env 6 - - 18 # rls2101 NDRPDR iter env 6 - - 22 # rls2101 NDRPDR iter env 6 - - dpdk-performance-changes-2n-zn2-ref: - csit-dpdk-perf-report-iterative-2009-2n-zn2: - - 16 # NDRPDR iter env5 - - 21 # NDRPDR iter env5 - - 22 # NDRPDR iter env5 - - 23 # NDRPDR iter env5 - - 24 # NDRPDR iter env5 - - 25 # NDRPDR iter env5 - - 29 # NDRPDR iter env5 - dpdk-performance-changes-2n-zn2-cmp: - csit-dpdk-perf-report-iterative-2101-2n-zn2: - - 11 # rls2101 NDRPDR iter env 6 - - 12 # rls2101 NDRPDR iter env 6 - - 13 # rls2101 NDRPDR iter env 6 - - 14 # rls2101 NDRPDR iter env 6 - - 16 # rls2101 NDRPDR iter env 6 - - 17 # rls2101 NDRPDR iter env 6 - - 18 # rls2101 NDRPDR iter env 6 - - 19 # rls2101 NDRPDR iter env 6 - - 20 # rls2101 NDRPDR iter env 6 - - 21 # rls2101 NDRPDR iter env 6 - - # dpdk-performance-changes-2n-dnv-h1: - # csit-dpdk-perf-verify-2101-2n-dnv: - # - 9 # NDRPDR sel - # - 10 # NDRPDR sel - # - 11 # NDRPDR sel - # - 12 # NDRPDR sel - # - 13 # NDRPDR sel - # - 14 # NDRPDR sel - # - 15 # NDRPDR sel - # - 16 # NDRPDR sel - # - 17 # NDRPDR sel - # - 18 # NDRPDR sel - # dpdk-performance-changes-2n-dnv-ref: - # # No data - # dpdk-performance-changes-2n-dnv-cmp: - # # No data - # csit-dpdk-perf-report-iterative-2009-2n-dnv: - - # dpdk-performance-changes-3n-dnv-h1: - # csit-dpdk-perf-verify-2101-3n-dnv: - # - 12 # NDRPDR sel - # - 13 # NDRPDR sel - # - 14 # NDRPDR sel - # - 15 # NDRPDR sel - # - 16 # NDRPDR sel - # - 17 # NDRPDR sel - # - 18 # NDRPDR sel - # - 19 # NDRPDR sel - # - 20 # NDRPDR sel - # - 22 # NDRPDR sel - # dpdk-performance-changes-3n-dnv-ref: - # # No data - # dpdk-performance-changes-3n-dnv-cmp: - # # No data - # csit-dpdk-perf-report-iterative-2009-3n-dnv: - - dpdk-performance-changes-3n-tsh-h1: - csit-dpdk-perf-report-iterative-2005-3n-tsh: - - 5 # NDRPDR sel - dpdk-performance-changes-3n-tsh-ref: - csit-dpdk-perf-report-iterative-2009-3n-tsh: - - 1 # NDRPDR iter env5 - - 2 # NDRPDR iter env5 - - 3 # NDRPDR iter env5 - - 4 # NDRPDR iter env5 - - 5 # NDRPDR iter env5 - - 6 # NDRPDR iter env5 - - 7 # NDRPDR iter env5 - - 9 # NDRPDR iter env5 - - 10 # NDRPDR iter env5 - - 11 # NDRPDR iter env5 - dpdk-performance-changes-3n-tsh-cmp: - csit-dpdk-perf-report-iterative-2101-3n-tsh: - - 11 # rls2101 NDRPDR iter env 6 - - 12 # rls2101 NDRPDR iter env 6 - - 13 # rls2101 NDRPDR iter env 6 - - 14 # rls2101 NDRPDR iter env 6 - - 16 # rls2101 NDRPDR iter env 6 - - 17 # rls2101 NDRPDR iter env 6 - - 18 # rls2101 NDRPDR iter env 6 - - 19 # rls2101 NDRPDR iter env 6 - - 20 # rls2101 NDRPDR iter env 6 - - 21 # rls2101 NDRPDR iter env 6 - - # Compare testbeds - - vpp-compare-testbeds-ref: - csit-vpp-perf-report-iterative-2101-3n-hsw: - - 64 # rls2101.rel NDRPDR iter env 6 - - 71 # rls2101.rel NDRPDR iter env 6 - - 73 # rls2101.rel NDRPDR iter env 6 - - 74 # rls2101.rel NDRPDR iter env 6 - - 80 # rls2101.rel NDRPDR iter env 6 - - 81 # rls2101.rel NDRPDR iter env 6 - - 82 # rls2101.rel NDRPDR iter env 6 - - 83 # rls2101.rel NDRPDR iter env 6 - - 88 # rls2101.rel NDRPDR iter env 6 - - 89 # rls2101.rel NDRPDR iter env 6 - vpp-compare-testbeds-cmp: - csit-vpp-perf-report-iterative-2101-3n-skx: - - 36 # rls2101.rel NDRPDR iter env 6 - - 37 # rls2101.rel NDRPDR iter env 6 - - 38 # rls2101.rel NDRPDR iter env 6 - - 39 # rls2101.rel NDRPDR iter env 6 - - 40 # rls2101.rel NDRPDR iter env 6 - - 41 # rls2101.rel NDRPDR iter env 6 - - 42 # rls2101.rel NDRPDR iter env 6 - - 47 # rls2101.rel NDRPDR iter env 6 - - 48 # rls2101.rel NDRPDR iter env 6 - - 50 # rls2101.rel NDRPDR iter env 6 - - vpp-compare-testbeds-skx-clx-ref: - csit-vpp-perf-report-iterative-2101-2n-skx: - - 63 # rls2101.rel NDRPDR iter env 6 - - 69 # rls2101.rel NDRPDR iter env 6 - - 70 # rls2101.rel NDRPDR iter env 6 - - 75 # rls2101.rel NDRPDR iter env 6 - - 76 # rls2101.rel NDRPDR iter env 6 - - 77 # rls2101.rel NDRPDR iter env 6 - - 82 # rls2101.rel NDRPDR iter env 6 - - 85 # rls2101.rel NDRPDR iter env 6 - - 86 # rls2101.rel NDRPDR iter env 6 - - 94 # rls2101.rel NDRPDR iter env 6 - - 89 # rls2101.rel NDRPDR iter RND env 6 - - 90 # rls2101.rel NDRPDR iter RND env 6 - - 91 # rls2101.rel NDRPDR iter RND env 6 - - 92 # rls2101.rel NDRPDR iter RND env 6 - - 93 # rls2101.rel NDRPDR iter RND env 6 - - 96 # rls2101.rel NDRPDR iter RND env 6 - - 98 # rls2101.rel NDRPDR iter RND env 6 - - 99 # rls2101.rel NDRPDR iter RND env 6 - - 101 # rls2101.rel NDRPDR iter RND env 6 - - 102 # rls2101.rel NDRPDR iter RND env 6 - - 116 # rls2101.rel NDRPDR iter NAT env 6 - - 117 # rls2101.rel NDRPDR iter NAT env 6 - - 118 # rls2101.rel NDRPDR iter NAT env 6 - - 119 # rls2101.rel NDRPDR iter NAT env 6 - - 120 # rls2101.rel NDRPDR iter NAT env 6 - - 121 # rls2101.rel NDRPDR iter NAT env 6 - - 122 # rls2101.rel NDRPDR iter NAT env 6 - - 123 # rls2101.rel NDRPDR iter NAT env 6 - - 124 # rls2101.rel NDRPDR iter NAT env 6 - - 125 # rls2101.rel NDRPDR iter NAT env 6 - vpp-compare-testbeds-skx-clx-cmp: - csit-vpp-perf-report-iterative-2101-2n-clx: - - 54 # rls2101.rel NDRPDR iter env 6 - - 59 # rls2101.rel NDRPDR iter env 6 - - 60 # rls2101.rel NDRPDR iter env 6 - - 63 # rls2101.rel NDRPDR iter env 6 - - 66 # rls2101.rel NDRPDR iter env 6 - - 68 # rls2101.rel NDRPDR iter env 6 - - 73 # rls2101.rel NDRPDR iter env 6 - - 75 # rls2101.rel NDRPDR iter env 6 - - 86 # rls2101.rel NDRPDR iter env 6 - - 90 # rls2101.rel NDRPDR iter env 6 - - 80 # rls2101.rel NDRPDR iter RND env 6 - - 87 # rls2101.rel NDRPDR iter RND env 6 - - 91 # rls2101.rel NDRPDR iter RND env 6 - - 92 # rls2101.rel NDRPDR iter RND env 6 - - 93 # rls2101.rel NDRPDR iter RND env 6 - - 94 # rls2101.rel NDRPDR iter RND env 6 - - 95 # rls2101.rel NDRPDR iter RND env 6 - - 100 # rls2101.rel NDRPDR iter RND env 6 - - 106 # rls2101.rel NDRPDR iter RND env 6 - - 108 # rls2101.rel NDRPDR iter RND env 6 - - 112 # rls2101.rel NDRPDR iter NAT env 6 - - 113 # rls2101.rel NDRPDR iter NAT env 6 - - 114 # rls2101.rel NDRPDR iter NAT env 6 - - 115 # rls2101.rel NDRPDR iter NAT env 6 - - 116 # rls2101.rel NDRPDR iter NAT env 6 - - 117 # rls2101.rel NDRPDR iter NAT env 6 - - 118 # rls2101.rel NDRPDR iter NAT env 6 - - 119 # rls2101.rel NDRPDR iter NAT env 6 - - 120 # rls2101.rel NDRPDR iter NAT env 6 - - 121 # rls2101.rel NDRPDR iter NAT env 6 - - 122 # rls2101.rel NDRPDR iter MLX env 6 - - 123 # rls2101.rel NDRPDR iter MLX env 6 - - 124 # rls2101.rel NDRPDR iter MLX env 6 - - 126 # rls2101.rel NDRPDR iter MLX env 6 - - 127 # rls2101.rel NDRPDR iter MLX env 6 - - 128 # rls2101.rel NDRPDR iter MLX env 6 - - 129 # rls2101.rel NDRPDR iter MLX env 6 - - 130 # rls2101.rel NDRPDR iter MLX env 6 - - 131 # rls2101.rel NDRPDR iter MLX env 6 - - 132 # rls2101.rel NDRPDR iter MLX env 6 - - # vpp-compare-testbeds-clx-icx-ref: - # csit-vpp-perf-report-iterative-2101-2n-clx: - # - 54 # rls2101.rel NDRPDR iter env 6 - # - 59 # rls2101.rel NDRPDR iter env 6 - # - 60 # rls2101.rel NDRPDR iter env 6 - # - 63 # rls2101.rel NDRPDR iter env 6 - # - 66 # rls2101.rel NDRPDR iter env 6 - # - 68 # rls2101.rel NDRPDR iter env 6 - # - 73 # rls2101.rel NDRPDR iter env 6 - # - 75 # rls2101.rel NDRPDR iter env 6 - # - 86 # rls2101.rel NDRPDR iter env 6 - # - 90 # rls2101.rel NDRPDR iter env 6 - # vpp-compare-testbeds-clx-icx-cmp: - # intel-csit-vpp-perf-report-iterative-2101-2n-icx: - # - 1 # master NDRPDR iter env 6 - - vpp-compare-testbeds-hsw-clx-ref: - csit-vpp-perf-report-iterative-2101-3n-hsw: - - 64 # rls2101.rel NDRPDR iter env 6 - - 71 # rls2101.rel NDRPDR iter env 6 - - 73 # rls2101.rel NDRPDR iter env 6 - - 74 # rls2101.rel NDRPDR iter env 6 - - 80 # rls2101.rel NDRPDR iter env 6 - - 81 # rls2101.rel NDRPDR iter env 6 - - 82 # rls2101.rel NDRPDR iter env 6 - - 83 # rls2101.rel NDRPDR iter env 6 - - 88 # rls2101.rel NDRPDR iter env 6 - - 89 # rls2101.rel NDRPDR iter env 6 - - 128 # rls2101.rel NDRPDR iter RND env 6 - - 129 # rls2101.rel NDRPDR iter RND env 6 - - 130 # rls2101.rel NDRPDR iter RND env 6 - - 131 # rls2101.rel NDRPDR iter RND env 6 - - 132 # rls2101.rel NDRPDR iter RND env 6 - - 133 # rls2101.rel NDRPDR iter RND env 6 - - 134 # rls2101.rel NDRPDR iter RND env 6 - - 135 # rls2101.rel NDRPDR iter RND env 6 - - 136 # rls2101.rel NDRPDR iter RND env 6 - - 137 # rls2101.rel NDRPDR iter RND env 6 - vpp-compare-testbeds-hsw-clx-cmp: - csit-vpp-perf-report-iterative-2101-2n-clx: - - 54 # rls2101.rel NDRPDR iter env 6 - - 59 # rls2101.rel NDRPDR iter env 6 - - 60 # rls2101.rel NDRPDR iter env 6 - - 63 # rls2101.rel NDRPDR iter env 6 - - 66 # rls2101.rel NDRPDR iter env 6 - - 68 # rls2101.rel NDRPDR iter env 6 - - 73 # rls2101.rel NDRPDR iter env 6 - - 75 # rls2101.rel NDRPDR iter env 6 - - 90 # rls2101.rel NDRPDR iter env 6 - - 80 # rls2101.rel NDRPDR iter RND env 6 - - 87 # rls2101.rel NDRPDR iter RND env 6 - - 91 # rls2101.rel NDRPDR iter RND env 6 - - 92 # rls2101.rel NDRPDR iter RND env 6 - - 93 # rls2101.rel NDRPDR iter RND env 6 - - 94 # rls2101.rel NDRPDR iter RND env 6 - - 95 # rls2101.rel NDRPDR iter RND env 6 - - 100 # rls2101.rel NDRPDR iter RND env 6 - - 106 # rls2101.rel NDRPDR iter RND env 6 - - 108 # rls2101.rel NDRPDR iter RND env 6 - - 112 # rls2101.rel NDRPDR iter NAT env 6 - - 113 # rls2101.rel NDRPDR iter NAT env 6 - - 114 # rls2101.rel NDRPDR iter NAT env 6 - - 115 # rls2101.rel NDRPDR iter NAT env 6 - - 116 # rls2101.rel NDRPDR iter NAT env 6 - - 117 # rls2101.rel NDRPDR iter NAT env 6 - - 118 # rls2101.rel NDRPDR iter NAT env 6 - - 119 # rls2101.rel NDRPDR iter NAT env 6 - - 120 # rls2101.rel NDRPDR iter NAT env 6 - - 121 # rls2101.rel NDRPDR iter NAT env 6 - - 122 # rls2101.rel NDRPDR iter MLX env 6 - - 123 # rls2101.rel NDRPDR iter MLX env 6 - - 124 # rls2101.rel NDRPDR iter MLX env 6 - - 126 # rls2101.rel NDRPDR iter MLX env 6 - - 127 # rls2101.rel NDRPDR iter MLX env 6 - - 128 # rls2101.rel NDRPDR iter MLX env 6 - - 129 # rls2101.rel NDRPDR iter MLX env 6 - - 130 # rls2101.rel NDRPDR iter MLX env 6 - - 131 # rls2101.rel NDRPDR iter MLX env 6 - - 132 # rls2101.rel NDRPDR iter MLX env 6 - - vpp-compare-testbeds-mrr-ref: - csit-vpp-perf-report-iterative-2101-3n-hsw: - - 63 # rls2101.rel MRR iter env 6 - vpp-compare-testbeds-mrr-cmp: - csit-vpp-perf-report-iterative-2101-3n-skx: - - 35 # rls2101.rel MRR iter env 6 - - vpp-compare-testbeds-mrr-skx-clx-ref: - csit-vpp-perf-report-iterative-2101-2n-skx: - - 62 # rls2101.rel MRR iter env 6 - vpp-compare-testbeds-mrr-skx-clx-cmp: - csit-vpp-perf-report-iterative-2101-2n-clx: - - 53 # rls2101.rel MRR iter env 6 - - vpp-compare-testbeds-mrr-hsw-clx-ref: - csit-vpp-perf-report-iterative-2101-3n-hsw: - - 63 # rls2101.rel MRR iter env 6 - vpp-compare-testbeds-mrr-hsw-clx-cmp: - csit-vpp-perf-report-iterative-2101-2n-clx: - - 53 # rls2101.rel MRR iter env 6 - - # vpp-compare-testbeds-mrr-clx-icx-ref: - # csit-vpp-perf-report-iterative-2101-2n-clx: - # - 53 # rls2101.rel MRR iter env 6 - # vpp-compare-testbeds-mrr-clx-icx-cmp: - # intel-csit-vpp-perf-report-iterative-2101-2n-icx: - # - 1 # master NDRPDR iter env 6 - - dpdk-compare-testbeds-ref: - csit-dpdk-perf-report-iterative-2101-3n-hsw: - - 11 # rls2101 NDRPDR iter env 6 - - 12 # rls2101 NDRPDR iter env 6 - - 13 # rls2101 NDRPDR iter env 6 - - 14 # rls2101 NDRPDR iter env 6 - - 16 # rls2101 NDRPDR iter env 6 - - 17 # rls2101 NDRPDR iter env 6 - - 18 # rls2101 NDRPDR iter env 6 - - 19 # rls2101 NDRPDR iter env 6 - - 20 # rls2101 NDRPDR iter env 6 - - 21 # rls2101 NDRPDR iter env 6 - dpdk-compare-testbeds-cmp: - csit-dpdk-perf-report-iterative-2101-3n-skx: - - 12 # rls2101 NDRPDR iter env 6 - - 14 # rls2101 NDRPDR iter env 6 - - 15 # rls2101 NDRPDR iter env 6 - - 17 # rls2101 NDRPDR iter env 6 - - 19 # rls2101 NDRPDR iter env 6 - - 20 # rls2101 NDRPDR iter env 6 - - 21 # rls2101 NDRPDR iter env 6 - - 22 # rls2101 NDRPDR iter env 6 - - 25 # rls2101 NDRPDR iter env 6 - - 26 # rls2101 NDRPDR iter env 6 - - dpdk-compare-testbeds-skx-clx-ref: - csit-dpdk-perf-report-iterative-2101-2n-skx: - - 11 # rls2101 NDRPDR iter env 6 - - 12 # rls2101 NDRPDR iter env 6 - - 13 # rls2101 NDRPDR iter env 6 - - 14 # rls2101 NDRPDR iter env 6 - - 15 # rls2101 NDRPDR iter env 6 - - 17 # rls2101 NDRPDR iter env 6 - - 18 # rls2101 NDRPDR iter env 6 - - 19 # rls2101 NDRPDR iter env 6 - - 20 # rls2101 NDRPDR iter env 6 - - 21 # rls2101 NDRPDR iter env 6 - dpdk-compare-testbeds-skx-clx-cmp: - csit-dpdk-perf-report-iterative-2101-2n-clx: - - 12 # rls2101 NDRPDR iter env 6 - - 13 # rls2101 NDRPDR iter env 6 - - 14 # rls2101 NDRPDR iter env 6 - - 18 # rls2101 NDRPDR iter env 6 - - 22 # rls2101 NDRPDR iter env 6 - - # Compare topologies - - vpp-compare-topologies-ref: - csit-vpp-perf-report-iterative-2101-3n-skx: - - 36 # rls2101.rel NDRPDR iter env 6 - - 37 # rls2101.rel NDRPDR iter env 6 - - 38 # rls2101.rel NDRPDR iter env 6 - - 39 # rls2101.rel NDRPDR iter env 6 - - 40 # rls2101.rel NDRPDR iter env 6 - - 41 # rls2101.rel NDRPDR iter env 6 - - 42 # rls2101.rel NDRPDR iter env 6 - - 47 # rls2101.rel NDRPDR iter env 6 - - 48 # rls2101.rel NDRPDR iter env 6 - - 50 # rls2101.rel NDRPDR iter env 6 - vpp-compare-topologies-cmp: - csit-vpp-perf-report-iterative-2101-2n-skx: - - 63 # rls2101.rel NDRPDR iter env 6 - - 69 # rls2101.rel NDRPDR iter env 6 - - 70 # rls2101.rel NDRPDR iter env 6 - - 75 # rls2101.rel NDRPDR iter env 6 - - 76 # rls2101.rel NDRPDR iter env 6 - - 77 # rls2101.rel NDRPDR iter env 6 - - 82 # rls2101.rel NDRPDR iter env 6 - - 85 # rls2101.rel NDRPDR iter env 6 - - 86 # rls2101.rel NDRPDR iter env 6 - - 94 # rls2101.rel NDRPDR iter env 6 - - vpp-compare-topologies-mrr-ref: - csit-vpp-perf-report-iterative-2101-3n-skx: - - 35 # rls2101.rel MRR iter env 6 - vpp-compare-topologies-mrr-cmp: - csit-vpp-perf-report-iterative-2101-2n-skx: - - 62 # rls2101.rel MRR iter env 6 - - dpdk-compare-topologies-ref: - csit-dpdk-perf-report-iterative-2101-3n-skx: - - 12 # rls2101 NDRPDR iter env 6 - - 14 # rls2101 NDRPDR iter env 6 - - 15 # rls2101 NDRPDR iter env 6 - - 17 # rls2101 NDRPDR iter env 6 - - 19 # rls2101 NDRPDR iter env 6 - - 20 # rls2101 NDRPDR iter env 6 - - 21 # rls2101 NDRPDR iter env 6 - - 22 # rls2101 NDRPDR iter env 6 - - 25 # rls2101 NDRPDR iter env 6 - - 26 # rls2101 NDRPDR iter env 6 - dpdk-compare-topologies-cmp: - csit-dpdk-perf-report-iterative-2101-2n-skx: - - 11 # rls2101 NDRPDR iter env 6 - - 12 # rls2101 NDRPDR iter env 6 - - 13 # rls2101 NDRPDR iter env 6 - - 14 # rls2101 NDRPDR iter env 6 - - 15 # rls2101 NDRPDR iter env 6 - - 17 # rls2101 NDRPDR iter env 6 - - 18 # rls2101 NDRPDR iter env 6 - - 19 # rls2101 NDRPDR iter env 6 - - 20 # rls2101 NDRPDR iter env 6 - - 21 # rls2101 NDRPDR iter env 6 + vpp-3n-icx-curr-iter-best: + intel-csit-vpp-perf-report-iterative-2101-3n-icx: + - 2 # master NDRPDR iter env 6 diff --git a/resources/tools/presentation/specifications/report/elements.yaml b/resources/tools/presentation/specifications/report/elements.yaml index 9c31080eb4..6cf970fb05 100644 --- a/resources/tools/presentation/specifications/report/elements.yaml +++ b/resources/tools/presentation/specifications/report/elements.yaml @@ -12,7 +12,7 @@ data: "vpp-soak-vs-ndr-2n-skx-ref" compare: title: "Soak" - data: "vpp-soak-vs-ndr-2n-skx-cmp" + data: "vpp-2n-skx-curr-soak" data: "vpp-soak-vs-ndr-2n-skx" include-tests: "NDR" filter: "('NDRPDR' or 'SOAK') and not 'NF_DENSITY'" @@ -31,7 +31,7 @@ data: "vpp-soak-vs-ndr-2n-clx-ref" compare: title: "Soak" - data: "vpp-soak-vs-ndr-2n-clx-cmp" + data: "vpp-2n-clx-curr-soak" data: "vpp-soak-vs-ndr-2n-clx" include-tests: "NDR" filter: "('NDRPDR' or 'SOAK') and not 'NF_DENSITY'" @@ -51,10 +51,10 @@ filter: "'2T1C' and 'NDRPDR' and not 'NF_DENSITY'" columns: - title: "x710" - data-set: "vpp-nic-comparison-3n-skx" + data-set: "vpp-3n-skx-curr-iter" tag: "NIC_Intel-X710" - title: "xxv710" - data-set: "vpp-nic-comparison-3n-skx" + data-set: "vpp-3n-skx-curr-iter" tag: "NIC_Intel-XXV710" comparisons: - title: "Diff" @@ -74,10 +74,10 @@ filter: "'4T2C' and 'NDRPDR' and not 'NF_DENSITY'" columns: - title: "x710" - data-set: "vpp-nic-comparison-3n-skx" + data-set: "vpp-3n-skx-curr-iter" tag: "NIC_Intel-X710" - title: "xxv710" - data-set: "vpp-nic-comparison-3n-skx" + data-set: "vpp-3n-skx-curr-iter" tag: "NIC_Intel-XXV710" comparisons: - title: "Diff" @@ -97,10 +97,10 @@ filter: "'2T1C' and 'NDRPDR' and not 'NF_DENSITY'" columns: - title: "x710" - data-set: "vpp-nic-comparison-3n-skx" + data-set: "vpp-3n-skx-curr-iter" tag: "NIC_Intel-X710" - title: "xxv710" - data-set: "vpp-nic-comparison-3n-skx" + data-set: "vpp-3n-skx-curr-iter" tag: "NIC_Intel-XXV710" comparisons: - title: "Diff" @@ -120,10 +120,10 @@ filter: "'4T2C' and 'NDRPDR' and not 'NF_DENSITY'" columns: - title: "x710" - data-set: "vpp-nic-comparison-3n-skx" + data-set: "vpp-3n-skx-curr-iter" tag: "NIC_Intel-X710" - title: "xxv710" - data-set: "vpp-nic-comparison-3n-skx" + data-set: "vpp-3n-skx-curr-iter" tag: "NIC_Intel-XXV710" comparisons: - title: "Diff" @@ -143,10 +143,10 @@ filter: "'2T1C' and 'MRR' and not 'NF_DENSITY'" columns: - title: "x710" - data-set: "vpp-nic-comparison-3n-skx-mrr" + data-set: "vpp-3n-skx-curr-iter-mrr" tag: "NIC_Intel-X710" - title: "xxv710" - data-set: "vpp-nic-comparison-3n-skx-mrr" + data-set: "vpp-3n-skx-curr-iter-mrr" tag: "NIC_Intel-XXV710" comparisons: - title: "Diff" @@ -166,10 +166,10 @@ filter: "'4T2C' and 'MRR' and not 'NF_DENSITY'" columns: - title: "x710" - data-set: "vpp-nic-comparison-3n-skx-mrr" + data-set: "vpp-3n-skx-curr-iter-mrr" tag: "NIC_Intel-X710" - title: "xxv710" - data-set: "vpp-nic-comparison-3n-skx-mrr" + data-set: "vpp-3n-skx-curr-iter-mrr" tag: "NIC_Intel-XXV710" comparisons: - title: "Diff" @@ -189,10 +189,10 @@ filter: "'8T4C' and 'MRR' and not 'NF_DENSITY'" columns: - title: "x710" - data-set: "vpp-nic-comparison-3n-skx-mrr" + data-set: "vpp-3n-skx-curr-iter-mrr" tag: "NIC_Intel-X710" - title: "xxv710" - data-set: "vpp-nic-comparison-3n-skx-mrr" + data-set: "vpp-3n-skx-curr-iter-mrr" tag: "NIC_Intel-XXV710" comparisons: - title: "Diff" @@ -212,10 +212,10 @@ filter: "'2T1C' and 'NDRPDR' and not 'NF_DENSITY'" columns: - title: "x710" - data-set: "vpp-nic-comparison-2n-skx" + data-set: "vpp-2n-skx-curr-iter" tag: "NIC_Intel-X710" - title: "xxv710" - data-set: "vpp-nic-comparison-2n-skx" + data-set: "vpp-2n-skx-curr-iter" tag: "NIC_Intel-XXV710" comparisons: - title: "Diff" @@ -235,10 +235,10 @@ filter: "'4T2C' and 'NDRPDR' and not 'NF_DENSITY'" columns: - title: "x710" - data-set: "vpp-nic-comparison-2n-skx" + data-set: "vpp-2n-skx-curr-iter" tag: "NIC_Intel-X710" - title: "xxv710" - data-set: "vpp-nic-comparison-2n-skx" + data-set: "vpp-2n-skx-curr-iter" tag: "NIC_Intel-XXV710" comparisons: - title: "Diff" @@ -258,10 +258,10 @@ filter: "'2T1C' and 'NDRPDR' and not 'NF_DENSITY'" columns: - title: "x710" - data-set: "vpp-nic-comparison-2n-skx" + data-set: "vpp-2n-skx-curr-iter" tag: "NIC_Intel-X710" - title: "xxv710" - data-set: "vpp-nic-comparison-2n-skx" + data-set: "vpp-2n-skx-curr-iter" tag: "NIC_Intel-XXV710" comparisons: - title: "Diff" @@ -281,10 +281,10 @@ filter: "'4T2C' and 'NDRPDR' and not 'NF_DENSITY'" columns: - title: "x710" - data-set: "vpp-nic-comparison-2n-skx" + data-set: "vpp-2n-skx-curr-iter" tag: "NIC_Intel-X710" - title: "xxv710" - data-set: "vpp-nic-comparison-2n-skx" + data-set: "vpp-2n-skx-curr-iter" tag: "NIC_Intel-XXV710" comparisons: - title: "Diff" @@ -304,10 +304,10 @@ filter: "'2T1C' and 'MRR' and not 'NF_DENSITY'" columns: - title: "x710" - data-set: "vpp-nic-comparison-2n-skx-mrr" + data-set: "vpp-2n-skx-curr-iter-mrr" tag: "NIC_Intel-X710" - title: "xxv710" - data-set: "vpp-nic-comparison-2n-skx-mrr" + data-set: "vpp-2n-skx-curr-iter-mrr" tag: "NIC_Intel-XXV710" comparisons: - title: "Diff" @@ -327,10 +327,10 @@ filter: "'4T2C' and 'MRR' and not 'NF_DENSITY'" columns: - title: "x710" - data-set: "vpp-nic-comparison-2n-skx-mrr" + data-set: "vpp-2n-skx-curr-iter-mrr" tag: "NIC_Intel-X710" - title: "xxv710" - data-set: "vpp-nic-comparison-2n-skx-mrr" + data-set: "vpp-2n-skx-curr-iter-mrr" tag: "NIC_Intel-XXV710" comparisons: - title: "Diff" @@ -350,10 +350,10 @@ filter: "'8T4C' and 'MRR' and not 'NF_DENSITY'" columns: - title: "x710" - data-set: "vpp-nic-comparison-2n-skx-mrr" + data-set: "vpp-2n-skx-curr-iter-mrr" tag: "NIC_Intel-X710" - title: "xxv710" - data-set: "vpp-nic-comparison-2n-skx-mrr" + data-set: "vpp-2n-skx-curr-iter-mrr" tag: "NIC_Intel-XXV710" comparisons: - title: "Diff" @@ -367,138 +367,6 @@ ################################################################################ # VPP -# VPP Performance Changes 3n-hsw 1t1c pdr -- type: "table" - title: "VPP Performance Changes 3n-hsw 1t1c pdr" - algorithm: "table_comparison" - output-file: "{DIR[STATIC,VPP]}/performance-changes-3n-hsw-1t1c-pdr" - include-tests: "PDR" # "PDR" | "NDR" | "MRR" - filter: "'1T1C' and 'NDRPDR' and 'NIC_Intel-XL710' and not 'NF_DENSITY'" - columns: - - title: "2005.0-5" - data-set: "vpp-performance-changes-3n-hsw-h1" - - title: "2009.0-5" - data-set: "vpp-performance-changes-3n-hsw-ref-env-old" - - title: "2009.0-6" - data-set: "vpp-performance-changes-3n-hsw-ref-env-new" - - title: "2101.0-6" - data-set: "vpp-performance-changes-3n-hsw-cmp" - comparisons: - - title: "2009.0-6 vs 2009.0-5" - reference: 2 - compare: 3 -# rca-file: "rca/rca-3n-hsw-1t1c-pdr-rca1.yaml" - - title: "2101.0-6 vs 2009.0-6" - reference: 3 - compare: 4 -# rca-file: "rca/rca-3n-hsw-1t1c-pdr-rca2.yaml" - legend: - - '' - - 'Test Case: Test cases executed for: PDR throughput on 3n-hsw with xl710.' - - 'YYMM.V-E: [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "5" for CSIT rls2009, "6" for CSIT rls2101).' - - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' - - '2009.0-6 vs 2009.0-5: Compares CSIT environment current vs previous with previous VPP code.' - - '2101.0-6 vs 2009.0-6: Compares VPP code current vs previous in the current CSIT environment.' - -# VPP Performance Changes 3n-hsw 2t2c pdr -- type: "table" - title: "VPP Performance Changes 3n-hsw 2t2c pdr" - algorithm: "table_comparison" - output-file: "{DIR[STATIC,VPP]}/performance-changes-3n-hsw-2t2c-pdr" - include-tests: "PDR" # "PDR" | "NDR" | "MRR" - filter: "'2T2C' and 'NDRPDR' and 'NIC_Intel-XL710' and not 'NF_DENSITY'" - columns: - - title: "2005.0-5" - data-set: "vpp-performance-changes-3n-hsw-h1" - - title: "2009.0-5" - data-set: "vpp-performance-changes-3n-hsw-ref-env-old" - - title: "2009.0-6" - data-set: "vpp-performance-changes-3n-hsw-ref-env-new" - - title: "2101.0-6" - data-set: "vpp-performance-changes-3n-hsw-cmp" - comparisons: - - title: "2009.0-6 vs 2009.0-5" - reference: 2 - compare: 3 -# rca-file: "rca/rca-3n-hsw-2t2c-pdr-rca1.yaml" - - title: "2101.0-6 vs 2009.0-6" - reference: 3 - compare: 4 -# rca-file: "rca/rca-3n-hsw-2t2c-pdr-rca2.yaml" - legend: - - '' - - 'Test Case: Test cases executed for: PDR throughput on 3n-hsw with xl710.' - - 'YYMM.V-E: [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "5" for CSIT rls2009, "6" for CSIT rls2101).' - - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' - - '2009.0-6 vs 2009.0-5: Compares CSIT environment current vs previous with previous VPP code.' - - '2101.0-6 vs 2009.0-6: Compares VPP code current vs previous in the current CSIT environment.' - -# VPP Performance Changes 3n-hsw 1t1c ndr -- type: "table" - title: "VPP Performance Changes 3n-hsw 1t1c ndr" - algorithm: "table_comparison" - output-file: "{DIR[STATIC,VPP]}/performance-changes-3n-hsw-1t1c-ndr" - include-tests: "NDR" # "PDR" | "NDR" | "MRR" - filter: "'1T1C' and 'NDRPDR' and 'NIC_Intel-XL710' and not 'NF_DENSITY'" - columns: - - title: "2005.0-5" - data-set: "vpp-performance-changes-3n-hsw-h1" - - title: "2009.0-5" - data-set: "vpp-performance-changes-3n-hsw-ref-env-old" - - title: "2009.0-6" - data-set: "vpp-performance-changes-3n-hsw-ref-env-new" - - title: "2101.0-6" - data-set: "vpp-performance-changes-3n-hsw-cmp" - comparisons: - - title: "2009.0-6 vs 2009.0-5" - reference: 2 - compare: 3 -# rca-file: "rca/rca-3n-hsw-1t1c-ndr-rca1.yaml" - - title: "2101.0-6 vs 2009.0-6" - reference: 3 - compare: 4 -# rca-file: "rca/rca-3n-hsw-1t1c-ndr-rca2.yaml" - legend: - - '' - - 'Test Case: Test cases executed for: NDR throughput on 3n-hsw with xl710.' - - 'YYMM.V-E: [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "5" for CSIT rls2009, "6" for CSIT rls2101).' - - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' - - '2009.0-6 vs 2009.0-5: Compares CSIT environment current vs previous with previous VPP code.' - - '2101.0-6 vs 2009.0-6: Compares VPP code current vs previous in the current CSIT environment.' - -# VPP Performance Changes 3n-hsw 2t2c ndr -- type: "table" - title: "VPP Performance Changes 3n-hsw 2t2c ndr" - algorithm: "table_comparison" - output-file: "{DIR[STATIC,VPP]}/performance-changes-3n-hsw-2t2c-ndr" - include-tests: "NDR" # "PDR" | "NDR" | "MRR" - filter: "'2T2C' and 'NDRPDR' and 'NIC_Intel-XL710' and not 'NF_DENSITY'" - columns: - - title: "2005.0-5" - data-set: "vpp-performance-changes-3n-hsw-h1" - - title: "2009.0-5" - data-set: "vpp-performance-changes-3n-hsw-ref-env-old" - - title: "2009.0-6" - data-set: "vpp-performance-changes-3n-hsw-ref-env-new" - - title: "2101.0-6" - data-set: "vpp-performance-changes-3n-hsw-cmp" - comparisons: - - title: "2009.0-6 vs 2009.0-5" - reference: 2 - compare: 3 -# rca-file: "rca/rca-3n-hsw-2t2c-ndr-rca1.yaml" - - title: "2101.0-6 vs 2009.0-6" - reference: 3 - compare: 4 -# rca-file: "rca/rca-3n-hsw-2t2c-ndr-rca2.yaml" - legend: - - '' - - 'Test Case: Test cases executed for: NDR throughput on 3n-hsw with xl710.' - - 'YYMM.V-E: [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "5" for CSIT rls2009, "6" for CSIT rls2101).' - - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' - - '2009.0-6 vs 2009.0-5: Compares CSIT environment current vs previous with previous VPP code.' - - '2101.0-6 vs 2009.0-6: Compares VPP code current vs previous in the current CSIT environment.' - # VPP Performance Changes 3n-skx 2t1c pdr - type: "table" title: "VPP Performance Changes 3n-skx 2t1c pdr" @@ -507,30 +375,30 @@ include-tests: "PDR" # "PDR" | "NDR" | "MRR" filter: "'2T1C' and 'NDRPDR' and 'NIC_Intel-XXV710' and not 'NF_DENSITY'" columns: - - title: "2005.0-5" - data-set: "vpp-performance-changes-3n-skx-h1" - - title: "2009.0-5" - data-set: "vpp-performance-changes-3n-skx-ref-env-old" - title: "2009.0-6" - data-set: "vpp-performance-changes-3n-skx-ref-env-new" + data-set: "vpp-3n-skx-hist-iter-new-env" - title: "2101.0-6" - data-set: "vpp-performance-changes-3n-skx-cmp" + data-set: "vpp-3n-skx-prev-iter-old-env" + - title: "2101.0-7" + data-set: "vpp-3n-skx-prev-iter-new-env" + - title: "2106.0-7" + data-set: "vpp-3n-skx-curr-iter" comparisons: - - title: "2009.0-6 vs 2009.0-5" + - title: "2101.0-7 vs 2101.0-6" reference: 2 compare: 3 # rca-file: "rca/rca-3n-skx-2t1c-pdr-rca1.yaml" - - title: "2101.0-6 vs 2009.0-6" + - title: "2106.0-7 vs 2101.0-7" reference: 3 compare: 4 # rca-file: "rca/rca-3n-skx-2t1c-pdr-rca2.yaml" legend: - '' - 'Test Case: Test cases executed for: PDR throughput on 3n-skx with xxv710.' - - 'YYMM.V-E: [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "5" for CSIT rls2009, "6" for CSIT rls2101).' + - 'YYMM.V-E: [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "6" for CSIT rls2101, "7" for CSIT rls2106).' - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' - - '2009.0-6 vs 2009.0-5: Compares CSIT environment current vs previous with previous VPP code.' - - '2101.0-6 vs 2009.0-6: Compares VPP code current vs previous in the current CSIT environment.' + - '2101.0-7 vs 2101.0-6: Compares CSIT environment current vs previous with previous VPP code.' + - '2106.0-7 vs 2101.0-7: Compares VPP code current vs previous in the current CSIT environment.' # VPP Performance Changes 3n-skx 4t2c pdr - type: "table" @@ -540,30 +408,30 @@ include-tests: "PDR" # "PDR" | "NDR" | "MRR" filter: "'4T2C' and 'NDRPDR' and 'NIC_Intel-XXV710' and not 'NF_DENSITY'" columns: - - title: "2005.0-5" - data-set: "vpp-performance-changes-3n-skx-h1" - - title: "2009.0-5" - data-set: "vpp-performance-changes-3n-skx-ref-env-old" - title: "2009.0-6" - data-set: "vpp-performance-changes-3n-skx-ref-env-new" + data-set: "vpp-3n-skx-hist-iter-new-env" - title: "2101.0-6" - data-set: "vpp-performance-changes-3n-skx-cmp" + data-set: "vpp-3n-skx-prev-iter-old-env" + - title: "2101.0-7" + data-set: "vpp-3n-skx-prev-iter-new-env" + - title: "2106.0-7" + data-set: "vpp-3n-skx-curr-iter" comparisons: - - title: "2009.0-6 vs 2009.0-5" + - title: "2101.0-7 vs 2101.0-6" reference: 2 compare: 3 # rca-file: "rca/rca-3n-skx-4t2c-pdr-rca1.yaml" - - title: "2101.0-6 vs 2009.0-6" + - title: "2106.0-7 vs 2101.0-7" reference: 3 compare: 4 # rca-file: "rca/rca-3n-skx-4t2c-pdr-rca2.yaml" legend: - '' - 'Test Case: Test cases executed for: PDR throughput on 3n-skx with xxv710.' - - 'YYMM.V-E: [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "5" for CSIT rls2009, "6" for CSIT rls2101).' + - 'YYMM.V-E: [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "6" for CSIT rls2101, "7" for CSIT rls2106).' - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' - - '2009.0-6 vs 2009.0-5: Compares CSIT environment current vs previous with previous VPP code.' - - '2101.0-6 vs 2009.0-6: Compares VPP code current vs previous in the current CSIT environment.' + - '2101.0-7 vs 2101.0-6: Compares CSIT environment current vs previous with previous VPP code.' + - '2106.0-7 vs 2101.0-7: Compares VPP code current vs previous in the current CSIT environment.' # VPP Performance Changes 3n-skx 2t1c ndr - type: "table" @@ -573,30 +441,30 @@ include-tests: "NDR" # "PDR" | "NDR" | "MRR" filter: "'2T1C' and 'NDRPDR' and 'NIC_Intel-XXV710' and not 'NF_DENSITY'" columns: - - title: "2005.0-5" - data-set: "vpp-performance-changes-3n-skx-h1" - - title: "2009.0-5" - data-set: "vpp-performance-changes-3n-skx-ref-env-old" - title: "2009.0-6" - data-set: "vpp-performance-changes-3n-skx-ref-env-new" + data-set: "vpp-3n-skx-hist-iter-new-env" - title: "2101.0-6" - data-set: "vpp-performance-changes-3n-skx-cmp" + data-set: "vpp-3n-skx-prev-iter-old-env" + - title: "2101.0-7" + data-set: "vpp-3n-skx-prev-iter-new-env" + - title: "2106.0-7" + data-set: "vpp-3n-skx-curr-iter" comparisons: - - title: "2009.0-6 vs 2009.0-5" + - title: "2101.0-7 vs 2101.0-6" reference: 2 compare: 3 # rca-file: "rca/rca-3n-skx-2t1c-ndr-rca1.yaml" - - title: "2101.0-6 vs 2009.0-6" + - title: "2106.0-7 vs 2101.0-7" reference: 3 compare: 4 # rca-file: "rca/rca-3n-skx-2t1c-ndr-rca2.yaml" legend: - '' - 'Test Case: Test cases executed for: NDR throughput on 3n-skx with xxv710.' - - 'YYMM.V-E: [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "5" for CSIT rls2009, "6" for CSIT rls2101).' + - 'YYMM.V-E: [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "6" for CSIT rls2101, "7" for CSIT rls2106).' - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' - - '2009.0-6 vs 2009.0-5: Compares CSIT environment current vs previous with previous VPP code.' - - '2101.0-6 vs 2009.0-6: Compares VPP code current vs previous in the current CSIT environment.' + - '2101.0-7 vs 2101.0-6: Compares CSIT environment current vs previous with previous VPP code.' + - '2106.0-7 vs 2101.0-7: Compares VPP code current vs previous in the current CSIT environment.' # VPP Performance Changes 3n-skx 4t2c ndr - type: "table" @@ -606,30 +474,30 @@ include-tests: "NDR" # "PDR" | "NDR" | "MRR" filter: "'4T2C' and 'NDRPDR' and 'NIC_Intel-XXV710' and not 'NF_DENSITY'" columns: - - title: "2005.0-5" - data-set: "vpp-performance-changes-3n-skx-h1" - - title: "2009.0-5" - data-set: "vpp-performance-changes-3n-skx-ref-env-old" - title: "2009.0-6" - data-set: "vpp-performance-changes-3n-skx-ref-env-new" + data-set: "vpp-3n-skx-hist-iter-new-env" - title: "2101.0-6" - data-set: "vpp-performance-changes-3n-skx-cmp" + data-set: "vpp-3n-skx-prev-iter-old-env" + - title: "2101.0-7" + data-set: "vpp-3n-skx-prev-iter-new-env" + - title: "2106.0-7" + data-set: "vpp-3n-skx-curr-iter" comparisons: - - title: "2009.0-6 vs 2009.0-5" + - title: "2101.0-7 vs 2101.0-6" reference: 2 compare: 3 # rca-file: "rca/rca-3n-skx-4t2c-ndr-rca1.yaml" - - title: "2101.0-6 vs 2009.0-6" + - title: "2106.0-7 vs 2101.0-7" reference: 3 compare: 4 # rca-file: "rca/rca-3n-skx-4t2c-ndr-rca2.yaml" legend: - '' - 'Test Case: Test cases executed for: NDR throughput on 3n-skx with xxv710.' - - 'YYMM.V-E: [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "5" for CSIT rls2009, "6" for CSIT rls2101).' + - 'YYMM.V-E: [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "6" for CSIT rls2101, "7" for CSIT rls2106).' - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' - - '2009.0-6 vs 2009.0-5: Compares CSIT environment current vs previous with previous VPP code.' - - '2101.0-6 vs 2009.0-6: Compares VPP code current vs previous in the current CSIT environment.' + - '2101.0-7 vs 2101.0-6: Compares CSIT environment current vs previous with previous VPP code.' + - '2106.0-7 vs 2101.0-7: Compares VPP code current vs previous in the current CSIT environment.' # VPP Performance Changes 2n-skx 2t1c pdr - type: "table" @@ -639,30 +507,30 @@ include-tests: "PDR" # "PDR" | "NDR" | "MRR" filter: "'2T1C' and 'NDRPDR' and 'NIC_Intel-XXV710' and not 'NF_DENSITY'" columns: - - title: "2005.0-5" - data-set: "vpp-performance-changes-2n-skx-h1" - - title: "2009.0-5" - data-set: "vpp-performance-changes-2n-skx-ref-env-old" - title: "2009.0-6" - data-set: "vpp-performance-changes-2n-skx-ref-env-new" + data-set: "vpp-2n-skx-hist-iter-new-env" - title: "2101.0-6" - data-set: "vpp-performance-changes-2n-skx-cmp" + data-set: "vpp-2n-skx-prev-iter-old-env" + - title: "2101.0-7" + data-set: "vpp-2n-skx-prev-iter-new-env" + - title: "2106.0-7" + data-set: "vpp-2n-skx-curr-iter" comparisons: - - title: "2009.0-6 vs 2009.0-5" + - title: "2101.0-7 vs 2101.0-6" reference: 2 compare: 3 # rca-file: "rca/rca-2n-skx-2t1c-pdr-rca1.yaml" - - title: "2101.0-6 vs 2009.0-6" + - title: "2106.0-7 vs 2101.0-7" reference: 3 compare: 4 # rca-file: "rca/rca-2n-skx-2t1c-pdr-rca2.yaml" legend: - '' - 'Test Case: Test cases executed for: PDR throughput on 2n-skx with xxv710.' - - 'YYMM.V-E: [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "5" for CSIT rls2009, "6" for CSIT rls2101).' + - 'YYMM.V-E: [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "6" for CSIT rls2101, "7" for CSIT rls2106).' - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' - - '2009.0-6 vs 2009.0-5: Compares CSIT environment current vs previous with previous VPP code.' - - '2101.0-6 vs 2009.0-6: Compares VPP code current vs previous in the current CSIT environment.' + - '2101.0-7 vs 2101.0-6: Compares CSIT environment current vs previous with previous VPP code.' + - '2106.0-7 vs 2101.0-7: Compares VPP code current vs previous in the current CSIT environment.' # VPP Performance Changes 2n-skx 4t2c pdr - type: "table" @@ -672,30 +540,30 @@ include-tests: "PDR" # "PDR" | "NDR" | "MRR" filter: "'4T2C' and 'NDRPDR' and 'NIC_Intel-XXV710' and not 'NF_DENSITY'" columns: - - title: "2005.0-5" - data-set: "vpp-performance-changes-2n-skx-h1" - - title: "2009.0-5" - data-set: "vpp-performance-changes-2n-skx-ref-env-old" - title: "2009.0-6" - data-set: "vpp-performance-changes-2n-skx-ref-env-new" + data-set: "vpp-2n-skx-hist-iter-new-env" - title: "2101.0-6" - data-set: "vpp-performance-changes-2n-skx-cmp" + data-set: "vpp-2n-skx-prev-iter-old-env" + - title: "2101.0-7" + data-set: "vpp-2n-skx-prev-iter-new-env" + - title: "2106.0-7" + data-set: "vpp-2n-skx-curr-iter" comparisons: - - title: "2009.0-6 vs 2009.0-5" + - title: "2101.0-7 vs 2101.0-6" reference: 2 compare: 3 # rca-file: "rca/rca-2n-skx-4t2c-pdr-rca1.yaml" - - title: "2101.0-6 vs 2009.0-6" + - title: "2106.0-7 vs 2101.0-7" reference: 3 compare: 4 # rca-file: "rca/rca-2n-skx-4t2c-pdr-rca2.yaml" legend: - '' - 'Test Case: Test cases executed for: PDR throughput on 2n-skx with xxv710.' - - 'YYMM.V-E: [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "5" for CSIT rls2009, "6" for CSIT rls2101).' + - 'YYMM.V-E: [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "6" for CSIT rls2101, "7" for CSIT rls2106).' - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' - - '2009.0-6 vs 2009.0-5: Compares CSIT environment current vs previous with previous VPP code.' - - '2101.0-6 vs 2009.0-6: Compares VPP code current vs previous in the current CSIT environment.' + - '2101.0-7 vs 2101.0-6: Compares CSIT environment current vs previous with previous VPP code.' + - '2106.0-7 vs 2101.0-7: Compares VPP code current vs previous in the current CSIT environment.' # VPP Performance Changes 2n-skx 2t1c ndr - type: "table" @@ -705,30 +573,30 @@ include-tests: "NDR" # "PDR" | "NDR" | "MRR" filter: "'2T1C' and 'NDRPDR' and 'NIC_Intel-XXV710' and not 'NF_DENSITY'" columns: - - title: "2005.0-5" - data-set: "vpp-performance-changes-2n-skx-h1" - - title: "2009.0-5" - data-set: "vpp-performance-changes-2n-skx-ref-env-old" - title: "2009.0-6" - data-set: "vpp-performance-changes-2n-skx-ref-env-new" + data-set: "vpp-2n-skx-hist-iter-new-env" - title: "2101.0-6" - data-set: "vpp-performance-changes-2n-skx-cmp" + data-set: "vpp-2n-skx-prev-iter-old-env" + - title: "2101.0-7" + data-set: "vpp-2n-skx-prev-iter-new-env" + - title: "2106.0-7" + data-set: "vpp-2n-skx-curr-iter" comparisons: - - title: "2009.0-6 vs 2009.0-5" + - title: "2101.0-7 vs 2101.0-6" reference: 2 compare: 3 # rca-file: "rca/rca-2n-skx-2t1c-ndr-rca1.yaml" - - title: "2101.0-6 vs 2009.0-6" + - title: "2106.0-7 vs 2101.0-7" reference: 3 compare: 4 # rca-file: "rca/rca-2n-skx-2t1c-ndr-rca2.yaml" legend: - '' - 'Test Case: Test cases executed for: NDR throughput on 2n-skx with xxv710.' - - 'YYMM.V-E: [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "5" for CSIT rls2009, "6" for CSIT rls2101).' + - 'YYMM.V-E: [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "6" for CSIT rls2101, "7" for CSIT rls2106).' - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' - - '2009.0-6 vs 2009.0-5: Compares CSIT environment current vs previous with previous VPP code.' - - '2101.0-6 vs 2009.0-6: Compares VPP code current vs previous in the current CSIT environment.' + - '2101.0-7 vs 2101.0-6: Compares CSIT environment current vs previous with previous VPP code.' + - '2106.0-7 vs 2101.0-7: Compares VPP code current vs previous in the current CSIT environment.' # VPP Performance Changes 2n-skx 4t2c ndr - type: "table" @@ -738,30 +606,30 @@ include-tests: "NDR" # "PDR" | "NDR" | "MRR" filter: "'4T2C' and 'NDRPDR' and 'NIC_Intel-XXV710' and not 'NF_DENSITY'" columns: - - title: "2005.0-5" - data-set: "vpp-performance-changes-2n-skx-h1" - - title: "2009.0-5" - data-set: "vpp-performance-changes-2n-skx-ref-env-old" - title: "2009.0-6" - data-set: "vpp-performance-changes-2n-skx-ref-env-new" + data-set: "vpp-2n-skx-hist-iter-new-env" - title: "2101.0-6" - data-set: "vpp-performance-changes-2n-skx-cmp" + data-set: "vpp-2n-skx-prev-iter-old-env" + - title: "2101.0-7" + data-set: "vpp-2n-skx-prev-iter-new-env" + - title: "2106.0-7" + data-set: "vpp-2n-skx-curr-iter" comparisons: - - title: "2009.0-6 vs 2009.0-5" + - title: "2101.0-7 vs 2101.0-6" reference: 2 compare: 3 # rca-file: "rca/rca-2n-skx-4t2c-ndr-rca1.yaml" - - title: "2101.0-6 vs 2009.0-6" + - title: "2106.0-7 vs 2101.0-7" reference: 3 compare: 4 # rca-file: "rca/rca-2n-skx-4t2c-ndr-rca2.yaml" legend: - '' - 'Test Case: Test cases executed for: NDR throughput on 2n-skx with xxv710.' - - 'YYMM.V-E: [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "5" for CSIT rls2009, "6" for CSIT rls2101).' + - 'YYMM.V-E: [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "6" for CSIT rls2101, "7" for CSIT rls2106).' - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' - - '2009.0-6 vs 2009.0-5: Compares CSIT environment current vs previous with previous VPP code.' - - '2101.0-6 vs 2009.0-6: Compares VPP code current vs previous in the current CSIT environment.' + - '2101.0-7 vs 2101.0-6: Compares CSIT environment current vs previous with previous VPP code.' + - '2106.0-7 vs 2101.0-7: Compares VPP code current vs previous in the current CSIT environment.' # VPP Performance Changes 2n-clx-xxv710 2t1c pdr - type: "table" @@ -771,30 +639,30 @@ include-tests: "PDR" # "PDR" | "NDR" | "MRR" filter: "'2T1C' and 'NDRPDR' and 'NIC_Intel-XXV710' and not 'NF_DENSITY'" columns: - - title: "2005.0-5" - data-set: "vpp-performance-changes-2n-clx-h1" - - title: "2009.0-5" - data-set: "vpp-performance-changes-2n-clx-ref-env-old" - title: "2009.0-6" - data-set: "vpp-performance-changes-2n-clx-ref-env-new" + data-set: "vpp-2n-clx-hist-iter-new-env" - title: "2101.0-6" - data-set: "vpp-performance-changes-2n-clx-cmp" + data-set: "vpp-2n-clx-prev-iter-old-env" + - title: "2101.0-7" + data-set: "vpp-2n-clx-prev-iter-new-env" + - title: "2106.0-7" + data-set: "vpp-2n-clx-curr-iter" comparisons: - - title: "2009.0-6 vs 2009.0-5" + - title: "2101.0-7 vs 2101.0-6" reference: 2 compare: 3 # rca-file: "rca/rca-2n-clx-2t1c-pdr-rca1.yaml" - - title: "2101.0-6 vs 2009.0-6" + - title: "2106.0-7 vs 2101.0-7" reference: 3 compare: 4 # rca-file: "rca/rca-2n-clx-2t1c-pdr-rca1.yaml" legend: - '' - 'Test Case: Test cases executed for: PDR throughput on 2n-clx with xxv710.' - - 'YYMM.V-E: [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "5" for CSIT rls2009, "6" for CSIT rls2101).' + - 'YYMM.V-E: [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "6" for CSIT rls2101, "7" for CSIT rls2106).' - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' - - '2009.0-6 vs 2009.0-5: Compares CSIT environment current vs previous with previous VPP code.' - - '2101.0-6 vs 2009.0-6: Compares VPP code current vs previous in the current CSIT environment.' + - '2101.0-7 vs 2101.0-6: Compares CSIT environment current vs previous with previous VPP code.' + - '2106.0-7 vs 2101.0-7: Compares VPP code current vs previous in the current CSIT environment.' # VPP Performance Changes 2n-clx-xxv710 4t2c pdr - type: "table" @@ -804,30 +672,30 @@ include-tests: "PDR" # "PDR" | "NDR" | "MRR" filter: "'4T2C' and 'NDRPDR' and 'NIC_Intel-XXV710' and not 'NF_DENSITY'" columns: - - title: "2005.0-5" - data-set: "vpp-performance-changes-2n-clx-h1" - - title: "2009.0-5" - data-set: "vpp-performance-changes-2n-clx-ref-env-old" - title: "2009.0-6" - data-set: "vpp-performance-changes-2n-clx-ref-env-new" + data-set: "vpp-2n-clx-hist-iter-new-env" - title: "2101.0-6" - data-set: "vpp-performance-changes-2n-clx-cmp" + data-set: "vpp-2n-clx-prev-iter-old-env" + - title: "2101.0-7" + data-set: "vpp-2n-clx-prev-iter-new-env" + - title: "2106.0-7" + data-set: "vpp-2n-clx-curr-iter" comparisons: - - title: "2009.0-6 vs 2009.0-5" + - title: "2101.0-7 vs 2101.0-6" reference: 2 compare: 3 # rca-file: "rca/rca-2n-clx-4t2c-pdr-rca1.yaml" - - title: "2101.0-6 vs 2009.0-6" + - title: "2106.0-7 vs 2101.0-7" reference: 3 compare: 4 # rca-file: "rca/rca-2n-clx-4t2c-pdr-rca1.yaml" legend: - '' - 'Test Case: Test cases executed for: PDR throughput on 2n-clx with xxv710.' - - 'YYMM.V-E: [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "5" for CSIT rls2009, "6" for CSIT rls2101).' + - 'YYMM.V-E: [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "6" for CSIT rls2101, "7" for CSIT rls2106).' - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' - - '2009.0-6 vs 2009.0-5: Compares CSIT environment current vs previous with previous VPP code.' - - '2101.0-6 vs 2009.0-6: Compares VPP code current vs previous in the current CSIT environment.' + - '2101.0-7 vs 2101.0-6: Compares CSIT environment current vs previous with previous VPP code.' + - '2106.0-7 vs 2101.0-7: Compares VPP code current vs previous in the current CSIT environment.' # VPP Performance Changes 2n-clx-xxv710 2t1c ndr - type: "table" @@ -837,30 +705,30 @@ include-tests: "NDR" # "PDR" | "NDR" | "MRR" filter: "'2T1C' and 'NDRPDR' and 'NIC_Intel-XXV710' and not 'NF_DENSITY'" columns: - - title: "2005.0-5" - data-set: "vpp-performance-changes-2n-clx-h1" - - title: "2009.0-5" - data-set: "vpp-performance-changes-2n-clx-ref-env-old" - title: "2009.0-6" - data-set: "vpp-performance-changes-2n-clx-ref-env-new" + data-set: "vpp-2n-clx-hist-iter-new-env" - title: "2101.0-6" - data-set: "vpp-performance-changes-2n-clx-cmp" + data-set: "vpp-2n-clx-prev-iter-old-env" + - title: "2101.0-7" + data-set: "vpp-2n-clx-prev-iter-new-env" + - title: "2106.0-7" + data-set: "vpp-2n-clx-curr-iter" comparisons: - - title: "2009.0-6 vs 2009.0-5" + - title: "2101.0-7 vs 2101.0-6" reference: 2 compare: 3 # rca-file: "rca/rca-2n-clx-2t1c-ndr-rca1.yaml" - - title: "2101.0-6 vs 2009.0-6" + - title: "2106.0-7 vs 2101.0-7" reference: 3 compare: 4 # rca-file: "rca/rca-2n-clx-2t1c-ndr-rca1.yaml" legend: - '' - 'Test Case: Test cases executed for: NDR throughput on 2n-clx with xxv710.' - - 'YYMM.V-E: [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "5" for CSIT rls2009, "6" for CSIT rls2101).' + - 'YYMM.V-E: [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "6" for CSIT rls2101, "7" for CSIT rls2106).' - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' - - '2009.0-6 vs 2009.0-5: Compares CSIT environment current vs previous with previous VPP code.' - - '2101.0-6 vs 2009.0-6: Compares VPP code current vs previous in the current CSIT environment.' + - '2101.0-7 vs 2101.0-6: Compares CSIT environment current vs previous with previous VPP code.' + - '2106.0-7 vs 2101.0-7: Compares VPP code current vs previous in the current CSIT environment.' # VPP Performance Changes 2n-clx-xxv710 4t2c ndr - type: "table" @@ -870,30 +738,30 @@ include-tests: "NDR" # "PDR" | "NDR" | "MRR" filter: "'4T2C' and 'NDRPDR' and 'NIC_Intel-XXV710' and not 'NF_DENSITY'" columns: - - title: "2005.0-5" - data-set: "vpp-performance-changes-2n-clx-h1" - - title: "2009.0-5" - data-set: "vpp-performance-changes-2n-clx-ref-env-old" - title: "2009.0-6" - data-set: "vpp-performance-changes-2n-clx-ref-env-new" + data-set: "vpp-2n-clx-hist-iter-new-env" - title: "2101.0-6" - data-set: "vpp-performance-changes-2n-clx-cmp" + data-set: "vpp-2n-clx-prev-iter-old-env" + - title: "2101.0-7" + data-set: "vpp-2n-clx-prev-iter-new-env" + - title: "2106.0-7" + data-set: "vpp-2n-clx-curr-iter" comparisons: - - title: "2009.0-6 vs 2009.0-5" + - title: "2101.0-7 vs 2101.0-6" reference: 2 compare: 3 # rca-file: "rca/rca-2n-clx-4t2c-ndr-rca1.yaml" - - title: "2101.0-6 vs 2009.0-6" + - title: "2106.0-7 vs 2101.0-7" reference: 3 compare: 4 # rca-file: "rca/rca-2n-clx-4t2c-ndr-rca1.yaml" legend: - '' - 'Test Case: Test cases executed for: NDR throughput on 2n-clx with xxv710.' - - 'YYMM.V-E: [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "5" for CSIT rls2009, "6" for CSIT rls2101).' + - 'YYMM.V-E: [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "6" for CSIT rls2101, "7" for CSIT rls2106).' - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' - - '2009.0-6 vs 2009.0-5: Compares CSIT environment current vs previous with previous VPP code.' - - '2101.0-6 vs 2009.0-6: Compares VPP code current vs previous in the current CSIT environment.' + - '2101.0-7 vs 2101.0-6: Compares CSIT environment current vs previous with previous VPP code.' + - '2106.0-7 vs 2101.0-7: Compares VPP code current vs previous in the current CSIT environment.' # VPP Performance Changes 2n-clx-cx556a 2t1c pdr - type: "table" @@ -903,30 +771,30 @@ include-tests: "PDR" # "PDR" | "NDR" | "MRR" filter: "'2T1C' and 'NDRPDR' and 'NIC_Mellanox-CX556A' and not 'NF_DENSITY'" columns: - - title: "2005.0-5" - data-set: "vpp-performance-changes-2n-clx-h1" - - title: "2009.0-5" - data-set: "vpp-performance-changes-2n-clx-ref-env-old" - title: "2009.0-6" - data-set: "vpp-performance-changes-2n-clx-ref-env-new" + data-set: "vpp-2n-clx-hist-iter-new-env" - title: "2101.0-6" - data-set: "vpp-performance-changes-2n-clx-cmp" + data-set: "vpp-2n-clx-prev-iter-old-env" + - title: "2101.0-7" + data-set: "vpp-2n-clx-prev-iter-new-env" + - title: "2106.0-7" + data-set: "vpp-2n-clx-curr-iter" comparisons: - - title: "2009.0-6 vs 2009.0-5" + - title: "2101.0-7 vs 2101.0-6" reference: 2 compare: 3 # rca-file: "rca/rca-2n-clx-2t1c-pdr-rca2.yaml" - - title: "2101.0-6 vs 2009.0-6" + - title: "2106.0-7 vs 2101.0-7" reference: 3 compare: 4 # rca-file: "rca/rca-2n-clx-2t1c-pdr-rca2.yaml" legend: - '' - 'Test Case: Test cases executed for: PDR throughput on 2n-clx with cx556a.' - - 'YYMM.V-E: [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "5" for CSIT rls2009, "6" for CSIT rls2101).' + - 'YYMM.V-E: [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "6" for CSIT rls2101, "7" for CSIT rls2106).' - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' - - '2009.0-6 vs 2009.0-5: Compares CSIT environment current vs previous with previous VPP code.' - - '2101.0-6 vs 2009.0-6: Compares VPP code current vs previous in the current CSIT environment.' + - '2101.0-7 vs 2101.0-6: Compares CSIT environment current vs previous with previous VPP code.' + - '2106.0-7 vs 2101.0-7: Compares VPP code current vs previous in the current CSIT environment.' # VPP Performance Changes 2n-clx-cx556a 4t2c pdr - type: "table" @@ -936,30 +804,30 @@ include-tests: "PDR" # "PDR" | "NDR" | "MRR" filter: "'4T2C' and 'NDRPDR' and 'NIC_Mellanox-CX556A' and not 'NF_DENSITY'" columns: - - title: "2005.0-5" - data-set: "vpp-performance-changes-2n-clx-h1" - - title: "2009.0-5" - data-set: "vpp-performance-changes-2n-clx-ref-env-old" - title: "2009.0-6" - data-set: "vpp-performance-changes-2n-clx-ref-env-new" + data-set: "vpp-2n-clx-hist-iter-new-env" - title: "2101.0-6" - data-set: "vpp-performance-changes-2n-clx-cmp" + data-set: "vpp-2n-clx-prev-iter-old-env" + - title: "2101.0-7" + data-set: "vpp-2n-clx-prev-iter-new-env" + - title: "2106.0-7" + data-set: "vpp-2n-clx-curr-iter" comparisons: - - title: "2009.0-6 vs 2009.0-5" + - title: "2101.0-7 vs 2101.0-6" reference: 2 compare: 3 # rca-file: "rca/rca-2n-clx-4t2c-pdr-rca2.yaml" - - title: "2101.0-6 vs 2009.0-6" + - title: "2106.0-7 vs 2101.0-7" reference: 3 compare: 4 # rca-file: "rca/rca-2n-clx-4t2c-pdr-rca2.yaml" legend: - '' - 'Test Case: Test cases executed for: PDR throughput on 2n-clx with cx556a.' - - 'YYMM.V-E: [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "5" for CSIT rls2009, "6" for CSIT rls2101).' + - 'YYMM.V-E: [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "6" for CSIT rls2101, "7" for CSIT rls2106).' - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' - - '2009.0-6 vs 2009.0-5: Compares CSIT environment current vs previous with previous VPP code.' - - '2101.0-6 vs 2009.0-6: Compares VPP code current vs previous in the current CSIT environment.' + - '2101.0-7 vs 2101.0-6: Compares CSIT environment current vs previous with previous VPP code.' + - '2106.0-7 vs 2101.0-7: Compares VPP code current vs previous in the current CSIT environment.' # VPP Performance Changes 2n-clx-cx556a 2t1c ndr - type: "table" @@ -969,30 +837,30 @@ include-tests: "NDR" # "PDR" | "NDR" | "MRR" filter: "'2T1C' and 'NDRPDR' and 'NIC_Mellanox-CX556A' and not 'NF_DENSITY'" columns: - - title: "2005.0-5" - data-set: "vpp-performance-changes-2n-clx-h1" - - title: "2009.0-5" - data-set: "vpp-performance-changes-2n-clx-ref-env-old" - title: "2009.0-6" - data-set: "vpp-performance-changes-2n-clx-ref-env-new" + data-set: "vpp-2n-clx-hist-iter-new-env" - title: "2101.0-6" - data-set: "vpp-performance-changes-2n-clx-cmp" + data-set: "vpp-2n-clx-prev-iter-old-env" + - title: "2101.0-7" + data-set: "vpp-2n-clx-prev-iter-new-env" + - title: "2106.0-7" + data-set: "vpp-2n-clx-curr-iter" comparisons: - - title: "2009.0-6 vs 2009.0-5" + - title: "2101.0-7 vs 2101.0-6" reference: 2 compare: 3 # rca-file: "rca/rca-2n-clx-2t1c-ndr-rca2.yaml" - - title: "2101.0-6 vs 2009.0-6" + - title: "2106.0-7 vs 2101.0-7" reference: 3 compare: 4 # rca-file: "rca/rca-2n-clx-2t1c-ndr-rca2.yaml" legend: - '' - 'Test Case: Test cases executed for: NDR throughput on 2n-clx with cx556a.' - - 'YYMM.V-E: [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "5" for CSIT rls2009, "6" for CSIT rls2101).' + - 'YYMM.V-E: [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "6" for CSIT rls2101, "7" for CSIT rls2106).' - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' - - '2009.0-6 vs 2009.0-5: Compares CSIT environment current vs previous with previous VPP code.' - - '2101.0-6 vs 2009.0-6: Compares VPP code current vs previous in the current CSIT environment.' + - '2101.0-7 vs 2101.0-6: Compares CSIT environment current vs previous with previous VPP code.' + - '2106.0-7 vs 2101.0-7: Compares VPP code current vs previous in the current CSIT environment.' # VPP Performance Changes 2n-clx-cx556a 4t2c ndr - type: "table" @@ -1002,30 +870,30 @@ include-tests: "NDR" # "PDR" | "NDR" | "MRR" filter: "'4T2C' and 'NDRPDR' and 'NIC_Mellanox-CX556A' and not 'NF_DENSITY'" columns: - - title: "2005.0-5" - data-set: "vpp-performance-changes-2n-clx-h1" - - title: "2009.0-5" - data-set: "vpp-performance-changes-2n-clx-ref-env-old" - title: "2009.0-6" - data-set: "vpp-performance-changes-2n-clx-ref-env-new" + data-set: "vpp-2n-clx-hist-iter-new-env" - title: "2101.0-6" - data-set: "vpp-performance-changes-2n-clx-cmp" + data-set: "vpp-2n-clx-prev-iter-old-env" + - title: "2101.0-7" + data-set: "vpp-2n-clx-prev-iter-new-env" + - title: "2106.0-7" + data-set: "vpp-2n-clx-curr-iter" comparisons: - - title: "2009.0-6 vs 2009.0-5" + - title: "2101.0-7 vs 2101.0-6" reference: 2 compare: 3 # rca-file: "rca/rca-2n-clx-4t2c-ndr-rca2.yaml" - - title: "2101.0-6 vs 2009.0-6" + - title: "2106.0-7 vs 2101.0-7" reference: 3 compare: 4 # rca-file: "rca/rca-2n-clx-4t2c-ndr-rca2.yaml" legend: - '' - 'Test Case: Test cases executed for: NDR throughput on 2n-clx with cx556a.' - - 'YYMM.V-E: [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "5" for CSIT rls2009, "6" for CSIT rls2101).' + - 'YYMM.V-E: [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "6" for CSIT rls2101, "7" for CSIT rls2106).' - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' - - '2009.0-6 vs 2009.0-5: Compares CSIT environment current vs previous with previous VPP code.' - - '2101.0-6 vs 2009.0-6: Compares VPP code current vs previous in the current CSIT environment.' + - '2101.0-7 vs 2101.0-6: Compares CSIT environment current vs previous with previous VPP code.' + - '2106.0-7 vs 2101.0-7: Compares VPP code current vs previous in the current CSIT environment.' # VPP Performance Changes 2n-zn2-xxv710 2t1c pdr - type: "table" @@ -1035,30 +903,30 @@ include-tests: "PDR" # "PDR" | "NDR" | "MRR" filter: "'2T1C' and 'NDRPDR' and 'NIC_Intel-XXV710'" columns: -# - title: "2005.0-5" -# data-set: "vpp-performance-changes-2n-zn2-h1" - - title: "2009.0-5" - data-set: "vpp-performance-changes-2n-zn2-ref-env-old" - title: "2009.0-6" - data-set: "vpp-performance-changes-2n-zn2-ref-env-new" + data-set: "vpp-2n-zn2-hist-iter-new-env" - title: "2101.0-6" - data-set: "vpp-performance-changes-2n-zn2-cmp" + data-set: "vpp-2n-zn2-prev-iter-old-env" + - title: "2101.0-7" + data-set: "vpp-2n-zn2-prev-iter-new-env" + - title: "2106.0-7" + data-set: "vpp-2n-zn2-curr-iter" comparisons: - - title: "2009.0-6 vs 2009.0-5" - reference: 1 # 2 - compare: 2 # 3 + - title: "2101.0-7 vs 2101.0-6" + reference: 2 + compare: 3 # rca-file: "rca/rca-2n-zn2-2t1c-pdr-rca1.yaml" - - title: "2101.0-6 vs 2009.0-6" - reference: 2 # 3 - compare: 3 # 4 + - title: "2106.0-7 vs 2101.0-7" + reference: 3 + compare: 4 # rca-file: "rca/rca-2n-zn2-2t1c-pdr-rca1.yaml" legend: - '' - 'Test Case: Test cases executed for: PDR throughput on 2n-zn2 with xxv710.' - - 'YYMM.V-E: [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "5" for CSIT rls2009, "6" for CSIT rls2101).' + - 'YYMM.V-E: [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "6" for CSIT rls2101, "7" for CSIT rls2106).' - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' - - '2009.0-6 vs 2009.0-5: Compares CSIT environment current vs previous with previous VPP code.' - - '2101.0-6 vs 2009.0-6: Compares VPP code current vs previous in the current CSIT environment.' + - '2101.0-7 vs 2101.0-6: Compares CSIT environment current vs previous with previous VPP code.' + - '2106.0-7 vs 2101.0-7: Compares VPP code current vs previous in the current CSIT environment.' # VPP Performance Changes 2n-zn2-xxv710 4t2c pdr - type: "table" @@ -1068,30 +936,30 @@ include-tests: "PDR" # "PDR" | "NDR" | "MRR" filter: "'4T2C' and 'NDRPDR' and 'NIC_Intel-XXV710'" columns: -# - title: "2005.0-5" -# data-set: "vpp-performance-changes-2n-zn2-h1" - - title: "2009.0-5" - data-set: "vpp-performance-changes-2n-zn2-ref-env-old" - title: "2009.0-6" - data-set: "vpp-performance-changes-2n-zn2-ref-env-new" + data-set: "vpp-2n-zn2-hist-iter-new-env" - title: "2101.0-6" - data-set: "vpp-performance-changes-2n-zn2-cmp" + data-set: "vpp-2n-zn2-prev-iter-old-env" + - title: "2101.0-7" + data-set: "vpp-2n-zn2-prev-iter-new-env" + - title: "2106.0-7" + data-set: "vpp-2n-zn2-curr-iter" comparisons: - - title: "2009.0-6 vs 2009.0-5" - reference: 1 # 2 - compare: 2 # 3 + - title: "2101.0-7 vs 2101.0-6" + reference: 2 + compare: 3 # rca-file: "rca/rca-2n-zn2-4t2c-pdr-rca1.yaml" - - title: "2101.0-6 vs 2009.0-6" - reference: 2 # 3 - compare: 3 # 4 + - title: "2106.0-7 vs 2101.0-7" + reference: 3 + compare: 4 # rca-file: "rca/rca-2n-zn2-4t2c-pdr-rca1.yaml" legend: - '' - 'Test Case: Test cases executed for: PDR throughput on 2n-zn2 with xxv710.' - - 'YYMM.V-E: [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "5" for CSIT rls2009, "6" for CSIT rls2101).' + - 'YYMM.V-E: [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "6" for CSIT rls2101, "7" for CSIT rls2106).' - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' - - '2009.0-6 vs 2009.0-5: Compares CSIT environment current vs previous with previous VPP code.' - - '2101.0-6 vs 2009.0-6: Compares VPP code current vs previous in the current CSIT environment.' + - '2101.0-7 vs 2101.0-6: Compares CSIT environment current vs previous with previous VPP code.' + - '2106.0-7 vs 2101.0-7: Compares VPP code current vs previous in the current CSIT environment.' # VPP Performance Changes 2n-zn2-xxv710 2t1c ndr - type: "table" @@ -1101,30 +969,30 @@ include-tests: "NDR" # "PDR" | "NDR" | "MRR" filter: "'2T1C' and 'NDRPDR' and 'NIC_Intel-XXV710'" columns: -# - title: "2005.0-5" -# data-set: "vpp-performance-changes-2n-zn2-h1" - - title: "2009.0-5" - data-set: "vpp-performance-changes-2n-zn2-ref-env-old" - title: "2009.0-6" - data-set: "vpp-performance-changes-2n-zn2-ref-env-new" + data-set: "vpp-2n-zn2-hist-iter-new-env" - title: "2101.0-6" - data-set: "vpp-performance-changes-2n-zn2-cmp" + data-set: "vpp-2n-zn2-prev-iter-old-env" + - title: "2101.0-7" + data-set: "vpp-2n-zn2-prev-iter-new-env" + - title: "2106.0-7" + data-set: "vpp-2n-zn2-curr-iter" comparisons: - - title: "2009.0-6 vs 2009.0-5" - reference: 1 # 2 - compare: 2 # 3 + - title: "2101.0-7 vs 2101.0-6" + reference: 2 + compare: 3 # rca-file: "rca/rca-2n-zn2-2t1c-ndr-rca1.yaml" - - title: "2101.0-6 vs 2009.0-6" - reference: 2 # 3 - compare: 3 # 4 + - title: "2106.0-7 vs 2101.0-7" + reference: 3 + compare: 4 # rca-file: "rca/rca-2n-zn2-2t1c-ndr-rca1.yaml" legend: - '' - 'Test Case: Test cases executed for: NDR throughput on 2n-zn2 with xxv710.' - - 'YYMM.V-E: [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "5" for CSIT rls2009, "6" for CSIT rls2101).' + - 'YYMM.V-E: [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "6" for CSIT rls2101, "7" for CSIT rls2106).' - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' - - '2009.0-6 vs 2009.0-5: Compares CSIT environment current vs previous with previous VPP code.' - - '2101.0-6 vs 2009.0-6: Compares VPP code current vs previous in the current CSIT environment.' + - '2101.0-7 vs 2101.0-6: Compares CSIT environment current vs previous with previous VPP code.' + - '2106.0-7 vs 2101.0-7: Compares VPP code current vs previous in the current CSIT environment.' # VPP Performance Changes 2n-zn2-xxv710 4t2c ndr - type: "table" @@ -1134,30 +1002,30 @@ include-tests: "NDR" # "PDR" | "NDR" | "MRR" filter: "'4T2C' and 'NDRPDR' and 'NIC_Intel-XXV710'" columns: -# - title: "2005.0-5" -# data-set: "vpp-performance-changes-2n-zn2-h1" - - title: "2009.0-5" - data-set: "vpp-performance-changes-2n-zn2-ref-env-old" - title: "2009.0-6" - data-set: "vpp-performance-changes-2n-zn2-ref-env-new" + data-set: "vpp-2n-zn2-hist-iter-new-env" - title: "2101.0-6" - data-set: "vpp-performance-changes-2n-zn2-cmp" + data-set: "vpp-2n-zn2-prev-iter-old-env" + - title: "2101.0-7" + data-set: "vpp-2n-zn2-prev-iter-new-env" + - title: "2106.0-7" + data-set: "vpp-2n-zn2-curr-iter" comparisons: - - title: "2009.0-6 vs 2009.0-5" - reference: 1 # 2 - compare: 2 # 3 + - title: "2101.0-7 vs 2101.0-6" + reference: 2 + compare: 3 # rca-file: "rca/rca-2n-zn2-4t2c-ndr-rca1.yaml" - - title: "2101.0-6 vs 2009.0-6" - reference: 2 # 3 - compare: 3 # 4 + - title: "2106.0-7 vs 2101.0-7" + reference: 3 + compare: 4 # rca-file: "rca/rca-2n-zn2-4t2c-ndr-rca1.yaml" legend: - '' - 'Test Case: Test cases executed for: NDR throughput on 2n-zn2 with xxv710.' - - 'YYMM.V-E: [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "5" for CSIT rls2009, "6" for CSIT rls2101).' + - 'YYMM.V-E: [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "6" for CSIT rls2101, "7" for CSIT rls2106).' - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' - - '2009.0-6 vs 2009.0-5: Compares CSIT environment current vs previous with previous VPP code.' - - '2101.0-6 vs 2009.0-6: Compares VPP code current vs previous in the current CSIT environment.' + - '2101.0-7 vs 2101.0-6: Compares CSIT environment current vs previous with previous VPP code.' + - '2106.0-7 vs 2101.0-7: Compares VPP code current vs previous in the current CSIT environment.' # VPP Performance Changes 2n-dnv 1t1c pdr - type: "table" @@ -1167,28 +1035,28 @@ include-tests: "PDR" # "PDR" | "NDR" | "MRR" filter: "'1T1C'" columns: - - title: "2005.0-5" - data-set: "vpp-performance-changes-2n-dnv-h1" - - title: "2009.0-5" - data-set: "vpp-performance-changes-2n-dnv-ref-env-old" -# - title: "2009.0-6" -# data-set: "vpp-performance-changes-2n-dnv-ref-env-new" + - title: "2009.0-6" + data-set: "vpp-2n-dnv-hist-iter-new-env" - title: "2101.0-6" - data-set: "vpp-performance-changes-2n-dnv-cmp" + data-set: "vpp-2n-dnv-prev-iter-old-env" + - title: "2101.0-7" + data-set: "vpp-2n-dnv-prev-iter-new-env" + - title: "2106.0-7" + data-set: "vpp-2n-dnv-curr-iter" comparisons: -# - title: "2009.0-6 vs 2009.0-5" -# reference: 2 -# compare: 3 - - title: "2101.0-6 vs 2009.0-5" + - title: "2101.0-7 vs 2101.0-6" reference: 2 compare: 3 + - title: "2101.0-6 vs 2009.0-5" + reference: 3 + compare: 4 legend: - '' - 'Test Case: Test cases executed for: PDR throughput on 2n-dnv with x553.' - - 'YYMM.V-E: [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "5" for CSIT rls2009, "6" for CSIT rls2101).' + - 'YYMM.V-E: [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "6" for CSIT rls2101, "7" for CSIT rls2106).' - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' -# - '2009.0-6 vs 2009.0-5: Compares CSIT environment current vs previous with previous VPP code.' - - '2101.0-6 vs 2009.0-5: Compares VPP code current vs previous.' + - '2101.0-7 vs 2101.0-6: Compares CSIT environment current vs previous with previous VPP code.' + - '2106.0-7 vs 2101.0-7: Compares VPP code current vs previous.' # VPP Performance Changes 2n-dnv 2t2c pdr - type: "table" @@ -1198,28 +1066,28 @@ include-tests: "PDR" # "PDR" | "NDR" | "MRR" filter: "'2T2C'" columns: - - title: "2005.0-5" - data-set: "vpp-performance-changes-2n-dnv-h1" - - title: "2009.0-5" - data-set: "vpp-performance-changes-2n-dnv-ref-env-old" -# - title: "2009.0-6" -# data-set: "vpp-performance-changes-2n-dnv-ref-env-new" + - title: "2009.0-6" + data-set: "vpp-2n-dnv-hist-iter-new-env" - title: "2101.0-6" - data-set: "vpp-performance-changes-2n-dnv-cmp" + data-set: "vpp-2n-dnv-prev-iter-old-env" + - title: "2101.0-7" + data-set: "vpp-2n-dnv-prev-iter-new-env" + - title: "2106.0-7" + data-set: "vpp-2n-dnv-curr-iter" comparisons: -# - title: "2009.0-6 vs 2009.0-5" -# reference: 2 -# compare: 3 - - title: "2101.0-6 vs 2009.0-5" + - title: "2101.0-7 vs 2101.0-6" reference: 2 compare: 3 + - title: "2101.0-6 vs 2009.0-5" + reference: 3 + compare: 4 legend: - '' - 'Test Case: Test cases executed for: PDR throughput on 2n-dnv with x553.' - - 'YYMM.V-E: [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "5" for CSIT rls2009, "6" for CSIT rls2101).' + - 'YYMM.V-E: [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "6" for CSIT rls2101, "7" for CSIT rls2106).' - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' -# - '2009.0-6 vs 2009.0-5: Compares CSIT environment current vs previous with previous VPP code.' - - '2101.0-6 vs 2009.0-5: Compares VPP code current vs previous.' + - '2101.0-7 vs 2101.0-6: Compares CSIT environment current vs previous with previous VPP code.' + - '2106.0-7 vs 2101.0-7: Compares VPP code current vs previous.' # VPP Performance Changes 2n-dnv 1t1c ndr - type: "table" @@ -1229,28 +1097,28 @@ include-tests: "NDR" # "PDR" | "NDR" | "MRR" filter: "'1T1C'" columns: - - title: "2005.0-5" - data-set: "vpp-performance-changes-2n-dnv-h1" - - title: "2009.0-5" - data-set: "vpp-performance-changes-2n-dnv-ref-env-old" -# - title: "2009.0-6" -# data-set: "vpp-performance-changes-2n-dnv-ref-env-new" + - title: "2009.0-6" + data-set: "vpp-2n-dnv-hist-iter-new-env" - title: "2101.0-6" - data-set: "vpp-performance-changes-2n-dnv-cmp" + data-set: "vpp-2n-dnv-prev-iter-old-env" + - title: "2101.0-7" + data-set: "vpp-2n-dnv-prev-iter-new-env" + - title: "2106.0-7" + data-set: "vpp-2n-dnv-curr-iter" comparisons: -# - title: "2009.0-6 vs 2009.0-5" -# reference: 2 -# compare: 3 - - title: "2101.0-6 vs 2009.0-5" + - title: "2101.0-7 vs 2101.0-6" reference: 2 compare: 3 + - title: "2101.0-6 vs 2009.0-5" + reference: 3 + compare: 4 legend: - '' - - 'Test Case: Test cases executed for: PDR throughput on 2n-dnv with x553.' - - 'YYMM.V-E: [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "5" for CSIT rls2009, "6" for CSIT rls2101).' + - 'Test Case: Test cases executed for: NDR throughput on 2n-dnv with x553.' + - 'YYMM.V-E: [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "6" for CSIT rls2101, "7" for CSIT rls2106).' - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' -# - '2009.0-6 vs 2009.0-5: Compares CSIT environment current vs previous with previous VPP code.' - - '2101.0-6 vs 2009.0-5: Compares VPP code current vs previous.' + - '2101.0-7 vs 2101.0-6: Compares CSIT environment current vs previous with previous VPP code.' + - '2106.0-7 vs 2101.0-7: Compares VPP code current vs previous.' # VPP Performance Changes 2n-dnv 2t2c ndr - type: "table" @@ -1260,28 +1128,28 @@ include-tests: "NDR" # "PDR" | "NDR" | "MRR" filter: "'2T2C'" columns: - - title: "2005.0-5" - data-set: "vpp-performance-changes-2n-dnv-h1" - - title: "2009.0-5" - data-set: "vpp-performance-changes-2n-dnv-ref-env-old" -# - title: "2009.0-6" -# data-set: "vpp-performance-changes-2n-dnv-ref-env-new" + - title: "2009.0-6" + data-set: "vpp-2n-dnv-hist-iter-new-env" - title: "2101.0-6" - data-set: "vpp-performance-changes-2n-dnv-cmp" + data-set: "vpp-2n-dnv-prev-iter-old-env" + - title: "2101.0-7" + data-set: "vpp-2n-dnv-prev-iter-new-env" + - title: "2106.0-7" + data-set: "vpp-2n-dnv-curr-iter" comparisons: -# - title: "2009.0-6 vs 2009.0-5" -# reference: 2 -# compare: 3 - - title: "2101.0-6 vs 2009.0-5" + - title: "2101.0-7 vs 2101.0-6" reference: 2 compare: 3 + - title: "2101.0-6 vs 2009.0-5" + reference: 3 + compare: 4 legend: - '' - - 'Test Case: Test cases executed for: PDR throughput on 2n-dnv with x553.' - - 'YYMM.V-E: [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "5" for CSIT rls2009, "6" for CSIT rls2101).' + - 'Test Case: Test cases executed for: NDR throughput on 2n-dnv with x553.' + - 'YYMM.V-E: [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "6" for CSIT rls2101, "7" for CSIT rls2106).' - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' -# - '2009.0-6 vs 2009.0-5: Compares CSIT environment current vs previous with previous VPP code.' - - '2101.0-6 vs 2009.0-5: Compares VPP code current vs previous.' + - '2101.0-7 vs 2101.0-6: Compares CSIT environment current vs previous with previous VPP code.' + - '2106.0-7 vs 2101.0-7: Compares VPP code current vs previous.' # VPP Performance Changes 3n-dnv 1t1c pdr - type: "table" @@ -1291,28 +1159,28 @@ include-tests: "PDR" # "PDR" | "NDR" | "MRR" filter: "'1T1C'" columns: - - title: "2005.0-5" - data-set: "vpp-performance-changes-3n-dnv-h1" - - title: "2009.0-5" - data-set: "vpp-performance-changes-3n-dnv-ref-env-old" -# - title: "2009.0-6" -# data-set: "vpp-performance-changes-3n-dnv-ref-env-new" + - title: "2009.0-6" + data-set: "vpp-3n-dnv-hist-iter-new-env" - title: "2101.0-6" - data-set: "vpp-performance-changes-3n-dnv-cmp" + data-set: "vpp-3n-dnv-prev-iter-old-env" + - title: "2101.0-7" + data-set: "vpp-3n-dnv-prev-iter-new-env" + - title: "2106.0-7" + data-set: "vpp-3n-dnv-curr-iter" comparisons: -# - title: "2009.0-6 vs 2009.0-5" -# reference: 2 -# compare: 3 - - title: "2101.0-6 vs 2009.0-5" + - title: "2101.0-7 vs 2101.0-6" reference: 2 compare: 3 + - title: "2101.0-6 vs 2009.0-5" + reference: 3 + compare: 4 legend: - '' - 'Test Case: Test cases executed for: PDR throughput on 3n-dnv with x553.' - - 'YYMM.V-E: [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "5" for CSIT rls2009, "6" for CSIT rls2101).' + - 'YYMM.V-E: [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "6" for CSIT rls2101, "7" for CSIT rls2106).' - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' -# - '2009.0-6 vs 2009.0-5: Compares CSIT environment current vs previous with previous VPP code.' - - '2101.0-6 vs 2009.0-5: Compares VPP code current vs previous.' + - '2101.0-7 vs 2101.0-6: Compares CSIT environment current vs previous with previous VPP code.' + - '2106.0-7 vs 2101.0-7: Compares VPP code current vs previous.' # VPP Performance Changes 3n-dnv 2t2c pdr - type: "table" @@ -1322,28 +1190,28 @@ include-tests: "PDR" # "PDR" | "NDR" | "MRR" filter: "'2T2C'" columns: - - title: "2005.0-5" - data-set: "vpp-performance-changes-3n-dnv-h1" - - title: "2009.0-5" - data-set: "vpp-performance-changes-3n-dnv-ref-env-old" -# - title: "2009.0-6" -# data-set: "vpp-performance-changes-3n-dnv-ref-env-new" + - title: "2009.0-6" + data-set: "vpp-3n-dnv-hist-iter-new-env" - title: "2101.0-6" - data-set: "vpp-performance-changes-3n-dnv-cmp" + data-set: "vpp-3n-dnv-prev-iter-old-env" + - title: "2101.0-7" + data-set: "vpp-3n-dnv-prev-iter-new-env" + - title: "2106.0-7" + data-set: "vpp-3n-dnv-curr-iter" comparisons: -# - title: "2009.0-6 vs 2009.0-5" -# reference: 2 -# compare: 3 - - title: "2101.0-6 vs 2009.0-5" + - title: "2101.0-7 vs 2101.0-6" reference: 2 compare: 3 + - title: "2101.0-6 vs 2009.0-5" + reference: 3 + compare: 4 legend: - '' - 'Test Case: Test cases executed for: PDR throughput on 3n-dnv with x553.' - - 'YYMM.V-E: [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "5" for CSIT rls2009, "6" for CSIT rls2101).' + - 'YYMM.V-E: [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "6" for CSIT rls2101, "7" for CSIT rls2106).' - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' -# - '2009.0-6 vs 2009.0-5: Compares CSIT environment current vs previous with previous VPP code.' - - '2101.0-6 vs 2009.0-5: Compares VPP code current vs previous.' + - '2101.0-7 vs 2101.0-6: Compares CSIT environment current vs previous with previous VPP code.' + - '2106.0-7 vs 2101.0-7: Compares VPP code current vs previous.' # VPP Performance Changes 3n-dnv 1t1c ndr - type: "table" @@ -1353,28 +1221,28 @@ include-tests: "NDR" # "PDR" | "NDR" | "MRR" filter: "'1T1C'" columns: - - title: "2005.0-5" - data-set: "vpp-performance-changes-3n-dnv-h1" - - title: "2009.0-5" - data-set: "vpp-performance-changes-3n-dnv-ref-env-old" -# - title: "2009.0-6" -# data-set: "vpp-performance-changes-3n-dnv-ref-env-new" + - title: "2009.0-6" + data-set: "vpp-3n-dnv-hist-iter-new-env" - title: "2101.0-6" - data-set: "vpp-performance-changes-3n-dnv-cmp" + data-set: "vpp-3n-dnv-prev-iter-old-env" + - title: "2101.0-7" + data-set: "vpp-3n-dnv-prev-iter-new-env" + - title: "2106.0-7" + data-set: "vpp-3n-dnv-curr-iter" comparisons: -# - title: "2009.0-6 vs 2009.0-5" -# reference: 2 -# compare: 3 - - title: "2101.0-6 vs 2009.0-5" + - title: "2101.0-7 vs 2101.0-6" reference: 2 compare: 3 + - title: "2101.0-6 vs 2009.0-5" + reference: 3 + compare: 4 legend: - '' - - 'Test Case: Test cases executed for: PDR throughput on 3n-dnv with x553.' - - 'YYMM.V-E: [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "5" for CSIT rls2009, "6" for CSIT rls2101).' + - 'Test Case: Test cases executed for: NDR throughput on 3n-dnv with x553.' + - 'YYMM.V-E: [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "6" for CSIT rls2101, "7" for CSIT rls2106).' - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' -# - '2009.0-6 vs 2009.0-5: Compares CSIT environment current vs previous with previous VPP code.' - - '2101.0-6 vs 2009.0-5: Compares VPP code current vs previous.' + - '2101.0-7 vs 2101.0-6: Compares CSIT environment current vs previous with previous VPP code.' + - '2106.0-7 vs 2101.0-7: Compares VPP code current vs previous.' # VPP Performance Changes 3n-dnv 2t2c ndr - type: "table" @@ -1384,28 +1252,28 @@ include-tests: "NDR" # "PDR" | "NDR" | "MRR" filter: "'2T2C'" columns: - - title: "2005.0-5" - data-set: "vpp-performance-changes-3n-dnv-h1" - - title: "2009.0-5" - data-set: "vpp-performance-changes-3n-dnv-ref-env-old" -# - title: "2009.0-6" -# data-set: "vpp-performance-changes-3n-dnv-ref-env-new" + - title: "2009.0-6" + data-set: "vpp-3n-dnv-hist-iter-new-env" - title: "2101.0-6" - data-set: "vpp-performance-changes-3n-dnv-cmp" + data-set: "vpp-3n-dnv-prev-iter-old-env" + - title: "2101.0-7" + data-set: "vpp-3n-dnv-prev-iter-new-env" + - title: "2106.0-7" + data-set: "vpp-3n-dnv-curr-iter" comparisons: -# - title: "2009.0-6 vs 2009.0-5" -# reference: 2 -# compare: 3 - - title: "2101.0-6 vs 2009.0-5" + - title: "2101.0-7 vs 2101.0-6" reference: 2 compare: 3 + - title: "2101.0-6 vs 2009.0-5" + reference: 3 + compare: 4 legend: - '' - - 'Test Case: Test cases executed for: PDR throughput on 3n-dnv with x553.' - - 'YYMM.V-E: [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "5" for CSIT rls2009, "6" for CSIT rls2101).' + - 'Test Case: Test cases executed for: NDR throughput on 3n-dnv with x553.' + - 'YYMM.V-E: [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "6" for CSIT rls2101, "7" for CSIT rls2106).' - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' -# - '2009.0-6 vs 2009.0-5: Compares CSIT environment current vs previous with previous VPP code.' - - '2101.0-6 vs 2009.0-5: Compares VPP code current vs previous.' + - '2101.0-7 vs 2101.0-6: Compares CSIT environment current vs previous with previous VPP code.' + - '2106.0-7 vs 2101.0-7: Compares VPP code current vs previous.' # VPP Performance Changes 3n-tsh 1t1c pdr - type: "table" @@ -1415,30 +1283,30 @@ include-tests: "PDR" # "PDR" | "NDR" | "MRR" filter: "'1T1C'" columns: - - title: "2005.0-5" - data-set: "vpp-performance-changes-3n-tsh-h1" - - title: "2009.0-5" - data-set: "vpp-performance-changes-3n-tsh-ref-env-old" - title: "2009.0-6" - data-set: "vpp-performance-changes-3n-tsh-ref-env-new" + data-set: "vpp-3n-tsh-hist-iter-new-env" - title: "2101.0-6" - data-set: "vpp-performance-changes-3n-tsh-cmp" + data-set: "vpp-3n-tsh-prev-iter-old-env" + - title: "2101.0-7" + data-set: "vpp-3n-tsh-prev-iter-new-env" + - title: "2106.0-7" + data-set: "vpp-3n-tsh-curr-iter" comparisons: - - title: "2009.0-6 vs 2009.0-5" + - title: "2101.0-7 vs 2101.0-6" reference: 2 compare: 3 # rca-file: "rca/rca-3n-tsh-1t1c-pdr-rca1.yaml" - - title: "2101.0-6 vs 2009.0-6" + - title: "2106.0-7 vs 2101.0-7" reference: 3 compare: 4 # rca-file: "rca/rca-3n-tsh-1t1c-pdr-rca2.yaml" legend: - '' - 'Test Case: Test cases executed for: PDR throughput on 3n-tsh with x520.' - - 'YYMM.V-E: [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "5" for CSIT rls2009, "6" for CSIT rls2101).' + - 'YYMM.V-E: [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "6" for CSIT rls2101, "7" for CSIT rls2106).' - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' - - '2009.0-6 vs 2009.0-5: Compares CSIT environment current vs previous with previous VPP code.' - - '2101.0-6 vs 2009.0-6: Compares VPP code current vs previous in the current CSIT environment.' + - '2101.0-7 vs 2101.0-6: Compares CSIT environment current vs previous with previous VPP code.' + - '2106.0-7 vs 2101.0-7: Compares VPP code current vs previous in the current CSIT environment.' # VPP Performance Changes 3n-tsh 2t2c pdr - type: "table" @@ -1448,30 +1316,30 @@ include-tests: "PDR" # "PDR" | "NDR" | "MRR" filter: "'2T2C'" columns: - - title: "2005.0-5" - data-set: "vpp-performance-changes-3n-tsh-h1" - - title: "2009.0-5" - data-set: "vpp-performance-changes-3n-tsh-ref-env-old" - title: "2009.0-6" - data-set: "vpp-performance-changes-3n-tsh-ref-env-new" + data-set: "vpp-3n-tsh-hist-iter-new-env" - title: "2101.0-6" - data-set: "vpp-performance-changes-3n-tsh-cmp" + data-set: "vpp-3n-tsh-prev-iter-old-env" + - title: "2101.0-7" + data-set: "vpp-3n-tsh-prev-iter-new-env" + - title: "2106.0-7" + data-set: "vpp-3n-tsh-curr-iter" comparisons: - - title: "2009.0-6 vs 2009.0-5" + - title: "2101.0-7 vs 2101.0-6" reference: 2 compare: 3 # rca-file: "rca/rca-3n-tsh-2t2c-pdr-rca1.yaml" - - title: "2101.0-6 vs 2009.0-6" + - title: "2106.0-7 vs 2101.0-7" reference: 3 compare: 4 # rca-file: "rca/rca-3n-tsh-2t2c-pdr-rca2.yaml" legend: - '' - 'Test Case: Test cases executed for: PDR throughput on 3n-tsh with x520.' - - 'YYMM.V-E: [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "5" for CSIT rls2009, "6" for CSIT rls2101).' + - 'YYMM.V-E: [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "6" for CSIT rls2101, "7" for CSIT rls2106).' - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' - - '2009.0-6 vs 2009.0-5: Compares CSIT environment current vs previous with previous VPP code.' - - '2101.0-6 vs 2009.0-6: Compares VPP code current vs previous in the current CSIT environment.' + - '2101.0-7 vs 2101.0-6: Compares CSIT environment current vs previous with previous VPP code.' + - '2106.0-7 vs 2101.0-7: Compares VPP code current vs previous in the current CSIT environment.' # VPP Performance Changes 3n-tsh 1t1c ndr - type: "table" @@ -1481,30 +1349,30 @@ include-tests: "NDR" # "PDR" | "NDR" | "MRR" filter: "'1T1C'" columns: - - title: "2005.0-5" - data-set: "vpp-performance-changes-3n-tsh-h1" - - title: "2009.0-5" - data-set: "vpp-performance-changes-3n-tsh-ref-env-old" - title: "2009.0-6" - data-set: "vpp-performance-changes-3n-tsh-ref-env-new" + data-set: "vpp-3n-tsh-hist-iter-new-env" - title: "2101.0-6" - data-set: "vpp-performance-changes-3n-tsh-cmp" + data-set: "vpp-3n-tsh-prev-iter-old-env" + - title: "2101.0-7" + data-set: "vpp-3n-tsh-prev-iter-new-env" + - title: "2106.0-7" + data-set: "vpp-3n-tsh-curr-iter" comparisons: - - title: "2009.0-6 vs 2009.0-5" + - title: "2101.0-7 vs 2101.0-6" reference: 2 compare: 3 -# rca-file: "rca/rca-3n-tsh-1t1c-ndr-rca1.yaml" - - title: "2101.0-6 vs 2009.0-6" +# rca-file: "rca/rca-3n-tsh-1t1c-pdr-rca1.yaml" + - title: "2106.0-7 vs 2101.0-7" reference: 3 compare: 4 -# rca-file: "rca/rca-3n-tsh-1t1c-ndr-rca2.yaml" +# rca-file: "rca/rca-3n-tsh-1t1c-pdr-rca2.yaml" legend: - '' - 'Test Case: Test cases executed for: NDR throughput on 3n-tsh with x520.' - - 'YYMM.V-E: [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "5" for CSIT rls2009, "6" for CSIT rls2101).' + - 'YYMM.V-E: [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "6" for CSIT rls2101, "7" for CSIT rls2106).' - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' - - '2009.0-6 vs 2009.0-5: Compares CSIT environment current vs previous with previous VPP code.' - - '2101.0-6 vs 2009.0-6: Compares VPP code current vs previous in the current CSIT environment.' + - '2101.0-7 vs 2101.0-6: Compares CSIT environment current vs previous with previous VPP code.' + - '2106.0-7 vs 2101.0-7: Compares VPP code current vs previous in the current CSIT environment.' # VPP Performance Changes 3n-tsh 2t2c ndr - type: "table" @@ -1514,30 +1382,30 @@ include-tests: "NDR" # "PDR" | "NDR" | "MRR" filter: "'2T2C'" columns: - - title: "2005.0-5" - data-set: "vpp-performance-changes-3n-tsh-h1" - - title: "2009.0-5" - data-set: "vpp-performance-changes-3n-tsh-ref-env-old" - title: "2009.0-6" - data-set: "vpp-performance-changes-3n-tsh-ref-env-new" + data-set: "vpp-3n-tsh-hist-iter-new-env" - title: "2101.0-6" - data-set: "vpp-performance-changes-3n-tsh-cmp" + data-set: "vpp-3n-tsh-prev-iter-old-env" + - title: "2101.0-7" + data-set: "vpp-3n-tsh-prev-iter-new-env" + - title: "2106.0-7" + data-set: "vpp-3n-tsh-curr-iter" comparisons: - - title: "2009.0-6 vs 2009.0-5" + - title: "2101.0-7 vs 2101.0-6" reference: 2 compare: 3 -# rca-file: "rca/rca-3n-tsh-2t2c-ndr-rca1.yaml" - - title: "2101.0-6 vs 2009.0-6" +# rca-file: "rca/rca-3n-tsh-2t2c-pdr-rca1.yaml" + - title: "2106.0-7 vs 2101.0-7" reference: 3 compare: 4 -# rca-file: "rca/rca-3n-tsh-2t2c-ndr-rca2.yaml" +# rca-file: "rca/rca-3n-tsh-2t2c-pdr-rca2.yaml" legend: - '' - 'Test Case: Test cases executed for: NDR throughput on 3n-tsh with x520.' - - 'YYMM.V-E: [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "5" for CSIT rls2009, "6" for CSIT rls2101).' + - 'YYMM.V-E: [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "6" for CSIT rls2101, "7" for CSIT rls2106).' - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' - - '2009.0-6 vs 2009.0-5: Compares CSIT environment current vs previous with previous VPP code.' - - '2101.0-6 vs 2009.0-6: Compares VPP code current vs previous in the current CSIT environment.' + - '2101.0-7 vs 2101.0-6: Compares CSIT environment current vs previous with previous VPP code.' + - '2106.0-7 vs 2101.0-7: Compares VPP code current vs previous in the current CSIT environment.' # VPP Performance Changes 2n-tx2 1t1c pdr - type: "table" @@ -1547,28 +1415,28 @@ include-tests: "PDR" # "PDR" | "NDR" | "MRR" filter: "'1T1C'" columns: -# - title: "2005.0-5" -# data-set: "vpp-performance-changes-2n-tx2-h1" -# - title: "2009.0-5" -# data-set: "vpp-performance-changes-2n-tx2-ref-env-old" - title: "2009.0-6" - data-set: "vpp-performance-changes-2n-tx2-ref-env-new" + data-set: "vpp-3n-tsh-hist-iter-new-env" - title: "2101.0-6" - data-set: "vpp-performance-changes-2n-tx2-cmp" + data-set: "vpp-3n-tsh-prev-iter-old-env" + - title: "2101.0-7" + data-set: "vpp-2n-tx2-prev-iter-new-env" + - title: "2106.0-7" + data-set: "vpp-2n-tx2-curr-iter" comparisons: -# - title: "2009.0-6 vs 2009.0-5" -# reference: 2 -# compare: 3 - - title: "2101.0-6 vs 2009.0-6" - reference: 1 - compare: 2 + - title: "2101.0-7 vs 2101.0-6" + reference: 2 + compare: 3 + - title: "2106.0-7 vs 2101.0-7" + reference: 3 + compare: 4 legend: - '' - 'Test Case: Test cases executed for: PDR throughput on 2n-tx2 with xl710.' - - 'YYMM.V-E: [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "5" for CSIT rls2009, "6" for CSIT rls2101).' + - 'YYMM.V-E: [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "6" for CSIT rls2101, "7" for CSIT rls2106).' - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' -# - '2009.0-6 vs 2009.0-5: Compares CSIT environment current vs previous with previous VPP code.' - - '2101.0-6 vs 2009.0-6: Compares VPP code current vs previous in the current CSIT environment.' + - '2101.0-7 vs 2101.0-6: Compares CSIT environment current vs previous with previous VPP code.' + - '2106.0-7 vs 2101.0-7: Compares VPP code current vs previous in the current CSIT environment.' # VPP Performance Changes 2n-tx2 2t2c pdr - type: "table" @@ -1578,28 +1446,28 @@ include-tests: "PDR" # "PDR" | "NDR" | "MRR" filter: "'2T2C'" columns: -# - title: "2005.0-5" -# data-set: "vpp-performance-changes-2n-tx2-h1" -# - title: "2009.0-5" -# data-set: "vpp-performance-changes-2n-tx2-ref-env-old" - title: "2009.0-6" - data-set: "vpp-performance-changes-2n-tx2-ref-env-new" + data-set: "vpp-3n-tsh-hist-iter-new-env" - title: "2101.0-6" - data-set: "vpp-performance-changes-2n-tx2-cmp" + data-set: "vpp-3n-tsh-prev-iter-old-env" + - title: "2101.0-7" + data-set: "vpp-2n-tx2-prev-iter-new-env" + - title: "2106.0-7" + data-set: "vpp-2n-tx2-curr-iter" comparisons: -# - title: "2009.0-6 vs 2009.0-5" -# reference: 2 -# compare: 3 - - title: "2101.0-6 vs 2009.0-6" - reference: 1 - compare: 2 + - title: "2101.0-7 vs 2101.0-6" + reference: 2 + compare: 3 + - title: "2106.0-7 vs 2101.0-7" + reference: 3 + compare: 4 legend: - '' - 'Test Case: Test cases executed for: PDR throughput on 2n-tx2 with xl710.' - - 'YYMM.V-E: [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "5" for CSIT rls2009, "6" for CSIT rls2101).' + - 'YYMM.V-E: [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "6" for CSIT rls2101, "7" for CSIT rls2106).' - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' -# - '2009.0-6 vs 2009.0-5: Compares CSIT environment current vs previous with previous VPP code.' - - '2101.0-6 vs 2009.0-6: Compares VPP code current vs previous in the current CSIT environment.' + - '2101.0-7 vs 2101.0-6: Compares CSIT environment current vs previous with previous VPP code.' + - '2106.0-7 vs 2101.0-7: Compares VPP code current vs previous in the current CSIT environment.' # VPP Performance Changes 2n-tx2 1t1c ndr - type: "table" @@ -1609,28 +1477,28 @@ include-tests: "NDR" # "PDR" | "NDR" | "MRR" filter: "'1T1C'" columns: -# - title: "2005.0-5" -# data-set: "vpp-performance-changes-2n-tx2-h1" -# - title: "2009.0-5" -# data-set: "vpp-performance-changes-2n-tx2-ref-env-old" - title: "2009.0-6" - data-set: "vpp-performance-changes-2n-tx2-ref-env-new" + data-set: "vpp-3n-tsh-hist-iter-new-env" - title: "2101.0-6" - data-set: "vpp-performance-changes-2n-tx2-cmp" + data-set: "vpp-3n-tsh-prev-iter-old-env" + - title: "2101.0-7" + data-set: "vpp-2n-tx2-prev-iter-new-env" + - title: "2106.0-7" + data-set: "vpp-2n-tx2-curr-iter" comparisons: -# - title: "2009.0-6 vs 2009.0-5" -# reference: 2 -# compare: 3 - - title: "2101.0-6 vs 2009.0-6" - reference: 1 - compare: 2 + - title: "2101.0-7 vs 2101.0-6" + reference: 2 + compare: 3 + - title: "2106.0-7 vs 2101.0-7" + reference: 3 + compare: 4 legend: - '' - - 'Test Case: Test cases executed for: PDR throughput on 2n-tx2 with xl710.' - - 'YYMM.V-E: [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "5" for CSIT rls2009, "6" for CSIT rls2101).' + - 'Test Case: Test cases executed for: NDR throughput on 2n-tx2 with xl710.' + - 'YYMM.V-E: [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "6" for CSIT rls2101, "7" for CSIT rls2106).' - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' -# - '2009.0-6 vs 2009.0-5: Compares CSIT environment current vs previous with previous VPP code.' - - '2101.0-6 vs 2009.0-6: Compares VPP code current vs previous in the current CSIT environment.' + - '2101.0-7 vs 2101.0-6: Compares CSIT environment current vs previous with previous VPP code.' + - '2106.0-7 vs 2101.0-7: Compares VPP code current vs previous in the current CSIT environment.' # VPP Performance Changes 2n-tx2 2t2c ndr - type: "table" @@ -1640,388 +1508,296 @@ include-tests: "NDR" # "PDR" | "NDR" | "MRR" filter: "'2T2C'" columns: -# - title: "2005.0-5" -# data-set: "vpp-performance-changes-2n-tx2-h1" -# - title: "2009.0-5" -# data-set: "vpp-performance-changes-2n-tx2-ref-env-old" - title: "2009.0-6" - data-set: "vpp-performance-changes-2n-tx2-ref-env-new" + data-set: "vpp-3n-tsh-hist-iter-new-env" - title: "2101.0-6" - data-set: "vpp-performance-changes-2n-tx2-cmp" + data-set: "vpp-3n-tsh-prev-iter-old-env" + - title: "2101.0-7" + data-set: "vpp-2n-tx2-prev-iter-new-env" + - title: "2106.0-7" + data-set: "vpp-2n-tx2-curr-iter" comparisons: -# - title: "2009.0-6 vs 2009.0-5" -# reference: 2 -# compare: 3 - - title: "2101.0-6 vs 2009.0-6" - reference: 1 - compare: 2 + - title: "2101.0-7 vs 2101.0-6" + reference: 2 + compare: 3 + - title: "2106.0-7 vs 2101.0-7" + reference: 3 + compare: 4 legend: - '' - - 'Test Case: Test cases executed for: PDR throughput on 2n-tx2 with xl710.' - - 'YYMM.V-E: [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "5" for CSIT rls2009, "6" for CSIT rls2101).' + - 'Test Case: Test cases executed for: NDR throughput on 2n-tx2 with xl710.' + - 'YYMM.V-E: [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "6" for CSIT rls2101, "7" for CSIT rls2106).' - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' -# - '2009.0-6 vs 2009.0-5: Compares CSIT environment current vs previous with previous VPP code.' - - '2101.0-6 vs 2009.0-6: Compares VPP code current vs previous in the current CSIT environment.' + - '2101.0-7 vs 2101.0-6: Compares CSIT environment current vs previous with previous VPP code.' + - '2106.0-7 vs 2101.0-7: Compares VPP code current vs previous in the current CSIT environment.' -# VPP Comparison Across Testbeds 3n-hsw to 3n-skx 1c ndr +# VPP Comparison Across Testbeds 2n-skx to 2n-clx 2t1c ndr - type: "table" - title: "VPP Comparison Across Testbeds 3n-hsw to 3n-skx 1c ndr" + title: "VPP Comparison Across Testbeds 2n-skx to 2n-clx 2t1c ndr" algorithm: "table_comparison" - output-file: "{DIR[STATIC,VPP]}/performance-compare-testbeds-3n-hsw-3n-skx-1c-ndr" + output-file: "{DIR[STATIC,VPP]}/performance-compare-testbeds-2n-skx-2n-clx-2t1c-ndr" include-tests: "NDR" # "PDR" | "NDR" | "MRR" - filter: "('NIC_Intel-XXV710' or 'NIC_Intel-XL710') and 'NDRPDR' and '1C'" + filter: "'2T1C' and 'NIC_Intel-XXV710'" columns: - - title: "3n-hsw xl710" - data-set: "vpp-compare-testbeds-ref" - tag: "NIC_Intel-XL710" - - title: "3n-skx xxv710" - data-set: "vpp-compare-testbeds-cmp" - tag: "NIC_Intel-XXV710" + - title: "2n-skx" + data-set: "vpp-2n-skx-curr-iter" + - title: "2n-clx" + data-set: "vpp-2n-clx-curr-iter" comparisons: - title: "Diff" reference: 1 compare: 2 legend: - "" - - "3n-hsw xl710, 3n-skx xxv710 - testbeds and NICs tested." - - "Diff - difference between 3n-hsw xl710 and 3n-skx xxv710 testbeds." + - "2n-skx, 2n-clx - testbeds and NICs tested." + - "Diff - difference between 2n-skx and 2n-clx testbeds." -# VPP Comparison Across Testbeds 3n-hsw to 3n-skx 2c ndr +# VPP Comparison Across Testbeds 2n-skx to 2n-clx 4t2c ndr - type: "table" - title: "VPP Comparison Across Testbeds 3n-hsw to 3n-skx 2c ndr" + title: "VPP Comparison Across Testbeds 2n-skx to 2n-clx 4t2c ndr" algorithm: "table_comparison" - output-file: "{DIR[STATIC,VPP]}/performance-compare-testbeds-3n-hsw-3n-skx-2c-ndr" + output-file: "{DIR[STATIC,VPP]}/performance-compare-testbeds-2n-skx-2n-clx-4t2c-ndr" include-tests: "NDR" # "PDR" | "NDR" | "MRR" - filter: "('NIC_Intel-XXV710' or 'NIC_Intel-XL710') and 'NDRPDR' and '2C'" + filter: "'4T2C' and 'NIC_Intel-XXV710'" columns: - - title: "3n-hsw xl710" - data-set: "vpp-compare-testbeds-ref" - tag: "NIC_Intel-XL710" - - title: "3n-skx xxv710" - data-set: "vpp-compare-testbeds-cmp" - tag: "NIC_Intel-XXV710" + - title: "2n-skx" + data-set: "vpp-2n-skx-curr-iter" + - title: "2n-clx" + data-set: "vpp-2n-clx-curr-iter" comparisons: - title: "Diff" reference: 1 compare: 2 legend: - "" - - "3n-hsw xl710, 3n-skx xxv710 - testbeds and NICs tested." - - "Diff - difference between 3n-hsw xl710 and 3n-skx xxv710 testbeds." + - "2n-skx, 2n-clx - testbeds and NICs tested." + - "Diff - difference between 2n-skx and 2n-clx testbeds." -# VPP Comparison Across Testbeds 3n-hsw to 3n-skx 1c pdr +# VPP Comparison Across Testbeds 2n-skx to 2n-clx 2t1c pdr - type: "table" - title: "VPP Comparison Across Testbeds 3n-hsw to 3n-skx 1c pdr" + title: "VPP Comparison Across Testbeds 2n-skx to 2n-clx 2t1c pdr" algorithm: "table_comparison" - output-file: "{DIR[STATIC,VPP]}/performance-compare-testbeds-3n-hsw-3n-skx-1c-pdr" + output-file: "{DIR[STATIC,VPP]}/performance-compare-testbeds-2n-skx-2n-clx-2t1c-pdr" include-tests: "PDR" # "PDR" | "NDR" | "MRR" - filter: "('NIC_Intel-XXV710' or 'NIC_Intel-XL710') and 'NDRPDR' and '1C'" + filter: "'2T1C' and 'NIC_Intel-XXV710'" columns: - - title: "3n-hsw xl710" - data-set: "vpp-compare-testbeds-ref" - tag: "NIC_Intel-XL710" - - title: "3n-skx xxv710" - data-set: "vpp-compare-testbeds-cmp" - tag: "NIC_Intel-XXV710" + - title: "2n-skx" + data-set: "vpp-2n-skx-curr-iter" + - title: "2n-clx" + data-set: "vpp-2n-clx-curr-iter" comparisons: - title: "Diff" reference: 1 compare: 2 legend: - "" - - "3n-hsw xl710, 3n-skx xxv710 - testbeds and NICs tested." - - "Diff - difference between 3n-hsw xl710 and 3n-skx xxv710 testbeds." + - "2n-skx, 2n-clx - testbeds and NICs tested." + - "Diff - difference between 2n-skx and 2n-clx testbeds." -# VPP Comparison Across Testbeds 3n-hsw to 3n-skx 2c pdr +# VPP Comparison Across Testbeds 2n-skx to 2n-clx 4t2c pdr - type: "table" - title: "VPP Comparison Across Testbeds 3n-hsw to 3n-skx 2c pdr" + title: "VPP Comparison Across Testbeds 2n-skx to 2n-clx 4t2c pdr" algorithm: "table_comparison" - output-file: "{DIR[STATIC,VPP]}/performance-compare-testbeds-3n-hsw-3n-skx-2c-pdr" + output-file: "{DIR[STATIC,VPP]}/performance-compare-testbeds-2n-skx-2n-clx-4t2c-pdr" include-tests: "PDR" # "PDR" | "NDR" | "MRR" - filter: "('NIC_Intel-XXV710' or 'NIC_Intel-XL710') and 'NDRPDR' and '2C'" + filter: "'4T2C' and 'NIC_Intel-XXV710'" columns: - - title: "3n-hsw xl710" - data-set: "vpp-compare-testbeds-ref" - tag: "NIC_Intel-XL710" - - title: "3n-skx xxv710" - data-set: "vpp-compare-testbeds-cmp" - tag: "NIC_Intel-XXV710" + - title: "2n-skx" + data-set: "vpp-2n-skx-curr-iter" + - title: "2n-clx" + data-set: "vpp-2n-clx-curr-iter" comparisons: - title: "Diff" reference: 1 compare: 2 legend: - "" - - "3n-hsw xl710, 3n-skx xxv710 - testbeds and NICs tested." - - "Diff - difference between 3n-hsw xl710 and 3n-skx xxv710 testbeds." + - "2n-skx, 2n-clx - testbeds and NICs tested." + - "Diff - difference between 2n-skx and 2n-clx testbeds." -# VPP Comparison Across Testbeds 2n-skx to 2n-clx 2t1c ndr +# VPP Comparison Across Testbeds 2n-clx to 2n-icx 1c ndr - type: "table" - title: "VPP Comparison Across Testbeds 2n-skx to 2n-clx 2t1c ndr" + title: "VPP Comparison Across Testbeds 2n-clx to 2n-icx 1c ndr" algorithm: "table_comparison" - output-file: "{DIR[STATIC,VPP]}/performance-compare-testbeds-2n-skx-2n-clx-2t1c-ndr" + output-file: "{DIR[STATIC,VPP]}/performance-compare-testbeds-2n-clx-2n-icx-1c-ndr" include-tests: "NDR" # "PDR" | "NDR" | "MRR" - filter: "'2T1C' and 'NIC_Intel-XXV710'" + filter: "('NIC_Intel-XXV710' or 'NIC_Intel-E810CQ') and 'NDRPDR' and '1C'" columns: - - title: "2n-skx" - data-set: "vpp-compare-testbeds-skx-clx-ref" - - title: "2n-clx" - data-set: "vpp-compare-testbeds-skx-clx-cmp" + - title: "2n-clx xxv710" + data-set: "vpp-2n-clx-curr-iter" + tag: "NIC_Intel-XXV710" + - title: "2n-icx e810cq" + data-set: "vpp-2n-icx-curr-iter" + tag: "NIC_Intel-E810CQ" comparisons: - title: "Diff" reference: 1 compare: 2 legend: - "" - - "2n-skx, 2n-clx - testbeds and NICs tested." - - "Diff - difference between 2n-skx and 2n-clx testbeds." + - "2n-clx xxv710, 2n-icx e810cq - testbeds and NICs tested." + - "Diff - difference between 2n-clx xxv710 and 2n-icx e810cq testbeds." -# VPP Comparison Across Testbeds 2n-skx to 2n-clx 4t2c ndr +# VPP Comparison Across Testbeds 2n-clx to 2n-icx 2c ndr - type: "table" - title: "VPP Comparison Across Testbeds 2n-skx to 2n-clx 4t2c ndr" + title: "VPP Comparison Across Testbeds 2n-clx to 2n-icx 2c ndr" algorithm: "table_comparison" - output-file: "{DIR[STATIC,VPP]}/performance-compare-testbeds-2n-skx-2n-clx-4t2c-ndr" + output-file: "{DIR[STATIC,VPP]}/performance-compare-testbeds-2n-clx-2n-icx-2c-ndr" include-tests: "NDR" # "PDR" | "NDR" | "MRR" - filter: "'4T2C' and 'NIC_Intel-XXV710'" + filter: "('NIC_Intel-XXV710' or 'NIC_Intel-E810CQ') and 'NDRPDR' and '2C'" columns: - - title: "2n-skx" - data-set: "vpp-compare-testbeds-skx-clx-ref" - - title: "2n-clx" - data-set: "vpp-compare-testbeds-skx-clx-cmp" + - title: "2n-clx xxv710" + data-set: "vpp-2n-clx-curr-iter" + tag: "NIC_Intel-XXV710" + - title: "2n-icx e810cq" + data-set: "vpp-2n-icx-curr-iter" + tag: "NIC_Intel-E810CQ" comparisons: - title: "Diff" reference: 1 compare: 2 legend: - "" - - "2n-skx, 2n-clx - testbeds and NICs tested." - - "Diff - difference between 2n-skx and 2n-clx testbeds." + - "2n-clx xxv710, 2n-icx e810cq - testbeds and NICs tested." + - "Diff - difference between 2n-clx xxv710 and 2n-icx e810cq testbeds." -# VPP Comparison Across Testbeds 2n-skx to 2n-clx 2t1c pdr +# VPP Comparison Across Testbeds 2n-clx to 2n-icx 1c pdr - type: "table" - title: "VPP Comparison Across Testbeds 2n-skx to 2n-clx 2t1c pdr" + title: "VPP Comparison Across Testbeds 2n-clx to 2n-icx 1c pdr" algorithm: "table_comparison" - output-file: "{DIR[STATIC,VPP]}/performance-compare-testbeds-2n-skx-2n-clx-2t1c-pdr" + output-file: "{DIR[STATIC,VPP]}/performance-compare-testbeds-2n-clx-2n-icx-1c-pdr" include-tests: "PDR" # "PDR" | "NDR" | "MRR" - filter: "'2T1C' and 'NIC_Intel-XXV710'" + filter: "('NIC_Intel-XXV710' or 'NIC_Intel-E810CQ') and 'NDRPDR' and '1C'" columns: - - title: "2n-skx" - data-set: "vpp-compare-testbeds-skx-clx-ref" - - title: "2n-clx" - data-set: "vpp-compare-testbeds-skx-clx-cmp" + - title: "2n-clx xxv710" + data-set: "vpp-2n-clx-curr-iter" + tag: "NIC_Intel-XXV710" + - title: "2n-icx e810cq" + data-set: "vpp-2n-icx-curr-iter" + tag: "NIC_Intel-E810CQ" comparisons: - title: "Diff" reference: 1 compare: 2 legend: - "" - - "2n-skx, 2n-clx - testbeds and NICs tested." - - "Diff - difference between 2n-skx and 2n-clx testbeds." + - "2n-clx xxv710, 2n-icx e810cq - testbeds and NICs tested." + - "Diff - difference between 2n-clx xxv710 and 2n-icx e810cq testbeds." -# VPP Comparison Across Testbeds 2n-skx to 2n-clx 4t2c pdr +# VPP Comparison Across Testbeds 2n-clx to 2n-icx 2c pdr - type: "table" - title: "VPP Comparison Across Testbeds 2n-skx to 2n-clx 4t2c pdr" + title: "VPP Comparison Across Testbeds 2n-clx to 2n-icx 2c pdr" algorithm: "table_comparison" - output-file: "{DIR[STATIC,VPP]}/performance-compare-testbeds-2n-skx-2n-clx-4t2c-pdr" + output-file: "{DIR[STATIC,VPP]}/performance-compare-testbeds-2n-clx-2n-icx-2c-pdr" include-tests: "PDR" # "PDR" | "NDR" | "MRR" - filter: "'4T2C' and 'NIC_Intel-XXV710'" + filter: "('NIC_Intel-XXV710' or 'NIC_Intel-E810CQ') and 'NDRPDR' and '2C'" columns: - - title: "2n-skx" - data-set: "vpp-compare-testbeds-skx-clx-ref" - - title: "2n-clx" - data-set: "vpp-compare-testbeds-skx-clx-cmp" + - title: "2n-clx xxv710" + data-set: "vpp-3n-skx-curr-iter" + tag: "NIC_Intel-XXV710" + - title: "2n-icx e810cq" + data-set: "vpp-2n-icx-curr-iter" + tag: "NIC_Intel-E810CQ" comparisons: - title: "Diff" reference: 1 compare: 2 legend: - "" - - "2n-skx, 2n-clx - testbeds and NICs tested." - - "Diff - difference between 2n-skx and 2n-clx testbeds." + - "2n-clx xxv710, 2n-icx e810cq - testbeds and NICs tested." + - "Diff - difference between 2n-clx xxv710 and 2n-icx e810cq testbeds." -# VPP Comparison Across Testbeds 3n-hsw to 2n-clx 1c ndr +# VPP Comparison Across Testbeds 3n-skx to 3n-icx 1c ndr - type: "table" - title: "VPP Comparison Across Testbeds 3n-hsw to 2n-clx 1c ndr" + title: "VPP Comparison Across Testbeds 3n-skx to 3n-icx 1c ndr" algorithm: "table_comparison" - output-file: "{DIR[STATIC,VPP]}/performance-compare-testbeds-3n-hsw-2n-clx-1c-ndr" + output-file: "{DIR[STATIC,VPP]}/performance-compare-testbeds-3n-skx-3n-icx-1c-ndr" include-tests: "NDR" # "PDR" | "NDR" | "MRR" - filter: "('NIC_Intel-XXV710' or 'NIC_Intel-XL710') and 'NDRPDR' and '1C'" + filter: "('NIC_Intel-XXV710' or 'NIC_Intel-E810CQ') and 'NDRPDR' and '1C'" columns: - - title: "3n-hsw xl710" - data-set: "vpp-compare-testbeds-hsw-clx-ref" - tag: "NIC_Intel-XL710" - - title: "2n-clx xxv710" - data-set: "vpp-compare-testbeds-hsw-clx-cmp" + - title: "3n-skx xxv710" + data-set: "vpp-3n-skx-curr-iter" tag: "NIC_Intel-XXV710" + - title: "3n-icx e810cq" + data-set: "vpp-3n-icx-curr-iter" + tag: "NIC_Intel-E810CQ" comparisons: - title: "Diff" reference: 1 compare: 2 legend: - "" - - "3n-hsw xl710, 2n-clx xxv710 - testbeds and NICs tested." - - "Diff - difference between 3n-hsw xl710 and 2n-clx xxv710 testbeds." + - "3n-skx xxv710, 3n-icx e810cq - testbeds and NICs tested." + - "Diff - difference between 3n-skx xxv710 and 3n-icx e810cq testbeds." -# VPP Comparison Across Testbeds 3n-hsw to 2n-clx 2c ndr +# VPP Comparison Across Testbeds 3n-skx to 3n-icx 2c ndr - type: "table" - title: "VPP Comparison Across Testbeds 3n-hsw to 2n-clx 2c ndr" + title: "VPP Comparison Across Testbeds 3n-skx to 3n-icx ndr" algorithm: "table_comparison" - output-file: "{DIR[STATIC,VPP]}/performance-compare-testbeds-3n-hsw-2n-clx-2c-ndr" + output-file: "{DIR[STATIC,VPP]}/performance-compare-testbeds-3n-skx-3n-icx-2c-ndr" include-tests: "NDR" # "PDR" | "NDR" | "MRR" - filter: "('NIC_Intel-XXV710' or 'NIC_Intel-XL710') and 'NDRPDR' and '2C'" + filter: "('NIC_Intel-XXV710' or 'NIC_Intel-E810CQ') and 'NDRPDR' and '2C'" columns: - - title: "3n-hsw xl710" - data-set: "vpp-compare-testbeds-hsw-clx-ref" - tag: "NIC_Intel-XL710" - - title: "2n-clx xxv710" - data-set: "vpp-compare-testbeds-hsw-clx-cmp" + - title: "3n-skx xxv710" + data-set: "vpp-3n-skx-curr-iter" tag: "NIC_Intel-XXV710" + - title: "3n-icx e810cq" + data-set: "vpp-3n-icx-curr-iter" + tag: "NIC_Intel-E810CQ" comparisons: - title: "Diff" reference: 1 compare: 2 legend: - "" - - "3n-hsw xl710, 2n-clx xxv710 - testbeds and NICs tested." - - "Diff - difference between 3n-hsw xl710 and 2n-clx xxv710 testbeds." + - "3n-skx xxv710, 3n-icx e810cq - testbeds and NICs tested." + - "Diff - difference between 3n-skx xxv710 and 3n-icx e810cq testbeds." -# VPP Comparison Across Testbeds 3n-hsw to 2n-clx 1c pdr +# VPP Comparison Across Testbeds 3n-skx to 3n-icx 1c pdr - type: "table" - title: "VPP Comparison Across Testbeds 3n-hsw to 2n-clx 1c pdr" + title: "VPP Comparison Across Testbeds 3n-skx to 3n-icx 1c pdr" algorithm: "table_comparison" - output-file: "{DIR[STATIC,VPP]}/performance-compare-testbeds-3n-hsw-2n-clx-1c-pdr" + output-file: "{DIR[STATIC,VPP]}/performance-compare-testbeds-3n-skx-3n-icx-1c-pdr" include-tests: "PDR" # "PDR" | "NDR" | "MRR" - filter: "('NIC_Intel-XXV710' or 'NIC_Intel-XL710') and 'NDRPDR' and '1C'" + filter: "('NIC_Intel-XXV710' or 'NIC_Intel-E810CQ') and 'NDRPDR' and '1C'" columns: - - title: "3n-hsw xl710" - data-set: "vpp-compare-testbeds-hsw-clx-ref" - tag: "NIC_Intel-XL710" - - title: "2n-clx xxv710" - data-set: "vpp-compare-testbeds-hsw-clx-cmp" + - title: "3n-skx xxv710" + data-set: "vpp-3n-skx-curr-iter" tag: "NIC_Intel-XXV710" + - title: "3n-icx e810cq" + data-set: "vpp-3n-icx-curr-iter" + tag: "NIC_Intel-E810CQ" comparisons: - title: "Diff" reference: 1 compare: 2 legend: - "" - - "3n-hsw xl710, 2n-clx xxv710 - testbeds and NICs tested." - - "Diff - difference between 3n-hsw xl710 and 2n-clx xxv710 testbeds." + - "3n-skx xxv710, 3n-icx e810cq - testbeds and NICs tested." + - "Diff - difference between 3n-skx xxv710 and 3n-icx e810cq testbeds." -# VPP Comparison Across Testbeds 3n-hsw to 2n-clx 2c pdr +# VPP Comparison Across Testbeds 3n-skx to 3n-icx 2c pdr - type: "table" - title: "VPP Comparison Across Testbeds 3n-hsw to 2n-clx 2c pdr" + title: "VPP Comparison Across Testbeds 3n-skx to 3n-icx 2c pdr" algorithm: "table_comparison" - output-file: "{DIR[STATIC,VPP]}/performance-compare-testbeds-3n-hsw-2n-clx-2c-pdr" + output-file: "{DIR[STATIC,VPP]}/performance-compare-testbeds-3n-skx-3n-icx-2c-pdr" include-tests: "PDR" # "PDR" | "NDR" | "MRR" - filter: "('NIC_Intel-XXV710' or 'NIC_Intel-XL710') and 'NDRPDR' and '2C'" + filter: "('NIC_Intel-XXV710' or 'NIC_Intel-E810CQ') and 'NDRPDR' and '2C'" columns: - - title: "3n-hsw xl710" - data-set: "vpp-compare-testbeds-hsw-clx-ref" - tag: "NIC_Intel-XL710" - - title: "2n-clx xxv710" - data-set: "vpp-compare-testbeds-hsw-clx-cmp" + - title: "3n-skx xxv710" + data-set: "vpp-3n-skx-curr-iter" tag: "NIC_Intel-XXV710" + - title: "3n-icx e810cq" + data-set: "vpp-3n-icx-curr-iter" + tag: "NIC_Intel-E810CQ" comparisons: - title: "Diff" reference: 1 compare: 2 legend: - "" - - "3n-hsw xl710, 2n-clx xxv710 - testbeds and NICs tested." - - "Diff - difference between 3n-hsw xl710 and 2n-clx xxv710 testbeds." - -# # VPP Comparison Across Testbeds 2n-clx to 2n-icx 1c ndr -# - type: "table" -# title: "VPP Comparison Across Testbeds 2n-clx to 2n-icx 1c ndr" -# algorithm: "table_comparison" -# output-file: "{DIR[STATIC,VPP]}/performance-compare-testbeds-2n-clx-2n-icx-1c-ndr" -# include-tests: "NDR" # "PDR" | "NDR" | "MRR" -# filter: "('NIC_Intel-XXV710' or 'NIC_Intel-E810CQ') and 'NDRPDR' and '1C'" -# columns: -# - title: "2n-clx xxv710" -# data-set: "vpp-compare-testbeds-clx-icx-ref" -# tag: "NIC_Intel-XXV710" -# - title: "2n-icx e810cq" -# data-set: "vpp-compare-testbeds-clx-icx-cmp" -# tag: "NIC_Intel-E810CQ" -# comparisons: -# - title: "Diff" -# reference: 1 -# compare: 2 -# legend: -# - "" -# - "2n-clx xxv710, 2n-icx e810cq - testbeds and NICs tested." -# - "Diff - difference between 2n-clx xxv710 and 2n-icx e810cq testbeds." -# -# # VPP Comparison Across Testbeds 2n-clx to 2n-icx 2c ndr -# - type: "table" -# title: "VPP Comparison Across Testbeds 2n-clx to 2n-icx 2c ndr" -# algorithm: "table_comparison" -# output-file: "{DIR[STATIC,VPP]}/performance-compare-testbeds-2n-clx-2n-icx-2c-ndr" -# include-tests: "NDR" # "PDR" | "NDR" | "MRR" -# filter: "('NIC_Intel-XXV710' or 'NIC_Intel-E810CQ') and 'NDRPDR' and '2C'" -# columns: -# - title: "2n-clx xxv710" -# data-set: "vpp-compare-testbeds-clx-icx-ref" -# tag: "NIC_Intel-XXV710" -# - title: "2n-icx e810cq" -# data-set: "vpp-compare-testbeds-clx-icx-cmp" -# tag: "NIC_Intel-E810CQ" -# comparisons: -# - title: "Diff" -# reference: 1 -# compare: 2 -# legend: -# - "" -# - "2n-clx xxv710, 2n-icx e810cq - testbeds and NICs tested." -# - "Diff - difference between 2n-clx xxv710 and 2n-icx e810cq testbeds." -# -# # VPP Comparison Across Testbeds 2n-clx to 2n-icx 1c pdr -# - type: "table" -# title: "VPP Comparison Across Testbeds 2n-clx to 2n-icx 1c pdr" -# algorithm: "table_comparison" -# output-file: "{DIR[STATIC,VPP]}/performance-compare-testbeds-2n-clx-2n-icx-1c-pdr" -# include-tests: "PDR" # "PDR" | "NDR" | "MRR" -# filter: "('NIC_Intel-XXV710' or 'NIC_Intel-E810CQ') and 'NDRPDR' and '1C'" -# columns: -# - title: "2n-clx xxv710" -# data-set: "vpp-compare-testbeds-clx-icx-ref" -# tag: "NIC_Intel-XXV710" -# - title: "2n-icx e810cq" -# data-set: "vpp-compare-testbeds-clx-icx-cmp" -# tag: "NIC_Intel-E810CQ" -# comparisons: -# - title: "Diff" -# reference: 1 -# compare: 2 -# legend: -# - "" -# - "2n-clx xxv710, 2n-icx e810cq - testbeds and NICs tested." -# - "Diff - difference between 2n-clx xxv710 and 2n-icx e810cq testbeds." -# -# # VPP Comparison Across Testbeds 2n-clx to 2n-icx 2c pdr -# - type: "table" -# title: "VPP Comparison Across Testbeds 2n-clx to 2n-icx 2c pdr" -# algorithm: "table_comparison" -# output-file: "{DIR[STATIC,VPP]}/performance-compare-testbeds-2n-clx-2n-icx-2c-pdr" -# include-tests: "PDR" # "PDR" | "NDR" | "MRR" -# filter: "('NIC_Intel-XXV710' or 'NIC_Intel-E810CQ') and 'NDRPDR' and '2C'" -# columns: -# - title: "2n-clx xxv710" -# data-set: "vpp-compare-testbeds-clx-icx-ref" -# tag: "NIC_Intel-XXV710" -# - title: "2n-icx e810cq" -# data-set: "vpp-compare-testbeds-clx-icx-cmp" -# tag: "NIC_Intel-E810CQ" -# comparisons: -# - title: "Diff" -# reference: 1 -# compare: 2 -# legend: -# - "" -# - "2n-clx xxv710, 2n-icx e810cq - testbeds and NICs tested." -# - "Diff - difference between 2n-clx xxv710 and 2n-icx e810cq testbeds." + - "3n-skx xxv710, 3n-icx e810cq - testbeds and NICs tested." + - "Diff - difference between 3n-skx xxv710 and 3n-icx e810cq testbeds." # VPP Comparison Across Topologies 3n-skx to 2n-skx 1c ndr - type: "table" @@ -2032,9 +1808,9 @@ filter: "'NDRPDR' and '1C' and 'NIC_Intel-XXV710'" columns: - title: "3n-skx" - data-set: "vpp-compare-topologies-ref" + data-set: "vpp-3n-skx-curr-iter" - title: "2n-skx" - data-set: "vpp-compare-topologies-cmp" + data-set: "vpp-2n-skx-curr-iter" comparisons: - title: "Diff" reference: 1 @@ -2053,9 +1829,9 @@ filter: "'NDRPDR' and '2C' and 'NIC_Intel-XXV710'" columns: - title: "3n-skx" - data-set: "vpp-compare-topologies-ref" + data-set: "vpp-3n-skx-curr-iter" - title: "2n-skx" - data-set: "vpp-compare-topologies-cmp" + data-set: "vpp-2n-skx-curr-iter" comparisons: - title: "Diff" reference: 1 @@ -2074,9 +1850,9 @@ filter: "'NDRPDR' and '1C' and 'NIC_Intel-XXV710'" columns: - title: "3n-skx" - data-set: "vpp-compare-topologies-ref" + data-set: "vpp-3n-skx-curr-iter" - title: "2n-skx" - data-set: "vpp-compare-topologies-cmp" + data-set: "vpp-2n-skx-curr-iter" comparisons: - title: "Diff" reference: 1 @@ -2095,9 +1871,9 @@ filter: "'NDRPDR' and '2C' and 'NIC_Intel-XXV710'" columns: - title: "3n-skx" - data-set: "vpp-compare-topologies-ref" + data-set: "vpp-3n-skx-curr-iter" - title: "2n-skx" - data-set: "vpp-compare-topologies-cmp" + data-set: "vpp-2n-skx-curr-iter" comparisons: - title: "Diff" reference: 1 @@ -2107,105 +1883,6 @@ - "3n-skx, 2n-skx - topologies tested." - "Diff - difference between 3n-skx and 2n-skx topologies." -# VPP Performance Changes 3n-hsw 1t1c mrr -- type: "table" - title: "VPP Performance Changes 3n-hsw 1t1c mrr" - algorithm: "table_comparison" - output-file: "{DIR[STATIC,VPP]}/performance-changes-3n-hsw-1t1c-mrr" - include-tests: "MRR" # "PDR" | "NDR" | "MRR" - filter: "'1T1C' and 'MRR' and 'NIC_Intel-XL710' and not 'NF_DENSITY'" - columns: - - title: "2005.0-5" - data-set: "vpp-performance-changes-3n-hsw-mrr-h1" - - title: "2009.0-5" - data-set: "vpp-performance-changes-3n-hsw-mrr-ref-env-old" - - title: "2009.0-6" - data-set: "vpp-performance-changes-3n-hsw-mrr-ref-env-new" - - title: "2101.0-6" - data-set: "vpp-performance-changes-3n-hsw-mrr-cmp" - comparisons: - - title: "2009.0-6 vs 2009.0-5" - reference: 2 - compare: 3 -# rca-file: "rca/rca-3n-hsw-1t1c-mrr-rca1.yaml" - - title: "2101.0-6 vs 2009.0-6" - reference: 3 - compare: 4 -# rca-file: "rca/rca-3n-hsw-1t1c-mrr-rca2.yaml" - legend: - - '' - - 'Test Case: Test cases executed for: MRR throughput on 3n-hsw with xl710.' - - 'YYMM.V-E: [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "5" for CSIT rls2009, "6" for CSIT rls2101).' - - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' - - '2009.0-6 vs 2009.0-5: Compares CSIT environment current vs previous with previous VPP code.' - - '2101.0-6 vs 2009.0-6: Compares VPP code current vs previous in the current CSIT environment.' - -# VPP Performance Changes 3n-hsw 2t2c mrr -- type: "table" - title: "VPP Performance Changes 3n-hsw 2t2c mrr" - algorithm: "table_comparison" - output-file: "{DIR[STATIC,VPP]}/performance-changes-3n-hsw-2t2c-mrr" - include-tests: "MRR" # "PDR" | "NDR" | "MRR" - filter: "'2T2C' and 'MRR' and 'NIC_Intel-XL710' and not 'NF_DENSITY'" - columns: - - title: "2005.0-5" - data-set: "vpp-performance-changes-3n-hsw-mrr-h1" - - title: "2009.0-5" - data-set: "vpp-performance-changes-3n-hsw-mrr-ref-env-old" - - title: "2009.0-6" - data-set: "vpp-performance-changes-3n-hsw-mrr-ref-env-new" - - title: "2101.0-6" - data-set: "vpp-performance-changes-3n-hsw-mrr-cmp" - comparisons: - - title: "2009.0-6 vs 2009.0-5" - reference: 2 - compare: 3 -# rca-file: "rca/rca-3n-hsw-2t2c-mrr-rca1.yaml" - - title: "2101.0-6 vs 2009.0-6" - reference: 3 - compare: 4 -# rca-file: "rca/rca-3n-hsw-2t2c-mrr-rca2.yaml" - legend: - - '' - - 'Test Case: Test cases executed for: MRR throughput on 3n-hsw with xl710.' - - 'YYMM.V-E: [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "5" for CSIT rls2009, "6" for CSIT rls2101).' - - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' - - '2009.0-6 vs 2009.0-5: Compares CSIT environment current vs previous with previous VPP code.' - - '2101.0-6 vs 2009.0-6: Compares VPP code current vs previous in the current CSIT environment.' - -# VPP Performance Changes 3n-hsw 4t4c mrr -- type: "table" - title: "VPP Performance Changes 3n-hsw 4t4c mrr" - algorithm: "table_comparison" - output-file: "{DIR[STATIC,VPP]}/performance-changes-3n-hsw-4t4c-mrr" - include-tests: "MRR" # "PDR" | "NDR" | "MRR" - filter: "'4T4C' and 'MRR' and 'NIC_Intel-XL710' and not 'NF_DENSITY'" - columns: - - title: "2005.0-5" - data-set: "vpp-performance-changes-3n-hsw-mrr-h1" - - title: "2009.0-5" - data-set: "vpp-performance-changes-3n-hsw-mrr-ref-env-old" - - title: "2009.0-6" - data-set: "vpp-performance-changes-3n-hsw-mrr-ref-env-new" - - title: "2101.0-6" - data-set: "vpp-performance-changes-3n-hsw-mrr-cmp" - comparisons: - - title: "2009.0-6 vs 2009.0-5" - reference: 2 - compare: 3 -# rca-file: "rca/rca-3n-hsw-4t4c-mrr-rca1.yaml" - - title: "2101.0-6 vs 2009.0-6" - reference: 3 - compare: 4 -# rca-file: "rca/rca-3n-hsw-4t4c-mrr-rca2.yaml" - legend: - - '' - - 'Test Case: Test cases executed for: MRR throughput on 3n-hsw with xl710.' - - 'YYMM.V-E: [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "5" for CSIT rls2009, "6" for CSIT rls2101).' - - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' - - '2009.0-6 vs 2009.0-5: Compares CSIT environment current vs previous with previous VPP code.' - - '2101.0-6 vs 2009.0-6: Compares VPP code current vs previous in the current CSIT environment.' - # VPP Performance Changes 3n-skx 2t1c mrr - type: "table" title: "VPP Performance Changes 3n-skx 2t1c mrr" @@ -2214,30 +1891,30 @@ include-tests: "MRR" # "PDR" | "NDR" | "MRR" filter: "'2T1C' and 'MRR' and 'NIC_Intel-XXV710' and not 'NF_DENSITY'" columns: - - title: "2005.0-5" - data-set: "vpp-performance-changes-3n-skx-mrr-h1" - - title: "2009.0-5" - data-set: "vpp-performance-changes-3n-skx-mrr-ref-env-old" - title: "2009.0-6" - data-set: "vpp-performance-changes-3n-skx-mrr-ref-env-new" + data-set: "vpp-3n-skx-hist-iter-mrr-new-env" - title: "2101.0-6" - data-set: "vpp-performance-changes-3n-skx-mrr-cmp" + data-set: "vpp-3n-skx-prev-iter-mrr-old-env" + - title: "2101.0-7" + data-set: "vpp-3n-skx-prev-iter-mrr-new-env" + - title: "2106.0-7" + data-set: "vpp-3n-skx-curr-iter-mrr" comparisons: - - title: "2009.0-6 vs 2009.0-5" + - title: "2101.0-7 vs 2101.0-6" reference: 2 compare: 3 # rca-file: "rca/rca-3n-skx-2t1c-mrr-rca1.yaml" - - title: "2101.0-6 vs 2009.0-6" + - title: "2106.0-7 vs 2101.0-7" reference: 3 compare: 4 # rca-file: "rca/rca-3n-skx-2t1c-mrr-rca2.yaml" legend: - '' - 'Test Case: Test cases executed for: MRR throughput on 3n-skx with xxv710.' - - 'YYMM.V-E: [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "5" for CSIT rls2009, "6" for CSIT rls2101).' + - 'YYMM.V-E: [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "6" for CSIT rls2101, "7" for CSIT rls2106).' - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' - - '2009.0-6 vs 2009.0-5: Compares CSIT environment current vs previous with previous VPP code.' - - '2101.0-6 vs 2009.0-6: Compares VPP code current vs previous in the current CSIT environment.' + - '2101.0-7 vs 2101.0-6: Compares CSIT environment current vs previous with previous VPP code.' + - '2106.0-7 vs 2101.0-7: Compares VPP code current vs previous in the current CSIT environment.' # VPP Performance Changes 3n-skx 4t2c mrr - type: "table" @@ -2247,30 +1924,30 @@ include-tests: "MRR" # "PDR" | "NDR" | "MRR" filter: "'4T2C' and 'MRR' and 'NIC_Intel-XXV710' and not 'NF_DENSITY'" columns: - - title: "2005.0-5" - data-set: "vpp-performance-changes-3n-skx-mrr-h1" - - title: "2009.0-5" - data-set: "vpp-performance-changes-3n-skx-mrr-ref-env-old" - title: "2009.0-6" - data-set: "vpp-performance-changes-3n-skx-mrr-ref-env-new" + data-set: "vpp-3n-skx-hist-iter-mrr-new-env" - title: "2101.0-6" - data-set: "vpp-performance-changes-3n-skx-mrr-cmp" + data-set: "vpp-3n-skx-prev-iter-mrr-old-env" + - title: "2101.0-7" + data-set: "vpp-3n-skx-prev-iter-mrr-new-env" + - title: "2106.0-7" + data-set: "vpp-3n-skx-curr-iter-mrr" comparisons: - - title: "2009.0-6 vs 2009.0-5" + - title: "2101.0-7 vs 2101.0-6" reference: 2 compare: 3 # rca-file: "rca/rca-3n-skx-4t2c-mrr-rca1.yaml" - - title: "2101.0-6 vs 2009.0-6" + - title: "2106.0-7 vs 2101.0-7" reference: 3 compare: 4 # rca-file: "rca/rca-3n-skx-4t2c-mrr-rca2.yaml" legend: - '' - 'Test Case: Test cases executed for: MRR throughput on 3n-skx with xxv710.' - - 'YYMM.V-E: [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "5" for CSIT rls2009, "6" for CSIT rls2101).' + - 'YYMM.V-E: [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "6" for CSIT rls2101, "7" for CSIT rls2106).' - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' - - '2009.0-6 vs 2009.0-5: Compares CSIT environment current vs previous with previous VPP code.' - - '2101.0-6 vs 2009.0-6: Compares VPP code current vs previous in the current CSIT environment.' + - '2101.0-7 vs 2101.0-6: Compares CSIT environment current vs previous with previous VPP code.' + - '2106.0-7 vs 2101.0-7: Compares VPP code current vs previous in the current CSIT environment.' # VPP Performance Changes 3n-skx 8t4c mrr - type: "table" @@ -2280,30 +1957,30 @@ include-tests: "MRR" # "PDR" | "NDR" | "MRR" filter: "'8T4C' and 'MRR' and 'NIC_Intel-XXV710' and not 'NF_DENSITY'" columns: - - title: "2005.0-5" - data-set: "vpp-performance-changes-3n-skx-mrr-h1" - - title: "2009.0-5" - data-set: "vpp-performance-changes-3n-skx-mrr-ref-env-old" - title: "2009.0-6" - data-set: "vpp-performance-changes-3n-skx-mrr-ref-env-new" + data-set: "vpp-3n-skx-hist-iter-mrr-new-env" - title: "2101.0-6" - data-set: "vpp-performance-changes-3n-skx-mrr-cmp" + data-set: "vpp-3n-skx-prev-iter-mrr-old-env" + - title: "2101.0-7" + data-set: "vpp-3n-skx-prev-iter-mrr-new-env" + - title: "2106.0-7" + data-set: "vpp-3n-skx-curr-iter-mrr" comparisons: - - title: "2009.0-6 vs 2009.0-5" + - title: "2101.0-7 vs 2101.0-6" reference: 2 compare: 3 # rca-file: "rca/rca-3n-skx-8t4c-mrr-rca1.yaml" - - title: "2101.0-6 vs 2009.0-6" + - title: "2106.0-7 vs 2101.0-7" reference: 3 compare: 4 # rca-file: "rca/rca-3n-skx-8t4c-mrr-rca2.yaml" legend: - '' - 'Test Case: Test cases executed for: MRR throughput on 3n-skx with xxv710.' - - 'YYMM.V-E: [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "5" for CSIT rls2009, "6" for CSIT rls2101).' + - 'YYMM.V-E: [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "6" for CSIT rls2101, "7" for CSIT rls2106).' - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' - - '2009.0-6 vs 2009.0-5: Compares CSIT environment current vs previous with previous VPP code.' - - '2101.0-6 vs 2009.0-6: Compares VPP code current vs previous in the current CSIT environment.' + - '2101.0-7 vs 2101.0-6: Compares CSIT environment current vs previous with previous VPP code.' + - '2106.0-7 vs 2101.0-7: Compares VPP code current vs previous in the current CSIT environment.' # VPP Performance Changes 2n-skx 2t1c mrr - type: "table" @@ -2313,30 +1990,30 @@ include-tests: "MRR" # "PDR" | "NDR" | "MRR" filter: "'2T1C' and 'MRR' and 'NIC_Intel-XXV710' and not 'NF_DENSITY'" columns: - - title: "2005.0-5" - data-set: "vpp-performance-changes-2n-skx-mrr-h1" - - title: "2009.0-5" - data-set: "vpp-performance-changes-2n-skx-mrr-ref-env-old" - title: "2009.0-6" - data-set: "vpp-performance-changes-2n-skx-mrr-ref-env-new" + data-set: "vpp-2n-skx-hist-iter-mrr-new-env" - title: "2101.0-6" - data-set: "vpp-performance-changes-2n-skx-mrr-cmp" + data-set: "vpp-2n-skx-prev-iter-mrr-old-env" + - title: "2101.0-7" + data-set: "vpp-2n-skx-prev-iter-mrr-new-env" + - title: "2106.0-7" + data-set: "vpp-2n-skx-curr-iter-mrr" comparisons: - - title: "2009.0-6 vs 2009.0-5" + - title: "2101.0-7 vs 2101.0-6" reference: 2 compare: 3 # rca-file: "rca/rca-2n-skx-2t1c-mrr-rca1.yaml" - - title: "2101.0-6 vs 2009.0-6" + - title: "2106.0-7 vs 2101.0-7" reference: 3 compare: 4 # rca-file: "rca/rca-2n-skx-2t1c-mrr-rca2.yaml" legend: - '' - 'Test Case: Test cases executed for: MRR throughput on 2n-skx with xxv710.' - - 'YYMM.V-E: [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "5" for CSIT rls2009, "6" for CSIT rls2101).' + - 'YYMM.V-E: [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "6" for CSIT rls2101, "7" for CSIT rls2106).' - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' - - '2009.0-6 vs 2009.0-5: Compares CSIT environment current vs previous with previous VPP code.' - - '2101.0-6 vs 2009.0-6: Compares VPP code current vs previous in the current CSIT environment.' + - '2101.0-7 vs 2101.0-6: Compares CSIT environment current vs previous with previous VPP code.' + - '2106.0-7 vs 2101.0-7: Compares VPP code current vs previous in the current CSIT environment.' # VPP Performance Changes 2n-skx 4t2c mrr - type: "table" @@ -2346,30 +2023,30 @@ include-tests: "MRR" # "PDR" | "NDR" | "MRR" filter: "'4T2C' and 'MRR' and 'NIC_Intel-XXV710' and not 'NF_DENSITY'" columns: - - title: "2005.0-5" - data-set: "vpp-performance-changes-2n-skx-mrr-h1" - - title: "2009.0-5" - data-set: "vpp-performance-changes-2n-skx-mrr-ref-env-old" - title: "2009.0-6" - data-set: "vpp-performance-changes-2n-skx-mrr-ref-env-new" + data-set: "vpp-2n-skx-hist-iter-mrr-new-env" - title: "2101.0-6" - data-set: "vpp-performance-changes-2n-skx-mrr-cmp" + data-set: "vpp-2n-skx-prev-iter-mrr-old-env" + - title: "2101.0-7" + data-set: "vpp-2n-skx-prev-iter-mrr-new-env" + - title: "2106.0-7" + data-set: "vpp-2n-skx-curr-iter-mrr" comparisons: - - title: "2009.0-6 vs 2009.0-5" + - title: "2101.0-7 vs 2101.0-6" reference: 2 compare: 3 # rca-file: "rca/rca-2n-skx-4t2c-mrr-rca1.yaml" - - title: "2101.0-6 vs 2009.0-6" + - title: "2106.0-7 vs 2101.0-7" reference: 3 compare: 4 # rca-file: "rca/rca-2n-skx-4t2c-mrr-rca2.yaml" legend: - '' - 'Test Case: Test cases executed for: MRR throughput on 2n-skx with xxv710.' - - 'YYMM.V-E: [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "5" for CSIT rls2009, "6" for CSIT rls2101).' + - 'YYMM.V-E: [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "6" for CSIT rls2101, "7" for CSIT rls2106).' - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' - - '2009.0-6 vs 2009.0-5: Compares CSIT environment current vs previous with previous VPP code.' - - '2101.0-6 vs 2009.0-6: Compares VPP code current vs previous in the current CSIT environment.' + - '2101.0-7 vs 2101.0-6: Compares CSIT environment current vs previous with previous VPP code.' + - '2106.0-7 vs 2101.0-7: Compares VPP code current vs previous in the current CSIT environment.' # VPP Performance Changes 2n-skx 8t4c mrr - type: "table" @@ -2379,30 +2056,30 @@ include-tests: "MRR" # "PDR" | "NDR" | "MRR" filter: "'8T4C' and 'MRR' and 'NIC_Intel-XXV710' and not 'NF_DENSITY'" columns: - - title: "2005.0-5" - data-set: "vpp-performance-changes-2n-skx-mrr-h1" - - title: "2009.0-5" - data-set: "vpp-performance-changes-2n-skx-mrr-ref-env-old" - title: "2009.0-6" - data-set: "vpp-performance-changes-2n-skx-mrr-ref-env-new" + data-set: "vpp-2n-skx-hist-iter-mrr-new-env" - title: "2101.0-6" - data-set: "vpp-performance-changes-2n-skx-mrr-cmp" + data-set: "vpp-2n-skx-prev-iter-mrr-old-env" + - title: "2101.0-7" + data-set: "vpp-2n-skx-prev-iter-mrr-new-env" + - title: "2106.0-7" + data-set: "vpp-2n-skx-curr-iter-mrr" comparisons: - - title: "2009.0-6 vs 2009.0-5" + - title: "2101.0-7 vs 2101.0-6" reference: 2 compare: 3 # rca-file: "rca/rca-2n-skx-8t4c-mrr-rca1.yaml" - - title: "2101.0-6 vs 2009.0-6" + - title: "2106.0-7 vs 2101.0-7" reference: 3 compare: 4 # rca-file: "rca/rca-2n-skx-8t4c-mrr-rca2.yaml" legend: - '' - 'Test Case: Test cases executed for: MRR throughput on 2n-skx with xxv710.' - - 'YYMM.V-E: [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "5" for CSIT rls2009, "6" for CSIT rls2101).' + - 'YYMM.V-E: [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "6" for CSIT rls2101, "7" for CSIT rls2106).' - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' - - '2009.0-6 vs 2009.0-5: Compares CSIT environment current vs previous with previous VPP code.' - - '2101.0-6 vs 2009.0-6: Compares VPP code current vs previous in the current CSIT environment.' + - '2101.0-7 vs 2101.0-6: Compares CSIT environment current vs previous with previous VPP code.' + - '2106.0-7 vs 2101.0-7: Compares VPP code current vs previous in the current CSIT environment.' # VPP Performance Changes 2n-clx-xxv710 2t1c mrr - type: "table" @@ -2412,30 +2089,30 @@ include-tests: "MRR" # "PDR" | "NDR" | "MRR" filter: "'2T1C' and 'MRR' and 'NIC_Intel-XXV710' and not 'NF_DENSITY'" columns: - - title: "2005.0-5" - data-set: "vpp-performance-changes-2n-clx-mrr-h1" - - title: "2009.0-5" - data-set: "vpp-performance-changes-2n-clx-mrr-ref-env-old" - title: "2009.0-6" - data-set: "vpp-performance-changes-2n-clx-mrr-ref-env-new" + data-set: "vpp-2n-clx-hist-iter-mrr-new-env" - title: "2101.0-6" - data-set: "vpp-performance-changes-2n-clx-mrr-cmp" + data-set: "vpp-2n-clx-prev-iter-mrr-old-env" + - title: "2101.0-7" + data-set: "vpp-2n-clx-prev-iter-mrr-new-env" + - title: "2106.0-7" + data-set: "vpp-2n-clx-curr-iter-mrr" comparisons: - - title: "2009.0-6 vs 2009.0-5" + - title: "2101.0-7 vs 2101.0-6" reference: 2 compare: 3 # rca-file: "rca/rca-2n-clx-2t1c-mrr-rca1.yaml" - - title: "2101.0-6 vs 2009.0-6" + - title: "2106.0-7 vs 2101.0-7" reference: 3 compare: 4 # rca-file: "rca/rca-2n-clx-2t1c-mrr-rca2.yaml" legend: - '' - 'Test Case: Test cases executed for: MRR throughput on 2n-clx with xxv710.' - - 'YYMM.V-E: [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "5" for CSIT rls2009, "6" for CSIT rls2101).' + - 'YYMM.V-E: [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "6" for CSIT rls2101, "7" for CSIT rls2106).' - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' - - '2009.0-6 vs 2009.0-5: Compares CSIT environment current vs previous with previous VPP code.' - - '2101.0-6 vs 2009.0-6: Compares VPP code current vs previous in the current CSIT environment.' + - '2101.0-7 vs 2101.0-6: Compares CSIT environment current vs previous with previous VPP code.' + - '2106.0-7 vs 2101.0-7: Compares VPP code current vs previous in the current CSIT environment.' # VPP Performance Changes 2n-clx-xxv710 4t2c mrr - type: "table" @@ -2445,30 +2122,30 @@ include-tests: "MRR" # "PDR" | "NDR" | "MRR" filter: "'4T2C' and 'MRR' and 'NIC_Intel-XXV710' and not 'NF_DENSITY'" columns: - - title: "2005.0-5" - data-set: "vpp-performance-changes-2n-clx-mrr-h1" - - title: "2009.0-5" - data-set: "vpp-performance-changes-2n-clx-mrr-ref-env-old" - title: "2009.0-6" - data-set: "vpp-performance-changes-2n-clx-mrr-ref-env-new" + data-set: "vpp-2n-clx-hist-iter-mrr-new-env" - title: "2101.0-6" - data-set: "vpp-performance-changes-2n-clx-mrr-cmp" + data-set: "vpp-2n-clx-prev-iter-mrr-old-env" + - title: "2101.0-7" + data-set: "vpp-2n-clx-prev-iter-mrr-new-env" + - title: "2106.0-7" + data-set: "vpp-2n-clx-curr-iter-mrr" comparisons: - - title: "2009.0-6 vs 2009.0-5" + - title: "2101.0-7 vs 2101.0-6" reference: 2 compare: 3 # rca-file: "rca/rca-2n-clx-4t2c-mrr-rca1.yaml" - - title: "2101.0-6 vs 2009.0-6" + - title: "2106.0-7 vs 2101.0-7" reference: 3 compare: 4 # rca-file: "rca/rca-2n-clx-4t2c-mrr-rca2.yaml" legend: - '' - 'Test Case: Test cases executed for: MRR throughput on 2n-clx with xxv710.' - - 'YYMM.V-E: [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "5" for CSIT rls2009, "6" for CSIT rls2101).' + - 'YYMM.V-E: [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "6" for CSIT rls2101, "7" for CSIT rls2106).' - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' - - '2009.0-6 vs 2009.0-5: Compares CSIT environment current vs previous with previous VPP code.' - - '2101.0-6 vs 2009.0-6: Compares VPP code current vs previous in the current CSIT environment.' + - '2101.0-7 vs 2101.0-6: Compares CSIT environment current vs previous with previous VPP code.' + - '2106.0-7 vs 2101.0-7: Compares VPP code current vs previous in the current CSIT environment.' # VPP Performance Changes 2n-clx-xxv710 8t4c mrr - type: "table" @@ -2478,30 +2155,30 @@ include-tests: "MRR" # "PDR" | "NDR" | "MRR" filter: "'8T4C' and 'MRR' and 'NIC_Intel-XXV710' and not 'NF_DENSITY'" columns: - - title: "2005.0-5" - data-set: "vpp-performance-changes-2n-clx-mrr-h1" - - title: "2009.0-5" - data-set: "vpp-performance-changes-2n-clx-mrr-ref-env-old" - title: "2009.0-6" - data-set: "vpp-performance-changes-2n-clx-mrr-ref-env-new" + data-set: "vpp-2n-clx-hist-iter-mrr-new-env" - title: "2101.0-6" - data-set: "vpp-performance-changes-2n-clx-mrr-cmp" + data-set: "vpp-2n-clx-prev-iter-mrr-old-env" + - title: "2101.0-7" + data-set: "vpp-2n-clx-prev-iter-mrr-new-env" + - title: "2106.0-7" + data-set: "vpp-2n-clx-curr-iter-mrr" comparisons: - - title: "2009.0-6 vs 2009.0-5" + - title: "2101.0-7 vs 2101.0-6" reference: 2 compare: 3 # rca-file: "rca/rca-2n-clx-8t4c-mrr-rca1.yaml" - - title: "2101.0-6 vs 2009.0-6" + - title: "2106.0-7 vs 2101.0-7" reference: 3 compare: 4 # rca-file: "rca/rca-2n-clx-8t4c-mrr-rca2.yaml" legend: - '' - 'Test Case: Test cases executed for: MRR throughput on 2n-clx with xxv710.' - - 'YYMM.V-E: [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "5" for CSIT rls2009, "6" for CSIT rls2101).' + - 'YYMM.V-E: [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "6" for CSIT rls2101, "7" for CSIT rls2106).' - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' - - '2009.0-6 vs 2009.0-5: Compares CSIT environment current vs previous with previous VPP code.' - - '2101.0-6 vs 2009.0-6: Compares VPP code current vs previous in the current CSIT environment.' + - '2101.0-7 vs 2101.0-6: Compares CSIT environment current vs previous with previous VPP code.' + - '2106.0-7 vs 2101.0-7: Compares VPP code current vs previous in the current CSIT environment.' # VPP Performance Changes 2n-clx-cx556a 2t1c mrr - type: "table" @@ -2511,30 +2188,30 @@ include-tests: "MRR" # "PDR" | "NDR" | "MRR" filter: "'2T1C' and 'MRR' and 'NIC_Mellanox-CX556A' and not 'NF_DENSITY'" columns: - - title: "2005.0-5" - data-set: "vpp-performance-changes-2n-clx-mrr-h1" - - title: "2009.0-5" - data-set: "vpp-performance-changes-2n-clx-mrr-ref-env-old" - title: "2009.0-6" - data-set: "vpp-performance-changes-2n-clx-mrr-ref-env-new" + data-set: "vpp-2n-clx-hist-iter-mrr-new-env" - title: "2101.0-6" - data-set: "vpp-performance-changes-2n-clx-mrr-cmp" + data-set: "vpp-2n-clx-prev-iter-mrr-old-env" + - title: "2101.0-7" + data-set: "vpp-2n-clx-prev-iter-mrr-new-env" + - title: "2106.0-7" + data-set: "vpp-2n-clx-curr-iter-mrr" comparisons: - - title: "2009.0-6 vs 2009.0-5" + - title: "2101.0-7 vs 2101.0-6" reference: 2 compare: 3 -# rca-file: "rca/rca-2n-clx-2t1c-mrr-rca3.yaml" - - title: "2101.0-6 vs 2009.0-6" +# rca-file: "rca/rca-2n-clx-2t1c-mrr-rca1.yaml" + - title: "2106.0-7 vs 2101.0-7" reference: 3 compare: 4 -# rca-file: "rca/rca-2n-clx-2t1c-mrr-rca4.yaml" +# rca-file: "rca/rca-2n-clx-2t1c-mrr-rca2.yaml" legend: - '' - 'Test Case: Test cases executed for: MRR throughput on 2n-clx with cx556a.' - - 'YYMM.V-E: [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "5" for CSIT rls2009, "6" for CSIT rls2101).' + - 'YYMM.V-E: [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "6" for CSIT rls2101, "7" for CSIT rls2106).' - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' - - '2009.0-6 vs 2009.0-5: Compares CSIT environment current vs previous with previous VPP code.' - - '2101.0-6 vs 2009.0-6: Compares VPP code current vs previous in the current CSIT environment.' + - '2101.0-7 vs 2101.0-6: Compares CSIT environment current vs previous with previous VPP code.' + - '2106.0-7 vs 2101.0-7: Compares VPP code current vs previous in the current CSIT environment.' # VPP Performance Changes 2n-clx-cx556a 4t2c mrr - type: "table" @@ -2544,30 +2221,30 @@ include-tests: "MRR" # "PDR" | "NDR" | "MRR" filter: "'4T2C' and 'MRR' and 'NIC_Mellanox-CX556A' and not 'NF_DENSITY'" columns: - - title: "2005.0-5" - data-set: "vpp-performance-changes-2n-clx-mrr-h1" - - title: "2009.0-5" - data-set: "vpp-performance-changes-2n-clx-mrr-ref-env-old" - title: "2009.0-6" - data-set: "vpp-performance-changes-2n-clx-mrr-ref-env-new" + data-set: "vpp-2n-clx-hist-iter-mrr-new-env" - title: "2101.0-6" - data-set: "vpp-performance-changes-2n-clx-mrr-cmp" + data-set: "vpp-2n-clx-prev-iter-mrr-old-env" + - title: "2101.0-7" + data-set: "vpp-2n-clx-prev-iter-mrr-new-env" + - title: "2106.0-7" + data-set: "vpp-2n-clx-curr-iter-mrr" comparisons: - - title: "2009.0-6 vs 2009.0-5" + - title: "2101.0-7 vs 2101.0-6" reference: 2 compare: 3 -# rca-file: "rca/rca-2n-clx-4t2c-mrr-rca3.yaml" - - title: "2101.0-6 vs 2009.0-6" +# rca-file: "rca/rca-2n-clx-4t2c-mrr-rca1.yaml" + - title: "2106.0-7 vs 2101.0-7" reference: 3 compare: 4 -# rca-file: "rca/rca-2n-clx-4t2c-mrr-rca4.yaml" +# rca-file: "rca/rca-2n-clx-4t2c-mrr-rca2.yaml" legend: - '' - 'Test Case: Test cases executed for: MRR throughput on 2n-clx with cx556a.' - - 'YYMM.V-E: [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "5" for CSIT rls2009, "6" for CSIT rls2101).' + - 'YYMM.V-E: [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "6" for CSIT rls2101, "7" for CSIT rls2106).' - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' - - '2009.0-6 vs 2009.0-5: Compares CSIT environment current vs previous with previous VPP code.' - - '2101.0-6 vs 2009.0-6: Compares VPP code current vs previous in the current CSIT environment.' + - '2101.0-7 vs 2101.0-6: Compares CSIT environment current vs previous with previous VPP code.' + - '2106.0-7 vs 2101.0-7: Compares VPP code current vs previous in the current CSIT environment.' # VPP Performance Changes 2n-clx-cx556a 8t4c mrr - type: "table" @@ -2577,30 +2254,30 @@ include-tests: "MRR" # "PDR" | "NDR" | "MRR" filter: "'8T4C' and 'MRR' and 'NIC_Mellanox-CX556A' and not 'NF_DENSITY'" columns: - - title: "2005.0-5" - data-set: "vpp-performance-changes-2n-clx-mrr-h1" - - title: "2009.0-5" - data-set: "vpp-performance-changes-2n-clx-mrr-ref-env-old" - title: "2009.0-6" - data-set: "vpp-performance-changes-2n-clx-mrr-ref-env-new" + data-set: "vpp-2n-clx-hist-iter-mrr-new-env" - title: "2101.0-6" - data-set: "vpp-performance-changes-2n-clx-mrr-cmp" + data-set: "vpp-2n-clx-prev-iter-mrr-old-env" + - title: "2101.0-7" + data-set: "vpp-2n-clx-prev-iter-mrr-new-env" + - title: "2106.0-7" + data-set: "vpp-2n-clx-curr-iter-mrr" comparisons: - - title: "2009.0-6 vs 2009.0-5" + - title: "2101.0-7 vs 2101.0-6" reference: 2 compare: 3 -# rca-file: "rca/rca-2n-clx-8t4c-mrr-rca3.yaml" - - title: "2101.0-6 vs 2009.0-6" +# rca-file: "rca/rca-2n-clx-8t4c-mrr-rca1.yaml" + - title: "2106.0-7 vs 2101.0-7" reference: 3 compare: 4 -# rca-file: "rca/rca-2n-clx-8t4c-mrr-rca4.yaml" +# rca-file: "rca/rca-2n-clx-8t4c-mrr-rca2.yaml" legend: - '' - 'Test Case: Test cases executed for: MRR throughput on 2n-clx with cx556a.' - - 'YYMM.V-E: [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "5" for CSIT rls2009, "6" for CSIT rls2101).' + - 'YYMM.V-E: [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "6" for CSIT rls2101, "7" for CSIT rls2106).' - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' - - '2009.0-6 vs 2009.0-5: Compares CSIT environment current vs previous with previous VPP code.' - - '2101.0-6 vs 2009.0-6: Compares VPP code current vs previous in the current CSIT environment.' + - '2101.0-7 vs 2101.0-6: Compares CSIT environment current vs previous with previous VPP code.' + - '2106.0-7 vs 2101.0-7: Compares VPP code current vs previous in the current CSIT environment.' # VPP Performance Changes 2n-zn2-xxv710 2t1c mrr - type: "table" @@ -2610,30 +2287,30 @@ include-tests: "MRR" # "PDR" | "NDR" | "MRR" filter: "'2T1C' and 'MRR' and 'NIC_Intel-XXV710'" columns: -# - title: "2005.0-5" -# data-set: "vpp-performance-changes-2n-zn2-mrr-h1" - - title: "2009.0-5" - data-set: "vpp-performance-changes-2n-zn2-mrr-ref-env-old" - title: "2009.0-6" - data-set: "vpp-performance-changes-2n-zn2-mrr-ref-env-new" + data-set: "vpp-2n-zn2-hist-iter-mrr-new-env" - title: "2101.0-6" - data-set: "vpp-performance-changes-2n-zn2-mrr-cmp" + data-set: "vpp-2n-zn2-prev-iter-mrr-old-env" + - title: "2101.0-7" + data-set: "vpp-2n-zn2-prev-iter-mrr-new-env" + - title: "2106.0-7" + data-set: "vpp-2n-zn2-curr-iter-mrr" comparisons: - - title: "2009.0-6 vs 2009.0-5" - reference: 1 # 2 - compare: 2 # 3 + - title: "2101.0-7 vs 2101.0-6" + reference: 2 + compare: 3 # rca-file: "rca/rca-2n-zn2-2t1c-mrr-rca1.yaml" - - title: "2101.0-6 vs 2009.0-6" - reference: 2 # 3 - compare: 3 # 4 + - title: "2106.0-7 vs 2101.0-7" + reference: 3 + compare: 4 # rca-file: "rca/rca-2n-zn2-2t1c-mrr-rca2.yaml" legend: - '' - 'Test Case: Test cases executed for: MRR throughput on 2n-zn2 with xxv710.' - - 'YYMM.V-E: [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "5" for CSIT rls2009, "6" for CSIT rls2101).' + - 'YYMM.V-E: [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "6" for CSIT rls2101, "7" for CSIT rls2106).' - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' - - '2009.0-6 vs 2009.0-5: Compares CSIT environment current vs previous with previous VPP code.' - - '2101.0-6 vs 2009.0-6: Compares VPP code current vs previous in the current CSIT environment.' + - '2101.0-7 vs 2101.0-6: Compares CSIT environment current vs previous with previous VPP code.' + - '2106.0-7 vs 2101.0-7: Compares VPP code current vs previous in the current CSIT environment.' # VPP Performance Changes 2n-zn2-xxv710 4t2c mrr - type: "table" @@ -2643,30 +2320,30 @@ include-tests: "MRR" # "PDR" | "NDR" | "MRR" filter: "'4T2C' and 'MRR' and 'NIC_Intel-XXV710'" columns: -# - title: "2005.0-5" -# data-set: "vpp-performance-changes-2n-zn2-mrr-h1" - - title: "2009.0-5" - data-set: "vpp-performance-changes-2n-zn2-mrr-ref-env-old" - title: "2009.0-6" - data-set: "vpp-performance-changes-2n-zn2-mrr-ref-env-new" + data-set: "vpp-2n-zn2-hist-iter-mrr-new-env" - title: "2101.0-6" - data-set: "vpp-performance-changes-2n-zn2-mrr-cmp" + data-set: "vpp-2n-zn2-prev-iter-mrr-old-env" + - title: "2101.0-7" + data-set: "vpp-2n-zn2-prev-iter-mrr-new-env" + - title: "2106.0-7" + data-set: "vpp-2n-zn2-curr-iter-mrr" comparisons: - - title: "2009.0-6 vs 2009.0-5" - reference: 1 # 2 - compare: 2 # 3 + - title: "2101.0-7 vs 2101.0-6" + reference: 2 + compare: 3 # rca-file: "rca/rca-2n-zn2-4t2c-mrr-rca1.yaml" - - title: "2101.0-6 vs 2009.0-6" - reference: 2 # 3 - compare: 3 # 4 + - title: "2106.0-7 vs 2101.0-7" + reference: 3 + compare: 4 # rca-file: "rca/rca-2n-zn2-4t2c-mrr-rca2.yaml" legend: - '' - 'Test Case: Test cases executed for: MRR throughput on 2n-zn2 with xxv710.' - - 'YYMM.V-E: [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "5" for CSIT rls2009, "6" for CSIT rls2101).' + - 'YYMM.V-E: [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "6" for CSIT rls2101, "7" for CSIT rls2106).' - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' - - '2009.0-6 vs 2009.0-5: Compares CSIT environment current vs previous with previous VPP code.' - - '2101.0-6 vs 2009.0-6: Compares VPP code current vs previous in the current CSIT environment.' + - '2101.0-7 vs 2101.0-6: Compares CSIT environment current vs previous with previous VPP code.' + - '2106.0-7 vs 2101.0-7: Compares VPP code current vs previous in the current CSIT environment.' # VPP Performance Changes 2n-zn2-xxv710 8t4c mrr - type: "table" @@ -2676,30 +2353,30 @@ include-tests: "MRR" # "PDR" | "NDR" | "MRR" filter: "'8T4C' and 'MRR' and 'NIC_Intel-XXV710'" columns: -# - title: "2005.0-5" -# data-set: "vpp-performance-changes-2n-zn2-mrr-h1" - - title: "2009.0-5" - data-set: "vpp-performance-changes-2n-zn2-mrr-ref-env-old" - title: "2009.0-6" - data-set: "vpp-performance-changes-2n-zn2-mrr-ref-env-new" + data-set: "vpp-2n-zn2-hist-iter-mrr-new-env" - title: "2101.0-6" - data-set: "vpp-performance-changes-2n-zn2-mrr-cmp" + data-set: "vpp-2n-zn2-prev-iter-mrr-old-env" + - title: "2101.0-7" + data-set: "vpp-2n-zn2-prev-iter-mrr-new-env" + - title: "2106.0-7" + data-set: "vpp-2n-zn2-curr-iter-mrr" comparisons: - - title: "2009.0-6 vs 2009.0-5" - reference: 1 # 2 - compare: 2 # 3 + - title: "2101.0-7 vs 2101.0-6" + reference: 2 + compare: 3 # rca-file: "rca/rca-2n-zn2-8t4c-mrr-rca1.yaml" - - title: "2101.0-6 vs 2009.0-6" - reference: 2 # 3 - compare: 3 # 4 + - title: "2106.0-7 vs 2101.0-7" + reference: 3 + compare: 4 # rca-file: "rca/rca-2n-zn2-8t4c-mrr-rca2.yaml" legend: - '' - 'Test Case: Test cases executed for: MRR throughput on 2n-zn2 with xxv710.' - - 'YYMM.V-E: [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "5" for CSIT rls2009, "6" for CSIT rls2101).' + - 'YYMM.V-E: [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "6" for CSIT rls2101, "7" for CSIT rls2106).' - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' - - '2009.0-6 vs 2009.0-5: Compares CSIT environment current vs previous with previous VPP code.' - - '2101.0-6 vs 2009.0-6: Compares VPP code current vs previous in the current CSIT environment.' + - '2101.0-7 vs 2101.0-6: Compares CSIT environment current vs previous with previous VPP code.' + - '2106.0-7 vs 2101.0-7: Compares VPP code current vs previous in the current CSIT environment.' # VPP Performance Changes 2n-dnv 1t1c mrr - type: "table" @@ -2709,28 +2386,30 @@ include-tests: "MRR" # "PDR" | "NDR" | "MRR" filter: "'1T1C'" columns: - - title: "2005.0-5" - data-set: "vpp-performance-changes-2n-dnv-mrr-h1" - - title: "2009.0-5" - data-set: "vpp-performance-changes-2n-dnv-mrr-ref-env-old" -# - title: "2009.0-6" -# data-set: "vpp-performance-changes-2n-dnv-mrr-ref-env-new" + - title: "2009.0-6" + data-set: "vpp-2n-dnv-hist-iter-mrr-new-env" - title: "2101.0-6" - data-set: "vpp-performance-changes-2n-dnv-mrr-cmp" + data-set: "vpp-2n-dnv-prev-iter-mrr-old-env" + - title: "2101.0-7" + data-set: "vpp-2n-dnv-prev-iter-mrr-new-env" + - title: "2106.0-7" + data-set: "vpp-2n-dnv-curr-iter-mrr" comparisons: -# - title: "2009.0-6 vs 2009.0-5" -# reference: 2 -# compare: 3 - - title: "2101.0-6 vs 2009.0-5" + - title: "2101.0-7 vs 2101.0-6" reference: 2 compare: 3 +# rca-file: "rca/rca-2n-dnv-1t1c-mrr-rca1.yaml" + - title: "2106.0-7 vs 2101.0-7" + reference: 3 + compare: 4 +# rca-file: "rca/rca-2n-dnv-1t1c-mrr-rca2.yaml" legend: - '' - 'Test Case: Test cases executed for: MRR throughput on 2n-dnv with x553.' - - 'YYMM.V-E: [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "5" for CSIT rls2009, "6" for CSIT rls2101).' + - 'YYMM.V-E: [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "6" for CSIT rls2101, "7" for CSIT rls2106).' - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' -# - '2009.0-6 vs 2009.0-5: Compares CSIT environment current vs previous with previous VPP code.' - - '2101.0-6 vs 2009.0-5: Compares VPP code current vs previous in the current CSIT environment.' + - '2101.0-7 vs 2101.0-6: Compares CSIT environment current vs previous with previous VPP code.' + - '2106.0-7 vs 2101.0-7: Compares VPP code current vs previous in the current CSIT environment.' # VPP Performance Changes 2n-dnv 2t2c mrr - type: "table" @@ -2740,28 +2419,30 @@ include-tests: "MRR" # "PDR" | "NDR" | "MRR" filter: "'2T2C'" columns: - - title: "2005.0-5" - data-set: "vpp-performance-changes-2n-dnv-mrr-h1" - - title: "2009.0-5" - data-set: "vpp-performance-changes-2n-dnv-mrr-ref-env-old" -# - title: "2009.0-6" -# data-set: "vpp-performance-changes-2n-dnv-mrr-ref-env-new" + - title: "2009.0-6" + data-set: "vpp-2n-dnv-hist-iter-mrr-new-env" - title: "2101.0-6" - data-set: "vpp-performance-changes-2n-dnv-mrr-cmp" + data-set: "vpp-2n-dnv-prev-iter-mrr-old-env" + - title: "2101.0-7" + data-set: "vpp-2n-dnv-prev-iter-mrr-new-env" + - title: "2106.0-7" + data-set: "vpp-2n-dnv-curr-iter-mrr" comparisons: -# - title: "2009.0-6 vs 2009.0-5" -# reference: 2 -# compare: 3 - - title: "2101.0-6 vs 2009.0-5" + - title: "2101.0-7 vs 2101.0-6" reference: 2 compare: 3 +# rca-file: "rca/rca-2n-dnv-2t2c-mrr-rca1.yaml" + - title: "2106.0-7 vs 2101.0-7" + reference: 3 + compare: 4 +# rca-file: "rca/rca-2n-dnv-2t2c-mrr-rca2.yaml" legend: - '' - 'Test Case: Test cases executed for: MRR throughput on 2n-dnv with x553.' - - 'YYMM.V-E: [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "5" for CSIT rls2009, "6" for CSIT rls2101).' + - 'YYMM.V-E: [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "6" for CSIT rls2101, "7" for CSIT rls2106).' - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' -# - '2009.0-6 vs 2009.0-5: Compares CSIT environment current vs previous with previous VPP code.' - - '2101.0-6 vs 2009.0-5: Compares VPP code current vs previous in the current CSIT environment.' + - '2101.0-7 vs 2101.0-6: Compares CSIT environment current vs previous with previous VPP code.' + - '2106.0-7 vs 2101.0-7: Compares VPP code current vs previous in the current CSIT environment.' # VPP Performance Changes 2n-dnv 4t4c mrr - type: "table" @@ -2771,28 +2452,30 @@ include-tests: "MRR" # "PDR" | "NDR" | "MRR" filter: "'4T4C'" columns: - - title: "2005.0-5" - data-set: "vpp-performance-changes-2n-dnv-mrr-h1" - - title: "2009.0-5" - data-set: "vpp-performance-changes-2n-dnv-mrr-ref-env-old" -# - title: "2009.0-6" -# data-set: "vpp-performance-changes-2n-dnv-mrr-ref-env-new" + - title: "2009.0-6" + data-set: "vpp-2n-dnv-hist-iter-mrr-new-env" - title: "2101.0-6" - data-set: "vpp-performance-changes-2n-dnv-mrr-cmp" + data-set: "vpp-2n-dnv-prev-iter-mrr-old-env" + - title: "2101.0-7" + data-set: "vpp-2n-dnv-prev-iter-mrr-new-env" + - title: "2106.0-7" + data-set: "vpp-2n-dnv-curr-iter-mrr" comparisons: -# - title: "2009.0-6 vs 2009.0-5" -# reference: 2 -# compare: 3 - - title: "2101.0-6 vs 2009.0-5" + - title: "2101.0-7 vs 2101.0-6" reference: 2 compare: 3 +# rca-file: "rca/rca-2n-dnv-4t4c-mrr-rca1.yaml" + - title: "2106.0-7 vs 2101.0-7" + reference: 3 + compare: 4 +# rca-file: "rca/rca-2n-dnv-4t4c-mrr-rca2.yaml" legend: - '' - 'Test Case: Test cases executed for: MRR throughput on 2n-dnv with x553.' - - 'YYMM.V-E: [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "5" for CSIT rls2009, "6" for CSIT rls2101).' + - 'YYMM.V-E: [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "6" for CSIT rls2101, "7" for CSIT rls2106).' - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' -# - '2009.0-6 vs 2009.0-5: Compares CSIT environment current vs previous with previous VPP code.' - - '2101.0-6 vs 2009.0-5: Compares VPP code current vs previous in the current CSIT environment.' + - '2101.0-7 vs 2101.0-6: Compares CSIT environment current vs previous with previous VPP code.' + - '2106.0-7 vs 2101.0-7: Compares VPP code current vs previous in the current CSIT environment.' # VPP Performance Changes 3n-dnv 1t1c mrr - type: "table" @@ -2802,28 +2485,30 @@ include-tests: "MRR" # "PDR" | "NDR" | "MRR" filter: "'1T1C'" columns: - - title: "2005.0-5" - data-set: "vpp-performance-changes-3n-dnv-mrr-h1" - - title: "2009.0-5" - data-set: "vpp-performance-changes-3n-dnv-mrr-ref-env-old" -# - title: "2009.0-6" -# data-set: "vpp-performance-changes-2n-dnv-mrr-ref-env-new" + - title: "2009.0-6" + data-set: "vpp-3n-dnv-hist-iter-mrr-new-env" - title: "2101.0-6" - data-set: "vpp-performance-changes-3n-dnv-mrr-cmp" + data-set: "vpp-3n-dnv-prev-iter-mrr-old-env" + - title: "2101.0-7" + data-set: "vpp-3n-dnv-prev-iter-mrr-new-env" + - title: "2106.0-7" + data-set: "vpp-3n-dnv-curr-iter-mrr" comparisons: -# - title: "2009.0-6 vs 2009.0-5" -# reference: 2 -# compare: 3 - - title: "2101.0-6 vs 2009.0-5" + - title: "2101.0-7 vs 2101.0-6" reference: 2 compare: 3 +# rca-file: "rca/rca-3n-dnv-1t1c-mrr-rca1.yaml" + - title: "2106.0-7 vs 2101.0-7" + reference: 3 + compare: 4 +# rca-file: "rca/rca-3n-dnv-1t1c-mrr-rca2.yaml" legend: - '' - 'Test Case: Test cases executed for: MRR throughput on 3n-dnv with x553.' - - 'YYMM.V-E: [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "5" for CSIT rls2009, "6" for CSIT rls2101).' + - 'YYMM.V-E: [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "6" for CSIT rls2101, "7" for CSIT rls2106).' - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' -# - '2009.0-6 vs 2009.0-5: Compares CSIT environment current vs previous with previous VPP code.' - - '2101.0-6 vs 2009.0-5: Compares VPP code current vs previous in the current CSIT environment.' + - '2101.0-7 vs 2101.0-6: Compares CSIT environment current vs previous with previous VPP code.' + - '2106.0-7 vs 2101.0-7: Compares VPP code current vs previous in the current CSIT environment.' # VPP Performance Changes 3n-dnv 2t2c mrr - type: "table" @@ -2833,28 +2518,30 @@ include-tests: "MRR" # "PDR" | "NDR" | "MRR" filter: "'2T2C'" columns: - - title: "2005.0-5" - data-set: "vpp-performance-changes-3n-dnv-mrr-h1" - - title: "2009.0-5" - data-set: "vpp-performance-changes-3n-dnv-mrr-ref-env-old" -# - title: "2009.0-6" -# data-set: "vpp-performance-changes-2n-dnv-mrr-ref-env-new" + - title: "2009.0-6" + data-set: "vpp-3n-dnv-hist-iter-mrr-new-env" - title: "2101.0-6" - data-set: "vpp-performance-changes-3n-dnv-mrr-cmp" + data-set: "vpp-3n-dnv-prev-iter-mrr-old-env" + - title: "2101.0-7" + data-set: "vpp-3n-dnv-prev-iter-mrr-new-env" + - title: "2106.0-7" + data-set: "vpp-3n-dnv-curr-iter-mrr" comparisons: -# - title: "2009.0-6 vs 2009.0-5" -# reference: 2 -# compare: 3 - - title: "2101.0-6 vs 2009.0-5" + - title: "2101.0-7 vs 2101.0-6" reference: 2 compare: 3 +# rca-file: "rca/rca-3n-dnv-2t2c-mrr-rca1.yaml" + - title: "2106.0-7 vs 2101.0-7" + reference: 3 + compare: 4 +# rca-file: "rca/rca-3n-dnv-2t2c-mrr-rca2.yaml" legend: - '' - 'Test Case: Test cases executed for: MRR throughput on 3n-dnv with x553.' - - 'YYMM.V-E: [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "5" for CSIT rls2009, "6" for CSIT rls2101).' + - 'YYMM.V-E: [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "6" for CSIT rls2101, "7" for CSIT rls2106).' - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' -# - '2009.0-6 vs 2009.0-5: Compares CSIT environment current vs previous with previous VPP code.' - - '2101.0-6 vs 2009.0-5: Compares VPP code current vs previous in the current CSIT environment.' + - '2101.0-7 vs 2101.0-6: Compares CSIT environment current vs previous with previous VPP code.' + - '2106.0-7 vs 2101.0-7: Compares VPP code current vs previous in the current CSIT environment.' # VPP Performance Changes 3n-dnv 4t4c mrr - type: "table" @@ -2864,28 +2551,30 @@ include-tests: "MRR" # "PDR" | "NDR" | "MRR" filter: "'4T4C'" columns: - - title: "2005.0-5" - data-set: "vpp-performance-changes-3n-dnv-mrr-h1" - - title: "2009.0-5" - data-set: "vpp-performance-changes-3n-dnv-mrr-ref-env-old" -# - title: "2009.0-6" -# data-set: "vpp-performance-changes-2n-dnv-mrr-ref-env-new" + - title: "2009.0-6" + data-set: "vpp-3n-dnv-hist-iter-mrr-new-env" - title: "2101.0-6" - data-set: "vpp-performance-changes-3n-dnv-mrr-cmp" + data-set: "vpp-3n-dnv-prev-iter-mrr-old-env" + - title: "2101.0-7" + data-set: "vpp-3n-dnv-prev-iter-mrr-new-env" + - title: "2106.0-7" + data-set: "vpp-3n-dnv-curr-iter-mrr" comparisons: -# - title: "2009.0-6 vs 2009.0-5" -# reference: 2 -# compare: 3 - - title: "2101.0-6 vs 2009.0-5" + - title: "2101.0-7 vs 2101.0-6" reference: 2 compare: 3 +# rca-file: "rca/rca-3n-dnv-4t4c-mrr-rca1.yaml" + - title: "2106.0-7 vs 2101.0-7" + reference: 3 + compare: 4 +# rca-file: "rca/rca-3n-dnv-4t4c-mrr-rca2.yaml" legend: - '' - 'Test Case: Test cases executed for: MRR throughput on 3n-dnv with x553.' - - 'YYMM.V-E: [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "5" for CSIT rls2009, "6" for CSIT rls2101).' + - 'YYMM.V-E: [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "6" for CSIT rls2101, "7" for CSIT rls2106).' - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' -# - '2009.0-6 vs 2009.0-5: Compares CSIT environment current vs previous with previous VPP code.' - - '2101.0-6 vs 2009.0-5: Compares VPP code current vs previous in the current CSIT environment.' + - '2101.0-7 vs 2101.0-6: Compares CSIT environment current vs previous with previous VPP code.' + - '2106.0-7 vs 2101.0-7: Compares VPP code current vs previous in the current CSIT environment.' # VPP Performance Changes 3n-tsh 1t1c mrr - type: "table" @@ -2895,28 +2584,30 @@ include-tests: "MRR" # "PDR" | "NDR" | "MRR" filter: "'1T1C'" columns: - - title: "2005.0-5" - data-set: "vpp-performance-changes-3n-tsh-mrr-h1" - - title: "2009.0-5" - data-set: "vpp-performance-changes-3n-tsh-mrr-ref-env-old" - title: "2009.0-6" - data-set: "vpp-performance-changes-3n-tsh-mrr-ref-env-new" + data-set: "vpp-3n-tsh-hist-iter-mrr-new-env" - title: "2101.0-6" - data-set: "vpp-performance-changes-3n-tsh-mrr-cmp" + data-set: "vpp-3n-tsh-prev-iter-mrr-old-env" + - title: "2101.0-7" + data-set: "vpp-3n-tsh-prev-iter-mrr-new-env" + - title: "2106.0-7" + data-set: "vpp-3n-tsh-curr-iter-mrr" comparisons: - - title: "2009.0-6 vs 2009.0-5" + - title: "2101.0-7 vs 2101.0-6" reference: 2 compare: 3 - - title: "2101.0-6 vs 2009.0-6" +# rca-file: "rca/rca-3n-tsh-1t1c-mrr-rca1.yaml" + - title: "2106.0-7 vs 2101.0-7" reference: 3 compare: 4 +# rca-file: "rca/rca-3n-tsh-1t1c-mrr-rca2.yaml" legend: - '' - 'Test Case: Test cases executed for: MRR throughput on 3n-tsh with x520.' - - 'YYMM.V-E: [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "5" for CSIT rls2009, "6" for CSIT rls2101).' + - 'YYMM.V-E: [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "6" for CSIT rls2101, "7" for CSIT rls2106).' - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' - - '2009.0-6 vs 2009.0-5: Compares CSIT environment current vs previous with previous VPP code.' - - '2101.0-6 vs 2009.0-6: Compares VPP code current vs previous in the current CSIT environment.' + - '2101.0-7 vs 2101.0-6: Compares CSIT environment current vs previous with previous VPP code.' + - '2106.0-7 vs 2101.0-7: Compares VPP code current vs previous in the current CSIT environment.' # VPP Performance Changes 3n-tsh 2t2c mrr - type: "table" @@ -2926,28 +2617,30 @@ include-tests: "MRR" # "PDR" | "NDR" | "MRR" filter: "'2T2C'" columns: - - title: "2005.0-5" - data-set: "vpp-performance-changes-3n-tsh-mrr-h1" - - title: "2009.0-5" - data-set: "vpp-performance-changes-3n-tsh-mrr-ref-env-old" - title: "2009.0-6" - data-set: "vpp-performance-changes-3n-tsh-mrr-ref-env-new" + data-set: "vpp-3n-tsh-hist-iter-mrr-new-env" - title: "2101.0-6" - data-set: "vpp-performance-changes-3n-tsh-mrr-cmp" + data-set: "vpp-3n-tsh-prev-iter-mrr-old-env" + - title: "2101.0-7" + data-set: "vpp-3n-tsh-prev-iter-mrr-new-env" + - title: "2106.0-7" + data-set: "vpp-3n-tsh-curr-iter-mrr" comparisons: - - title: "2009.0-6 vs 2009.0-5" + - title: "2101.0-7 vs 2101.0-6" reference: 2 compare: 3 - - title: "2101.0-6 vs 2009.0-6" +# rca-file: "rca/rca-3n-tsh-2t2c-mrr-rca1.yaml" + - title: "2106.0-7 vs 2101.0-7" reference: 3 compare: 4 +# rca-file: "rca/rca-3n-tsh-2t2c-mrr-rca2.yaml" legend: - '' - 'Test Case: Test cases executed for: MRR throughput on 3n-tsh with x520.' - - 'YYMM.V-E: [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "5" for CSIT rls2009, "6" for CSIT rls2101).' + - 'YYMM.V-E: [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "6" for CSIT rls2101, "7" for CSIT rls2106).' - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' - - '2009.0-6 vs 2009.0-5: Compares CSIT environment current vs previous with previous VPP code.' - - '2101.0-6 vs 2009.0-6: Compares VPP code current vs previous in the current CSIT environment.' + - '2101.0-7 vs 2101.0-6: Compares CSIT environment current vs previous with previous VPP code.' + - '2106.0-7 vs 2101.0-7: Compares VPP code current vs previous in the current CSIT environment.' # VPP Performance Changes 3n-tsh 4t4c mrr - type: "table" @@ -2957,28 +2650,30 @@ include-tests: "MRR" # "PDR" | "NDR" | "MRR" filter: "'4T4C'" columns: - - title: "2005.0-5" - data-set: "vpp-performance-changes-3n-tsh-mrr-h1" - - title: "2009.0-5" - data-set: "vpp-performance-changes-3n-tsh-mrr-ref-env-old" - title: "2009.0-6" - data-set: "vpp-performance-changes-3n-tsh-mrr-ref-env-new" + data-set: "vpp-3n-tsh-hist-iter-mrr-new-env" - title: "2101.0-6" - data-set: "vpp-performance-changes-3n-tsh-mrr-cmp" + data-set: "vpp-3n-tsh-prev-iter-mrr-old-env" + - title: "2101.0-7" + data-set: "vpp-3n-tsh-prev-iter-mrr-new-env" + - title: "2106.0-7" + data-set: "vpp-3n-tsh-curr-iter-mrr" comparisons: - - title: "2009.0-6 vs 2009.0-5" + - title: "2101.0-7 vs 2101.0-6" reference: 2 compare: 3 - - title: "2101.0-6 vs 2009.0-6" +# rca-file: "rca/rca-3n-tsh-4t4c-mrr-rca1.yaml" + - title: "2106.0-7 vs 2101.0-7" reference: 3 compare: 4 +# rca-file: "rca/rca-3n-tsh-4t4c-mrr-rca2.yaml" legend: - '' - 'Test Case: Test cases executed for: MRR throughput on 3n-tsh with x520.' - - 'YYMM.V-E: [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "5" for CSIT rls2009, "6" for CSIT rls2101).' + - 'YYMM.V-E: [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "6" for CSIT rls2101, "7" for CSIT rls2106).' - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' - - '2009.0-6 vs 2009.0-5: Compares CSIT environment current vs previous with previous VPP code.' - - '2101.0-6 vs 2009.0-6: Compares VPP code current vs previous in the current CSIT environment.' + - '2101.0-7 vs 2101.0-6: Compares CSIT environment current vs previous with previous VPP code.' + - '2106.0-7 vs 2101.0-7: Compares VPP code current vs previous in the current CSIT environment.' # VPP Performance Changes 2n-tx2 1t1c mrr - type: "table" @@ -2988,28 +2683,30 @@ include-tests: "MRR" # "PDR" | "NDR" | "MRR" filter: "'1T1C'" columns: -# - title: "2005.0-5" -# data-set: "vpp-performance-changes-2n-tx2-mrr-h1" -# - title: "2009.0-5" -# data-set: "vpp-performance-changes-2n-tx2-mrr-ref-env-old" - title: "2009.0-6" - data-set: "vpp-performance-changes-2n-tx2-mrr-ref-env-new" + data-set: "vpp-2n-tx2-hist-iter-mrr-new-env" - title: "2101.0-6" - data-set: "vpp-performance-changes-2n-tx2-mrr-cmp" + data-set: "vpp-2n-tx2-prev-iter-mrr-old-env" + - title: "2101.0-7" + data-set: "vpp-2n-tx2-prev-iter-mrr-new-env" + - title: "2106.0-7" + data-set: "vpp-2n-tx2-curr-iter-mrr" comparisons: -# - title: "2009.0-6 vs 2009.0-5" -# reference: 2 -# compare: 3 - - title: "2101.0-6 vs 2009.0-6" - reference: 1 - compare: 2 + - title: "2101.0-7 vs 2101.0-6" + reference: 2 + compare: 3 +# rca-file: "rca/rca-2n-tx2-1t1c-mrr-rca1.yaml" + - title: "2106.0-7 vs 2101.0-7" + reference: 3 + compare: 4 +# rca-file: "rca/rca-2n-tx2-1t1c-mrr-rca2.yaml" legend: - '' - 'Test Case: Test cases executed for: MRR throughput on 2n-tx2 with xl710.' - - 'YYMM.V-E: [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "5" for CSIT rls2009, "6" for CSIT rls2101).' + - 'YYMM.V-E: [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "6" for CSIT rls2101, "7" for CSIT rls2106).' - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' -# - '2009.0-6 vs 2009.0-5: Compares CSIT environment current vs previous with previous VPP code.' - - '2101.0-6 vs 2009.0-6: Compares VPP code current vs previous in the current CSIT environment.' + - '2101.0-7 vs 2101.0-6: Compares CSIT environment current vs previous with previous VPP code.' + - '2106.0-7 vs 2101.0-7: Compares VPP code current vs previous in the current CSIT environment.' # VPP Performance Changes 2n-tx2 2t2c mrr - type: "table" @@ -3019,28 +2716,30 @@ include-tests: "MRR" # "PDR" | "NDR" | "MRR" filter: "'2T2C'" columns: -# - title: "2005.0-5" -# data-set: "vpp-performance-changes-2n-tx2-mrr-h1" -# - title: "2009.0-5" -# data-set: "vpp-performance-changes-2n-tx2-mrr-ref-env-old" - title: "2009.0-6" - data-set: "vpp-performance-changes-2n-tx2-mrr-ref-env-new" + data-set: "vpp-2n-tx2-hist-iter-mrr-new-env" - title: "2101.0-6" - data-set: "vpp-performance-changes-2n-tx2-mrr-cmp" + data-set: "vpp-2n-tx2-prev-iter-mrr-old-env" + - title: "2101.0-7" + data-set: "vpp-2n-tx2-prev-iter-mrr-new-env" + - title: "2106.0-7" + data-set: "vpp-2n-tx2-curr-iter-mrr" comparisons: -# - title: "2009.0-6 vs 2009.0-5" -# reference: 2 -# compare: 3 - - title: "2101.0-6 vs 2009.0-6" - reference: 1 - compare: 2 + - title: "2101.0-7 vs 2101.0-6" + reference: 2 + compare: 3 +# rca-file: "rca/rca-2n-tx2-2t2c-mrr-rca1.yaml" + - title: "2106.0-7 vs 2101.0-7" + reference: 3 + compare: 4 +# rca-file: "rca/rca-2n-tx2-2t2c-mrr-rca2.yaml" legend: - '' - 'Test Case: Test cases executed for: MRR throughput on 2n-tx2 with xl710.' - - 'YYMM.V-E: [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "5" for CSIT rls2009, "6" for CSIT rls2101).' + - 'YYMM.V-E: [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "6" for CSIT rls2101, "7" for CSIT rls2106).' - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' -# - '2009.0-6 vs 2009.0-5: Compares CSIT environment current vs previous with previous VPP code.' - - '2101.0-6 vs 2009.0-6: Compares VPP code current vs previous in the current CSIT environment.' + - '2101.0-7 vs 2101.0-6: Compares CSIT environment current vs previous with previous VPP code.' + - '2106.0-7 vs 2101.0-7: Compares VPP code current vs previous in the current CSIT environment.' # VPP Performance Changes 2n-tx2 4t4c mrr - type: "table" @@ -3050,97 +2749,30 @@ include-tests: "MRR" # "PDR" | "NDR" | "MRR" filter: "'4T4C'" columns: -# - title: "2005.0-5" -# data-set: "vpp-performance-changes-2n-tx2-mrr-h1" -# - title: "2009.0-5" -# data-set: "vpp-performance-changes-2n-tx2-mrr-ref-env-old" - title: "2009.0-6" - data-set: "vpp-performance-changes-2n-tx2-mrr-ref-env-new" + data-set: "vpp-2n-tx2-hist-iter-mrr-new-env" - title: "2101.0-6" - data-set: "vpp-performance-changes-2n-tx2-mrr-cmp" + data-set: "vpp-2n-tx2-prev-iter-mrr-old-env" + - title: "2101.0-7" + data-set: "vpp-2n-tx2-prev-iter-mrr-new-env" + - title: "2106.0-7" + data-set: "vpp-2n-tx2-curr-iter-mrr" comparisons: -# - title: "2009.0-6 vs 2009.0-5" -# reference: 2 -# compare: 3 - - title: "2101.0-6 vs 2009.0-6" - reference: 1 - compare: 2 + - title: "2101.0-7 vs 2101.0-6" + reference: 2 + compare: 3 +# rca-file: "rca/rca-2n-tx2-4t4c-mrr-rca1.yaml" + - title: "2106.0-7 vs 2101.0-7" + reference: 3 + compare: 4 +# rca-file: "rca/rca-2n-tx2-4t4c-mrr-rca2.yaml" legend: - '' - 'Test Case: Test cases executed for: MRR throughput on 2n-tx2 with xl710.' - - 'YYMM.V-E: [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "5" for CSIT rls2009, "6" for CSIT rls2101).' + - 'YYMM.V-E: [Mpps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "6" for CSIT rls2101, "7" for CSIT rls2106).' - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' -# - '2009.0-6 vs 2009.0-5: Compares CSIT environment current vs previous with previous VPP code.' - - '2101.0-6 vs 2009.0-6: Compares VPP code current vs previous in the current CSIT environment.' - -# VPP Comparison Across Testbeds 3n-hsw to 3n-skx 1c mrr -- type: "table" - title: "VPP Comparison Across Testbeds 3n-hsw to 3n-skx 1c mrr" - algorithm: "table_comparison" - output-file: "{DIR[STATIC,VPP]}/performance-compare-testbeds-3n-hsw-3n-skx-1c-mrr" - include-tests: "MRR" # "PDR" | "NDR" | "MRR" - filter: "('NIC_Intel-XXV710' or 'NIC_Intel-XL710') and 'MRR' and '1C'" - columns: - - title: "3n-hsw xl710" - data-set: "vpp-compare-testbeds-mrr-ref" - tag: "NIC_Intel-XL710" - - title: "3n-skx xxv710" - data-set: "vpp-compare-testbeds-mrr-cmp" - tag: "NIC_Intel-XXV710" - comparisons: - - title: "Diff" - reference: 1 - compare: 2 - legend: - - "" - - "3n-hsw xl710, 3n-skx xxv710 - testbeds and NICs tested." - - "Diff - difference between 3n-hsw xl710 and 3n-skx xxv710 testbeds." - -# VPP Comparison Across Testbeds 3n-hsw to 3n-skx 2c mrr -- type: "table" - title: "VPP Comparison Across Testbeds 3n-hsw to 3n-skx 2c mrr" - algorithm: "table_comparison" - output-file: "{DIR[STATIC,VPP]}/performance-compare-testbeds-3n-hsw-3n-skx-2c-mrr" - include-tests: "MRR" # "PDR" | "NDR" | "MRR" - filter: "('NIC_Intel-XXV710' or 'NIC_Intel-XL710') and 'MRR' and '2C'" - columns: - - title: "3n-hsw xl710" - data-set: "vpp-compare-testbeds-mrr-ref" - tag: "NIC_Intel-XL710" - - title: "3n-skx xxv710" - data-set: "vpp-compare-testbeds-mrr-cmp" - tag: "NIC_Intel-XXV710" - comparisons: - - title: "Diff" - reference: 1 - compare: 2 - legend: - - "" - - "3n-hsw xl710, 3n-skx xxv710 - testbeds and NICs tested." - - "Diff - difference between 3n-hsw xl710 and 3n-skx xxv710 testbeds." - -# VPP Comparison Across Testbeds 3n-hsw to 3n-skx 4c mrr -- type: "table" - title: "VPP Comparison Across Testbeds 3n-hsw to 3n-skx 4c mrr" - algorithm: "table_comparison" - output-file: "{DIR[STATIC,VPP]}/performance-compare-testbeds-3n-hsw-3n-skx-4c-mrr" - include-tests: "MRR" # "PDR" | "NDR" | "MRR" - filter: "('NIC_Intel-XXV710' or 'NIC_Intel-XL710') and 'MRR' and '4C'" - columns: - - title: "3n-hsw xl710" - data-set: "vpp-compare-testbeds-mrr-ref" - tag: "NIC_Intel-XL710" - - title: "3n-skx xxv710" - data-set: "vpp-compare-testbeds-mrr-cmp" - tag: "NIC_Intel-XXV710" - comparisons: - - title: "Diff" - reference: 1 - compare: 2 - legend: - - "" - - "3n-hsw xl710, 3n-skx xxv710 - testbeds and NICs tested." - - "Diff - difference between 3n-hsw xl710 and 3n-skx xxv710 testbeds." + - '2101.0-7 vs 2101.0-6: Compares CSIT environment current vs previous with previous VPP code.' + - '2106.0-7 vs 2101.0-7: Compares VPP code current vs previous in the current CSIT environment.' # VPP Comparison Across Testbeds 2n-skx to 2n-clx 2t1c mrr - type: "table" @@ -3151,9 +2783,9 @@ filter: "'2T1C' and 'NIC_Intel-XXV710'" columns: - title: "2n-skx" - data-set: "vpp-compare-testbeds-mrr-skx-clx-ref" + data-set: "vpp-2n-skx-curr-iter-mrr" - title: "2n-clx" - data-set: "vpp-compare-testbeds-mrr-skx-clx-cmp" + data-set: "vpp-2n-clx-curr-iter-mrr" comparisons: - title: "Diff" reference: 1 @@ -3172,9 +2804,9 @@ filter: "'4T2C' and 'NIC_Intel-XXV710'" columns: - title: "2n-skx" - data-set: "vpp-compare-testbeds-mrr-skx-clx-ref" + data-set: "vpp-2n-skx-curr-iter-mrr" - title: "2n-clx" - data-set: "vpp-compare-testbeds-mrr-skx-clx-cmp" + data-set: "vpp-2n-clx-curr-iter-mrr" comparisons: - title: "Diff" reference: 1 @@ -3193,9 +2825,9 @@ filter: "'8T4C' and 'NIC_Intel-XXV710'" columns: - title: "2n-skx" - data-set: "vpp-compare-testbeds-mrr-skx-clx-ref" + data-set: "vpp-2n-skx-curr-iter-mrr" - title: "2n-clx" - data-set: "vpp-compare-testbeds-mrr-skx-clx-cmp" + data-set: "vpp-2n-clx-curr-iter-mrr" comparisons: - title: "Diff" reference: 1 @@ -3214,9 +2846,9 @@ filter: "'MRR' and '1C' and 'NIC_Intel-XXV710'" columns: - title: "3n-skx" - data-set: "vpp-compare-topologies-mrr-ref" + data-set: "vpp-3n-skx-curr-iter-mrr" - title: "2n-skx" - data-set: "vpp-compare-topologies-mrr-cmp" + data-set: "vpp-2n-skx-curr-iter-mrr" comparisons: - title: "Diff" reference: 1 @@ -3235,9 +2867,9 @@ filter: "'MRR' and '2C' and 'NIC_Intel-XXV710'" columns: - title: "3n-skx" - data-set: "vpp-compare-topologies-mrr-ref" + data-set: "vpp-3n-skx-curr-iter-mrr" - title: "2n-skx" - data-set: "vpp-compare-topologies-mrr-cmp" + data-set: "vpp-2n-skx-curr-iter-mrr" comparisons: - title: "Diff" reference: 1 @@ -3256,9 +2888,9 @@ filter: "'MRR' and '4C' and 'NIC_Intel-XXV710'" columns: - title: "3n-skx" - data-set: "vpp-compare-topologies-mrr-ref" + data-set: "vpp-3n-skx-curr-iter-mrr" - title: "2n-skx" - data-set: "vpp-compare-topologies-mrr-cmp" + data-set: "vpp-2n-skx-curr-iter-mrr" comparisons: - title: "Diff" reference: 1 @@ -3268,75 +2900,6 @@ - "3n-skx, 2n-skx - topologies tested." - "Diff - difference between 3n-skx and 2n-skx topologies." -# VPP Comparison Across Testbeds 3n-hsw to 2n-clx 1c mrr -- type: "table" - title: "VPP Comparison Across Testbeds 3n-hsw to 2n-clx 1c mrr" - algorithm: "table_comparison" - output-file: "{DIR[STATIC,VPP]}/performance-compare-testbeds-3n-hsw-2n-clx-1c-mrr" - include-tests: "MRR" # "PDR" | "NDR" | "MRR" - filter: "('NIC_Intel-XXV710' or 'NIC_Intel-XL710') and 'MRR' and '1C'" - columns: - - title: "3n-hsw xl710" - data-set: "vpp-compare-testbeds-mrr-hsw-clx-ref" - tag: "NIC_Intel-XL710" - - title: "2n-clx xxv710" - data-set: "vpp-compare-testbeds-mrr-hsw-clx-cmp" - tag: "NIC_Intel-XXV710" - comparisons: - - title: "Diff" - reference: 1 - compare: 2 - legend: - - "" - - "3n-hsw xl710, 2n-clx xxv710 - testbeds and NICs tested." - - "Diff - difference between 3n-hsw xl710 and 2n-clx xxv710 testbeds." - -# VPP Comparison Across Testbeds 3n-hsw to 2n-clx 2c mrr -- type: "table" - title: "VPP Comparison Across Testbeds 3n-hsw to 2n-clx 2c mrr" - algorithm: "table_comparison" - output-file: "{DIR[STATIC,VPP]}/performance-compare-testbeds-3n-hsw-2n-clx-2c-mrr" - include-tests: "MRR" # "PDR" | "NDR" | "MRR" - filter: "('NIC_Intel-XXV710' or 'NIC_Intel-XL710') and 'MRR' and '2C'" - columns: - - title: "3n-hsw xl710" - data-set: "vpp-compare-testbeds-mrr-hsw-clx-ref" - tag: "NIC_Intel-XL710" - - title: "2n-clx xxv710" - data-set: "vpp-compare-testbeds-mrr-hsw-clx-cmp" - tag: "NIC_Intel-XXV710" - comparisons: - - title: "Diff" - reference: 1 - compare: 2 - legend: - - "" - - "3n-hsw xl710, 2n-clx xxv710 - testbeds and NICs tested." - - "Diff - difference between 3n-hsw xl710 and 2n-clx xxv710 testbeds." - -# VPP Comparison Across Testbeds 3n-hsw to 2n-clx 4c mrr -- type: "table" - title: "VPP Comparison Across Testbeds 3n-hsw to 2n-clx 4c mrr" - algorithm: "table_comparison" - output-file: "{DIR[STATIC,VPP]}/performance-compare-testbeds-3n-hsw-2n-clx-4c-mrr" - include-tests: "MRR" # "PDR" | "NDR" | "MRR" - filter: "('NIC_Intel-XXV710' or 'NIC_Intel-XL710') and 'MRR' and '4C'" - columns: - - title: "3n-hsw xl710" - data-set: "vpp-compare-testbeds-mrr-hsw-clx-ref" - tag: "NIC_Intel-XL710" - - title: "2n-clx xxv710" - data-set: "vpp-compare-testbeds-mrr-hsw-clx-cmp" - tag: "NIC_Intel-XXV710" - comparisons: - - title: "Diff" - reference: 1 - compare: 2 - legend: - - "" - - "3n-hsw xl710, 2n-clx xxv710 - testbeds and NICs tested." - - "Diff - difference between 3n-hsw xl710 and 2n-clx xxv710 testbeds." - # # VPP Comparison Across Testbeds 2n-clx to 2n-icx 1c mrr # - type: "table" # title: "VPP Comparison Across Testbeds 2n-clx to 2n-icx 1c mrr" @@ -3346,10 +2909,10 @@ # filter: "('NIC_Intel-XXV710' or 'NIC_Intel-E810CQ') and 'MRR' and '1C'" # columns: # - title: "2n-clx xxv710" -# data-set: "vpp-compare-testbeds-mrr-clx-icx-ref" +# data-set: "vpp-2n-clx-curr-iter-mrr" # tag: "NIC_Intel-XXV710" # - title: "2n-icx e810cq" -# data-set: "vpp-compare-testbeds-mrr-clx-icx-cmp" +# data-set: "vpp-2n-icx-curr-iter-mrr" # tag: "NIC_Intel-E810CQ" # comparisons: # - title: "Diff" @@ -3359,7 +2922,7 @@ # - "" # - "2n-clx xxv710, 2n-icx e810cq - testbeds and NICs tested." # - "Diff - difference between 2n-clx xxv710 and 2n-icx e810cq testbeds." -# +# # # VPP Comparison Across Testbeds 2n-clx to 2n-icx 2c mrr # - type: "table" # title: "VPP Comparison Across Testbeds 2n-clx to 2n-icx 2c mrr" @@ -3369,10 +2932,10 @@ # filter: "('NIC_Intel-XXV710' or 'NIC_Intel-E810CQ') and 'MRR' and '2C'" # columns: # - title: "2n-clx xxv710" -# data-set: "vpp-compare-testbeds-mrr-clx-icx-ref" +# data-set: "vpp-2n-clx-curr-iter-mrr" # tag: "NIC_Intel-XXV710" # - title: "2n-icx e810cq" -# data-set: "vpp-compare-testbeds-mrr-clx-icx-cmp" +# data-set: "vpp-2n-icx-curr-iter-mrr" # tag: "NIC_Intel-E810CQ" # comparisons: # - title: "Diff" @@ -3382,7 +2945,7 @@ # - "" # - "2n-clx xxv710, 2n-icx e810cq - testbeds and NICs tested." # - "Diff - difference between 2n-clx xxv710 and 2n-icx e810cq testbeds." -# +# # # VPP Comparison Across Testbeds 2n-clx to 2n-icx 4c mrr # - type: "table" # title: "VPP Comparison Across Testbeds 2n-clx to 2n-icx 4c mrr" @@ -3392,36 +2955,19 @@ # filter: "('NIC_Intel-XXV710' or 'NIC_Intel-E810CQ') and 'MRR' and '4C'" # columns: # - title: "2n-clx xxv710" -# data-set: "vpp-compare-testbeds-mrr-clx-icx-ref" +# data-set: "vpp-2n-clx-curr-iter-mrr" # tag: "NIC_Intel-XXV710" # - title: "2n-icx e810cq" -# data-set: "vpp-compare-testbeds-mrr-clx-icx-cmp" +# data-set: "vpp-2n-icx-curr-iter-mrr" # tag: "NIC_Intel-E810CQ" # comparisons: # - title: "Diff" -# reference: 1 -# compare: 2 -# legend: -# - "" -# - "2n-clx xxv710, 2n-icx e810cq - testbeds and NICs tested." -# - "Diff - difference between 2n-clx xxv710 and 2n-icx e810cq testbeds." - -# Detailed Test Results - VPP Performance Results 3n-hsw -- type: "table" - title: "Detailed Test Results - VPP Performance Results 3n-hsw" - algorithm: "table_merged_details" - output-file: "{DIR[DTR,PERF,VPP,3N,HSW]}/" - columns: - - title: " |prein| Test Name |preout| " - data: "data name" - - title: " |prein| Throughput: |br| 1. Mpps Gbps (NDR) |br| 2. Mpps Gbps (PDR) |br| |br| One-Way Latency Percentiles in uSec at %PDR load, |br| one set per each direction: |br| 3. P50 P90 P99 P50 P90 P99 (10% PDR) |br| 4. P50 P90 P99 P50 P90 P99 (50% PDR) |br| 5. P50 P90 P99 P50 P90 P99 (90% PDR) |preout| " - data: "data msg" - data: "vpp-perf-results-3n-hsw" - filter: "all" - parameters: - - "name" - - "parent" - - "msg" +# reference: 1 +# compare: 2 +# legend: +# - "" +# - "2n-clx xxv710, 2n-icx e810cq - testbeds and NICs tested." +# - "Diff - difference between 2n-clx xxv710 and 2n-icx e810cq testbeds." # Detailed Test Results - VPP Performance Results 3n-skx - type: "table" @@ -3433,7 +2979,7 @@ data: "data name" - title: " |prein| Throughput: |br| 1. Mpps Gbps (NDR) |br| 2. Mpps Gbps (PDR) |br| |br| One-Way Latency Percentiles in uSec at %PDR load, |br| one set per each direction: |br| 3. P50 P90 P99 P50 P90 P99 (10% PDR) |br| 4. P50 P90 P99 P50 P90 P99 (50% PDR) |br| 5. P50 P90 P99 P50 P90 P99 (90% PDR) |preout| " data: "data msg" - data: "vpp-perf-results-3n-skx" + data: "vpp-3n-skx-curr-cov" filter: "all" remove-ndr: False parameters: @@ -3451,7 +2997,7 @@ data: "data name" - title: " |prein| Throughput: |br| 1. Mpps Gbps (NDR) |br| 2. Mpps Gbps (PDR) |br| |br| One-Way Latency Percentiles in uSec at %PDR load, |br| one set per each direction: |br| 3. P50 P90 P99 P50 P90 P99 (10% PDR) |br| 4. P50 P90 P99 P50 P90 P99 (50% PDR) |br| 5. P50 P90 P99 P50 P90 P99 (90% PDR) |preout| " data: "data msg" - data: "vpp-perf-results-2n-skx" + data: "vpp-2n-skx-curr-cov" filter: "all" remove-ndr: False parameters: @@ -3469,7 +3015,7 @@ data: "data name" - title: " |prein| Throughput: |br| 1. Mpps Gbps (NDR) |br| 2. Mpps Gbps (PDR) |br| |br| One-Way Latency Percentiles in uSec at %PDR load, |br| one set per each direction: |br| 3. P50 P90 P99 P50 P90 P99 (10% PDR) |br| 4. P50 P90 P99 P50 P90 P99 (50% PDR) |br| 5. P50 P90 P99 P50 P90 P99 (90% PDR) |preout| " data: "data msg" - data: "vpp-perf-results-2n-zn2" + data: "vpp-2n-zn2-curr-cov" filter: "all" remove-ndr: False parameters: @@ -3487,7 +3033,7 @@ data: "data name" - title: " |prein| Throughput: |br| 1. Mpps Gbps (NDR) |br| 2. Mpps Gbps (PDR) |br| |br| One-Way Latency Percentiles in uSec at %PDR load, |br| one set per each direction: |br| 3. P50 P90 P99 P50 P90 P99 (10% PDR) |br| 4. P50 P90 P99 P50 P90 P99 (50% PDR) |br| 5. P50 P90 P99 P50 P90 P99 (90% PDR) |preout| " data: "data msg" - data: "vpp-perf-results-2n-clx" + data: "vpp-2n-clx-curr-cov" filter: "all" parameters: - "name" @@ -3504,7 +3050,7 @@ # data: "data name" # - title: " |prein| Throughput: |br| 1. Mpps Gbps (NDR) |br| 2. Mpps Gbps (PDR) |br| |br| One-Way Latency Percentiles in uSec at %PDR load, |br| one set per each direction: |br| 3. P50 P90 P99 P50 P90 P99 (10% PDR) |br| 4. P50 P90 P99 P50 P90 P99 (50% PDR) |br| 5. P50 P90 P99 P50 P90 P99 (90% PDR) |preout| " # data: "data msg" -# data: "vpp-perf-results-2n-icx" +# data: "vpp-2n-icx-curr-iter-best" # filter: "'NDRPDR'" # parameters: # - "name" @@ -3521,7 +3067,7 @@ # data: "data name" # - title: " |prein| Throughput: |br| 1. Mpps Gbps (NDR) |br| 2. Mpps Gbps (PDR) |br| |br| One-Way Latency Percentiles in uSec at %PDR load, |br| one set per each direction: |br| 3. P50 P90 P99 P50 P90 P99 (10% PDR) |br| 4. P50 P90 P99 P50 P90 P99 (50% PDR) |br| 5. P50 P90 P99 P50 P90 P99 (90% PDR) |preout| " # data: "data msg" -# data: "vpp-perf-results-3n-icx" +# data: "vpp-3n-icx-curr-iter-best" # filter: "'NDRPDR'" # parameters: # - "name" @@ -3538,7 +3084,7 @@ data: "data name" - title: " |prein| Throughput: |br| 1. Mpps Gbps (NDR) |br| 2. Mpps Gbps (PDR) |br| |br| One-Way Latency Percentiles in uSec at %PDR load, |br| one set per each direction: |br| 3. P50 P90 P99 P50 P90 P99 (10% PDR) |br| 4. P50 P90 P99 P50 P90 P99 (50% PDR) |br| 5. P50 P90 P99 P50 P90 P99 (90% PDR) |preout| " data: "data msg" - data: "vpp-perf-results-3n-tsh" + data: "vpp-3n-tsh-curr-cov" filter: "all" parameters: - "name" @@ -3555,7 +3101,7 @@ data: "data name" - title: " |prein| Throughput: |br| 1. Mpps Gbps (NDR) |br| 2. Mpps Gbps (PDR) |br| |br| One-Way Latency Percentiles in uSec at %PDR load, |br| one set per each direction: |br| 3. P50 P90 P99 P50 P90 P99 (10% PDR) |br| 4. P50 P90 P99 P50 P90 P99 (50% PDR) |br| 5. P50 P90 P99 P50 P90 P99 (90% PDR) |preout| " data: "data msg" - data: "vpp-perf-results-2n-tx2" + data: "vpp-2n-tx2-curr-cov" filter: "all" parameters: - "name" @@ -3572,7 +3118,7 @@ data: "data name" - title: " |prein| Throughput: |br| 1. Mpps Gbps (NDR) |br| 2. Mpps Gbps (PDR) |br| |br| One-Way Latency Percentiles in uSec at %PDR load, |br| one set per each direction: |br| 3. P50 P90 P99 P50 P90 P99 (10% PDR) |br| 4. P50 P90 P99 P50 P90 P99 (50% PDR) |br| 5. P50 P90 P99 P50 P90 P99 (90% PDR) |preout| " data: "data msg" - data: "vpp-perf-results-3n-dnv" + data: "vpp-3n-dnv-curr-cov" filter: "all" parameters: - "name" @@ -3589,30 +3135,13 @@ data: "data name" - title: " |prein| Throughput: |br| 1. Mpps Gbps (NDR) |br| 2. Mpps Gbps (PDR) |br| |br| One-Way Latency Percentiles in uSec at %PDR load, |br| one set per each direction: |br| 3. P50 P90 P99 P50 P90 P99 (10% PDR) |br| 4. P50 P90 P99 P50 P90 P99 (50% PDR) |br| 5. P50 P90 P99 P50 P90 P99 (90% PDR) |preout| " data: "data msg" - data: "vpp-perf-results-2n-dnv" + data: "vpp-2n-dnv-curr-cov" filter: "all" parameters: - "name" - "parent" - "msg" -# Test configuration - VPP Performance Test Configs 3n-hsw -- type: "table" - title: "Test configuration - VPP Performance Test Configs 3n-hsw" - algorithm: "table_merged_details" - output-file: "{DIR[DTC,PERF,VPP,3N,HSW]}/" - columns: - - title: " |prein| Test Name |preout| " - data: "data name" - - title: " |prein| VPP API Test Commands History - Commands Used Per Test Case |preout| " - data: "data conf-history" - data: "vpp-perf-results-3n-hsw" - filter: "all" - parameters: - - "parent" - - "name" - - "conf-history" - # Test configuration - VPP Performance Test Configs 3n-skx - type: "table" title: "Test configuration - VPP Performance Test Configs 3n-skx" @@ -3623,7 +3152,7 @@ data: "data name" - title: " |prein| VPP API Test Commands History - Commands Used Per Test Case |preout| " data: "data conf-history" - data: "vpp-perf-results-3n-skx" + data: "vpp-3n-skx-curr-cov" filter: "all" parameters: - "parent" @@ -3640,7 +3169,7 @@ data: "data name" - title: " |prein| VPP API Test Commands History - Commands Used Per Test Case |preout| " data: "data conf-history" - data: "vpp-perf-results-2n-skx" + data: "vpp-2n-skx-curr-cov" filter: "all" parameters: - "parent" @@ -3657,7 +3186,7 @@ data: "data name" - title: " |prein| VPP API Test Commands History - Commands Used Per Test Case |preout| " data: "data conf-history" - data: "vpp-perf-results-2n-zn2" + data: "vpp-2n-zn2-curr-cov" filter: "all" parameters: - "parent" @@ -3674,7 +3203,7 @@ data: "data name" - title: " |prein| VPP API Test Commands History - Commands Used Per Test Case |preout| " data: "data conf-history" - data: "vpp-perf-results-2n-clx" + data: "vpp-2n-clx-curr-cov" filter: "all" parameters: - "parent" @@ -3691,7 +3220,7 @@ # data: "data name" # - title: " |prein| VPP API Test Commands History - Commands Used Per Test Case |preout| " # data: "data conf-history" -# data: "vpp-perf-results-2n-icx" +# data: "vpp-2n-icx-curr-iter-best" # filter: "'NDRPDR'" # parameters: # - "parent" @@ -3708,7 +3237,7 @@ # data: "data name" # - title: " |prein| VPP API Test Commands History - Commands Used Per Test Case |preout| " # data: "data conf-history" -# data: "vpp-perf-results-3n-icx" +# data: "vpp-3n-icx-curr-iter-best" # filter: "'NDRPDR'" # parameters: # - "parent" @@ -3725,7 +3254,7 @@ data: "data name" - title: " |prein| VPP API Test Commands History - Commands Used Per Test Case |preout| " data: "data conf-history" - data: "vpp-perf-results-3n-tsh" + data: "vpp-3n-tsh-curr-cov" filter: "all" parameters: - "parent" @@ -3742,7 +3271,7 @@ data: "data name" - title: " |prein| VPP API Test Commands History - Commands Used Per Test Case |preout| " data: "data conf-history" - data: "vpp-perf-results-2n-tx2" + data: "vpp-2n-tx2-curr-cov" filter: "all" parameters: - "parent" @@ -3759,7 +3288,7 @@ data: "data name" - title: " |prein| VPP API Test Commands History - Commands Used Per Test Case |preout| " data: "data conf-history" - data: "vpp-perf-results-3n-dnv" + data: "vpp-3n-dnv-curr-cov" filter: "all" parameters: - "parent" @@ -3776,27 +3305,19 @@ data: "data name" - title: " |prein| VPP API Test Commands History - Commands Used Per Test Case |preout| " data: "data conf-history" - data: "vpp-perf-results-2n-dnv" + data: "vpp-2n-dnv-curr-cov" filter: "all" parameters: - "parent" - "name" - "conf-history" -# Test Operational Data - VPP Performance Operational Data 3n-hsw -- type: "table" - title: "Test Operational Data - VPP Performance Operational Data 3n-hsw" - algorithm: "table_oper_data_html" - output-file: "{DIR[DTO,PERF,VPP,3N,HSW]}/" - data: "vpp-perf-results-3n-hsw" - filter: "all" - # Test Operational Data - VPP Performance Operational Data 3n-skx - type: "table" title: "Test Operational Data - VPP Performance Operational Data 3n-skx" algorithm: "table_oper_data_html" output-file: "{DIR[DTO,PERF,VPP,3N,SKX]}/" - data: "vpp-perf-results-3n-skx" + data: "vpp-3n-skx-curr-cov" filter: "all" # Test Operational Data - VPP Performance Operational Data 2n-skx @@ -3804,7 +3325,7 @@ title: "Test Operational Data - VPP Performance Operational Data 2n-skx" algorithm: "table_oper_data_html" output-file: "{DIR[DTO,PERF,VPP,2N,SKX]}/" - data: "vpp-perf-results-2n-skx" + data: "vpp-2n-skx-curr-cov" filter: "all" # Test Operational Data - VPP Performance Operational Data 2n-zn2 @@ -3812,7 +3333,7 @@ title: "Test Operational Data - VPP Performance Operational Data 2n-zn2" algorithm: "table_oper_data_html" output-file: "{DIR[DTO,PERF,VPP,2N,ZN2]}/" - data: "vpp-perf-results-2n-zn2" + data: "vpp-2n-zn2-curr-cov" filter: "all" # Test Operational Data - VPP Performance Operational Data 2n-clx @@ -3820,7 +3341,7 @@ title: "Test Operational Data - VPP Performance Operational Data 2n-clx" algorithm: "table_oper_data_html" output-file: "{DIR[DTO,PERF,VPP,2N,CLX]}/" - data: "vpp-perf-results-2n-clx" + data: "vpp-2n-clx-curr-cov" filter: "all" # # Test Operational Data - VPP Performance Operational Data 2n-icx @@ -3828,7 +3349,7 @@ # title: "Test Operational Data - VPP Performance Operational Data 2n-icx" # algorithm: "table_oper_data_html" # output-file: "{DIR[DTO,PERF,VPP,2N,ICX]}/" -# data: "vpp-perf-results-2n-icx" +# data: "vpp-2n-icx-curr-iter-best" # filter: "'NDRPDR'" # # Test Operational Data - VPP Performance Operational Data 3n-icx @@ -3836,7 +3357,7 @@ # title: "Test Operational Data - VPP Performance Operational Data 3n-icx" # algorithm: "table_oper_data_html" # output-file: "{DIR[DTO,PERF,VPP,3N,ICX]}/" -# data: "vpp-perf-results-3n-icx" +# data: "vpp-3n-icx-curr-iter-best" # filter: "'NDRPDR'" # Test Operational Data - VPP Performance Operational Data 3n-tsh @@ -3844,7 +3365,7 @@ title: "Test Operational Data - VPP Performance Operational Data 3n-tsh" algorithm: "table_oper_data_html" output-file: "{DIR[DTO,PERF,VPP,3N,TSH]}/" - data: "vpp-perf-results-3n-tsh" + data: "vpp-3n-tsh-curr-cov" filter: "all" # Test Operational Data - VPP Performance Operational Data 2n-tx2 @@ -3852,7 +3373,7 @@ title: "Test Operational Data - VPP Performance Operational Data 2n-tx2" algorithm: "table_oper_data_html" output-file: "{DIR[DTO,PERF,VPP,2N,TX2]}/" - data: "vpp-perf-results-2n-tx2" + data: "vpp-2n-tx2-curr-cov" filter: "all" # Test Operational Data - VPP Performance Operational Data 3n-dnv @@ -3860,7 +3381,7 @@ title: "Test Operational Data - VPP Performance Operational Data 3n-dnv" algorithm: "table_oper_data_html" output-file: "{DIR[DTO,PERF,VPP,3N,DNV]}/" - data: "vpp-perf-results-3n-dnv" + data: "vpp-3n-dnv-curr-cov" filter: "all" # Test Operational Data - VPP Performance Operational Data 2n-dnv @@ -3868,25 +3389,8 @@ title: "Test Operational Data - VPP Performance Operational Data 2n-dnv" algorithm: "table_oper_data_html" output-file: "{DIR[DTO,PERF,VPP,2N,DNV]}/" - data: "vpp-perf-results-2n-dnv" - filter: "all" - -# Detailed Test Results - VPP MRR Results 3n-hsw -- type: "table" - title: "Detailed Test Results - VPP MRR Results 3n-hsw" - algorithm: "table_merged_details" - output-file: "{DIR[DTR,MRR,VPP,3N,HSW]}/" - columns: - - title: " |prein| Test Name |preout| " - data: "data name" - - title: " |prein| Maximum Receive Rate trial [Mpps] |preout| " - data: "data msg" - data: "vpp-mrr-results-3n-hsw" + data: "vpp-2n-dnv-curr-cov" filter: "all" - parameters: - - "name" - - "parent" - - "msg" # Detailed Test Results - VPP MRR Results 3n-skx - type: "table" @@ -3898,7 +3402,7 @@ data: "data name" - title: " |prein| Maximum Receive Rate trial [Mpps] |preout| " data: "data msg" - data: "vpp-mrr-results-3n-skx" + data: "vpp-3n-skx-curr-iter-mrr" filter: "all" parameters: - "name" @@ -3915,7 +3419,7 @@ data: "data name" - title: " |prein| Maximum Receive Rate trial [Mpps] |preout| " data: "data msg" - data: "vpp-mrr-results-2n-skx" + data: "vpp-2n-skx-curr-iter-mrr" filter: "all" parameters: - "name" @@ -3932,7 +3436,7 @@ data: "data name" - title: " |prein| Maximum Receive Rate trial [Mpps] |preout| " data: "data msg" - data: "vpp-mrr-results-2n-zn2" + data: "vpp-2n-zn2-curr-iter-mrr" filter: "all" parameters: - "name" @@ -3949,7 +3453,7 @@ data: "data name" - title: " |prein| Maximum Receive Rate trial [Mpps] |preout| " data: "data msg" - data: "vpp-mrr-results-2n-clx" + data: "vpp-2n-clx-curr-iter-mrr" filter: "all" parameters: - "name" @@ -3966,7 +3470,7 @@ # data: "data name" # - title: " |prein| Maximum Receive Rate trial [Mpps] |preout| " # data: "data msg" -# data: "vpp-mrr-results-2n-icx" +# data: "vpp-2n-icx-curr-iter-mrr" # filter: "'MRR'" # parameters: # - "name" @@ -4000,7 +3504,7 @@ data: "data name" - title: " |prein| Maximum Receive Rate trial [Mpps] |preout| " data: "data msg" - data: "vpp-mrr-results-3n-tsh" + data: "vpp-3n-tsh-curr-iter-mrr" filter: "all" parameters: - "name" @@ -4017,7 +3521,7 @@ data: "data name" - title: " |prein| Maximum Receive Rate trial [Mpps] |preout| " data: "data msg" - data: "vpp-mrr-results-2n-tx2" + data: "vpp-2n-tx2-curr-iter-mrr" filter: "all" parameters: - "name" @@ -4034,7 +3538,7 @@ data: "data name" - title: " |prein| Maximum Receive Rate trial [Mpps] |preout| " data: "data msg" - data: "vpp-mrr-results-3n-dnv" + data: "vpp-3n-dnv-curr-iter-mrr" filter: "all" parameters: - "name" @@ -4051,30 +3555,13 @@ data: "data name" - title: " |prein| Maximum Receive Rate trial [Mpps] |preout| " data: "data msg" - data: "vpp-mrr-results-2n-dnv" + data: "vpp-2n-dnv-curr-iter-mrr" filter: "all" parameters: - "name" - "parent" - "msg" -# Test configuration - VPP MRR Test Configs 3n-hsw -- type: "table" - title: "Test configuration - VPP MRR Test Configs 3n-hsw" - algorithm: "table_merged_details" - output-file: "{DIR[DTC,MRR,VPP,3N,HSW]}/" - columns: - - title: " |prein| Test Name |preout| " - data: "data name" - - title: " |prein| VPP API Test Commands History - Commands Used Per Test Case |preout| " - data: "data conf-history" - data: "vpp-mrr-results-3n-hsw" - filter: "all" - parameters: - - "parent" - - "name" - - "conf-history" - # Test configuration - VPP MRR Test Configs 3n-skx - type: "table" title: "Test configuration - VPP MRR Test Configs 3n-skx" @@ -4085,7 +3572,7 @@ data: "data name" - title: " |prein| VPP API Test Commands History - Commands Used Per Test Case |preout| " data: "data conf-history" - data: "vpp-mrr-results-3n-skx" + data: "vpp-3n-skx-curr-iter-mrr" filter: "all" parameters: - "parent" @@ -4102,7 +3589,7 @@ data: "data name" - title: " |prein| VPP API Test Commands History - Commands Used Per Test Case |preout| " data: "data conf-history" - data: "vpp-mrr-results-2n-skx" + data: "vpp-2n-skx-curr-iter-mrr" filter: "all" parameters: - "parent" @@ -4119,7 +3606,7 @@ data: "data name" - title: " |prein| VPP API Test Commands History - Commands Used Per Test Case |preout| " data: "data conf-history" - data: "vpp-mrr-results-2n-zn2" + data: "vpp-2n-zn2-curr-iter-mrr" filter: "all" parameters: - "parent" @@ -4136,7 +3623,7 @@ data: "data name" - title: " |prein| VPP API Test Commands History - Commands Used Per Test Case |preout| " data: "data conf-history" - data: "vpp-mrr-results-2n-clx" + data: "vpp-2n-clx-curr-iter-mrr" filter: "all" parameters: - "parent" @@ -4153,7 +3640,7 @@ # data: "data name" # - title: " |prein| VPP API Test Commands History - Commands Used Per Test Case |preout| " # data: "data conf-history" -# data: "vpp-mrr-results-2n-icx" +# data: "vpp-2n-icx-curr-iter-mrr" # filter: "'MRR'" # parameters: # - "parent" @@ -4187,7 +3674,7 @@ data: "data name" - title: " |prein| VPP API Test Commands History - Commands Used Per Test Case |preout| " data: "data conf-history" - data: "vpp-mrr-results-3n-tsh" + data: "vpp-3n-tsh-curr-iter-mrr" filter: "all" parameters: - "parent" @@ -4204,7 +3691,7 @@ data: "data name" - title: " |prein| VPP API Test Commands History - Commands Used Per Test Case |preout| " data: "data conf-history" - data: "vpp-mrr-results-2n-tx2" + data: "vpp-2n-tx2-curr-iter-mrr" filter: "all" parameters: - "parent" @@ -4221,7 +3708,7 @@ data: "data name" - title: " |prein| VPP API Test Commands History - Commands Used Per Test Case |preout| " data: "data conf-history" - data: "vpp-mrr-results-3n-dnv" + data: "vpp-3n-dnv-curr-iter-mrr" filter: "all" parameters: - "parent" @@ -4238,7 +3725,7 @@ data: "data name" - title: " |prein| VPP API Test Commands History - Commands Used Per Test Case |preout| " data: "data conf-history" - data: "vpp-mrr-results-2n-dnv" + data: "vpp-2n-dnv-curr-iter-mrr" filter: "all" parameters: - "parent" @@ -4282,98 +3769,6 @@ ################################################################################ -# DPDK Performance Changes 3n-hsw 1t1c pdr -- type: "table" - title: "DPDK Performance Changes 3n-hsw 1t1c pdr" - algorithm: "table_comparison" - output-file: "{DIR[STATIC,DPDK]}/performance-changes-3n-hsw-1t1c-pdr" - include-tests: "PDR" # "PDR" | "NDR" | "MRR" - filter: "'1T1C' and 'NDRPDR' and 'NIC_Intel-XL710'" - columns: - - title: "2005" - data-set: "dpdk-performance-changes-3n-hsw-h1" - - title: "2009" - data-set: "dpdk-performance-changes-3n-hsw-ref" - - title: "2101" - data-set: "dpdk-performance-changes-3n-hsw-cmp" - comparisons: - - title: "Diff" - reference: 2 - compare: 3 - legend: - - "" - - "2005, 2009, 2101 - DPDK versions tested." - - "Diff - difference between 2009 and 2101 DPDK version." - -# DPDK Performance Changes 3n-hsw 2t2c pdr -- type: "table" - title: "DPDK Performance Changes 3n-hsw 2t2c pdr" - algorithm: "table_comparison" - output-file: "{DIR[STATIC,DPDK]}/performance-changes-3n-hsw-2t2c-pdr" - include-tests: "PDR" # "PDR" | "NDR" | "MRR" - filter: "'2T2C' and 'NDRPDR' and 'NIC_Intel-XL710'" - columns: - - title: "2005" - data-set: "dpdk-performance-changes-3n-hsw-h1" - - title: "2009" - data-set: "dpdk-performance-changes-3n-hsw-ref" - - title: "2101" - data-set: "dpdk-performance-changes-3n-hsw-cmp" - comparisons: - - title: "Diff" - reference: 2 - compare: 3 - legend: - - "" - - "2005, 2009, 2101 - DPDK versions tested." - - "Diff - difference between 2009 and 2101 DPDK version." - -# DPDK Performance Changes 3n-hsw 1t1c pdr -- type: "table" - title: "DPDK Performance Changes 3n-hsw 1t1c ndr" - algorithm: "table_comparison" - output-file: "{DIR[STATIC,DPDK]}/performance-changes-3n-hsw-1t1c-ndr" - include-tests: "NDR" # "PDR" | "NDR" | "MRR" - filter: "'1T1C' and 'NDRPDR' and 'NIC_Intel-XL710'" - columns: - - title: "2005" - data-set: "dpdk-performance-changes-3n-hsw-h1" - - title: "2009" - data-set: "dpdk-performance-changes-3n-hsw-ref" - - title: "2101" - data-set: "dpdk-performance-changes-3n-hsw-cmp" - comparisons: - - title: "Diff" - reference: 2 - compare: 3 - legend: - - "" - - "2005, 2009, 2101 - DPDK versions tested." - - "Diff - difference between 2009 and 2101 DPDK version." - -# DPDK Performance Changes 3n-hsw 2t2c ndr -- type: "table" - title: "DPDK Performance Changes 3n-hsw 2t2c ndr" - algorithm: "table_comparison" - output-file: "{DIR[STATIC,DPDK]}/performance-changes-3n-hsw-2t2c-ndr" - include-tests: "NDR" # "PDR" | "NDR" | "MRR" - filter: "'2T2C' and 'NDRPDR' and 'NIC_Intel-XL710'" - columns: - - title: "2005" - data-set: "dpdk-performance-changes-3n-hsw-h1" - - title: "2009" - data-set: "dpdk-performance-changes-3n-hsw-ref" - - title: "2101" - data-set: "dpdk-performance-changes-3n-hsw-cmp" - comparisons: - - title: "Diff" - reference: 2 - compare: 3 - legend: - - "" - - "2005, 2009, 2101 - DPDK versions tested." - - "Diff - difference between 2009 and 2101 DPDK version." - # DPDK Performance Changes 3n-skx 2t1c pdr - type: "table" title: "DPDK Performance Changes 3n-skx 2t1c pdr" @@ -4382,20 +3777,20 @@ include-tests: "PDR" # "PDR" | "NDR" | "MRR" filter: "'2T1C' and 'NDRPDR' and 'NIC_Intel-XXV710'" columns: - - title: "2005" - data-set: "dpdk-performance-changes-3n-skx-h1" - title: "2009" - data-set: "dpdk-performance-changes-3n-skx-ref" + data-set: "dpdk-3n-skx-hist-iter" - title: "2101" - data-set: "dpdk-performance-changes-3n-skx-cmp" + data-set: "dpdk-3n-skx-prev-iter" + - title: "2106" + data-set: "dpdk-3n-skx-curr-iter" comparisons: - title: "Diff" reference: 2 compare: 3 legend: - "" - - "2005, 2009, 2101 - DPDK versions tested." - - "Diff - difference between 2009 and 2101 DPDK version." + - "2009, 2101, 2106 - DPDK versions tested." + - "Diff - difference between 2101 and 2106 DPDK version." # DPDK Performance Changes 3n-skx 4t2c pdr - type: "table" @@ -4406,19 +3801,19 @@ filter: "'4T2C' and 'NDRPDR' and 'NIC_Intel-XXV710'" columns: - title: "2005" - data-set: "dpdk-performance-changes-3n-skx-h1" + data-set: "dpdk-3n-skx-hist-iter" - title: "2009" - data-set: "dpdk-performance-changes-3n-skx-ref" + data-set: "dpdk-3n-skx-prev-iter" - title: "2101" - data-set: "dpdk-performance-changes-3n-skx-cmp" + data-set: "dpdk-3n-skx-curr-iter" comparisons: - title: "Diff" reference: 2 compare: 3 legend: - "" - - "2005, 2009, 2101 - DPDK versions tested." - - "Diff - difference between 2009 and 2101 DPDK version." + - "2009, 2101, 2106 - DPDK versions tested." + - "Diff - difference between 2101 and 2106 DPDK version." # DPDK Performance Changes 3n-skx 2t1c ndr - type: "table" @@ -4428,20 +3823,20 @@ include-tests: "NDR" # "PDR" | "NDR" | "MRR" filter: "'2T1C' and 'NDRPDR' and 'NIC_Intel-XXV710'" columns: - - title: "2005" - data-set: "dpdk-performance-changes-3n-skx-h1" - title: "2009" - data-set: "dpdk-performance-changes-3n-skx-ref" + data-set: "dpdk-3n-skx-hist-iter" - title: "2101" - data-set: "dpdk-performance-changes-3n-skx-cmp" + data-set: "dpdk-3n-skx-prev-iter" + - title: "2106" + data-set: "dpdk-3n-skx-curr-iter" comparisons: - title: "Diff" reference: 2 compare: 3 legend: - "" - - "2005, 2009, 2101 - DPDK versions tested." - - "Diff - difference between 2009 and 2101 DPDK version." + - "2009, 2101, 2106 - DPDK versions tested." + - "Diff - difference between 2101 and 2106 DPDK version." # DPDK Performance Changes 3n-skx 4t2c ndr - type: "table" @@ -4451,20 +3846,20 @@ include-tests: "NDR" # "PDR" | "NDR" | "MRR" filter: "'4T2C' and 'NDRPDR' and 'NIC_Intel-XXV710'" columns: - - title: "2005" - data-set: "dpdk-performance-changes-3n-skx-h1" - title: "2009" - data-set: "dpdk-performance-changes-3n-skx-ref" + data-set: "dpdk-3n-skx-hist-iter" - title: "2101" - data-set: "dpdk-performance-changes-3n-skx-cmp" + data-set: "dpdk-3n-skx-prev-iter" + - title: "2106" + data-set: "dpdk-3n-skx-curr-iter" comparisons: - title: "Diff" reference: 2 compare: 3 legend: - "" - - "2005, 2009, 2101 - DPDK versions tested." - - "Diff - difference between 2009 and 2101 DPDK version." + - "2009, 2101, 2106 - DPDK versions tested." + - "Diff - difference between 2101 and 2106 DPDK version." # DPDK Performance Changes 2n-skx 2t1c pdr - type: "table" @@ -4474,20 +3869,20 @@ include-tests: "PDR" # "PDR" | "NDR" | "MRR" filter: "'2T1C' and 'NDRPDR' and 'NIC_Intel-XXV710'" columns: - - title: "2005" - data-set: "dpdk-performance-changes-2n-skx-h1" - title: "2009" - data-set: "dpdk-performance-changes-2n-skx-ref" + data-set: "dpdk-2n-skx-hist-iter" - title: "2101" - data-set: "dpdk-performance-changes-2n-skx-cmp" + data-set: "dpdk-2n-skx-prev-iter" + - title: "2106" + data-set: "dpdk-2n-skx-curr-iter" comparisons: - title: "Diff" reference: 2 compare: 3 legend: - "" - - "2005, 2009, 2101 - DPDK versions tested." - - "Diff - difference between 2009 and 2101 DPDK version." + - "2009, 2101, 2106 - DPDK versions tested." + - "Diff - difference between 2101 and 2106 DPDK version." # DPDK Performance Changes 2n-skx 4t2c pdr - type: "table" @@ -4497,20 +3892,20 @@ include-tests: "PDR" # "PDR" | "NDR" | "MRR" filter: "'4T2C' and 'NDRPDR' and 'NIC_Intel-XXV710'" columns: - - title: "2005" - data-set: "dpdk-performance-changes-2n-skx-h1" - title: "2009" - data-set: "dpdk-performance-changes-2n-skx-ref" + data-set: "dpdk-2n-skx-hist-iter" - title: "2101" - data-set: "dpdk-performance-changes-2n-skx-cmp" + data-set: "dpdk-2n-skx-prev-iter" + - title: "2106" + data-set: "dpdk-2n-skx-curr-iter" comparisons: - title: "Diff" reference: 2 compare: 3 legend: - "" - - "2005, 2009, 2101 - DPDK versions tested." - - "Diff - difference between 2009 and 2101 DPDK version." + - "2009, 2101, 2106 - DPDK versions tested." + - "Diff - difference between 2101 and 2106 DPDK version." # DPDK Performance Changes 2n-skx 2t1c ndr - type: "table" @@ -4520,20 +3915,20 @@ include-tests: "NDR" # "PDR" | "NDR" | "MRR" filter: "'2T1C' and 'NDRPDR' and 'NIC_Intel-XXV710'" columns: - - title: "2005" - data-set: "dpdk-performance-changes-2n-skx-h1" - title: "2009" - data-set: "dpdk-performance-changes-2n-skx-ref" + data-set: "dpdk-2n-skx-hist-iter" - title: "2101" - data-set: "dpdk-performance-changes-2n-skx-cmp" + data-set: "dpdk-2n-skx-prev-iter" + - title: "2106" + data-set: "dpdk-2n-skx-curr-iter" comparisons: - title: "Diff" reference: 2 compare: 3 legend: - "" - - "2005, 2009, 2101 - DPDK versions tested." - - "Diff - difference between 2009 and 2101 DPDK version." + - "2009, 2101, 2106 - DPDK versions tested." + - "Diff - difference between 2101 and 2106 DPDK version." # DPDK Performance Changes 2n-skx 4t2c ndr - type: "table" @@ -4543,20 +3938,20 @@ include-tests: "NDR" # "PDR" | "NDR" | "MRR" filter: "'4T2C' and 'NDRPDR' and 'NIC_Intel-XXV710'" columns: - - title: "2005" - data-set: "dpdk-performance-changes-2n-skx-h1" - title: "2009" - data-set: "dpdk-performance-changes-2n-skx-ref" + data-set: "dpdk-2n-skx-hist-iter" - title: "2101" - data-set: "dpdk-performance-changes-2n-skx-cmp" + data-set: "dpdk-2n-skx-prev-iter" + - title: "2106" + data-set: "dpdk-2n-skx-curr-iter" comparisons: - title: "Diff" reference: 2 compare: 3 legend: - "" - - "2005, 2009, 2101 - DPDK versions tested." - - "Diff - difference between 2009 and 2101 DPDK version." + - "2009, 2101, 2106 - DPDK versions tested." + - "Diff - difference between 2101 and 2106 DPDK version." # DPDK Performance Changes 2n-clx 2t1c pdr - type: "table" @@ -4566,20 +3961,20 @@ include-tests: "PDR" # "PDR" | "NDR" | "MRR" filter: "'2T1C' and 'NDRPDR' and 'NIC_Intel-XXV710'" columns: - - title: "2005" - data-set: "dpdk-performance-changes-2n-clx-h1" - title: "2009" - data-set: "dpdk-performance-changes-2n-clx-ref" + data-set: "dpdk-2n-clx-hist-iter" - title: "2101" - data-set: "dpdk-performance-changes-2n-clx-cmp" + data-set: "dpdk-2n-clx-prev-iter" + - title: "2106" + data-set: "dpdk-2n-clx-curr-iter" comparisons: - title: "Diff" reference: 2 compare: 3 legend: - "" - - "2005, 2009, 2101 - DPDK versions tested." - - "Diff - difference between 2009 and 2101 DPDK version." + - "2009, 2101, 2106 - DPDK versions tested." + - "Diff - difference between 2101 and 2106 DPDK version." # DPDK Performance Changes 2n-clx 4t2c pdr - type: "table" @@ -4589,20 +3984,20 @@ include-tests: "PDR" # "PDR" | "NDR" | "MRR" filter: "'4T2C' and 'NDRPDR' and 'NIC_Intel-XXV710'" columns: - - title: "2005" - data-set: "dpdk-performance-changes-2n-clx-h1" - title: "2009" - data-set: "dpdk-performance-changes-2n-clx-ref" + data-set: "dpdk-2n-clx-hist-iter" - title: "2101" - data-set: "dpdk-performance-changes-2n-clx-cmp" + data-set: "dpdk-2n-clx-prev-iter" + - title: "2106" + data-set: "dpdk-2n-clx-curr-iter" comparisons: - title: "Diff" reference: 2 compare: 3 legend: - "" - - "2005, 2009, 2101 - DPDK versions tested." - - "Diff - difference between 2009 and 2101 DPDK version." + - "2009, 2101, 2106 - DPDK versions tested." + - "Diff - difference between 2101 and 2106 DPDK version." # DPDK Performance Changes 2n-clx 2t1c ndr - type: "table" @@ -4612,20 +4007,20 @@ include-tests: "NDR" # "PDR" | "NDR" | "MRR" filter: "'2T1C' and 'NDRPDR' and 'NIC_Intel-XXV710'" columns: - - title: "2005" - data-set: "dpdk-performance-changes-2n-clx-h1" - title: "2009" - data-set: "dpdk-performance-changes-2n-clx-ref" + data-set: "dpdk-2n-clx-hist-iter" - title: "2101" - data-set: "dpdk-performance-changes-2n-clx-cmp" + data-set: "dpdk-2n-clx-prev-iter" + - title: "2106" + data-set: "dpdk-2n-clx-curr-iter" comparisons: - title: "Diff" reference: 2 compare: 3 legend: - "" - - "2005, 2009, 2101 - DPDK versions tested." - - "Diff - difference between 2009 and 2101 DPDK version." + - "2009, 2101, 2106 - DPDK versions tested." + - "Diff - difference between 2101 and 2106 DPDK version." # DPDK Performance Changes 2n-clx 4t2c ndr - type: "table" @@ -4635,20 +4030,20 @@ include-tests: "NDR" # "PDR" | "NDR" | "MRR" filter: "'4T2C' and 'NDRPDR' and 'NIC_Intel-XXV710'" columns: - - title: "2005" - data-set: "dpdk-performance-changes-2n-clx-h1" - title: "2009" - data-set: "dpdk-performance-changes-2n-clx-ref" + data-set: "dpdk-2n-clx-hist-iter" - title: "2101" - data-set: "dpdk-performance-changes-2n-clx-cmp" + data-set: "dpdk-2n-clx-prev-iter" + - title: "2106" + data-set: "dpdk-2n-clx-curr-iter" comparisons: - title: "Diff" reference: 2 compare: 3 legend: - "" - - "2005, 2009, 2101 - DPDK versions tested." - - "Diff - difference between 2009 and 2101 DPDK version." + - "2009, 2101, 2106 - DPDK versions tested." + - "Diff - difference between 2101 and 2106 DPDK version." # DPDK Performance Changes 2n-zn2 2t1c pdr - type: "table" @@ -4658,20 +4053,20 @@ include-tests: "PDR" # "PDR" | "NDR" | "MRR" filter: "'2T1C' and 'NDRPDR' and 'NIC_Intel-XXV710'" columns: -# - title: "2005" -# data-set: "dpdk-performance-changes-2n-zn2-h1" - title: "2009" - data-set: "dpdk-performance-changes-2n-zn2-ref" + data-set: "dpdk-2n-zn2-hist-iter" - title: "2101" - data-set: "dpdk-performance-changes-2n-zn2-cmp" + data-set: "dpdk-2n-zn2-prev-iter" + - title: "2106" + data-set: "dpdk-2n-zn2-curr-iter" comparisons: - title: "Diff" - reference: 1 # 2 - compare: 2 # 3 + reference: 2 + compare: 3 legend: - "" - - "2009, 2101 - DPDK versions tested." - - "Diff - difference between 2009 and 2101 DPDK version." + - "2009, 2101, 2106 - DPDK versions tested." + - "Diff - difference between 2101 and 2106 DPDK version." # DPDK Performance Changes 2n-zn2 4t2c pdr - type: "table" @@ -4681,20 +4076,20 @@ include-tests: "PDR" # "PDR" | "NDR" | "MRR" filter: "'4T2C' and 'NDRPDR' and 'NIC_Intel-XXV710'" columns: -# - title: "2005" -# data-set: "dpdk-performance-changes-2n-zn2-h1" - title: "2009" - data-set: "dpdk-performance-changes-2n-zn2-ref" + data-set: "dpdk-2n-zn2-hist-iter" - title: "2101" - data-set: "dpdk-performance-changes-2n-zn2-cmp" + data-set: "dpdk-2n-zn2-prev-iter" + - title: "2106" + data-set: "dpdk-2n-zn2-curr-iter" comparisons: - title: "Diff" - reference: 1 # 2 - compare: 2 # 3 + reference: 2 + compare: 3 legend: - "" - - "2009, 2101 - DPDK versions tested." - - "Diff - difference between 2009 and 2101 DPDK version." + - "2009, 2101, 2106 - DPDK versions tested." + - "Diff - difference between 2101 and 2106 DPDK version." # DPDK Performance Changes 2n-zn2 2t1c ndr - type: "table" @@ -4704,20 +4099,20 @@ include-tests: "NDR" # "PDR" | "NDR" | "MRR" filter: "'2T1C' and 'NDRPDR' and 'NIC_Intel-XXV710'" columns: -# - title: "2005" -# data-set: "dpdk-performance-changes-2n-zn2-h1" - title: "2009" - data-set: "dpdk-performance-changes-2n-zn2-ref" + data-set: "dpdk-2n-zn2-hist-iter" - title: "2101" - data-set: "dpdk-performance-changes-2n-zn2-cmp" + data-set: "dpdk-2n-zn2-prev-iter" + - title: "2106" + data-set: "dpdk-2n-zn2-curr-iter" comparisons: - title: "Diff" - reference: 1 # 2 - compare: 2 # 3 + reference: 2 + compare: 3 legend: - "" - - "2009, 2101 - DPDK versions tested." - - "Diff - difference between 2009 and 2101 DPDK version." + - "2009, 2101, 2106 - DPDK versions tested." + - "Diff - difference between 2101 and 2106 DPDK version." # DPDK Performance Changes 2n-zn2 4t2c ndr - type: "table" @@ -4727,20 +4122,20 @@ include-tests: "NDR" # "PDR" | "NDR" | "MRR" filter: "'4T2C' and 'NDRPDR' and 'NIC_Intel-XXV710'" columns: -# - title: "2005" -# data-set: "dpdk-performance-changes-2n-zn2-h1" - title: "2009" - data-set: "dpdk-performance-changes-2n-zn2-ref" + data-set: "dpdk-2n-zn2-hist-iter" - title: "2101" - data-set: "dpdk-performance-changes-2n-zn2-cmp" + data-set: "dpdk-2n-zn2-prev-iter" + - title: "2106" + data-set: "dpdk-2n-zn2-curr-iter" comparisons: - title: "Diff" - reference: 1 # 2 - compare: 2 # 3 + reference: 2 + compare: 3 legend: - "" - - "2009, 2101 - DPDK versions tested." - - "Diff - difference between 2009 and 2101 DPDK version." + - "2009, 2101, 2106 - DPDK versions tested." + - "Diff - difference between 2101 and 2106 DPDK version." ## DPDK Performance Changes 2n-dnv 1t1c pdr #- type: "table" @@ -4934,20 +4329,20 @@ include-tests: "PDR" # "PDR" | "NDR" | "MRR" filter: "'1T1C' and 'NDRPDR' and 'NIC_Intel-XXV710'" columns: - - title: "2005" - data-set: "dpdk-performance-changes-3n-tsh-h1" - title: "2009" - data-set: "dpdk-performance-changes-3n-tsh-ref" + data-set: "dpdk-3n-tsh-hist-iter" - title: "2101" - data-set: "dpdk-performance-changes-3n-tsh-cmp" + data-set: "dpdk-3n-tsh-prev-iter" + - title: "2106" + data-set: "dpdk-3n-tsh-curr-iter" comparisons: - title: "Diff" reference: 2 compare: 3 legend: - "" - - "2005, 2009, 2101 - DPDK versions tested." - - "Diff - difference between 2009 and 2101 DPDK version." + - "2009, 2101, 2106 - DPDK versions tested." + - "Diff - difference between 2101 and 2106 DPDK version." # DPDK Performance Changes 3n-tsh 2t2c pdr - type: "table" @@ -4957,20 +4352,20 @@ include-tests: "PDR" # "PDR" | "NDR" | "MRR" filter: "'2T2C' and 'NDRPDR' and 'NIC_Intel-XXV710'" columns: - - title: "2005" - data-set: "dpdk-performance-changes-3n-tsh-h1" - title: "2009" - data-set: "dpdk-performance-changes-3n-tsh-ref" + data-set: "dpdk-3n-tsh-hist-iter" - title: "2101" - data-set: "dpdk-performance-changes-3n-tsh-cmp" + data-set: "dpdk-3n-tsh-prev-iter" + - title: "2106" + data-set: "dpdk-3n-tsh-curr-iter" comparisons: - title: "Diff" reference: 2 compare: 3 legend: - "" - - "2005, 2009, 2101 - DPDK versions tested." - - "Diff - difference between 2009 and 2101 DPDK version." + - "2009, 2101, 2106 - DPDK versions tested." + - "Diff - difference between 2101 and 2106 DPDK version." # DPDK Performance Changes 3n-tsh 1t1c ndr - type: "table" @@ -4980,20 +4375,20 @@ include-tests: "NDR" # "PDR" | "NDR" | "MRR" filter: "'1T1C' and 'NDRPDR' and 'NIC_Intel-XXV710'" columns: - - title: "2005" - data-set: "dpdk-performance-changes-3n-tsh-h1" - title: "2009" - data-set: "dpdk-performance-changes-3n-tsh-ref" + data-set: "dpdk-3n-tsh-hist-iter" - title: "2101" - data-set: "dpdk-performance-changes-3n-tsh-cmp" + data-set: "dpdk-3n-tsh-prev-iter" + - title: "2106" + data-set: "dpdk-3n-tsh-curr-iter" comparisons: - title: "Diff" reference: 2 compare: 3 legend: - "" - - "2005, 2009, 2101 - DPDK versions tested." - - "Diff - difference between 2009 and 2101 DPDK version." + - "2009, 2101, 2106 - DPDK versions tested." + - "Diff - difference between 2101 and 2106 DPDK version." # DPDK Performance Changes 3n-tsh 2t2c ndr - type: "table" @@ -5003,62 +4398,20 @@ include-tests: "NDR" # "PDR" | "NDR" | "MRR" filter: "'2T2C' and 'NDRPDR' and 'NIC_Intel-XXV710'" columns: - - title: "2005" - data-set: "dpdk-performance-changes-3n-tsh-h1" - title: "2009" - data-set: "dpdk-performance-changes-3n-tsh-ref" + data-set: "dpdk-3n-tsh-hist-iter" - title: "2101" - data-set: "dpdk-performance-changes-3n-tsh-cmp" + data-set: "dpdk-3n-tsh-prev-iter" + - title: "2106" + data-set: "dpdk-3n-tsh-curr-iter" comparisons: - title: "Diff" reference: 2 compare: 3 legend: - "" - - "2005, 2009, 2101 - DPDK versions tested." - - "Diff - difference between 2009 and 2101 DPDK version." - -# DPDK Comparison Across Testbeds 3n-hsw to 3n-skx ndr -- type: "table" - title: "DPDK Comparison Across Testbeds 3n-hsw to 3n-skx ndr" - algorithm: "table_comparison" - output-file: "{DIR[STATIC,DPDK]}/performance-compare-testbeds-3n-hsw-3n-skx-ndr" - include-tests: "NDR" # "PDR" | "NDR" | "MRR" - filter: "'NIC_Intel-X710'" - columns: - - title: "3n-hsw x710" - data-set: "dpdk-compare-testbeds-ref" - - title: "3n-skx x710" - data-set: "dpdk-compare-testbeds-cmp" - comparisons: - - title: "Diff" - reference: 1 - compare: 2 - legend: - - "" - - "3n-hsw x710, 3n-skx x710 - testbeds and NICs tested." - - "Diff - difference between 3n-hsw x710 and 3n-skx x710 testbeds." - -# DPDK Comparison Across Testbeds 3n-hsw to 3n-skx pdr -- type: "table" - title: "DPDK Comparison Across Testbeds 3n-hsw to 3n-skx pdr" - algorithm: "table_comparison" - output-file: "{DIR[STATIC,DPDK]}/performance-compare-testbeds-3n-hsw-3n-skx-pdr" - include-tests: "PDR" # "PDR" | "NDR" | "MRR" - filter: "'NIC_Intel-X710'" - columns: - - title: "3n-hsw x710" - data-set: "dpdk-compare-testbeds-ref" - - title: "3n-skx x710" - data-set: "dpdk-compare-testbeds-cmp" - comparisons: - - title: "Diff" - reference: 1 - compare: 2 - legend: - - "" - - "3n-hsw x710, 3n-skx x710 - testbeds and NICs tested." - - "Diff - difference between 3n-hsw x710 and 3n-skx x710 testbeds." + - "2009, 2101, 2106 - DPDK versions tested." + - "Diff - difference between 2101 and 2106 DPDK version." # DPDK Comparison Across Testbeds 2n-skx to 2n-clx ndr - type: "table" @@ -5069,9 +4422,9 @@ filter: "'NIC_Intel-XXV710'" columns: - title: "2n-skx" - data-set: "dpdk-compare-testbeds-skx-clx-ref" + data-set: "dpdk-2n-skx-curr-iter" - title: "2n-clx" - data-set: "dpdk-compare-testbeds-skx-clx-cmp" + data-set: "dpdk-2n-clx-curr-iter" comparisons: - title: "Diff" reference: 1 @@ -5090,9 +4443,9 @@ filter: "'NIC_Intel-XXV710'" columns: - title: "2n-skx" - data-set: "dpdk-compare-testbeds-skx-clx-ref" + data-set: "dpdk-2n-skx-curr-iter" - title: "2n-clx" - data-set: "dpdk-compare-testbeds-skx-clx-cmp" + data-set: "dpdk-2n-clx-curr-iter" comparisons: - title: "Diff" reference: 1 @@ -5111,9 +4464,9 @@ filter: "'NIC_Intel-XXV710'" columns: - title: "3n-skx" - data-set: "dpdk-compare-topologies-ref" + data-set: "dpdk-3n-skx-curr-iter" - title: "2n-skx" - data-set: "dpdk-compare-topologies-cmp" + data-set: "dpdk-2n-skx-curr-iter" comparisons: - title: "Diff" reference: 1 @@ -5132,9 +4485,9 @@ filter: "'NIC_Intel-XXV710'" columns: - title: "3n-skx" - data-set: "dpdk-compare-topologies-ref" + data-set: "dpdk-3n-skx-curr-iter" - title: "2n-skx" - data-set: "dpdk-compare-topologies-cmp" + data-set: "dpdk-2n-skx-curr-iter" comparisons: - title: "Diff" reference: 1 @@ -5144,23 +4497,6 @@ - "3n-skx, 2n-skx - topologies tested." - "Diff - difference between 3n-skx and 2n-skx topologies." -# Detailed Test Results - DPDK Performance Results 3n-hsw -- type: "table" - title: "Detailed Test Results - DPDK Performance Results 3n-hsw" - algorithm: "table_merged_details" - output-file: "{DIR[DTR,PERF,DPDK,3N,HSW]}/dpdk_performance_results_3n_hsw" - columns: - - title: " |prein| Test Name |preout| " - data: "data name" - - title: " |prein| Throughput: |br| 1. Mpps Gbps (NDR) |br| 2. Mpps Gbps (PDR) |br| |br| One-Way Latency Percentiles in uSec at %PDR load, |br| one set per each direction: |br| 3. P50 P90 P99 P50 P90 P99 (10% PDR) |br| 4. P50 P90 P99 P50 P90 P99 (50% PDR) |br| 5. P50 P90 P99 P50 P90 P99 (90% PDR) |preout| " - data: "data msg" - data: "dpdk-perf-results-3n-hsw" - filter: "all" - parameters: - - "name" - - "parent" - - "msg" - # Detailed Test Results - DPDK Performance Results 3n-skx - type: "table" title: "Detailed Test Results - DPDK Performance Results 3n-skx" @@ -5171,7 +4507,7 @@ data: "data name" - title: " |prein| Throughput: |br| 1. Mpps Gbps (NDR) |br| 2. Mpps Gbps (PDR) |br| |br| One-Way Latency Percentiles in uSec at %PDR load, |br| one set per each direction: |br| 3. P50 P90 P99 P50 P90 P99 (10% PDR) |br| 4. P50 P90 P99 P50 P90 P99 (50% PDR) |br| 5. P50 P90 P99 P50 P90 P99 (90% PDR) |preout| " data: "data msg" - data: "dpdk-perf-results-3n-skx" + data: "dpdk-3n-skx-curr-iter-best" filter: "all" remove-ndr: False parameters: @@ -5189,7 +4525,7 @@ data: "data name" - title: " |prein| Throughput: |br| 1. Mpps Gbps (NDR) |br| 2. Mpps Gbps (PDR) |br| |br| One-Way Latency Percentiles in uSec at %PDR load, |br| one set per each direction: |br| 3. P50 P90 P99 P50 P90 P99 (10% PDR) |br| 4. P50 P90 P99 P50 P90 P99 (50% PDR) |br| 5. P50 P90 P99 P50 P90 P99 (90% PDR) |preout| " data: "data msg" - data: "dpdk-perf-results-2n-skx" + data: "dpdk-2n-skx-curr-iter-best" filter: "all" remove-ndr: False parameters: @@ -5207,7 +4543,7 @@ data: "data name" - title: " |prein| Throughput: |br| 1. Mpps Gbps (NDR) |br| 2. Mpps Gbps (PDR) |br| |br| One-Way Latency Percentiles in uSec at %PDR load, |br| one set per each direction: |br| 3. P50 P90 P99 P50 P90 P99 (10% PDR) |br| 4. P50 P90 P99 P50 P90 P99 (50% PDR) |br| 5. P50 P90 P99 P50 P90 P99 (90% PDR) |preout| " data: "data msg" - data: "dpdk-perf-results-2n-zn2" + data: "dpdk-2n-zn2-curr-iter-best" filter: "all" remove-ndr: False parameters: @@ -5225,7 +4561,7 @@ data: "data name" - title: " |prein| Throughput: |br| 1. Mpps Gbps (NDR) |br| 2. Mpps Gbps (PDR) |br| |br| One-Way Latency Percentiles in uSec at %PDR load, |br| one set per each direction: |br| 3. P50 P90 P99 P50 P90 P99 (10% PDR) |br| 4. P50 P90 P99 P50 P90 P99 (50% PDR) |br| 5. P50 P90 P99 P50 P90 P99 (90% PDR) |preout| " data: "data msg" - data: "dpdk-perf-results-2n-clx" + data: "dpdk-2n-clx-curr-iter-best" filter: "all" parameters: - "name" @@ -5276,7 +4612,7 @@ data: "data name" - title: " |prein| Throughput: |br| 1. Mpps Gbps (NDR) |br| 2. Mpps Gbps (PDR) |br| |br| One-Way Latency Percentiles in uSec at %PDR load, |br| one set per each direction: |br| 3. P50 P90 P99 P50 P90 P99 (10% PDR) |br| 4. P50 P90 P99 P50 P90 P99 (50% PDR) |br| 5. P50 P90 P99 P50 P90 P99 (90% PDR) |preout| " data: "data msg" - data: "dpdk-perf-results-3n-tsh" + data: "dpdk-3n-tsh-curr-iter-best" filter: "all" parameters: - "name" @@ -5293,7 +4629,7 @@ data: "data name" - title: " |prein| Throughput: |br| 1. Mpps Gbps (NDR) |br| 2. Mpps Gbps (PDR) |br| |br| One-Way Latency Percentiles in uSec at %PDR load, |br| one set per each direction: |br| 3. P50 P90 P99 P50 P90 P99 (10% PDR) |br| 4. P50 P90 P99 P50 P90 P99 (50% PDR) |br| 5. P50 P90 P99 P50 P90 P99 (90% PDR) |preout| " data: "data msg" - data: "dpdk-perf-results-2n-tx2" + data: "dpdk-2n-tx2-curr-iter-best" filter: "all" parameters: - "name" @@ -5316,23 +4652,21 @@ # - "{DIR[DTR,PERF,VPP,2N,ICX]}" # - "{DIR[DTR,PERF,VPP,3N,ICX]}" - "{DIR[DTR,PERF,VPP,2N,ZN2]}" - - "{DIR[DTR,PERF,VPP,3N,HSW]}" - "{DIR[DTR,PERF,VPP,3N,TSH]}" - "{DIR[DTR,PERF,VPP,2N,TX2]}" - "{DIR[DTR,PERF,VPP,2N,DNV]}" - "{DIR[DTR,PERF,VPP,3N,DNV]}" data: - - "vpp-perf-results-2n-skx" - - "vpp-perf-results-3n-skx" - - "vpp-perf-results-2n-clx" -# - "vpp-perf-results-2n-icx" -# - "vpp-perf-results-3n-icx" - - "vpp-perf-results-2n-zn2" - - "vpp-perf-results-3n-hsw" - - "vpp-perf-results-3n-tsh" - - "vpp-perf-results-2n-tx2" - - "vpp-perf-results-2n-dnv" - - "vpp-perf-results-3n-dnv" + - "vpp-2n-skx-curr-cov" + - "vpp-3n-skx-curr-cov" + - "vpp-2n-clx-curr-cov" +# - "vpp-2n-icx-curr-iter-best" +# - "vpp-3n-icx-curr-iter-best" + - "vpp-2n-zn2-curr-cov" + - "vpp-3n-tsh-curr-cov" + - "vpp-2n-tx2-curr-cov" + - "vpp-2n-dnv-curr-cov" + - "vpp-3n-dnv-curr-cov" filter: "'NDRPDR'" data-start-level: 4 order-chapters: @@ -5357,7 +4691,6 @@ # - "2n-icx" # - "3n-icx" - "2n-zn2" - - "3n-hsw" - "3n-tsh" - "2n-tx2" - "2n-dnv" @@ -5385,23 +4718,21 @@ # - "{DIR[DTC,PERF,VPP,2N,ICX]}" # - "{DIR[DTC,PERF,VPP,3N,ICX]}" - "{DIR[DTC,PERF,VPP,2N,ZN2]}" - - "{DIR[DTC,PERF,VPP,3N,HSW]}" - "{DIR[DTC,PERF,VPP,3N,TSH]}" - "{DIR[DTC,PERF,VPP,2N,TX2]}" - "{DIR[DTC,PERF,VPP,2N,DNV]}" - "{DIR[DTC,PERF,VPP,3N,DNV]}" data: - - "vpp-perf-results-2n-skx" - - "vpp-perf-results-3n-skx" - - "vpp-perf-results-2n-clx" -# - "vpp-perf-results-2n-icx" -# - "vpp-perf-results-3n-icx" - - "vpp-perf-results-2n-zn2" - - "vpp-perf-results-3n-hsw" - - "vpp-perf-results-3n-tsh" - - "vpp-perf-results-2n-tx2" - - "vpp-perf-results-2n-dnv" - - "vpp-perf-results-3n-dnv" + - "vpp-2n-skx-curr-cov" + - "vpp-3n-skx-curr-cov" + - "vpp-2n-clx-curr-cov" +# - "vpp-2n-icx-curr-iter-best" +# - "vpp-3n-icx-curr-iter-best" + - "vpp-2n-zn2-curr-cov" + - "vpp-3n-tsh-curr-cov" + - "vpp-2n-tx2-curr-cov" + - "vpp-2n-dnv-curr-cov" + - "vpp-3n-dnv-curr-cov" filter: "'NDRPDR'" data-start-level: 4 order-chapters: @@ -5426,7 +4757,6 @@ # - "2n-icx" # - "3n-icx" - "2n-zn2" - - "3n-hsw" - "3n-tsh" - "2n-tx2" - "2n-dnv" @@ -5454,23 +4784,21 @@ # - "{DIR[DTO,PERF,VPP,2N,ICX]}" # - "{DIR[DTO,PERF,VPP,3N,ICX]}" - "{DIR[DTO,PERF,VPP,2N,ZN2]}" - - "{DIR[DTO,PERF,VPP,3N,HSW]}" - "{DIR[DTO,PERF,VPP,3N,TSH]}" - "{DIR[DTO,PERF,VPP,2N,TX2]}" - "{DIR[DTO,PERF,VPP,2N,DNV]}" - "{DIR[DTO,PERF,VPP,3N,DNV]}" data: - - "vpp-perf-results-2n-skx" - - "vpp-perf-results-3n-skx" - - "vpp-perf-results-2n-clx" -# - "vpp-perf-results-2n-icx" -# - "vpp-perf-results-3n-icx" - - "vpp-perf-results-2n-zn2" - - "vpp-perf-results-3n-hsw" - - "vpp-perf-results-3n-tsh" - - "vpp-perf-results-2n-tx2" - - "vpp-perf-results-2n-dnv" - - "vpp-perf-results-3n-dnv" + - "vpp-2n-skx-curr-cov" + - "vpp-3n-skx-curr-cov" + - "vpp-2n-clx-curr-cov" +# - "vpp-2n-icx-curr-iter-best" +# - "vpp-3n-icx-curr-iter-best" + - "vpp-2n-zn2-curr-cov" + - "vpp-3n-tsh-curr-cov" + - "vpp-2n-tx2-curr-cov" + - "vpp-2n-dnv-curr-cov" + - "vpp-3n-dnv-curr-cov" filter: "'NDRPDR'" data-start-level: 4 order-chapters: @@ -5495,7 +4823,6 @@ # - "2n-icx" # - "3n-icx" - "2n-zn2" - - "3n-hsw" - "3n-tsh" - "2n-tx2" - "2n-dnv" @@ -5523,23 +4850,21 @@ # - "{DIR[DTR,MRR,VPP,2N,ICX]}" # - "{DIR[DTR,MRR,VPP,3N,ICX]}" - "{DIR[DTR,MRR,VPP,2N,ZN2]}" - - "{DIR[DTR,MRR,VPP,3N,HSW]}" - "{DIR[DTR,MRR,VPP,3N,TSH]}" - "{DIR[DTR,MRR,VPP,2N,TX2]}" - "{DIR[DTR,MRR,VPP,2N,DNV]}" - "{DIR[DTR,MRR,VPP,3N,DNV]}" data: - - "vpp-mrr-results-2n-skx" - - "vpp-mrr-results-3n-skx" - - "vpp-mrr-results-2n-clx" -# - "vpp-mrr-results-2n-icx" + - "vpp-2n-skx-curr-iter-mrr" + - "vpp-3n-skx-curr-iter-mrr" + - "vpp-2n-clx-curr-iter-mrr" +# - "vpp-2n-icx-curr-iter-mrr" # - "vpp-mrr-results-3n-icx" - - "vpp-mrr-results-2n-zn2" - - "vpp-mrr-results-3n-hsw" - - "vpp-mrr-results-3n-tsh" - - "vpp-mrr-results-2n-tx2" - - "vpp-mrr-results-2n-dnv" - - "vpp-mrr-results-3n-dnv" + - "vpp-2n-zn2-curr-iter-mrr" + - "vpp-3n-tsh-curr-iter-mrr" + - "vpp-2n-tx2-curr-iter-mrr" + - "vpp-2n-dnv-curr-iter-mrr" + - "vpp-3n-dnv-curr-iter-mrr" filter: "'MRR'" data-start-level: 4 order-chapters: @@ -5564,7 +4889,6 @@ # - "2n-icx" # - "3n-icx" - "2n-zn2" - - "3n-hsw" - "3n-tsh" - "2n-tx2" - "2n-dnv" @@ -5592,23 +4916,21 @@ # - "{DIR[DTC,MRR,VPP,2N,ICX]}" # - "{DIR[DTC,MRR,VPP,3N,ICX]}" - "{DIR[DTC,MRR,VPP,2N,ZN2]}" - - "{DIR[DTC,MRR,VPP,3N,HSW]}" - "{DIR[DTC,MRR,VPP,3N,TSH]}" - "{DIR[DTC,MRR,VPP,2N,TX2]}" - "{DIR[DTC,MRR,VPP,2N,DNV]}" - "{DIR[DTC,MRR,VPP,3N,DNV]}" data: - - "vpp-mrr-results-2n-skx" - - "vpp-mrr-results-3n-skx" - - "vpp-mrr-results-2n-clx" -# - "vpp-mrr-results-2n-icx" + - "vpp-2n-skx-curr-iter-mrr" + - "vpp-3n-skx-curr-iter-mrr" + - "vpp-2n-clx-curr-iter-mrr" +# - "vpp-2n-icx-curr-iter-mrr" # - "vpp-mrr-results-3n-icx" - - "vpp-mrr-results-2n-zn2" - - "vpp-mrr-results-3n-hsw" - - "vpp-mrr-results-3n-tsh" - - "vpp-mrr-results-2n-tx2" - - "vpp-mrr-results-2n-dnv" - - "vpp-mrr-results-3n-dnv" + - "vpp-2n-zn2-curr-iter-mrr" + - "vpp-3n-tsh-curr-iter-mrr" + - "vpp-2n-tx2-curr-iter-mrr" + - "vpp-2n-dnv-curr-iter-mrr" + - "vpp-3n-dnv-curr-iter-mrr" filter: "'MRR'" data-start-level: 4 order-chapters: @@ -5633,7 +4955,6 @@ # - "2n-icx" # - "3n-icx" - "2n-zn2" - - "3n-hsw" - "3n-tsh" - "2n-tx2" - "2n-dnv" @@ -5669,23 +4990,13 @@ filter: "all" data-start-level: 4 -# DPDK Performance Results 3n-hsw -- type: "file" - title: "DPDK Performance Results 3n-hsw" - algorithm: "file_test_results" - output-file: "{DIR[DTR,PERF,DPDK,3N,HSW]}" - dir-tables: "{DIR[DTR,PERF,DPDK,3N,HSW]}" - data: "dpdk-perf-results-3n-hsw" - filter: "all" - data-start-level: 4 - # DPDK Performance Results 3n-skx - type: "file" title: "DPDK Performance Results 3n-skx" algorithm: "file_test_results" output-file: "{DIR[DTR,PERF,DPDK,3N,SKX]}" dir-tables: "{DIR[DTR,PERF,DPDK,3N,SKX]}" - data: "dpdk-perf-results-3n-skx" + data: "dpdk-3n-skx-curr-iter-best" filter: "all" data-start-level: 4 @@ -5695,7 +5006,7 @@ algorithm: "file_test_results" output-file: "{DIR[DTR,PERF,DPDK,2N,SKX]}" dir-tables: "{DIR[DTR,PERF,DPDK,2N,SKX]}" - data: "dpdk-perf-results-2n-skx" + data: "dpdk-2n-skx-curr-iter-best" filter: "all" data-start-level: 4 @@ -5705,7 +5016,7 @@ algorithm: "file_test_results" output-file: "{DIR[DTR,PERF,DPDK,2N,ZN2]}" dir-tables: "{DIR[DTR,PERF,DPDK,2N,ZN2]}" - data: "dpdk-perf-results-2n-zn2" + data: "dpdk-2n-zn2-curr-iter-best" filter: "all" data-start-level: 4 @@ -5715,7 +5026,7 @@ algorithm: "file_test_results" output-file: "{DIR[DTR,PERF,DPDK,2N,CLX]}" dir-tables: "{DIR[DTR,PERF,DPDK,2N,CLX]}" - data: "dpdk-perf-results-2n-clx" + data: "dpdk-2n-clx-curr-iter-best" filter: "all" data-start-level: 4 @@ -5745,7 +5056,7 @@ algorithm: "file_test_results" output-file: "{DIR[DTR,PERF,DPDK,3N,TSH]}" dir-tables: "{DIR[DTR,PERF,DPDK,3N,TSH]}" - data: "dpdk-perf-results-3n-tsh" + data: "dpdk-3n-tsh-curr-iter-best" filter: "all" data-start-level: 4 @@ -5755,7 +5066,7 @@ algorithm: "file_test_results" output-file: "{DIR[DTR,PERF,DPDK,2N,TX2]}" dir-tables: "{DIR[DTR,PERF,DPDK,2N,TX2]}" - data: "dpdk-perf-results-2n-tx2" + data: "dpdk-2n-tx2-curr-iter-best" filter: "all" data-start-level: 4 @@ -5763,55 +5074,13 @@ ### P L O T S ### ################################################################################ -# Hoststack tests 3n-hsw - -- type: "plot" - title: "Bandwidth: 3n-hsw-xl710-1460b-1t1c-eth-ip4tcp-ldpreload-iperf3" - algorithm: "plot_perf_box_name" - output-file: "{DIR[STATIC,VPP]}/3n-hsw-xl710-1460b-1t1c-eth-ip4tcp-ldpreload-iperf3-bps" - data: "plot-vpp-hoststack-3n-hsw" - include: - - "Tests.Vpp.Perf.Hoststack.40Ge2P1Xl710-Eth-Ip4Tcpbase-Ldpreload-Iperf3-Bps.1460B-1t1c-eth-ip4tcpbase-ldpreload-iperf3-bps" - - "Tests.Vpp.Perf.Hoststack.40Ge2P1Xl710-Eth-Ip4Tcpscale1Cl10S-Ldpreload-Iperf3-Bps.1460B-1t1c-eth-ip4tcpscale1cl10s-ldpreload-iperf3-bps" - layout: - title: "3n-hsw-xl710-1460b-1t1c-eth-ip4tcp-ldpreload-iperf3" - layout: "plot-hoststack" - -- type: "plot" - title: "Bandwidth: 3n-hsw-xl710-1460b-1t1c-eth-ip4tcp-nsim-ldpreload-iperf3" - algorithm: "plot_perf_box_name" - output-file: "{DIR[STATIC,VPP]}/3n-hsw-xl710-1460b-1t1c-eth-ip4tcp-nsim-ldpreload-iperf3-bps" - data: "plot-vpp-hoststack-3n-hsw" - include: - - "Tests.Vpp.Perf.Hoststack.40Ge2P1Xl710-Eth-Ip4Tcpbase-Nsim-Ldpreload-Iperf3-Bps.1460B-1t1c-eth-ip4tcpbase-nsim-ldpreload-iperf3-bps" - - "Tests.Vpp.Perf.Hoststack.40Ge2P1Xl710-Eth-Ip4Tcpscale1Cl10S-Nsim-Ldpreload-Iperf3-Bps.1460B-1t1c-eth-ip4tcpscale1cl10s-nsim-ldpreload-iperf3-bps" - layout: - title: "3n-hsw-xl710-1460b-1t1c-eth-ip4tcp-nsim-ldpreload-iperf3" - layout: "plot-hoststack" - -- type: "plot" - title: "Bandwidth: 3n-hsw-xl710-1280b-1t1c-eth-ip4udpquic-vppecho" - algorithm: "plot_perf_box_name" - output-file: "{DIR[STATIC,VPP]}/3n-hsw-xl710-1280b-1t1c-eth-ip4udpquic-vppecho-bps" - data: "plot-vpp-hoststack-3n-hsw" - include: - - "Tests.Vpp.Perf.Hoststack.40Ge2P1Xl710-Eth-Ip4Udpquicbase-Vppecho-Bps.1280B-1t1c-eth-ip4udpquicbase-vppecho-bps" - - "Tests.Vpp.Perf.Hoststack.40Ge2P1Xl710-Eth-Ip4Udpquicscale1Cl10S-Vppecho-Bps.1280B-1t1c-eth-ip4udpquicscale1cl10s-vppecho-bps" - - "Tests.Vpp.Perf.Hoststack.40Ge2P1Xl710-Eth-Ip4Udpquicscale10Cl1S-Vppecho-Bps.1280B-1t1c-eth-ip4udpquicscale10cl1s-vppecho-bps" - - "Tests.Vpp.Perf.Hoststack.40Ge2P1Xl710-Eth-Ip4Udpquicscale10Cl10S-Vppecho-Bps.1280B-1t1c-eth-ip4udpquicscale10cl10s-vppecho-bps" - layout: - title: "3n-hsw-xl710-1280b-1t1c-eth-ip4udpquic-vppecho" - layout: "plot-hoststack" - -################################################################################ - # Soak Test (PLRsearch), boxes - 2n-clx - type: "plot" title: "VPP Critical rate: 30 Minutes Soak Test (PLRsearch)" algorithm: "plot_perf_box_name" output-file-type: ".html" output-file: "{DIR[STATIC,VPP]}/soak-test-1" - data: "plot-vpp-soak-2n-clx" + data: "vpp-2n-clx-curr-soak" include: - "Tests.Vpp.Perf.L2.2N1L-25Ge2P1Xxv710-Avf-Eth-L2Xcbase-Soak.64B-2t1c-avf-eth-l2xcbase-soak" - "Tests.Vpp.Perf.L2.2N1L-25Ge2P1Xxv710-Avf-Eth-L2Bdbasemaclrn-Soak.64B-2t1c-avf-eth-l2bdbasemaclrn-soak" @@ -5829,7 +5098,7 @@ algorithm: "plot_perf_box_name" output-file-type: ".html" output-file: "{DIR[STATIC,VPP]}/soak-test-2" - data: "plot-vpp-soak-2n-clx" + data: "vpp-2n-clx-curr-soak" include: - "Tests.Vpp.Perf.Ip6.2N1L-25Ge2P1Xxv710-Avf-Ethip6-Ip6Base-Soak.78B-2t1c-avf-ethip6-ip6base-soak" - "Tests.Vpp.Perf.Ip6.2N1L-25Ge2P1Xxv710-Ethip6-Ip6Base-Soak.78B-2t1c-ethip6-ip6base-soak" @@ -5847,7 +5116,7 @@ algorithm: "plot_perf_box_name" output-file-type: ".html" output-file: "{DIR[STATIC,VPP]}/soak-test-2n-skx-1" - data: "plot-vpp-soak-2n-skx" + data: "vpp-2n-skx-curr-soak" include: - "Tests.Vpp.Perf.L2.2N1L-25Ge2P1Xxv710-Avf-Eth-L2Xcbase-Soak.64B-2t1c-avf-eth-l2xcbase-soak" - "Tests.Vpp.Perf.L2.2N1L-25Ge2P1Xxv710-Avf-Eth-L2Bdbasemaclrn-Soak.64B-2t1c-avf-eth-l2bdbasemaclrn-soak" @@ -5865,7 +5134,7 @@ algorithm: "plot_perf_box_name" output-file-type: ".html" output-file: "{DIR[STATIC,VPP]}/soak-test-2n-skx-2" - data: "plot-vpp-soak-2n-skx" + data: "vpp-2n-skx-curr-soak" include: - "Tests.Vpp.Perf.Ip6.2N1L-25Ge2P1Xxv710-Avf-Ethip6-Ip6Base-Soak.78B-2t1c-avf-ethip6-ip6base-soak" - "Tests.Vpp.Perf.Ip6.2N1L-25Ge2P1Xxv710-Ethip6-Ip6Base-Soak.78B-2t1c-ethip6-ip6base-soak" @@ -5885,7 +5154,7 @@ title: "NFV Effective Blocked Time: 2n-skx-xxv710-imix-{core}-dot1qip4vxlan-l2bd-{Y}ch-1ach-{2XY}vh-{XY}vm-reconf" algorithm: "plot_nf_reconf_box_name" output-file: "{DIR[STATIC,VPP]}/2n-skx-xxv710-imix-{core}-dot1qip4vxlan-l2bd-reconf" - data: "plot-vpp-nfv-reconf-2n-skx" + data: "vpp-2n-skx-curr-nfv-reconf" core: ["2t1c", "4t2c", "8t4c"] include: - "Tests.Vpp.Perf.Nfv Density.Vm Vhost.Chain Dot1Qip4Vxlan.2N-25Ge2P1Xxv710-Avf-Dot1Qip4Vxlan-L2Bd-1Ch-1Ach-2Vh-1Vm1T-Testpmd-Reconf.IMIX-{core}-avf-dot1qip4vxlan-l2bd-1ch-1ach-2vh-1vm1t-testpmd-reconf" @@ -5906,7 +5175,7 @@ title: "NFV Effective Blocked Time: 2n-clx-xxv710-imix-{core}-dot1qip4vxlan-l2bd-{Y}ch-1ach-{2XY}vh-{XY}vm-reconf" algorithm: "plot_nf_reconf_box_name" output-file: "{DIR[STATIC,VPP]}/2n-clx-xxv710-imix-{core}-dot1qip4vxlan-l2bd-reconf" - data: "plot-vpp-nfv-reconf-2n-clx" + data: "vpp-2n-clx-curr-nfv-reconf" core: ["2t1c", "4t2c", "8t4c"] include: - "Tests.Vpp.Perf.Nfv Density.Vm Vhost.Chain Dot1Qip4Vxlan.2N-25Ge2P1Xxv710-Avf-Dot1Qip4Vxlan-L2Bd-1Ch-1Ach-2Vh-1Vm1T-Testpmd-Reconf.IMIX-{core}-avf-dot1qip4vxlan-l2bd-1ch-1ach-2vh-1vm1t-testpmd-reconf" @@ -5919,61 +5188,12 @@ ############################################################################### -# Reconf tests 3n-hsw - -- type: "plot" - title: "Effective Blocked Time: 3n-hsw-xl710-64b-{core}-ethip4ipsec4tnlsw-1atnl-ip4base-reconf" - algorithm: "plot_nf_reconf_box_name" - output-file: "{DIR[STATIC,VPP]}/3n-hsw-xl710-64b-{core}-ethip4ipsec4tnlsw-1atnl-ip4base-reconf" - data: "plot-vpp-ipsec-reconf-3n-hsw" - core: ["1t1c", "2t2c", "4t4c"] - include: - - "Tests.Vpp.Perf.Crypto.40Ge2P1Xl710-Ethip4Ipsec4Tnlsw-1Atnl-Ip4Base-Int-Aes128Cbc-Hmac256Sha-Reconf.64B-{core}-ethip4ipsec4tnlsw-1atnl-ip4base-int-aes128cbc-hmac256sha-reconf" - - "Tests.Vpp.Perf.Crypto.40Ge2P1Xl710-Ethip4Ipsec4Tnlsw-1Atnl-Ip4Base-Int-Aes128Cbc-Hmac512Sha-Reconf.64B-{core}-ethip4ipsec4tnlsw-1atnl-ip4base-int-aes128cbc-hmac512sha-reconf" - - "Tests.Vpp.Perf.Crypto.40Ge2P1Xl710-Ethip4Ipsec4Tnlsw-1Atnl-Ip4Base-Int-Aes128Gcm-Reconf.64B-{core}-ethip4ipsec4tnlsw-1atnl-ip4base-int-aes128gcm-reconf" - - "Tests.Vpp.Perf.Crypto.40Ge2P1Xl710-Ethip4Ipsec4Tnlsw-1Atnl-Ip4Base-Int-Aes256Gcm-Reconf.64B-{core}-ethip4ipsec4tnlsw-1atnl-ip4base-int-aes256gcm-reconf" - layout: - title: "ethip4ipsec4tnlsw-1atnl-ip4base" - layout: "plot-throughput" - -- type: "plot" - title: "Effective Blocked Time: 3n-hsw-xl710-64b-{core}-ethip4ipsec1000tnlsw-1atnl-ip4base-reconf" - algorithm: "plot_nf_reconf_box_name" - output-file: "{DIR[STATIC,VPP]}/3n-hsw-xl710-64b-{core}-ethip4ipsec1000tnlsw-1atnl-ip4base-reconf" - data: "plot-vpp-ipsec-reconf-3n-hsw" - core: ["1t1c", "2t2c", "4t4c"] - include: - - "Tests.Vpp.Perf.Crypto.40Ge2P1Xl710-Ethip4Ipsec1000Tnlsw-1Atnl-Ip4Base-Int-Aes128Cbc-Hmac256Sha-Reconf.64B-{core}-ethip4ipsec1000tnlsw-1atnl-ip4base-int-aes128cbc-hmac256sha-reconf" - - "Tests.Vpp.Perf.Crypto.40Ge2P1Xl710-Ethip4Ipsec1000Tnlsw-1Atnl-Ip4Base-Int-Aes128Cbc-Hmac512Sha-Reconf.64B-{core}-ethip4ipsec1000tnlsw-1atnl-ip4base-int-aes128cbc-hmac512sha-reconf" - - "Tests.Vpp.Perf.Crypto.40Ge2P1Xl710-Ethip4Ipsec1000Tnlsw-1Atnl-Ip4Base-Int-Aes128Gcm-Reconf.64B-{core}-ethip4ipsec1000tnlsw-1atnl-ip4base-int-aes128gcm-reconf" - - "Tests.Vpp.Perf.Crypto.40Ge2P1Xl710-Ethip4Ipsec1000Tnlsw-1Atnl-Ip4Base-Int-Aes256Gcm-Reconf.64B-{core}-ethip4ipsec1000tnlsw-1atnl-ip4base-int-aes256gcm-reconf" - layout: - title: "ethip4ipsec1000tnlsw-1atnl-ip4base" - layout: "plot-throughput" - -- type: "plot" - title: "Effective Blocked Time: 3n-hsw-xl710-64b-{core}-ethip4ipsec60000tnlsw-1atnl-ip4base-reconf" - algorithm: "plot_nf_reconf_box_name" - output-file: "{DIR[STATIC,VPP]}/3n-hsw-xl710-64b-{core}-ethip4ipsec60000tnlsw-1atnl-ip4base-reconf" - data: "plot-vpp-ipsec-reconf-3n-hsw" - core: ["1t1c", "2t2c", "4t4c"] - include: - - "Tests.Vpp.Perf.Crypto.40Ge2P1Xl710-Ethip4Ipsec60000Tnlsw-1Atnl-Ip4Base-Int-Aes128Cbc-Hmac256Sha-Reconf.64B-{core}-ethip4ipsec60000tnlsw-1atnl-ip4base-int-aes128cbc-hmac256sha-reconf" - - "Tests.Vpp.Perf.Crypto.40Ge2P1Xl710-Ethip4Ipsec60000Tnlsw-1Atnl-Ip4Base-Int-Aes128Cbc-Hmac512Sha-Reconf.64B-{core}-ethip4ipsec60000tnlsw-1atnl-ip4base-int-aes128cbc-hmac512sha-reconf" - - "Tests.Vpp.Perf.Crypto.40Ge2P1Xl710-Ethip4Ipsec60000Tnlsw-1Atnl-Ip4Base-Int-Aes128Gcm-Reconf.64B-{core}-ethip4ipsec60000tnlsw-1atnl-ip4base-int-aes128gcm-reconf" - - "Tests.Vpp.Perf.Crypto.40Ge2P1Xl710-Ethip4Ipsec60000Tnlsw-1Atnl-Ip4Base-Int-Aes256Gcm-Reconf.64B-{core}-ethip4ipsec60000tnlsw-1atnl-ip4base-int-aes256gcm-reconf" - layout: - title: "ethip4ipsec60000tnlsw-1atnl-ip4base" - layout: "plot-throughput" - -############################################################################### - # Plots - NF Density - 2n-skx - VSC - MRR IMIX - type: "plot" title: "Packet Throughput: eth-l2bd-{Y}ch-{2XY}vh-{XY}vm-vppip4-{test_type}" algorithm: "plot_nf_heatmap" output-file: "{DIR[STATIC,VPP]}/l2bd-2n-skx-xxv710-imix-{core}-base-vsc-{test_type}" - data: "plot-vpp-nfv-2n-skx-mrr" + data: "vpp-2n-skx-curr-nfv-mrr" core: ["2t1c", "4t2c", "8t4c"] test-type: ["mrr", ] include: @@ -5997,7 +5217,7 @@ title: "Packet Throughput: eth-l2bd-{Y}ch-{2XY}vh-{XY}vm-vppip4-{test_type}" algorithm: "plot_nf_heatmap" output-file: "{DIR[STATIC,VPP]}/l2bd-2n-skx-xxv710-imix-{core}-base-vsc-{test_type}" - data: "plot-vpp-nfv-2n-skx-ndrpdr" + data: "vpp-2n-skx-curr-nfv-ndrpdr" core: ["2t1c", "4t2c", "8t4c"] include: - "Tests.Vpp.Perf.Nfv Density.Vm Vhost.Chain.2N-25Ge2P1Xxv710-Avf-Eth-L2Bd-1Ch-2Vh-1Vm1T-Vppip4-ndrpdr.IMIX-{core}-avf-eth-l2bd-1ch-2vh-1vm1t-vppip4-ndrpdr" @@ -6020,7 +5240,7 @@ title: "Packet Throughput: eth-l2bd-{Y}ch-{2XY}vh-{XY}vm-vxlan-vppip4-{test_type}" algorithm: "plot_nf_heatmap" output-file: "{DIR[STATIC,VPP]}/l2bd-2n-skx-xxv710-imix-{core}-base-vsc-vxlan-{test_type}" - data: "plot-vpp-nfv-2n-skx-mrr" + data: "vpp-2n-skx-curr-nfv-mrr" core: ["2t1c", "4t2c", "8t4c"] test-type: ["mrr", ] include: @@ -6040,7 +5260,7 @@ title: "Packet Throughput: eth-l2bd-{Y}ch-{2XY}vh-{XY}vm-vxlan-vppip4-{test_type}" algorithm: "plot_nf_heatmap" output-file: "{DIR[STATIC,VPP]}/l2bd-2n-skx-xxv710-imix-{core}-base-vsc-vxlan-{test_type}" - data: "plot-vpp-nfv-2n-skx-ndrpdr" + data: "vpp-2n-skx-curr-nfv-ndrpdr" core: ["2t1c", "4t2c", "8t4c"] include: - "Tests.Vpp.Perf.Nfv Density.Vm Vhost.Chain Dot1Qip4Vxlan.2N-25Ge2P1Xxv710-Avf-Dot1Qip4Vxlan-L2Bd-1Ch-2Vh-1Vm1T-Testpmd-ndrpdr.IMIX-{core}-avf-dot1qip4vxlan-l2bd-1ch-2vh-1vm1t-testpmd-ndrpdr" @@ -6061,7 +5281,7 @@ title: "Packet Throughput: eth-l2bd-{Y}ch-{2XY}mif-{XY}dcr-vppip4-{test_type}" algorithm: "plot_nf_heatmap" output-file: "{DIR[STATIC,VPP]}/l2bd-2n-skx-xxv710-imix-{core}-base-csc-{test_type}" - data: "plot-vpp-nfv-2n-skx-mrr" + data: "vpp-2n-skx-curr-nfv-mrr" core: ["2t1c", "4t2c", "8t4c"] test-type: ["mrr", ] include: @@ -6085,7 +5305,7 @@ title: "Packet Throughput: eth-l2bd-{Y}ch-{2XY}mif-{XY}dcr-vppip4-{test_type}" algorithm: "plot_nf_heatmap" output-file: "{DIR[STATIC,VPP]}/l2bd-2n-skx-xxv710-imix-{core}-base-csc-{test_type}" - data: "plot-vpp-nfv-2n-skx-ndrpdr" + data: "vpp-2n-skx-curr-nfv-ndrpdr" core: ["2t1c", "4t2c", "8t4c"] include: - "Tests.Vpp.Perf.Nfv Density.Dcr Memif.Chain.2N-25Ge2P1Xxv710-Avf-Eth-L2Bd-1Ch-2Mif-1Dcr1T-Vppip4-ndrpdr.IMIX-{core}-avf-eth-l2bd-1ch-2mif-1dcr1t-vppip4-ndrpdr" @@ -6110,7 +5330,7 @@ title: "Packet Throughput: eth-l2bd-{Y}pl-{2Y}mif-{XY}dcr-vppip4-{test_type}" algorithm: "plot_nf_heatmap" output-file: "{DIR[STATIC,VPP]}/l2bd-2n-skx-xxv710-imix-{core}-base-csp-{test_type}" - data: "plot-vpp-nfv-2n-skx-mrr" + data: "vpp-2n-skx-curr-nfv-mrr" core: ["2t1c", "4t2c", "8t4c"] test-type: ["mrr", ] include: @@ -6134,7 +5354,7 @@ title: "Packet Throughput: eth-l2bd-{Y}pl-{2Y}mif-{XY}dcr-vppip4-{test_type}" algorithm: "plot_nf_heatmap" output-file: "{DIR[STATIC,VPP]}/l2bd-2n-skx-xxv710-imix-{core}-base-csp-{test_type}" - data: "plot-vpp-nfv-2n-skx-ndrpdr" + data: "vpp-2n-skx-curr-nfv-ndrpdr" core: ["2t1c", "4t2c", "8t4c"] include: - "Tests.Vpp.Perf.Nfv Density.Dcr Memif.Pipeline.2N-25Ge2P1Xxv710-Avf-Eth-L2Bd-1Pl-2Mif-1Dcr1T-Vppip4-ndrpdr.IMIX-{core}-avf-eth-l2bd-1pl-2mif-1dcr1t-vppip4-ndrpdr" @@ -6159,7 +5379,7 @@ title: "Packet Throughput: eth-l2bd-{Y}ch-{2XY}vh-{XY}vm-vppip4-{test_type}" algorithm: "plot_nf_heatmap" output-file: "{DIR[STATIC,VPP]}/l2bd-2n-clx-xxv710-imix-{core}-base-vsc-{test_type}" - data: "plot-vpp-nfv-2n-clx-mrr" + data: "vpp-2n-clx-curr-nfv-mrr" core: ["2t1c", "4t2c", "8t4c"] test-type: ["mrr", ] include: @@ -6183,7 +5403,7 @@ title: "Packet Throughput: eth-l2bd-{Y}ch-{2XY}vh-{XY}vm-vppip4-{test_type}" algorithm: "plot_nf_heatmap" output-file: "{DIR[STATIC,VPP]}/l2bd-2n-clx-xxv710-imix-{core}-base-vsc-{test_type}" - data: "plot-vpp-nfv-2n-clx-ndrpdr" + data: "vpp-2n-clx-curr-nfv-ndrpdr" core: ["2t1c", "4t2c", "8t4c"] include: - "Tests.Vpp.Perf.Nfv Density.Vm Vhost.Chain.2N-25Ge2P1Xxv710-Avf-Eth-L2Bd-1Ch-2Vh-1Vm1T-Vppip4-ndrpdr.IMIX-{core}-avf-eth-l2bd-1ch-2vh-1vm1t-vppip4-ndrpdr" @@ -6206,7 +5426,7 @@ title: "Packet Throughput: eth-l2bd-{Y}ch-{2XY}vh-{XY}vm-vxlan-vppip4-{test_type}" algorithm: "plot_nf_heatmap" output-file: "{DIR[STATIC,VPP]}/l2bd-2n-clx-xxv710-imix-{core}-base-vsc-vxlan-{test_type}" - data: "plot-vpp-nfv-2n-clx-mrr" + data: "vpp-2n-clx-curr-nfv-mrr" core: ["2t1c", "4t2c", "8t4c"] test-type: ["mrr", ] include: @@ -6226,7 +5446,7 @@ title: "Packet Throughput: eth-l2bd-{Y}ch-{2XY}vh-{XY}vm-vxlan-vppip4-{test_type}" algorithm: "plot_nf_heatmap" output-file: "{DIR[STATIC,VPP]}/l2bd-2n-clx-xxv710-imix-{core}-base-vsc-vxlan-{test_type}" - data: "plot-vpp-nfv-2n-clx-ndrpdr" + data: "vpp-2n-clx-curr-nfv-ndrpdr" core: ["2t1c", "4t2c", "8t4c"] include: - "Tests.Vpp.Perf.Nfv Density.Vm Vhost.Chain Dot1Qip4Vxlan.2N-25Ge2P1Xxv710-Avf-Dot1Qip4Vxlan-L2Bd-1Ch-2Vh-1Vm1T-Testpmd-ndrpdr.IMIX-{core}-avf-dot1qip4vxlan-l2bd-1ch-2vh-1vm1t-testpmd-ndrpdr" @@ -6247,7 +5467,7 @@ title: "Packet Throughput: eth-l2bd-{Y}ch-{2XY}mif-{XY}dcr-vppip4-{test_type}" algorithm: "plot_nf_heatmap" output-file: "{DIR[STATIC,VPP]}/l2bd-2n-clx-xxv710-imix-{core}-base-csc-{test_type}" - data: "plot-vpp-nfv-2n-clx-mrr" + data: "vpp-2n-clx-curr-nfv-mrr" core: ["2t1c", "4t2c", "8t4c"] test-type: ["mrr", ] include: @@ -6271,7 +5491,7 @@ title: "Packet Throughput: eth-l2bd-{Y}ch-{2XY}mif-{XY}dcr-vppip4-{test_type}" algorithm: "plot_nf_heatmap" output-file: "{DIR[STATIC,VPP]}/l2bd-2n-clx-xxv710-imix-{core}-base-csc-{test_type}" - data: "plot-vpp-nfv-2n-clx-ndrpdr" + data: "vpp-2n-clx-curr-nfv-ndrpdr" core: ["2t1c", "4t2c", "8t4c"] include: - "Tests.Vpp.Perf.Nfv Density.Dcr Memif.Chain.2N-25Ge2P1Xxv710-Avf-Eth-L2Bd-1Ch-4Mif-2Dcr1T-Vppip4-ndrpdr.IMIX-{core}-avf-eth-l2bd-1ch-4mif-2dcr1t-vppip4-ndrpdr" @@ -6295,7 +5515,7 @@ title: "Packet Throughput: eth-l2bd-{Y}pl-{2Y}mif-{XY}dcr-vppip4-{test_type}" algorithm: "plot_nf_heatmap" output-file: "{DIR[STATIC,VPP]}/l2bd-2n-clx-xxv710-imix-{core}-base-csp-{test_type}" - data: "plot-vpp-nfv-2n-clx-mrr" + data: "vpp-2n-clx-curr-nfv-mrr" core: ["2t1c", "4t2c", "8t4c"] test-type: ["mrr", ] include: @@ -6319,7 +5539,7 @@ title: "Packet Throughput: eth-l2bd-{Y}pl-{2Y}mif-{XY}dcr-vppip4-{test_type}" algorithm: "plot_nf_heatmap" output-file: "{DIR[STATIC,VPP]}/l2bd-2n-clx-xxv710-imix-{core}-base-csp-{test_type}" - data: "plot-vpp-nfv-2n-clx-ndrpdr" + data: "vpp-2n-clx-curr-nfv-ndrpdr" core: ["2t1c", "4t2c", "8t4c"] include: - "Tests.Vpp.Perf.Nfv Density.Dcr Memif.Pipeline.2N-25Ge2P1Xxv710-Avf-Eth-L2Bd-1Pl-2Mif-1Dcr1T-Vppip4-ndrpdr.IMIX-{core}-avf-eth-l2bd-1pl-2mif-1dcr1t-vppip4-ndrpdr" @@ -6345,7 +5565,7 @@ title: "Throughput: 2n-skx-xxv710-64b-{core}-memif-base-avf-{test_type}" algorithm: "plot_ndrpdr_box_name" output-file: "{DIR[STATIC,VPP]}/2n-skx-xxv710-64b-{core}-memif-base-avf-{test_type}" - data: "plot-vpp-throughput-lat-tsa-2n-skx" + data: "vpp-2n-skx-curr-iter" core: ["2t1c", ] include: - "Tests.Vpp.Perf.Container Memif.2N1L-25Ge2P1Xxv710-Avf-Eth-L2Xcbase-Eth-2Memif-1Dcr-Ndrpdr.64B-{core}-avf-eth-l2xcbase-eth-2memif-1dcr-ndrpdr" @@ -6360,7 +5580,7 @@ title: "Throughput: 2n-skx-xxv710-64b-{core}-memif-base-dpdk-{test_type}" algorithm: "plot_ndrpdr_box_name" output-file: "{DIR[STATIC,VPP]}/2n-skx-xxv710-64b-{core}-memif-base-dpdk-{test_type}" - data: "plot-vpp-throughput-lat-tsa-2n-skx" + data: "vpp-2n-skx-curr-iter" core: ["2t1c", ] include: - "Tests.Vpp.Perf.Container Memif.2N1L-25Ge2P1Xxv710-Eth-L2Xcbase-Eth-2Memif-1Dcr-Ndrpdr.64B-{core}-eth-l2xcbase-eth-2memif-1dcr-ndrpdr" @@ -6375,7 +5595,7 @@ title: "Throughput: 3n-skx-xxv710-64b-{core}-memif-base-avf-{test_type}" algorithm: "plot_ndrpdr_box_name" output-file: "{DIR[STATIC,VPP]}/3n-skx-xxv710-64b-{core}-memif-base-avf-{test_type}" - data: "plot-vpp-throughput-lat-tsa-3n-skx" + data: "vpp-3n-skx-curr-iter" core: ["2t1c", ] include: - "Tests.Vpp.Perf.Container Memif.25Ge2P1Xxv710-Avf-Eth-L2Xcbase-Eth-2Memif-1Dcr-Ndrpdr.64B-{core}-avf-eth-l2xcbase-eth-2memif-1dcr-ndrpdr" @@ -6391,7 +5611,7 @@ title: "Throughput: 3n-skx-xxv710-64b-{core}-memif-base-dpdk-{test_type}" algorithm: "plot_ndrpdr_box_name" output-file: "{DIR[STATIC,VPP]}/3n-skx-xxv710-64b-{core}-memif-base-dpdk-{test_type}" - data: "plot-vpp-throughput-lat-tsa-3n-skx" + data: "vpp-3n-skx-curr-iter" core: ["2t1c", ] include: - "Tests.Vpp.Perf.Container Memif.25Ge2P1Xxv710-Eth-L2Xcbase-Eth-2Memif-1Dcr-Ndrpdr.64B-{core}-eth-l2xcbase-eth-2memif-1dcr-ndrpdr" @@ -6407,7 +5627,7 @@ title: "Throughput: 3n-tsh-x520-64b-{core}-memif-base-ixgbe-{test_type}" algorithm: "plot_ndrpdr_box_name" output-file: "{DIR[STATIC,VPP]}/3n-tsh-x520-64b-{core}-memif-base-ixgbe-{test_type}" - data: "plot-vpp-throughput-lat-tsa-3n-tsh" + data: "vpp-3n-tsh-curr-iter" core: ["2t1c", ] include: - "Tests.Vpp.Perf.Container Memif.10Ge2P1X520-Eth-L2Xcbase-Eth-2Memif-1Lxc-Ndrpdr.64B-{core}-eth-l2xcbase-eth-2memif-1lxc-ndrpdr" @@ -6423,7 +5643,7 @@ title: "Throughput: 2n-skx-x710-64b-{core}-ip4routing-base-scale-[avf,dpdk]-{test_type}" algorithm: "plot_ndrpdr_box_name" output-file: "{DIR[STATIC,VPP]}/2n-skx-x710-64b-{core}-ip4routing-base-scale-[avf,dpdk]-{test_type}" - data: "plot-vpp-throughput-lat-tsa-2n-skx" + data: "vpp-2n-skx-curr-iter" core: ["2t1c", ] include: - "Tests.Vpp.Perf.Ip4.2N1L-10Ge2P1X710-Avf-Dot1Q-Ip4Base-Ndrpdr.64B-{core}-avf-dot1q-ip4base-ndrpdr" @@ -6440,7 +5660,7 @@ title: "Throughput: 2n-skx-xxv710-64b-{core}-ip4routing-base-scale-avf-{test_type}" algorithm: "plot_ndrpdr_box_name" output-file: "{DIR[STATIC,VPP]}/2n-skx-xxv710-64b-{core}-ip4routing-base-scale-avf-{test_type}" - data: "plot-vpp-throughput-lat-tsa-2n-skx" + data: "vpp-2n-skx-curr-iter" core: ["2t1c", ] include: - "Tests.Vpp.Perf.Ip4.2N1L-25Ge2P1Xxv710-Avf-Dot1Q-Ip4Base-Ndrpdr.64B-{core}-avf-dot1q-ip4base-ndrpdr" @@ -6459,7 +5679,7 @@ title: "Throughput: 2n-skx-xxv710-64b-{core}-ip4routing-base-scale-dpdk-{test_type}" algorithm: "plot_ndrpdr_box_name" output-file: "{DIR[STATIC,VPP]}/2n-skx-xxv710-64b-{core}-ip4routing-base-scale-dpdk-{test_type}" - data: "plot-vpp-throughput-lat-tsa-2n-skx" + data: "vpp-2n-skx-curr-iter" core: ["2t1c", ] include: - "Tests.Vpp.Perf.Ip4.2N1L-25Ge2P1Xxv710-Dot1Q-Ip4Base-Ndrpdr.64B-{core}-dot1q-ip4base-ndrpdr" @@ -6478,7 +5698,7 @@ title: "Throughput: 2n-skx-xxv710-64b-{core}-features-ip4routing-base-avf-{test_type}" algorithm: "plot_ndrpdr_box_name" output-file: "{DIR[STATIC,VPP]}/2n-skx-xxv710-64b-{core}-features-ip4routing-base-avf-{test_type}" - data: "plot-vpp-throughput-lat-tsa-2n-skx" + data: "vpp-2n-skx-curr-iter" core: ["2t1c", ] include: - "Tests.Vpp.Perf.Ip4.2N1L-25Ge2P1Xxv710-Avf-Ethip4Udp-Ip4Base-Iacl50Sf-10Kflows-Ndrpdr.64B-{core}-avf-ethip4udp-ip4base-iacl50sf-10kflows-ndrpdr" @@ -6495,7 +5715,7 @@ title: "Throughput: 2n-skx-xxv710-64b-{core}-nat44det-ip4routing-stl-bidir-avf-{test_type}" algorithm: "plot_ndrpdr_box_name" output-file: "{DIR[STATIC,VPP]}/2n-skx-xxv710-64b-{core}-nat44det-ip4routing-stl-bidir-avf-{test_type}" - data: "plot-vpp-throughput-lat-tsa-2n-skx" + data: "vpp-2n-skx-curr-iter" core: ["2t1c", ] include: - "tests.vpp.perf.ip4.2n1l-25ge2p1xxv710-avf-ethip4udp-nat44det-h1024-p63-s64512-ndrpdr.64b-{core}-avf-ethip4udp-nat44det-h1024-p63-s64512-ndrpdr" @@ -6511,7 +5731,7 @@ title: "Throughput: 2n-skx-xxv710-64b-{core}-nat44ed-ip4routing-stl-unidir-avf-{test_type}" algorithm: "plot_ndrpdr_box_name" output-file: "{DIR[STATIC,VPP]}/2n-skx-xxv710-64b-{core}-nat44ed-ip4routing-stl-unidir-avf-{test_type}" - data: "plot-vpp-throughput-lat-tsa-2n-skx" + data: "vpp-2n-skx-curr-iter" core: ["2t1c", ] include: - "tests.vpp.perf.ip4.2n1l-25ge2p1xxv710-avf-ethip4udp-nat44ed-h1024-p63-s64512-udir-ndrpdr.64b-{core}-avf-ethip4udp-nat44ed-h1024-p63-s64512-udir-ndrpdr" @@ -6527,7 +5747,7 @@ title: "Throughput: 2n-skx-xxv710-64b-{core}-nat44ed-ip4routing-udp-stf-cps-avf-{test_type}" algorithm: "plot_ndrpdr_box_name" output-file: "{DIR[STATIC,VPP]}/2n-skx-xxv710-64b-{core}-nat44ed-ip4routing-udp-stf-cps-avf-{test_type}" - data: "plot-vpp-throughput-lat-tsa-2n-skx" + data: "vpp-2n-skx-curr-iter" core: ["2t1c", ] include: - "tests.vpp.perf.ip4.2n1l-25ge2p1xxv710-avf-ethip4udp-nat44ed-h1024-p63-s64512-cps-ndrpdr.64b-{core}-avf-ethip4udp-nat44ed-h1024-p63-s64512-cps-ndrpdr" @@ -6548,7 +5768,7 @@ title: "Throughput: 2n-skx-xxv710-64b-{core}-nat44ed-ip4routing-udp-stf-pps-avf-{test_type}" algorithm: "plot_ndrpdr_box_name" output-file: "{DIR[STATIC,VPP]}/2n-skx-xxv710-64b-{core}-nat44ed-ip4routing-udp-stf-pps-avf-{test_type}" - data: "plot-vpp-throughput-lat-tsa-2n-skx" + data: "vpp-2n-skx-curr-iter" core: ["2t1c", ] include: - "tests.vpp.perf.ip4.2n1l-25ge2p1xxv710-avf-ethip4udp-nat44ed-h1024-p63-s64512-pps-ndrpdr.64b-{core}-avf-ethip4udp-nat44ed-h1024-p63-s64512-pps-ndrpdr" @@ -6569,7 +5789,7 @@ title: "Throughput: 2n-skx-xxv710-64b-{core}-nat44ed-ip4routing-tcp-stf-cps-avf-{test_type}" algorithm: "plot_ndrpdr_box_name" output-file: "{DIR[STATIC,VPP]}/2n-skx-xxv710-64b-{core}-nat44ed-ip4routing-tcp-stf-cps-avf-{test_type}" - data: "plot-vpp-throughput-lat-tsa-2n-skx" + data: "vpp-2n-skx-curr-iter" core: ["2t1c", ] include: - "tests.vpp.perf.ip4.2n1l-25ge2p1xxv710-avf-ethip4tcp-nat44ed-h1024-p63-s64512-cps-ndrpdr.64b-{core}-avf-ethip4tcp-nat44ed-h1024-p63-s64512-cps-ndrpdr" @@ -6590,7 +5810,7 @@ title: "Throughput: 2n-skx-xxv710-64b-{core}-nat44ed-ip4routing-tcp-stf-pps-avf-{test_type}" algorithm: "plot_ndrpdr_box_name" output-file: "{DIR[STATIC,VPP]}/2n-skx-xxv710-64b-{core}-nat44ed-ip4routing-tcp-stf-pps-avf-{test_type}" - data: "plot-vpp-throughput-lat-tsa-2n-skx" + data: "vpp-2n-skx-curr-iter" core: ["2t1c", ] include: - "tests.vpp.perf.ip4.2n1l-25ge2p1xxv710-avf-ethip4tcp-nat44ed-h1024-p63-s64512-pps-ndrpdr.64b-{core}-avf-ethip4tcp-nat44ed-h1024-p63-s64512-pps-ndrpdr" @@ -6611,7 +5831,7 @@ title: "Throughput: 2n-skx-xxv710-64b-{core}-nat44ed-ip4routing-tcp-tput-avf-{test_type}" algorithm: "plot_ndrpdr_box_name" output-file: "{DIR[STATIC,VPP]}/2n-skx-xxv710-64b-{core}-nat44ed-ip4routing-tcp-tput-avf-{test_type}" - data: "plot-vpp-throughput-lat-tsa-2n-skx" + data: "vpp-2n-skx-curr-iter" core: ["2t1c", ] include: - "tests.vpp.perf.ip4.2n1l-25ge2p1xxv710-avf-ethip4tcp-nat44ed-h1024-p63-s64512-pps-ndrpdr.64b-{core}-avf-ethip4tcp-nat44ed-h1024-p63-s64512-pps-ndrpdr" @@ -6632,7 +5852,7 @@ title: "Throughput: 2n-skx-xxv710-64b-{core}-nat44ed-ip4routing-udp-tput-avf-{test_type}" algorithm: "plot_ndrpdr_box_name" output-file: "{DIR[STATIC,VPP]}/2n-skx-xxv710-64b-{core}-nat44ed-ip4routing-udp-tput-avf-{test_type}" - data: "plot-vpp-throughput-lat-tsa-2n-skx" + data: "vpp-2n-skx-curr-iter" core: ["2t1c", ] include: - "tests.vpp.perf.ip4.2n1l-25ge2p1xxv710-avf-ethip4udp-nat44ed-h1024-p63-s64512-pps-ndrpdr.64b-{core}-avf-ethip4udp-nat44ed-h1024-p63-s64512-pps-ndrpdr" @@ -6653,7 +5873,7 @@ title: "Throughput: 2n-skx-xxv710-64b-{core}-nat44ed-ip4routing-tcp-tput2-avf-{test_type}" algorithm: "plot_ndrpdr_box_name" output-file: "{DIR[STATIC,VPP]}/2n-skx-xxv710-64b-{core}-nat44ed-ip4routing-tcp-tput2-avf-{test_type}" - data: "plot-vpp-throughput-lat-tsa-2n-skx" + data: "vpp-2n-skx-curr-iter" core: ["2t1c", ] include: - "tests.vpp.perf.ip4.2n1l-25ge2p1xxv710-avf-ethip4tcp-ip4base-h1024-p63-s64512-pps-ndrpdr.64b-{core}-avf-ethip4tcp-ip4base-h1024-p63-s64512-pps-ndrpdr" @@ -6674,7 +5894,7 @@ title: "Throughput: 2n-skx-xxv710-64b-{core}-nat44ed-ip4routing-udp-tput2-avf-{test_type}" algorithm: "plot_ndrpdr_box_name" output-file: "{DIR[STATIC,VPP]}/2n-skx-xxv710-64b-{core}-nat44ed-ip4routing-udp-tput2-avf-{test_type}" - data: "plot-vpp-throughput-lat-tsa-2n-skx" + data: "vpp-2n-skx-curr-iter" core: ["2t1c", ] include: - "tests.vpp.perf.ip4.2n1l-25ge2p1xxv710-avf-ethip4udp-ip4base-h1024-p63-s64512-pps-ndrpdr.64b-{core}-avf-ethip4udp-ip4base-h1024-p63-s64512-pps-ndrpdr" @@ -6695,7 +5915,7 @@ title: "Throughput: 2n-skx-xxv710-64b-{core}-features-ip4routing-base-dpdk-{test_type}" algorithm: "plot_ndrpdr_box_name" output-file: "{DIR[STATIC,VPP]}/2n-skx-xxv710-64b-{core}-features-ip4routing-base-dpdk-{test_type}" - data: "plot-vpp-throughput-lat-tsa-2n-skx" + data: "vpp-2n-skx-curr-iter" core: ["2t1c", ] include: - "Tests.Vpp.Perf.Ip4.2N1L-25Ge2P1Xxv710-Ethip4-Ip4Base-Ndrpdr.64B-{core}-ethip4-ip4base-ndrpdr" @@ -6712,7 +5932,7 @@ title: "Throughput: 2n-skx-xxv710-64b-{core}-ethip4--ethip4udpgeneve-avf-{test_type}" algorithm: "plot_ndrpdr_box_name" output-file: "{DIR[STATIC,VPP]}/2n-skx-xxv710-64b-{core}-ethip4--ethip4udpgeneve-avf-{test_type}" - data: "plot-vpp-throughput-lat-tsa-2n-skx" + data: "vpp-2n-skx-curr-iter" core: ["2t1c", ] include: - "Tests.Vpp.Perf.Ip4 Tunnels.2N1L-25Ge2P1Xxv710-Avf-Ethip4--Ethip4Udpgeneve-1Tun-Ip4Base-Ndrpdr.64B-{core}-avf-ethip4--ethip4udpgeneve-1tun-ip4base-ndrpdr" @@ -6724,26 +5944,11 @@ title: "2n-skx-xxv710-64b-{core}-ethip4--ethip4udpgeneve-avf-{test_type}" layout: "plot-throughput" -- type: "plot" - title: "Throughput: 3n-hsw-xl710-64b-{core}-ip4routing-base-scale-dpdk-{test_type}" - algorithm: "plot_ndrpdr_box_name" - output-file: "{DIR[STATIC,VPP]}/3n-hsw-xl710-64b-{core}-ip4routing-base-scale-dpdk-{test_type}" - data: "plot-vpp-throughput-lat-tsa-3n-hsw" - core: ["1t1c", ] - include: - - "Tests.Vpp.Perf.Ip4.40Ge2P1Xl710-Dot1Q-Ip4Base-Ndrpdr.64B-{core}-dot1q-ip4base-ndrpdr" - - "Tests.Vpp.Perf.Ip4.40Ge2P1Xl710-Ethip4-Ip4Base-Ndrpdr.64B-{core}-ethip4-ip4base-ndrpdr" - - "Tests.Vpp.Perf.Ip4.40Ge2P1Xl710-Ethip4-Ip4Scale2M-Ndrpdr.64B-{core}-ethip4-ip4scale2m-ndrpdr" - - "Tests.Vpp.Perf.Ip4.40Ge2P1Xl710-Ethip4-Ip4Scale2M-rnd-Ndrpdr.64B-{core}-ethip4-ip4scale2m-rnd-ndrpdr" - layout: - title: "3n-hsw-xl710-64b-{core}-ip4routing-base-scale-dpdk-{test_type}" - layout: "plot-throughput" - - type: "plot" title: "Throughput: 3n-skx-x710-64b-{core}-ip4routing-base-scale-avf-{test_type}" algorithm: "plot_ndrpdr_box_name" output-file: "{DIR[STATIC,VPP]}/3n-skx-x710-64b-{core}-ip4routing-base-scale-avf-{test_type}" - data: "plot-vpp-throughput-lat-tsa-3n-skx" + data: "vpp-3n-skx-curr-iter" core: ["2t1c", ] include: - "Tests.Vpp.Perf.Ip4.10Ge2P1X710-Avf-Ethip4-Ip4Base-Ndrpdr.64B-{core}-avf-ethip4-ip4base-ndrpdr" @@ -6759,7 +5964,7 @@ title: "Throughput: 3n-skx-xxv710-64b-{core}-ip4routing-base-scale-avf-{test_type}" algorithm: "plot_ndrpdr_box_name" output-file: "{DIR[STATIC,VPP]}/3n-skx-xxv710-64b-{core}-ip4routing-base-scale-avf-{test_type}" - data: "plot-vpp-throughput-lat-tsa-3n-skx" + data: "vpp-3n-skx-curr-iter" core: ["2t1c", ] include: - "Tests.Vpp.Perf.Ip4.25Ge2P1Xxv710-Avf-Dot1Q-Ip4Base-Ndrpdr.64B-{core}-avf-dot1q-ip4base-ndrpdr" @@ -6775,7 +5980,7 @@ title: "Throughput: 3n-skx-xxv710-64b-{core}-ip4routing-base-scale-dpdk-{test_type}" algorithm: "plot_ndrpdr_box_name" output-file: "{DIR[STATIC,VPP]}/3n-skx-xxv710-64b-{core}-ip4routing-base-scale-dpdk-{test_type}" - data: "plot-vpp-throughput-lat-tsa-3n-skx" + data: "vpp-3n-skx-curr-iter" core: ["2t1c", ] include: - "Tests.Vpp.Perf.Ip4.25Ge2P1Xxv710-Dot1Q-Ip4Base-Ndrpdr.64B-{core}-dot1q-ip4base-ndrpdr" @@ -6791,7 +5996,7 @@ title: "Throughput: 3n-skx-xxv710-64b-{core}-features-ip4routing-base-avf-{test_type}" algorithm: "plot_ndrpdr_box_name" output-file: "{DIR[STATIC,VPP]}/3n-skx-xxv710-64b-{core}-features-ip4routing-base-avf-{test_type}" - data: "plot-vpp-throughput-lat-tsa-3n-skx" + data: "vpp-3n-skx-curr-iter" core: ["2t1c", ] include: - "Tests.Vpp.Perf.Ip4.25Ge2P1Xxv710-Avf-Ethip4Udp-Ip4Base-Iacl50Sf-10Kflows-Ndrpdr.64B-{core}-avf-ethip4udp-ip4base-iacl50sf-10kflows-ndrpdr" @@ -6806,7 +6011,7 @@ title: "Throughput: 3n-skx-xxv710-64b-{core}-features-ip4routing-base-dpdk-{test_type}" algorithm: "plot_ndrpdr_box_name" output-file: "{DIR[STATIC,VPP]}/3n-skx-xxv710-64b-{core}-features-ip4routing-base-dpdk-{test_type}" - data: "plot-vpp-throughput-lat-tsa-3n-skx" + data: "vpp-3n-skx-curr-iter" core: ["2t1c", ] include: - "Tests.Vpp.Perf.Ip4.25Ge2P1Xxv710-Ethip4-Ip4Base-Ndrpdr.64B-{core}-ethip4-ip4base-ndrpdr" @@ -6822,7 +6027,7 @@ title: "Throughput: 3n-tsh-x520-64b-{core}-ip4routing-base-scale-ixgbe-{test_type}" algorithm: "plot_ndrpdr_box_name" output-file: "{DIR[STATIC,VPP]}/3n-tsh-x520-64b-{core}-ip4routing-base-scale-ixgbe-{test_type}" - data: "plot-vpp-throughput-lat-tsa-3n-tsh" + data: "vpp-3n-tsh-curr-iter" core: ["1t1c", ] include: - "Tests.Vpp.Perf.Ip4.10Ge2P1X520-Dot1Q-Ip4Base-Ndrpdr.64B-{core}-dot1q-ip4base-ndrpdr" @@ -6838,7 +6043,7 @@ title: "Throughput: 3n-tsh-x520-64b-{core}-features-ip4routing-base-ixgbe-{test_type}" algorithm: "plot_ndrpdr_box_name" output-file: "{DIR[STATIC,VPP]}/3n-tsh-x520-64b-{core}-features-ip4routing-base-ixgbe-{test_type}" - data: "plot-vpp-throughput-lat-tsa-3n-tsh" + data: "vpp-3n-tsh-curr-iter" core: ["1t1c", ] include: - "Tests.Vpp.Perf.Ip4.10Ge2P1X520-Ethip4Udp-Ip4Base-Iacl50Sf-10Kflows-Ndrpdr.64B-{core}-ethip4udp-ip4base-iacl50sf-10kflows-ndrpdr" @@ -6853,7 +6058,7 @@ title: "Throughput: 2n-dnv-x553-64b-{core}-ip4routing-base-scale-ixgbe-{test_type}" algorithm: "plot_ndrpdr_box_name" output-file: "{DIR[STATIC,VPP]}/2n-dnv-x553-64b-{core}-ip4routing-base-scale-ixgbe-{test_type}" - data: "plot-vpp-throughput-lat-tsa-2n-dnv" + data: "vpp-2n-dnv-curr-iter" core: ["1t1c", ] include: - "Tests.Vpp.Perf.Ip4.2N1L-10Ge2P1X553-Dot1Q-Ip4Base-Ndrpdr.64B-{core}-dot1q-ip4base-ndrpdr" @@ -6870,7 +6075,7 @@ title: "Throughput: 2n-dnv-x553-64b-{core}-features-ip4routing-base-ixgbe-{test_type}" algorithm: "plot_ndrpdr_box_name" output-file: "{DIR[STATIC,VPP]}/2n-dnv-x553-64b-{core}-features-ip4routing-base-ixgbe-{test_type}" - data: "plot-vpp-throughput-lat-tsa-2n-dnv" + data: "vpp-2n-dnv-curr-iter" core: ["1t1c", ] include: - "Tests.Vpp.Perf.Ip4.2N1L-10Ge2P1X553-Ethip4-Ip4Base-Ndrpdr.64B-{core}-ethip4-ip4base-ndrpdr" @@ -6887,7 +6092,7 @@ title: "Throughput: 3n-dnv-x553-64b-{core}-ip4routing-base-scale-ixgbe-{test_type}" algorithm: "plot_ndrpdr_box_name" output-file: "{DIR[STATIC,VPP]}/3n-dnv-x553-64b-{core}-ip4routing-base-scale-ixgbe-{test_type}" - data: "plot-vpp-throughput-lat-tsa-3n-dnv" + data: "vpp-3n-dnv-curr-iter" core: ["1t1c", ] include: - "Tests.Vpp.Perf.Ip4.10Ge2P1X553-Dot1Q-Ip4Base-Ndrpdr.64B-{core}-dot1q-ip4base-ndrpdr" @@ -6904,7 +6109,7 @@ title: "Throughput: 3n-dnv-x553-64b-{core}-features-ip4routing-base-ixgbe-{test_type}" algorithm: "plot_ndrpdr_box_name" output-file: "{DIR[STATIC,VPP]}/3n-dnv-x553-64b-{core}-features-ip4routing-base-ixgbe-{test_type}" - data: "plot-vpp-throughput-lat-tsa-3n-dnv" + data: "vpp-3n-dnv-curr-iter" core: ["1t1c", ] include: - "Tests.Vpp.Perf.Ip4.10Ge2P1X553-Ethip4-Ip4Base-Ndrpdr.64B-{core}-ethip4-ip4base-ndrpdr" @@ -6916,24 +6121,11 @@ title: "3n-dnv-x553-64b-{core}-features-ip4routing-base-ixgbe-{test_type}" layout: "plot-throughput" -- type: "plot" - title: "Throughput: 3n-hsw-xl710-64b-{core}-ip4tunnel-base-dpdk-{test_type}" - algorithm: "plot_ndrpdr_box_name" - output-file: "{DIR[STATIC,VPP]}/3n-hsw-xl710-64b-{core}-ip4tunnel-base-dpdk-{test_type}" - data: "plot-vpp-throughput-lat-tsa-3n-hsw" - core: ["1t1c", ] - include: - - "Tests.Vpp.Perf.Ip4 Tunnels.40Ge2P1Xl710-Ethip4Vxlan-L2Xcbase-Ndrpdr.64B-{core}-ethip4vxlan-l2xcbase-ndrpdr" - - "Tests.Vpp.Perf.Ip4 Tunnels.40Ge2P1Xl710-Ethip4Vxlan-L2Bdbasemaclrn-Ndrpdr.64B-{core}-ethip4vxlan-l2bdbasemaclrn-ndrpdr" - layout: - title: "3n-hsw-xl710-64b-{core}-ip4tunnel-base-dpdk-{test_type}" - layout: "plot-throughput" - - type: "plot" title: "Throughput: 3n-skx-xxv710-64b-{core}-ip4tunnel-base-scale-avf-{test_type}" algorithm: "plot_ndrpdr_box_name" output-file: "{DIR[STATIC,VPP]}/3n-skx-xxv710-64b-{core}-ip4tunnel-base-scale-avf-{test_type}" - data: "plot-vpp-throughput-lat-tsa-3n-skx" + data: "vpp-3n-skx-curr-iter" core: ["2t1c", ] include: - "Tests.Vpp.Perf.Ip4 Tunnels.25Ge2P1Xxv710-Avf-Ethip4Vxlan-L2Xcbase-Ndrpdr.64B-{core}-avf-ethip4vxlan-l2xcbase-ndrpdr" @@ -6948,7 +6140,7 @@ title: "Throughput: 3n-skx-xxv710-64b-{core}-ip4tunnel-base-scale-dpdk-{test_type}" algorithm: "plot_ndrpdr_box_name" output-file: "{DIR[STATIC,VPP]}/3n-skx-xxv710-64b-{core}-ip4tunnel-base-scale-dpdk-{test_type}" - data: "plot-vpp-throughput-lat-tsa-3n-skx" + data: "vpp-3n-skx-curr-iter" core: ["2t1c", ] include: - "Tests.Vpp.Perf.Ip4 Tunnels.25Ge2P1Xxv710-Ethip4Vxlan-L2Xcbase-Ndrpdr.64B-{core}-ethip4vxlan-l2xcbase-ndrpdr" @@ -6963,7 +6155,7 @@ title: "Throughput: 3n-tsh-x520-64b-{core}-ip4tunnel-base-scale-ixgbe-{test_type}" algorithm: "plot_ndrpdr_box_name" output-file: "{DIR[STATIC,VPP]}/3n-tsh-x520-64b-{core}-ip4tunnel-base-scale-ixgbe-{test_type}" - data: "plot-vpp-throughput-lat-tsa-3n-tsh" + data: "vpp-3n-tsh-curr-iter" core: ["1t1c", ] include: - "Tests.Vpp.Perf.Ip4 Tunnels.10Ge2P1X520-Ethip4Vxlan-L2Xcbase-Ndrpdr.64B-{core}-ethip4vxlan-l2xcbase-ndrpdr" @@ -6978,7 +6170,7 @@ title: "Throughput: 3n-dnv-x553-64b-{core}-ip4tunnel-base-scale-ixgbe-{test_type}" algorithm: "plot_ndrpdr_box_name" output-file: "{DIR[STATIC,VPP]}/3n-dnv-x553-64b-{core}-ip4tunnel-base-scale-ixgbe-{test_type}" - data: "plot-vpp-throughput-lat-tsa-3n-dnv" + data: "vpp-3n-dnv-curr-iter" core: ["1t1c", ] include: - "Tests.Vpp.Perf.Ip4 Tunnels.10Ge2P1X553-Ethip4Vxlan-L2Xcbase-Ndrpdr.64B-{core}-ethip4vxlan-l2xcbase-ndrpdr" @@ -6993,7 +6185,7 @@ title: "Throughput: 2n-skx-x710-78b-{core}-ip6routing-base-scale-[avf,dpdk]-{test_type}" algorithm: "plot_ndrpdr_box_name" output-file: "{DIR[STATIC,VPP]}/2n-skx-x710-78b-{core}-ip6routing-base-scale-[avf,dpdk]-{test_type}" - data: "plot-vpp-throughput-lat-tsa-2n-skx" + data: "vpp-2n-skx-curr-iter" core: ["2t1c", ] include: - "Tests.Vpp.Perf.Ip6.2N1L-10Ge2P1X710-Avf-Dot1Q-Ip6Base-Ndrpdr.78B-{core}-avf-dot1q-ip6base-ndrpdr" @@ -7011,7 +6203,7 @@ title: "Throughput: 2n-skx-xxv710-78b-{core}-ip6routing-base-scale-dpdk-{test_type}" algorithm: "plot_ndrpdr_box_name" output-file: "{DIR[STATIC,VPP]}/2n-skx-xxv710-78b-{core}-ip6routing-base-scale-dpdk-{test_type}" - data: "plot-vpp-throughput-lat-tsa-2n-skx" + data: "vpp-2n-skx-curr-iter" core: ["2t1c", ] include: - "Tests.Vpp.Perf.Ip6.2N1L-25Ge2P1Xxv710-Dot1Q-Ip6Base-Ndrpdr.78B-{core}-dot1q-ip6base-ndrpdr" @@ -7030,7 +6222,7 @@ title: "Throughput: 2n-skx-xxv710-78b-{core}-ip6routing-base-scale-avf-{test_type}" algorithm: "plot_ndrpdr_box_name" output-file: "{DIR[STATIC,VPP]}/2n-skx-xxv710-78b-{core}-ip6routing-base-scale-avf-{test_type}" - data: "plot-vpp-throughput-lat-tsa-2n-skx" + data: "vpp-2n-skx-curr-iter" core: ["2t1c", ] include: - "Tests.Vpp.Perf.Ip6.2N1L-25Ge2P1Xxv710-Avf-Dot1Q-Ip6Base-Ndrpdr.78B-{core}-avf-dot1q-ip6base-ndrpdr" @@ -7045,26 +6237,11 @@ title: "2n-skx-xxv710-78b-{core}-ip6routing-base-scale-avf-{test_type}" layout: "plot-throughput" -- type: "plot" - title: "Throughput: 3n-hsw-xl710-78b-{core}-ip6routing-base-scale-dpdk-{test_type}" - algorithm: "plot_ndrpdr_box_name" - output-file: "{DIR[STATIC,VPP]}/3n-hsw-xl710-78b-{core}-ip6routing-base-scale-dpdk-{test_type}" - data: "plot-vpp-throughput-lat-tsa-3n-hsw" - core: ["1t1c", ] - include: - - "Tests.Vpp.Perf.Ip6.40Ge2P1Xl710-Dot1Q-Ip6Base-Ndrpdr.78B-{core}-dot1q-ip6base-ndrpdr" - - "Tests.Vpp.Perf.Ip6.40Ge2P1Xl710-Ethip6-Ip6Base-Ndrpdr.78B-{core}-ethip6-ip6base-ndrpdr" - - "Tests.Vpp.Perf.Ip6.40Ge2P1Xl710-Ethip6-Ip6Scale2M-Ndrpdr.78B-{core}-ethip6-ip6scale2m-ndrpdr" - - "Tests.Vpp.Perf.Ip6.40Ge2P1Xl710-Ethip6-Ip6Scale2M-rnd-Ndrpdr.78B-{core}-ethip6-ip6scale2m-rnd-ndrpdr" - layout: - title: "3n-hsw-xl710-78b-{core}-ip6routing-base-scale-dpdk-{test_type}" - layout: "plot-throughput" - - type: "plot" title: "Throughput: 3n-skx-x710-78b-{core}-ip6routing-base-scale-avf-{test_type}" algorithm: "plot_ndrpdr_box_name" output-file: "{DIR[STATIC,VPP]}/3n-skx-x710-78b-{core}-ip6routing-base-scale-avf-{test_type}" - data: "plot-vpp-throughput-lat-tsa-3n-skx" + data: "vpp-3n-skx-curr-iter" core: ["2t1c", ] include: - "Tests.Vpp.Perf.Ip6.10Ge2P1X710-Avf-Dot1Q-Ip6Base-Ndrpdr.78B-{core}-avf-dot1q-ip6base-ndrpdr" @@ -7078,7 +6255,7 @@ title: "Throughput: 3n-skx-xxv710-78b-{core}-ip6routing-base-scale-dpdk-{test_type}" algorithm: "plot_ndrpdr_box_name" output-file: "{DIR[STATIC,VPP]}/3n-skx-xxv710-78b-{core}-ip6routing-base-scale-dpdk-{test_type}" - data: "plot-vpp-throughput-lat-tsa-3n-skx" + data: "vpp-3n-skx-curr-iter" core: ["2t1c", ] include: - "Tests.Vpp.Perf.Ip6.25Ge2P1Xxv710-Dot1Q-Ip6Base-Ndrpdr.78B-{core}-dot1q-ip6base-ndrpdr" @@ -7094,7 +6271,7 @@ title: "Throughput: 3n-skx-xxv710-78b-{core}-ip6routing-base-scale-avf-{test_type}" algorithm: "plot_ndrpdr_box_name" output-file: "{DIR[STATIC,VPP]}/3n-skx-xxv710-78b-{core}-ip6routing-base-scale-avf-{test_type}" - data: "plot-vpp-throughput-lat-tsa-3n-skx" + data: "vpp-3n-skx-curr-iter" core: ["2t1c", ] include: - "Tests.Vpp.Perf.Ip6.25Ge2P1Xxv710-Avf-Dot1Q-Ip6Base-Ndrpdr.78B-{core}-avf-dot1q-ip6base-ndrpdr" @@ -7110,7 +6287,7 @@ title: "Throughput: 3n-tsh-x520-78b-{core}-ip6routing-base-scale-ixgbe-{test_type}" algorithm: "plot_ndrpdr_box_name" output-file: "{DIR[STATIC,VPP]}/3n-tsh-x520-78b-{core}-ip6routing-base-scale-ixgbe-{test_type}" - data: "plot-vpp-throughput-lat-tsa-3n-tsh" + data: "vpp-3n-tsh-curr-iter" core: ["1t1c", ] include: - "Tests.Vpp.Perf.Ip6.10Ge2P1X520-Dot1Q-Ip6Base-Ndrpdr.78B-{core}-dot1q-ip6base-ndrpdr" @@ -7126,7 +6303,7 @@ title: "Throughput: 2n-dnv-x553-78b-{core}-ip6routing-base-scale-ixgbe-{test_type}" algorithm: "plot_ndrpdr_box_name" output-file: "{DIR[STATIC,VPP]}/2n-dnv-x553-78b-{core}-ip6routing-base-scale-ixgbe-{test_type}" - data: "plot-vpp-throughput-lat-tsa-2n-dnv" + data: "vpp-2n-dnv-curr-iter" core: ["1t1c", ] include: - "Tests.Vpp.Perf.Ip6.2N1L-10Ge2P1X553-Dot1Q-Ip6Base-Ndrpdr.78B-{core}-dot1q-ip6base-ndrpdr" @@ -7142,7 +6319,7 @@ title: "Throughput: 3n-dnv-x553-78b-{core}-ip6routing-base-scale-ixgbe-{test_type}" algorithm: "plot_ndrpdr_box_name" output-file: "{DIR[STATIC,VPP]}/3n-dnv-x553-78b-{core}-ip6routing-base-scale-ixgbe-{test_type}" - data: "plot-vpp-throughput-lat-tsa-3n-dnv" + data: "vpp-3n-dnv-curr-iter" core: ["1t1c", ] include: - "Tests.Vpp.Perf.Ip6.10Ge2P1X553-Dot1Q-Ip6Base-Ndrpdr.78B-{core}-dot1q-ip6base-ndrpdr" @@ -7154,43 +6331,11 @@ title: "3n-dnv-x553-78b-{core}-ip6routing-base-scale-ixgbe-{test_type}" layout: "plot-throughput" -- type: "plot" - title: "Throughput: 3n-hsw-xl710-imix-{core}-ipsec-ip4routing-base-scale-sw-dpdk-{test_type}" - algorithm: "plot_ndrpdr_box_name" - output-file: "{DIR[STATIC,VPP]}/3n-hsw-xl710-imix-{core}-ipsec-ip4routing-base-scale-sw-dpdk-{test_type}" - data: "plot-vpp-throughput-lat-tsa-3n-hsw" - core: ["1t1c", ] - include: - - "Tests.Vpp.Perf.Crypto.40Ge2P1Xl710-Ethip4Ipsec4Tnlsw-Ip4Base-Int-Aes256Gcm-Ndrpdr.IMIX-{core}-ethip4ipsec4tnlsw-ip4base-int-aes256gcm-ndrpdr" - - "Tests.Vpp.Perf.Crypto.40Ge2P1Xl710-Ethip4Ipsec4Tnlsw-Ip4Base-Int-Aes128Cbc-Hmac512Sha-Ndrpdr.IMIX-{core}-ethip4ipsec4tnlsw-ip4base-int-aes128cbc-hmac512sha-ndrpdr" - - "Tests.Vpp.Perf.Crypto.40Ge2P1Xl710-Ethip4Ipsec1000Tnlsw-Ip4Base-Int-Aes256Gcm-Ndrpdr.IMIX-{core}-ethip4ipsec1000tnlsw-ip4base-int-aes256gcm-ndrpdr" - - "Tests.Vpp.Perf.Crypto.40Ge2P1Xl710-Ethip4Ipsec1000Tnlsw-Ip4Base-Int-Aes128Cbc-Hmac512Sha-Ndrpdr.IMIX-{core}-ethip4ipsec1000tnlsw-ip4base-int-aes128cbc-hmac512sha-ndrpdr" - - "Tests.Vpp.Perf.Crypto.40Ge2P1Xl710-Ethip4Ipsec10000Tnlsw-Ip4Base-Int-Aes256Gcm-Ndrpdr.IMIX-{core}-ethip4ipsec10000tnlsw-ip4base-int-aes256gcm-ndrpdr" - - "Tests.Vpp.Perf.Crypto.40Ge2P1Xl710-Ethip4Ipsec10000Tnlsw-Ip4Base-Int-Aes128Cbc-Hmac512Sha-Ndrpdr.IMIX-{core}-ethip4ipsec10000tnlsw-ip4base-int-aes128cbc-hmac512sha-ndrpdr" - layout: - title: "3n-hsw-xl710-imix-{core}-ipsec-ip4routing-base-scale-sw-dpdk-{test_type}" - layout: "plot-throughput" - -- type: "plot" - title: "Throughput: 3n-hsw-xl710-imix-{core}-ipsec-ip4routing-base-scale-hw-dpdk-{test_type}" - algorithm: "plot_ndrpdr_box_name" - output-file: "{DIR[STATIC,VPP]}/3n-hsw-xl710-imix-{core}-ipsec-ip4routing-base-scale-hw-dpdk-{test_type}" - data: "plot-vpp-throughput-lat-tsa-3n-hsw" - core: ["1t1c", ] - include: - - "Tests.Vpp.Perf.Crypto.40Ge2P1Xl710-Ethip4Ipsec1Tnlhw-Ip4Base-Int-Aes256Gcm-Ndrpdr.IMIX-{core}-ethip4ipsec1tnlhw-ip4base-int-aes256gcm-ndrpdr" - - "Tests.Vpp.Perf.Crypto.40Ge2P1Xl710-Ethip4Ipsec1Tnlhw-Ip4Base-Int-Aes128Cbc-Hmac512Sha-Ndrpdr.IMIX-{core}-ethip4ipsec1tnlhw-ip4base-int-aes128cbc-hmac512sha-ndrpdr" - - "Tests.Vpp.Perf.Crypto.40Ge2P1Xl710-Ethip4Ipsec1000Tnlhw-Ip4Base-Int-Aes256Gcm-Ndrpdr.IMIX-{core}-ethip4ipsec1000tnlhw-ip4base-int-aes256gcm-ndrpdr" - - "Tests.Vpp.Perf.Crypto.40Ge2P1Xl710-Ethip4Ipsec1000Tnlhw-Ip4Base-Int-Aes128Cbc-Hmac512Sha-Ndrpdr.IMIX-{core}-ethip4ipsec1000tnlhw-ip4base-int-aes128cbc-hmac512sha-ndrpdr" - layout: - title: "3n-hsw-xl710-imix-{core}-ipsec-ip4routing-base-scale-hw-dpdk-{test_type}" - layout: "plot-throughput" - - type: "plot" title: "Throughput: 3n-skx-xxv710-imix-{core}-ipsec-ip4routing-base-scale-avf-{test_type}" algorithm: "plot_ndrpdr_box_name" output-file: "{DIR[STATIC,VPP]}/3n-skx-xxv710-imix-{core}-ipsec-ip4routing-base-scale-avf-{test_type}" - data: "plot-vpp-throughput-lat-tsa-3n-skx" + data: "vpp-3n-skx-curr-iter" core: ["2t1c", ] include: - "Tests.Vpp.Perf.Crypto.25Ge2P1Xxv710-Avf-Ethip4Ipsec4Tnlsw-Ip4Base-Int-Aes256Gcm-Ndrpdr.IMIX-{core}-avf-ethip4ipsec4tnlsw-ip4base-int-aes256gcm-ndrpdr" @@ -7207,7 +6352,7 @@ title: "Throughput: 3n-skx-xxv710-1518b-{core}-ipsec-ip4routing-base-scale-dpdk-{test_type}" algorithm: "plot_ndrpdr_box_name" output-file: "{DIR[STATIC,VPP]}/3n-skx-xxv710-1518b-{core}-ipsec-ip4routing-base-scale-dpdk-{test_type}" - data: "plot-vpp-throughput-lat-tsa-3n-skx" + data: "vpp-3n-skx-curr-iter" core: ["2t1c", ] include: - "Tests.Vpp.Perf.Crypto.25Ge2P1Xxv710-Ethip4Ipsec4Tnlsw-Ip4Base-Int-Aes256Gcm-Ndrpdr.1518B-{core}-ethip4ipsec4tnlsw-ip4base-int-aes256gcm-ndrpdr" @@ -7224,7 +6369,7 @@ title: "Throughput: 3n-skx-xxv710-imix-{core}-ipsec-ip4routing-base-scale-dpdk-{test_type}" algorithm: "plot_ndrpdr_box_name" output-file: "{DIR[STATIC,VPP]}/3n-skx-xxv710-imix-{core}-ipsec-ip4routing-base-scale-dpdk-{test_type}" - data: "plot-vpp-throughput-lat-tsa-3n-skx" + data: "vpp-3n-skx-curr-iter" core: ["2t1c", ] include: - "Tests.Vpp.Perf.Crypto.25Ge2P1Xxv710-Ethip4Ipsec4Tnlsw-Ip4Base-Int-Aes256Gcm-Ndrpdr.IMIX-{core}-ethip4ipsec4tnlsw-ip4base-int-aes256gcm-ndrpdr" @@ -7241,7 +6386,7 @@ title: "Throughput: 3n-tsh-x520-imix-{core}-ipsec-ip4routing-base-scale-sw-ixgbe-{test_type}" algorithm: "plot_ndrpdr_box_name" output-file: "{DIR[STATIC,VPP]}/3n-tsh-x520-imix-{core}-ipsec-ip4routing-base-scale-sw-ixgbe-{test_type}" - data: "plot-vpp-throughput-lat-tsa-3n-tsh" + data: "vpp-3n-tsh-curr-iter" core: ["1t1c", ] include: - "Tests.Vpp.Perf.Crypto.10Ge2P1X520-Ethip4Ipsec4Tnlsw-Ip4Base-Int-Aes256Gcm-Ndrpdr.IMIX-{core}-ethip4ipsec4tnlsw-ip4base-int-aes256gcm-ndrpdr" @@ -7258,7 +6403,7 @@ title: "Throughput: 3n-dnv-x553-imix-{core}-ipsec-ip4routing-base-scale-sw-ixgbe-{test_type}" algorithm: "plot_ndrpdr_box_name" output-file: "{DIR[STATIC,VPP]}/3n-dnv-x553-imix-{core}-ipsec-ip4routing-base-scale-sw-ixgbe-{test_type}" - data: "plot-vpp-throughput-lat-tsa-3n-dnv" + data: "vpp-3n-dnv-curr-iter" core: ["1t1c", ] include: - "Tests.Vpp.Perf.Crypto.10Ge2P1X553-Ethip4Ipsec4Tnlsw-Ip4Base-Int-Aes256Gcm-Ndrpdr.IMIX-{core}-ethip4ipsec4tnlsw-ip4base-int-aes256gcm-ndrpdr" @@ -7275,7 +6420,7 @@ title: "Throughput: 2n-skx-x710-64b-{core}-l2switching-base-scale-[avf,dpdk]-{test_type}" algorithm: "plot_ndrpdr_box_name" output-file: "{DIR[STATIC,VPP]}/2n-skx-x710-64b-{core}-l2switching-base-scale-[avf,dpdk]-{test_type}" - data: "plot-vpp-throughput-lat-tsa-2n-skx" + data: "vpp-2n-skx-curr-iter" core: ["2t1c", ] include: - "Tests.Vpp.Perf.L2.2N1L-10Ge2P1X710-Avf-Eth-L2Xcbase-Ndrpdr.64B-{core}-avf-eth-l2xcbase-ndrpdr" @@ -7292,7 +6437,7 @@ title: "Throughput: 2n-skx-xxv710-64b-{core}-l2switching-base-avf-{test_type}" algorithm: "plot_ndrpdr_box_name" output-file: "{DIR[STATIC,VPP]}/2n-skx-xxv710-64b-{core}-l2switching-base-avf-{test_type}" - data: "plot-vpp-throughput-lat-tsa-2n-skx" + data: "vpp-2n-skx-curr-iter" core: ["2t1c", ] include: - "Tests.Vpp.Perf.L2.2N1L-25Ge2P1Xxv710-Avf-Dot1Q-L2Xcbase-Ndrpdr.64B-{core}-avf-dot1q-l2xcbase-ndrpdr" @@ -7308,7 +6453,7 @@ title: "Throughput: 2n-skx-xxv710-64b-{core}-l2switching-base-dpdk-{test_type}" algorithm: "plot_ndrpdr_box_name" output-file: "{DIR[STATIC,VPP]}/2n-skx-xxv710-64b-{core}-l2switching-base-dpdk-{test_type}" - data: "plot-vpp-throughput-lat-tsa-2n-skx" + data: "vpp-2n-skx-curr-iter" core: ["2t1c", ] include: - "Tests.Vpp.Perf.L2.2N1L-25Ge2P1Xxv710-Dot1Q-L2Xcbase-Ndrpdr.64B-{core}-dot1q-l2xcbase-ndrpdr" @@ -7324,7 +6469,7 @@ title: "Throughput: 2n-skx-xxv710-64b-{core}-l2switching-base-scale-avf-{test_type}" algorithm: "plot_ndrpdr_box_name" output-file: "{DIR[STATIC,VPP]}/2n-skx-xxv710-64b-{core}-l2switching-base-scale-avf-{test_type}" - data: "plot-vpp-throughput-lat-tsa-2n-skx" + data: "vpp-2n-skx-curr-iter" core: ["2t1c", ] include: - "Tests.Vpp.Perf.L2.2N1L-25Ge2P1Xxv710-Avf-Eth-L2Bdbasemaclrn-Ndrpdr.64B-{core}-avf-eth-l2bdbasemaclrn-ndrpdr" @@ -7339,39 +6484,22 @@ title: "Throughput: 2n-skx-xxv710-64b-{core}-l2switching-base-scale-dpdk-{test_type}" algorithm: "plot_ndrpdr_box_name" output-file: "{DIR[STATIC,VPP]}/2n-skx-xxv710-64b-{core}-l2switching-base-scale-dpdk-{test_type}" - data: "plot-vpp-throughput-lat-tsa-2n-skx" + data: "vpp-2n-skx-curr-iter" core: ["2t1c", ] include: - "Tests.Vpp.Perf.L2.2N1L-25Ge2P1Xxv710-Eth-L2Bdbasemaclrn-Ndrpdr.64B-{core}-eth-l2bdbasemaclrn-ndrpdr" - - "Tests.Vpp.Perf.L2.2N1L-25Ge2P1Xxv710-Eth-L2Bdscale10Kmaclrn-Ndrpdr.64B-{core}-eth-l2bdscale10kmaclrn-ndrpdr" - - "Tests.Vpp.Perf.L2.2N1L-25Ge2P1Xxv710-Eth-L2Bdscale100Kmaclrn-Ndrpdr.64B-{core}-eth-l2bdscale100kmaclrn-ndrpdr" - - "Tests.Vpp.Perf.L2.2N1L-25Ge2P1Xxv710-Eth-L2Bdscale1Mmaclrn-Ndrpdr.64B-{core}-eth-l2bdscale1mmaclrn-ndrpdr" - layout: - title: "2n-skx-xxv710-64b-{core}-l2switching-base-scale-dpdk-{test_type}" - layout: "plot-throughput" - -- type: "plot" - title: "Throughput: 3n-hsw-xl710-64b-{core}-l2switching-base-scale-dpdk-{test_type}" - algorithm: "plot_ndrpdr_box_name" - output-file: "{DIR[STATIC,VPP]}/3n-hsw-xl710-64b-{core}-l2switching-base-scale-dpdk-{test_type}" - data: "plot-vpp-throughput-lat-tsa-3n-hsw" - core: ["1t1c", ] - include: - - "Tests.Vpp.Perf.L2.40Ge2P1Xl710-Eth-L2Patch-Ndrpdr.64B-{core}-eth-l2patch-ndrpdr" - - "Tests.Vpp.Perf.L2.40Ge2P1Xl710-Dot1Q-L2Xcbase-Ndrpdr.64B-{core}-dot1q-l2xcbase-ndrpdr" - - "Tests.Vpp.Perf.L2.40Ge2P1Xl710-Eth-L2Xcbase-Ndrpdr.64B-{core}-eth-l2xcbase-ndrpdr" - - "Tests.Vpp.Perf.L2.40Ge2P1Xl710-Dot1Q-L2Bdbasemaclrn-Ndrpdr.64B-{core}-dot1q-l2bdbasemaclrn-ndrpdr" - - "Tests.Vpp.Perf.L2.40Ge2P1Xl710-Eth-L2Bdbasemaclrn-Ndrpdr.64B-{core}-eth-l2bdbasemaclrn-ndrpdr" - - "Tests.Vpp.Perf.L2.40Ge2P1Xl710-Eth-L2Bdscale1Mmaclrn-Ndrpdr.64B-{core}-eth-l2bdscale1mmaclrn-ndrpdr" + - "Tests.Vpp.Perf.L2.2N1L-25Ge2P1Xxv710-Eth-L2Bdscale10Kmaclrn-Ndrpdr.64B-{core}-eth-l2bdscale10kmaclrn-ndrpdr" + - "Tests.Vpp.Perf.L2.2N1L-25Ge2P1Xxv710-Eth-L2Bdscale100Kmaclrn-Ndrpdr.64B-{core}-eth-l2bdscale100kmaclrn-ndrpdr" + - "Tests.Vpp.Perf.L2.2N1L-25Ge2P1Xxv710-Eth-L2Bdscale1Mmaclrn-Ndrpdr.64B-{core}-eth-l2bdscale1mmaclrn-ndrpdr" layout: - title: "3n-hsw-xl710-64b-{core}-base-scale-dpdk-{test_type}" + title: "2n-skx-xxv710-64b-{core}-l2switching-base-scale-dpdk-{test_type}" layout: "plot-throughput" - type: "plot" title: "Throughput: 3n-skx-x710-64b-{core}-l2switching-base-scale-avf-{test_type}" algorithm: "plot_ndrpdr_box_name" output-file: "{DIR[STATIC,VPP]}/3n-skx-x710-64b-{core}-l2switching-base-scale-avf-{test_type}" - data: "plot-vpp-throughput-lat-tsa-3n-skx" + data: "vpp-3n-skx-curr-iter" core: ["2t1c", ] include: - "Tests.Vpp.Perf.L2.10Ge2P1X710-Avf-Dot1Q-L2Bdbasemaclrn-Ndrpdr.64B-{core}-avf-dot1q-l2bdbasemaclrn-ndrpdr" @@ -7387,7 +6515,7 @@ title: "Throughput: 3n-skx-xxv710-64b-{core}-l2switching-base-avf-{test_type}" algorithm: "plot_ndrpdr_box_name" output-file: "{DIR[STATIC,VPP]}/3n-skx-xxv710-64b-{core}-l2switching-base-avf-{test_type}" - data: "plot-vpp-throughput-lat-tsa-3n-skx" + data: "vpp-3n-skx-curr-iter" core: ["2t1c", ] include: - "Tests.Vpp.Perf.L2.25Ge2P1Xxv710-Avf-Dot1Q-L2Xcbase-Ndrpdr.64B-{core}-avf-dot1q-l2xcbase-ndrpdr" @@ -7403,7 +6531,7 @@ title: "Throughput: 3n-skx-xxv710-64b-{core}-l2switching-base-dpdk-{test_type}" algorithm: "plot_ndrpdr_box_name" output-file: "{DIR[STATIC,VPP]}/3n-skx-xxv710-64b-{core}-l2switching-base-dpdk-{test_type}" - data: "plot-vpp-throughput-lat-tsa-3n-skx" + data: "vpp-3n-skx-curr-iter" core: ["2t1c", ] include: - "Tests.Vpp.Perf.L2.25Ge2P1Xxv710-Dot1Q-L2Xcbase-Ndrpdr.64B-{core}-dot1q-l2xcbase-ndrpdr" @@ -7418,7 +6546,7 @@ title: "Throughput: 3n-skx-xxv710-64b-{core}-l2switching-base-scale-avf-{test_type}" algorithm: "plot_ndrpdr_box_name" output-file: "{DIR[STATIC,VPP]}/3n-skx-xxv710-64b-{core}-l2switching-base-scale-avf-{test_type}" - data: "plot-vpp-throughput-lat-tsa-3n-skx" + data: "vpp-3n-skx-curr-iter" core: ["2t1c", ] include: - "Tests.Vpp.Perf.L2.25Ge2P1Xxv710-Avf-Eth-L2Patch-Ndrpdr.64B-{core}-avf-eth-l2patch-ndrpdr" @@ -7435,7 +6563,7 @@ title: "Throughput: 3n-skx-xxv710-64b-{core}-l2switching-base-scale-dpdk-{test_type}" algorithm: "plot_ndrpdr_box_name" output-file: "{DIR[STATIC,VPP]}/3n-skx-xxv710-64b-{core}-l2switching-base-scale-dpdk-{test_type}" - data: "plot-vpp-throughput-lat-tsa-3n-skx" + data: "vpp-3n-skx-curr-iter" core: ["2t1c", ] include: - "Tests.Vpp.Perf.L2.25Ge2P1Xxv710-Eth-L2Patch-Ndrpdr.64B-{core}-eth-l2patch-ndrpdr" @@ -7452,7 +6580,7 @@ title: "Throughput: 3n-skx-xxv710-64b-{core}-features-l2switching-base-avf-{test_type}" algorithm: "plot_ndrpdr_box_name" output-file: "{DIR[STATIC,VPP]}/3n-skx-xxv710-64b-{core}-features-l2switching-base-avf-{test_type}" - data: "plot-vpp-throughput-lat-tsa-3n-skx" + data: "vpp-3n-skx-curr-iter" core: ["2t1c", ] include: - "Tests.Vpp.Perf.L2.25Ge2P1Xxv710-Avf-Eth-L2Bdbasemaclrn-Ndrpdr.64B-{core}-avf-eth-l2bdbasemaclrn-ndrpdr" @@ -7469,7 +6597,7 @@ title: "Throughput: 3n-skx-xxv710-64b-{core}-features-l2switching-base-dpdk-{test_type}" algorithm: "plot_ndrpdr_box_name" output-file: "{DIR[STATIC,VPP]}/3n-skx-xxv710-64b-{core}-features-l2switching-base-dpdk-{test_type}" - data: "plot-vpp-throughput-lat-tsa-3n-skx" + data: "vpp-3n-skx-curr-iter" core: ["2t1c", ] include: - "Tests.Vpp.Perf.L2.25Ge2P1Xxv710-Eth-L2Bdbasemaclrn-Ndrpdr.64B-{core}-eth-l2bdbasemaclrn-ndrpdr" @@ -7486,7 +6614,7 @@ title: "Throughput: 3n-tsh-x520-64b-{core}-l2switching-base-ixgbe-{test_type}" algorithm: "plot_ndrpdr_box_name" output-file: "{DIR[STATIC,VPP]}/3n-tsh-x520-64b-{core}-l2switching-base-ixgbe-{test_type}" - data: "plot-vpp-throughput-lat-tsa-3n-tsh" + data: "vpp-3n-tsh-curr-iter" core: ["1t1c", ] include: - "Tests.Vpp.Perf.L2.10Ge2P1X520-Dot1Q-L2Xcbase-Ndrpdr.64B-{core}-dot1q-l2xcbase-ndrpdr" @@ -7501,7 +6629,7 @@ title: "Throughput: 3n-tsh-x520-64b-{core}-l2switching-base-scale-ixgbe-{test_type}" algorithm: "plot_ndrpdr_box_name" output-file: "{DIR[STATIC,VPP]}/3n-tsh-x520-64b-{core}-l2switching-base-scale-ixgbe-{test_type}" - data: "plot-vpp-throughput-lat-tsa-3n-tsh" + data: "vpp-3n-tsh-curr-iter" core: ["1t1c", ] include: - "Tests.Vpp.Perf.L2.10Ge2P1X520-Eth-L2Patch-Ndrpdr.64B-{core}-eth-l2patch-ndrpdr" @@ -7518,7 +6646,7 @@ title: "Throughput: 3n-tsh-x520-64b-{core}-features-l2switching-base-ixgbe-{test_type}" algorithm: "plot_ndrpdr_box_name" output-file: "{DIR[STATIC,VPP]}/3n-tsh-x520-64b-{core}-features-l2switching-base-ixgbe-{test_type}" - data: "plot-vpp-throughput-lat-tsa-3n-tsh" + data: "vpp-3n-tsh-curr-iter" core: ["1t1c", ] include: - "Tests.Vpp.Perf.L2.10Ge2P1X520-Eth-L2Bdbasemaclrn-Ndrpdr.64B-{core}-eth-l2bdbasemaclrn-ndrpdr" @@ -7535,7 +6663,7 @@ title: "Throughput: 2n-dnv-x553-64b-{core}-l2switching-base-ixgbe-{test_type}" algorithm: "plot_ndrpdr_box_name" output-file: "{DIR[STATIC,VPP]}/2n-dnv-x553-64b-{core}-l2switching-base-ixgbe-{test_type}" - data: "plot-vpp-throughput-lat-tsa-2n-dnv" + data: "vpp-2n-dnv-curr-iter" core: ["1t1c", ] include: - "Tests.Vpp.Perf.L2.2N1L-10Ge2P1X553-Dot1Q-L2Xcbase-Ndrpdr.64B-{core}-dot1q-l2xcbase-ndrpdr" @@ -7550,7 +6678,7 @@ title: "Throughput: 2n-dnv-x553-64b-{core}-l2switching-base-scale-ixgbe-{test_type}" algorithm: "plot_ndrpdr_box_name" output-file: "{DIR[STATIC,VPP]}/2n-dnv-x553-64b-{core}-l2switching-base-scale-ixgbe-{test_type}" - data: "plot-vpp-throughput-lat-tsa-2n-dnv" + data: "vpp-2n-dnv-curr-iter" core: ["1t1c", ] include: - "Tests.Vpp.Perf.L2.2N1L-10Ge2P1X553-Eth-L2Patch-Ndrpdr.64B-{core}-eth-l2patch-ndrpdr" @@ -7567,7 +6695,7 @@ title: "Throughput: 3n-dnv-x553-64b-{core}-l2switching-base-ixgbe-{test_type}" algorithm: "plot_ndrpdr_box_name" output-file: "{DIR[STATIC,VPP]}/3n-dnv-x553-64b-{core}-l2switching-base-ixgbe-{test_type}" - data: "plot-vpp-throughput-lat-tsa-3n-dnv" + data: "vpp-3n-dnv-curr-iter" core: ["1t1c", ] include: - "Tests.Vpp.Perf.L2.10Ge2P1X553-Dot1Q-L2Xcbase-Ndrpdr.64B-{core}-dot1q-l2xcbase-ndrpdr" @@ -7582,7 +6710,7 @@ title: "Throughput: 3n-dnv-x553-64b-{core}-l2switching-base-scale-ixgbe-{test_type}" algorithm: "plot_ndrpdr_box_name" output-file: "{DIR[STATIC,VPP]}/3n-dnv-x553-64b-{core}-l2switching-base-scale-ixgbe-{test_type}" - data: "plot-vpp-throughput-lat-tsa-3n-dnv" + data: "vpp-3n-dnv-curr-iter" core: ["1t1c", ] include: - "Tests.Vpp.Perf.L2.10Ge2P1X553-Eth-L2Patch-Ndrpdr.64B-{core}-eth-l2patch-ndrpdr" @@ -7599,7 +6727,7 @@ title: "Throughput: 3n-dnv-x553-64b-{core}-features-l2switching-base-ixgbe-{test_type}" algorithm: "plot_ndrpdr_box_name" output-file: "{DIR[STATIC,VPP]}/3n-dnv-x553-64b-{core}-features-l2switching-base-ixgbe-{test_type}" - data: "plot-vpp-throughput-lat-tsa-3n-dnv" + data: "vpp-3n-dnv-curr-iter" core: ["1t1c", ] include: - "Tests.Vpp.Perf.L2.10Ge2P1X553-Eth-L2Xcbase-Ndrpdr.64B-{core}-eth-l2xcbase-ndrpdr" @@ -7612,28 +6740,11 @@ title: "3n-dnv-x553-64b-{core}-features-l2switching-base-ixgbe-{test_type}" layout: "plot-throughput" -- type: "plot" - title: "Throughput: 3n-hsw-xl710-78b-{core}-srv6-ip6routing-base-dpdk-{test_type}" - algorithm: "plot_ndrpdr_box_name" - output-file: "{DIR[STATIC,VPP]}/3n-hsw-xl710-78b-{core}-srv6-ip6routing-base-dpdk-{test_type}" - data: "plot-vpp-throughput-lat-tsa-3n-hsw" - core: ["1t1c", ] - include: - - "Tests.Vpp.Perf.Srv6.40Ge2P1Xl710-Ethip6Ip6-Ip6Base-Srv6Enc1Sid-Ndrpdr.78B-{core}-ethip6ip6-ip6base-srv6enc1sid-ndrpdr" - - "Tests.Vpp.Perf.Srv6.40Ge2P1Xl710-Ethip6Srhip6-Ip6Base-Srv6Enc2Sids-Ndrpdr.78B-{core}-ethip6srhip6-ip6base-srv6enc2sids-ndrpdr" - - "Tests.Vpp.Perf.Srv6.40Ge2P1Xl710-Ethip6Srhip6-Ip6Base-Srv6Enc2Sids-Nodecaps-Ndrpdr.78B-{core}-ethip6srhip6-ip6base-srv6enc2sids-nodecaps-ndrpdr" - - "Tests.Vpp.Perf.Srv6.40Ge2P1Xl710-Ethip6Srhip6-Ip6Base-Srv6Proxy-Dyn-Ndrpdr.78B-{core}-ethip6srhip6-ip6base-srv6proxy-dyn-ndrpdr" - - "Tests.Vpp.Perf.Srv6.40Ge2P1Xl710-Ethip6Srhip6-Ip6Base-Srv6Proxy-Masq-Ndrpdr.78B-{core}-ethip6srhip6-ip6base-srv6proxy-masq-ndrpdr" - - "Tests.Vpp.Perf.Srv6.40Ge2P1Xl710-Ethip6Srhip6-Ip6Base-Srv6Proxy-Stat-Ndrpdr.78B-{core}-ethip6srhip6-ip6base-srv6proxy-stat-ndrpdr" - layout: - title: "3n-hsw-xl710-78b-{core}-srv6-ip6routing-base-dpdk-{test_type}" - layout: "plot-throughput" - - type: "plot" title: "Throughput: 3n-skx-xxv710-78b-{core}-srv6-ip6routing-base-avf-{test_type}" algorithm: "plot_ndrpdr_box_name" output-file: "{DIR[STATIC,VPP]}/3n-skx-xxv710-78b-{core}-srv6-ip6routing-base-avf-{test_type}" - data: "plot-vpp-throughput-lat-tsa-3n-skx" + data: "vpp-3n-skx-curr-iter" core: ["2t1c", ] include: - "Tests.Vpp.Perf.Srv6.25Ge2P1Xxv710-Avf-Ethip6Ip6-Ip6Base-Srv6Enc1Sid-Ndrpdr.78B-{core}-avf-ethip6ip6-ip6base-srv6enc1sid-ndrpdr" @@ -7650,7 +6761,7 @@ title: "Throughput: 3n-skx-xxv710-78b-{core}-srv6-ip6routing-base-dpdk-{test_type}" algorithm: "plot_ndrpdr_box_name" output-file: "{DIR[STATIC,VPP]}/3n-skx-xxv710-78b-{core}-srv6-ip6routing-base-dpdk-{test_type}" - data: "plot-vpp-throughput-lat-tsa-3n-skx" + data: "vpp-3n-skx-curr-iter" core: ["2t1c", ] include: - "Tests.Vpp.Perf.Srv6.25Ge2P1Xxv710-Ethip6Ip6-Ip6Base-Srv6Enc1Sid-Ndrpdr.78B-{core}-ethip6ip6-ip6base-srv6enc1sid-ndrpdr" @@ -7667,7 +6778,7 @@ title: "Throughput: 3n-tsh-x520-78b-{core}-srv6-ip6routing-base-ixgbe-{test_type}" algorithm: "plot_ndrpdr_box_name" output-file: "{DIR[STATIC,VPP]}/3n-tsh-x520-78b-{core}-srv6-ip6routing-base-ixgbe-{test_type}" - data: "plot-vpp-throughput-lat-tsa-3n-tsh" + data: "vpp-3n-tsh-curr-iter" core: ["1t1c", ] include: - "Tests.Vpp.Perf.Srv6.10Ge2P1X520-Ethip6Ip6-Ip6Base-Srv6Enc1Sid-Ndrpdr.78B-{core}-ethip6ip6-ip6base-srv6enc1sid-ndrpdr" @@ -7684,7 +6795,7 @@ title: "Throughput: 2n-skx-xxv710-64b-{core}-vhost-base-avf-{test_type}" algorithm: "plot_ndrpdr_box_name" output-file: "{DIR[STATIC,VPP]}/2n-skx-xxv710-64b-{core}-vhost-base-avf-{test_type}" - data: "plot-vpp-throughput-lat-tsa-2n-skx" + data: "vpp-2n-skx-curr-iter" core: ["2t1c", ] include: - "Tests.Vpp.Perf.Vm Vhost.2N1L-25Ge2P1Xxv710-Avf-Dot1Q-L2Xcbase-Eth-2Vhostvr1024-1Vm-Ndrpdr.64B-{core}-avf-dot1q-l2xcbase-eth-2vhostvr1024-1vm-ndrpdr" @@ -7700,7 +6811,7 @@ title: "Throughput: 2n-skx-xxv710-64b-{core}-vhost-base-avf-vpp-{test_type}" algorithm: "plot_ndrpdr_box_name" output-file: "{DIR[STATIC,VPP]}/2n-skx-xxv710-64b-{core}-vhost-base-avf-vpp-{test_type}" - data: "plot-vpp-throughput-lat-tsa-2n-skx" + data: "vpp-2n-skx-curr-iter" core: ["2t1c", ] include: - "Tests.Vpp.Perf.Vm Vhost.2N1L-25Ge2P1Xxv710-Avf-Dot1Q-L2Xcbase-Eth-2Vhostvr1024-1Vm-Vppl2Xc-Ndrpdr.64B-{core}-avf-dot1q-l2xcbase-eth-2vhostvr1024-1vm-vppl2xc-ndrpdr" @@ -7716,7 +6827,7 @@ title: "Throughput: 2n-skx-xxv710-64b-{core}-vhost-base-dpdk-{test_type}" algorithm: "plot_ndrpdr_box_name" output-file: "{DIR[STATIC,VPP]}/2n-skx-xxv710-64b-{core}-vhost-base-dpdk-{test_type}" - data: "plot-vpp-throughput-lat-tsa-2n-skx" + data: "vpp-2n-skx-curr-iter" core: ["2t1c", ] include: - "Tests.Vpp.Perf.Vm Vhost.2N1L-25Ge2P1Xxv710-Dot1Q-L2Xcbase-Eth-2Vhostvr1024-1Vm-Ndrpdr.64B-{core}-dot1q-l2xcbase-eth-2vhostvr1024-1vm-ndrpdr" @@ -7732,7 +6843,7 @@ title: "Throughput: 2n-skx-xxv710-64b-{core}-vhost-base-dpdk-vpp-{test_type}" algorithm: "plot_ndrpdr_box_name" output-file: "{DIR[STATIC,VPP]}/2n-skx-xxv710-64b-{core}-vhost-base-dpdk-vpp-{test_type}" - data: "plot-vpp-throughput-lat-tsa-2n-skx" + data: "vpp-2n-skx-curr-iter" core: ["2t1c", ] include: - "Tests.Vpp.Perf.Vm Vhost.2N1L-25Ge2P1Xxv710-Dot1Q-L2Xcbase-Eth-2Vhostvr1024-1Vm-Vppl2Xc-Ndrpdr.64B-{core}-dot1q-l2xcbase-eth-2vhostvr1024-1vm-vppl2xc-ndrpdr" @@ -7744,43 +6855,11 @@ title: "2n-skx-xxv710-64b-{core}-vhost-base-dpdk-vpp-{test_type}" layout: "plot-throughput" -- type: "plot" - title: "Throughput: 3n-hsw-xl710-64b-{core}-vhost-base-dpdk-{test_type}" - algorithm: "plot_ndrpdr_box_name" - output-file: "{DIR[STATIC,VPP]}/3n-hsw-xl710-64b-{core}-vhost-base-dpdk-{test_type}" - data: "plot-vpp-throughput-lat-tsa-3n-hsw" - core: ["1t1c", ] - include: - - "Tests.Vpp.Perf.Vm Vhost.40Ge2P1Xl710-Dot1Q-L2Xcbase-Eth-2Vhostvr1024-1Vm-Ndrpdr.64B-{core}-dot1q-l2xcbase-eth-2vhostvr1024-1vm-ndrpdr" - - "Tests.Vpp.Perf.Vm Vhost.40Ge2P1Xl710-Dot1Q-L2Bdbasemaclrn-Eth-2Vhostvr1024-1Vm-Ndrpdr.64B-{core}-dot1q-l2bdbasemaclrn-eth-2vhostvr1024-1vm-ndrpdr" - - "Tests.Vpp.Perf.Vm Vhost.40Ge2P1Xl710-Eth-L2Xcbase-Eth-2Vhostvr1024-1Vm-Ndrpdr.64B-{core}-eth-l2xcbase-eth-2vhostvr1024-1vm-ndrpdr" - - "Tests.Vpp.Perf.Vm Vhost.40Ge2P1Xl710-Eth-L2Bdbasemaclrn-Eth-2Vhostvr1024-1Vm-Ndrpdr.64B-{core}-eth-l2bdbasemaclrn-eth-2vhostvr1024-1vm-ndrpdr" - - "Tests.Vpp.Perf.Vm Vhost.40Ge2P1Xl710-Ethip4-Ip4Base-Eth-2Vhostvr1024-1Vm-Ndrpdr.64B-{core}-ethip4-ip4base-eth-2vhostvr1024-1vm-ndrpdr" - layout: - title: "3n-hsw-xl710-64b-{core}-vhost-base-dpdk-{test_type}" - layout: "plot-throughput" - -- type: "plot" - title: "Throughput: 3n-hsw-xl710-64b-{core}-vhost-base-dpdk-vpp-{test_type}" - algorithm: "plot_ndrpdr_box_name" - output-file: "{DIR[STATIC,VPP]}/3n-hsw-xl710-64b-{core}-vhost-base-dpdk-vpp-{test_type}" - data: "plot-vpp-throughput-lat-tsa-3n-hsw" - core: ["1t1c", ] - include: - - "Tests.Vpp.Perf.Vm Vhost.40Ge2P1Xl710-Dot1Q-L2Xcbase-Eth-2Vhostvr1024-1Vm-Vppl2Xc-Ndrpdr.64B-{core}-dot1q-l2xcbase-eth-2vhostvr1024-1vm-vppl2xc-ndrpdr" - - "Tests.Vpp.Perf.Vm Vhost.40Ge2P1Xl710-Dot1Q-L2Bdbasemaclrn-Eth-2Vhostvr10241Vm-Vppl2Xc-Ndrpdr.64B-{core}-dot1q-l2bdbasemaclrn-eth-2vhostvr1024-1vm-vppl2xc-ndrpdr" - - "Tests.Vpp.Perf.Vm Vhost.40Ge2P1Xl710-Eth-L2Xcbase-Eth-2Vhostvr1024-1Vm-Vppl2Xc-Ndrpdr.64B-{core}-eth-l2xcbase-eth-2vhostvr1024-1vm-vppl2xc-ndrpdr" - - "Tests.Vpp.Perf.Vm Vhost.40Ge2P1Xl710-Eth-L2Bdbasemaclrn-Eth-2Vhostvr1024-1V-m-Vppl2Xc-Ndrpdr.64B-{core}-eth-l2bdbasemaclrn-eth-2vhostvr1024-1vm-vppl2xc-ndrpdr" - - "Tests.Vpp.Perf.Vm Vhost.40Ge2P1Xl710-Ethip4-Ip4Base-Eth-2Vhostvr1024-1Vm-Vppip4-Ndrpdr.64B-{core}-ethip4-ip4base-eth-2vhostvr1024-1vm-vppip4-ndrpdr" - layout: - title: "3n-hsw-xl710-64b-{core}-vhost-base-dpdk-vpp-{test_type}" - layout: "plot-throughput" - - type: "plot" title: "Throughput: 3n-skx-x710-64b-{core}-link-bonding-vhost-base-avf-{test_type}" algorithm: "plot_ndrpdr_box_name" output-file: "{DIR[STATIC,VPP]}/3n-skx-x710-64b-{core}-link-bonding-vhost-base-avf-{test_type}" - data: "plot-vpp-throughput-lat-tsa-3n-skx" + data: "vpp-3n-skx-curr-iter" core: ["2t1c", ] include: - "Tests.Vpp.Perf.Vm Vhost.10Ge2P1X710-Avf-1Lbvpplacp-Dot1Q-L2Xcbase-Eth-2Vhostvr1024-1Vm-Ndrpdr.64B-{core}-avf-1lbvpplacp-dot1q-l2xcbase-eth-2vhostvr1024-1vm-ndrpdr" @@ -7795,7 +6874,7 @@ title: "Throughput: 3n-skx-x710-64b-{core}-link-bonding-vhost-base-avf-vpp-{test_type}" algorithm: "plot_ndrpdr_box_name" output-file: "{DIR[STATIC,VPP]}/3n-skx-x710-64b-{core}-link-bonding-vhost-base-avf-vpp-{test_type}" - data: "plot-vpp-throughput-lat-tsa-3n-skx" + data: "vpp-3n-skx-curr-iter" core: ["2t1c", ] include: - "Tests.Vpp.Perf.Vm Vhost.10Ge2P1X710-Avf-1Lbvpplacp-Dot1Q-L2Xcbase-Eth-2Vhostvr1024-1Vm-Vppl2Xc-Ndrpdr.64B-{core}-avf-1lbvpplacp-dot1q-l2xcbase-eth-2vhostvr1024-1vm-vppl2xc-ndrpdr" @@ -7810,7 +6889,7 @@ title: "Throughput: 3n-skx-xxv710-64b-{core}-vhost-base-avf-{test_type}" algorithm: "plot_ndrpdr_box_name" output-file: "{DIR[STATIC,VPP]}/3n-skx-xxv710-64b-{core}-vhost-base-avf-{test_type}" - data: "plot-vpp-throughput-lat-tsa-3n-skx" + data: "vpp-3n-skx-curr-iter" core: ["2t1c", ] include: - "Tests.Vpp.Perf.Vm Vhost.25Ge2P1Xxv710-Avf-Dot1Q-L2Xcbase-Eth-2Vhostvr1024-1Vm-Ndrpdr.64B-{core}-avf-dot1q-l2xcbase-eth-2vhostvr1024-1vm-ndrpdr" @@ -7827,7 +6906,7 @@ title: "Throughput: 3n-skx-xxv710-64b-{core}-vhost-base-avf-vpp-{test_type}" algorithm: "plot_ndrpdr_box_name" output-file: "{DIR[STATIC,VPP]}/3n-skx-xxv710-64b-{core}-vhost-base-avf-vpp-{test_type}" - data: "plot-vpp-throughput-lat-tsa-3n-skx" + data: "vpp-3n-skx-curr-iter" core: ["2t1c", ] include: - "Tests.Vpp.Perf.Vm Vhost.25Ge2P1Xxv710-Avf-Dot1Q-L2Xcbase-Eth-2Vhostvr1024-1Vm-Vppl2Xc-Ndrpdr.64B-{core}-avf-dot1q-l2xcbase-eth-2vhostvr1024-1vm-vppl2xc-ndrpdr" @@ -7844,7 +6923,7 @@ title: "Throughput: 3n-skx-xxv710-64b-{core}-vhost-base-dpdk-{test_type}" algorithm: "plot_ndrpdr_box_name" output-file: "{DIR[STATIC,VPP]}/3n-skx-xxv710-64b-{core}-vhost-base-dpdk-{test_type}" - data: "plot-vpp-throughput-lat-tsa-3n-skx" + data: "vpp-3n-skx-curr-iter" core: ["2t1c", ] include: - "Tests.Vpp.Perf.Vm Vhost.25Ge2P1Xxv710-Dot1Q-L2Xcbase-Eth-2Vhostvr1024-1Vm-Ndrpdr.64B-{core}-dot1q-l2xcbase-eth-2vhostvr1024-1vm-ndrpdr" @@ -7861,7 +6940,7 @@ title: "Throughput: 3n-skx-xxv710-64b-{core}-vhost-base-dpdk-vpp-{test_type}" algorithm: "plot_ndrpdr_box_name" output-file: "{DIR[STATIC,VPP]}/3n-skx-xxv710-64b-{core}-vhost-base-dpdk-vpp-{test_type}" - data: "plot-vpp-throughput-lat-tsa-3n-skx" + data: "vpp-3n-skx-curr-iter" core: ["2t1c", ] include: - "Tests.Vpp.Perf.Vm Vhost.25Ge2P1Xxv710-Dot1Q-L2Xcbase-Eth-2Vhostvr1024-1Vm-Vppl2Xc-Ndrpdr.64B-{core}-dot1q-l2xcbase-eth-2vhostvr1024-1vm-vppl2xc-ndrpdr" @@ -7877,7 +6956,7 @@ title: "Throughput: 3n-skx-xxv710-64b-{core}-link-bonding-vhost-base-avf-{test_type}" algorithm: "plot_ndrpdr_box_name" output-file: "{DIR[STATIC,VPP]}/3n-skx-xxv710-64b-{core}-link-bonding-vhost-base-avf-{test_type}" - data: "plot-vpp-throughput-lat-tsa-3n-skx" + data: "vpp-3n-skx-curr-iter" core: ["2t1c", ] include: - "Tests.Vpp.Perf.Vm Vhost.25Ge2P1Xxv710-Avf-1Lbvpplacp-Dot1Q-L2Xcbase-Eth-2Vhostvr1024-1Vm-Ndrpdr.64B-{core}-avf-1lbvpplacp-dot1q-l2xcbase-eth-2vhostvr1024-1vm-ndrpdr" @@ -7890,7 +6969,7 @@ title: "Throughput: 3n-skx-xxv710-64b-{core}-link-bonding-vhost-base-avf-vpp-{test_type}" algorithm: "plot_ndrpdr_box_name" output-file: "{DIR[STATIC,VPP]}/3n-skx-xxv710-64b-{core}-link-bonding-vhost-base-avf-vpp-{test_type}" - data: "plot-vpp-throughput-lat-tsa-3n-skx" + data: "vpp-3n-skx-curr-iter" core: ["2t1c", ] include: - "Tests.Vpp.Perf.Vm Vhost.25Ge2P1Xxv710-Avf-1Lbvpplacp-Dot1Q-L2Xcbase-Eth-2Vhostvr1024-1Vm-Vppl2Xc-Ndrpdr.64B-{core}-avf-1lbvpplacp-dot1q-l2xcbase-eth-2vhostvr1024-1vm-vppl2xc-ndrpdr" @@ -7903,7 +6982,7 @@ title: "Throughput: 3n-skx-xxv710-64b-{core}-link-bonding-vhost-base-dpdk-{test_type}" algorithm: "plot_ndrpdr_box_name" output-file: "{DIR[STATIC,VPP]}/3n-skx-xxv710-64b-{core}-link-bonding-vhost-base-dpdk-{test_type}" - data: "plot-vpp-throughput-lat-tsa-3n-skx" + data: "vpp-3n-skx-curr-iter" core: ["2t1c", ] include: - "Tests.Vpp.Perf.Vm Vhost.25Ge2P1Xxv710-1Lbvpplacp-Dot1Q-L2Xcbase-Eth-2Vhostvr1024-1Vm-Ndrpdr.64B-{core}-1lbvpplacp-dot1q-l2xcbase-eth-2vhostvr1024-1vm-ndrpdr" @@ -7916,7 +6995,7 @@ title: "Throughput: 3n-skx-xxv710-64b-{core}-link-bonding-vhost-base-dpdk-vpp-{test_type}" algorithm: "plot_ndrpdr_box_name" output-file: "{DIR[STATIC,VPP]}/3n-skx-xxv710-64b-{core}-link-bonding-vhost-base-dpdk-vpp-{test_type}" - data: "plot-vpp-throughput-lat-tsa-3n-skx" + data: "vpp-3n-skx-curr-iter" core: ["2t1c", ] include: - "Tests.Vpp.Perf.Vm Vhost.25Ge2P1Xxv710-1Lbvpplacp-Dot1Q-L2Xcbase-Eth-2Vhostvr1024-1Vm-Vppl2Xc-Ndrpdr.64B-{core}-1lbvpplacp-dot1q-l2xcbase-eth-2vhostvr1024-1vm-vppl2xc-ndrpdr" @@ -7929,7 +7008,7 @@ title: "Throughput: 3n-tsh-x520-64b-{core}-vhost-base-ixgbe-vppl2xc-{test_type}" algorithm: "plot_ndrpdr_box_name" output-file: "{DIR[STATIC,VPP]}/3n-tsh-x520-64b-{core}-vhost-base-ixgbe-vppl2xc-{test_type}" - data: "plot-vpp-throughput-lat-tsa-3n-tsh" + data: "vpp-3n-tsh-curr-iter" core: ["1t1c", ] include: - "Tests.Vpp.Perf.Vm Vhost.10Ge2P1X520-Dot1Q-L2Xcbase-Eth-2Vhostvr1024-1Vm-vppl2xc-Ndrpdr.64B-{core}-dot1q-l2xcbase-eth-2vhostvr1024-1vm-vppl2xc-ndrpdr" @@ -7946,7 +7025,7 @@ title: "Throughput: 3n-tsh-x520-64b-{core}-vhost-base-ixgbe-{test_type}" algorithm: "plot_ndrpdr_box_name" output-file: "{DIR[STATIC,VPP]}/3n-tsh-x520-64b-{core}-vhost-base-ixgbe-{test_type}" - data: "plot-vpp-throughput-lat-tsa-3n-tsh" + data: "vpp-3n-tsh-curr-iter" core: ["1t1c", ] include: - "Tests.Vpp.Perf.Vm Vhost.10Ge2P1X520-Dot1Q-L2Xcbase-Eth-2Vhostvr1024-1Vm-Ndrpdr.64B-{core}-dot1q-l2xcbase-eth-2vhostvr1024-1vm-ndrpdr" @@ -7963,7 +7042,7 @@ title: "Throughput: 2n-skx-xxv710-114b-{core}-vts-l2switching-base-dpdk-{test_type}" algorithm: "plot_ndrpdr_box_name" output-file: "{DIR[STATIC,VPP]}/2n-skx-xxv710-114b-{core}-vts-l2switching-base-dpdk-{test_type}" - data: "plot-vpp-throughput-lat-tsa-2n-skx" + data: "vpp-2n-skx-curr-iter" core: ["2t1c", ] include: - "Tests.Vpp.Perf.Vts.2N1L-25Ge2P1Xxv710-Avf-Ethip4Vxlan-L2Bdbasemaclrn-Eth-Iacldstbase-Aclpermit-2Vhostvr1024-1Vm-Ndrpdr.114B-{core}-avf-ethip4vxlan-l2bdbasemaclrn-eth-iacldstbase-aclpermit-2vhostvr1024-1vm-ndrpdr" @@ -7980,7 +7059,7 @@ title: "Throughput: 2n-tx2-xl710-64b-{core}-ip4routing-base-scale-dpdk-{test_type}" algorithm: "plot_ndrpdr_box_name" output-file: "{DIR[STATIC,VPP]}/2n-tx2-xl710-64b-{core}-ip4routing-base-scale-dpdk-{test_type}" - data: "plot-vpp-throughput-lat-tsa-2n-tx2" + data: "vpp-2n-tx2-curr-iter" core: ["1t1c", ] include: - "Tests.Vpp.Perf.Ip4.2N1L-40Ge2P1Xl710-Dot1Q-Ip4Base-Ndrpdr.64B-{core}-dot1q-ip4base-ndrpdr" @@ -7996,7 +7075,7 @@ title: "Throughput: 2n-tx2-xl710-64b-{core}-features-ip4routing-base-scale-dpdk-{test_type}" algorithm: "plot_ndrpdr_box_name" output-file: "{DIR[STATIC,VPP]}/2n-tx2-xl710-64b-{core}-features-ip4routing-base-scale-dpdk-{test_type}" - data: "plot-vpp-throughput-lat-tsa-2n-tx2" + data: "vpp-2n-tx2-curr-iter" core: ["1t1c", ] include: - "Tests.Vpp.Perf.Ip4.2N1L-40Ge2P1Xl710-Ethip4-Ip4Base-Iacldstbase-Ndrpdr.64B-{core}-ethip4-ip4base-iacldstbase-ndrpdr" @@ -8012,7 +7091,7 @@ title: "Throughput: 2n-tx2-xl710-78b-{core}-ip6routing-base-scale-dpdk-{test_type}" algorithm: "plot_ndrpdr_box_name" output-file: "{DIR[STATIC,VPP]}/2n-tx2-xl710-78b-{core}-ip6routing-base-scale-dpdk-{test_type}" - data: "plot-vpp-throughput-lat-tsa-2n-tx2" + data: "vpp-2n-tx2-curr-iter" core: ["1t1c", ] include: - "Tests.Vpp.Perf.Ip6.2N1L-40Ge2P1Xl710-Dot1Q-Ip6Base-Ndrpdr.78B-{core}-dot1q-ip6base-ndrpdr" @@ -8029,7 +7108,7 @@ title: "Throughput: 2n-tx2-xl710-64b-{core}-l2switching-base-dpdk-{test_type}" algorithm: "plot_ndrpdr_box_name" output-file: "{DIR[STATIC,VPP]}/2n-tx2-xl710-64b-{core}-l2switching-base-dpdk-{test_type}" - data: "plot-vpp-throughput-lat-tsa-2n-tx2" + data: "vpp-2n-tx2-curr-iter" core: ["1t1c", ] include: - "Tests.Vpp.Perf.L2.2N1L-40Ge2P1Xl710-Dot1Q-L2Xcbase-Ndrpdr.64B-{core}-dot1q-l2xcbase-ndrpdr" @@ -8045,7 +7124,7 @@ title: "Throughput: 2n-tx2-xl710-64b-{core}-l2switching-scale-dpdk-{test_type}" algorithm: "plot_ndrpdr_box_name" output-file: "{DIR[STATIC,VPP]}/2n-tx2-xl710-64b-{core}-l2switching-scale-dpdk-{test_type}" - data: "plot-vpp-throughput-lat-tsa-2n-tx2" + data: "vpp-2n-tx2-curr-iter" core: ["1t1c", ] include: - "Tests.Vpp.Perf.L2.2N1L-40Ge2P1Xl710-Eth-L2Bdbasemaclrn-Ndrpdr.64B-{core}-eth-l2bdbasemaclrn-ndrpdr" @@ -8060,7 +7139,7 @@ title: "Throughput: 2n-tx2-xl710-64b-{core}-features-l2switching-base-dpdk-{test_type}" algorithm: "plot_ndrpdr_box_name" output-file: "{DIR[STATIC,VPP]}/2n-tx2-xl710-64b-{core}-features-l2switching-base-dpdk-{test_type}" - data: "plot-vpp-throughput-lat-tsa-2n-tx2" + data: "vpp-2n-tx2-curr-iter" core: ["1t1c", ] include: - "Tests.Vpp.Perf.L2.2N1L-40Ge2P1Xl710-Eth-L2Bdbasemaclrn-Iacl50Sf-10Kflows-Ndrpdr.64B-{core}-eth-l2bdbasemaclrn-iacl50sf-10kflows-ndrpdr" @@ -8080,7 +7159,7 @@ title: "Speedup: 2n-skx-xxv710-64b-memif-base-avf-{test_type}-tsa" algorithm: "plot_tsa_name" output-file: "{DIR[STATIC,VPP]}/2n-skx-xxv710-64b-memif-base-avf-{test_type}-tsa" - data: "plot-vpp-throughput-lat-tsa-2n-skx" + data: "vpp-2n-skx-curr-iter" include: - "Tests.Vpp.Perf.Container Memif.2N1L-25Ge2P1Xxv710-Avf-Eth-L2Xcbase-Eth-2Memif-1Dcr-Ndrpdr.64B-.t.c-avf-eth-l2xcbase-eth-2memif-1dcr-ndrpdr" - "Tests.Vpp.Perf.Container Memif.2N1L-25Ge2P1Xxv710-Avf-Dot1Q-L2Bdbasemaclrn-Eth-2Memif-1Dcr-Ndrpdr.64B-.t.c-avf-dot1q-l2bdbasemaclrn-eth-2memif-1dcr-ndrpdr" @@ -8094,7 +7173,7 @@ title: "Speedup: 2n-skx-xxv710-64b-memif-base-dpdk-{test_type}-tsa" algorithm: "plot_tsa_name" output-file: "{DIR[STATIC,VPP]}/2n-skx-xxv710-64b-memif-base-dpdk-{test_type}-tsa" - data: "plot-vpp-throughput-lat-tsa-2n-skx" + data: "vpp-2n-skx-curr-iter" include: - "Tests.Vpp.Perf.Container Memif.2N1L-25Ge2P1Xxv710-Eth-L2Xcbase-Eth-2Memif-1Dcr-Ndrpdr.64B-.t.c-eth-l2xcbase-eth-2memif-1dcr-ndrpdr" - "Tests.Vpp.Perf.Container Memif.2N1L-25Ge2P1Xxv710-Dot1Q-L2Bdbasemaclrn-Eth-2Memif-1Dcr-Ndrpdr.64B-.t.c-dot1q-l2bdbasemaclrn-eth-2memif-1dcr-ndrpdr" @@ -8108,7 +7187,7 @@ title: "Speedup: 3n-skx-xxv710-64b-memif-base-avf-{test_type}-tsa" algorithm: "plot_tsa_name" output-file: "{DIR[STATIC,VPP]}/3n-skx-xxv710-64b-memif-base-avf-{test_type}-tsa" - data: "plot-vpp-throughput-lat-tsa-3n-skx" + data: "vpp-3n-skx-curr-iter" include: - "Tests.Vpp.Perf.Container Memif.25Ge2P1Xxv710-Avf-Eth-L2Xcbase-Eth-2Memif-1Dcr-Ndrpdr.64B-.t.c-avf-eth-l2xcbase-eth-2memif-1dcr-ndrpdr" - "Tests.Vpp.Perf.Container Memif.25Ge2P1Xxv710-Avf-Eth-L2Xcbase-Eth-2Memif-1Lxc-Ndrpdr.64B-.t.c-avf-eth-l2xcbase-eth-2memif-1lxc-ndrpdr" @@ -8123,7 +7202,7 @@ title: "Speedup: 3n-skx-xxv710-64b-memif-base-dpdk-{test_type}-tsa" algorithm: "plot_tsa_name" output-file: "{DIR[STATIC,VPP]}/3n-skx-xxv710-64b-memif-base-dpdk-{test_type}-tsa" - data: "plot-vpp-throughput-lat-tsa-3n-skx" + data: "vpp-3n-skx-curr-iter" include: - "Tests.Vpp.Perf.Container Memif.25Ge2P1Xxv710-Eth-L2Xcbase-Eth-2Memif-1Dcr-Ndrpdr.64B-.t.c-eth-l2xcbase-eth-2memif-1dcr-ndrpdr" - "Tests.Vpp.Perf.Container Memif.25Ge2P1Xxv710-Eth-L2Xcbase-Eth-2Memif-1Lxc-Ndrpdr.64B-.t.c-eth-l2xcbase-eth-2memif-1lxc-ndrpdr" @@ -8138,7 +7217,7 @@ title: "Speedup: 2n-skx-x710-64b-ip4routing-base-scale-[avf,dpdk]-{test_type}-tsa" algorithm: "plot_tsa_name" output-file: "{DIR[STATIC,VPP]}/2n-skx-x710-64b-ip4routing-base-scale-[avf,dpdk]-{test_type}-tsa" - data: "plot-vpp-throughput-lat-tsa-2n-skx" + data: "vpp-2n-skx-curr-iter" include: - "Tests.Vpp.Perf.Ip4.2N1L-10Ge2P1X710-Avf-Dot1Q-Ip4Base-Ndrpdr.64B-.t.c-avf-dot1q-ip4base-ndrpdr" - "Tests.Vpp.Perf.Ip4.2N1L-10Ge2P1X710-Avf-Ethip4-Ip4Base-Ndrpdr.64B-.t.c-avf-ethip4-ip4base-ndrpdr" @@ -8154,7 +7233,7 @@ title: "Speedup: 2n-skx-xxv710-64b-ip4routing-base-scale-avf-{test_type}-tsa" algorithm: "plot_tsa_name" output-file: "{DIR[STATIC,VPP]}/2n-skx-xxv710-64b-ip4routing-base-scale-avf-{test_type}-tsa" - data: "plot-vpp-throughput-lat-tsa-2n-skx" + data: "vpp-2n-skx-curr-iter" include: - "Tests.Vpp.Perf.Ip4.2N1L-25Ge2P1Xxv710-Avf-Dot1Q-Ip4Base-Ndrpdr.64B-.t.c-avf-dot1q-ip4base-ndrpdr" - "Tests.Vpp.Perf.Ip4.2N1L-25Ge2P1Xxv710-Avf-Ethip4-Ip4Base-Ndrpdr.64B-.t.c-avf-ethip4-ip4base-ndrpdr" @@ -8172,7 +7251,7 @@ title: "Speedup: 2n-skx-xxv710-64b-ip4routing-base-scale-dpdk-{test_type}-tsa" algorithm: "plot_tsa_name" output-file: "{DIR[STATIC,VPP]}/2n-skx-xxv710-64b-ip4routing-base-scale-dpdk-{test_type}-tsa" - data: "plot-vpp-throughput-lat-tsa-2n-skx" + data: "vpp-2n-skx-curr-iter" include: - "Tests.Vpp.Perf.Ip4.2N1L-25Ge2P1Xxv710-Dot1Q-Ip4Base-Ndrpdr.64B-.t.c-dot1q-ip4base-ndrpdr" - "Tests.Vpp.Perf.Ip4.2N1L-25Ge2P1Xxv710-Ethip4-Ip4Base-Ndrpdr.64B-.t.c-ethip4-ip4base-ndrpdr" @@ -8190,7 +7269,7 @@ title: "Speedup: 2n-skx-xxv710-64b-features-ip4routing-base-avf-{test_type}-tsa" algorithm: "plot_tsa_name" output-file: "{DIR[STATIC,VPP]}/2n-skx-xxv710-64b-features-ip4routing-base-avf-{test_type}-tsa" - data: "plot-vpp-throughput-lat-tsa-2n-skx" + data: "vpp-2n-skx-curr-iter" include: - "Tests.Vpp.Perf.Ip4.2N1L-25Ge2P1Xxv710-Avf-Ethip4Udp-Ip4Base-Iacl50Sf-10Kflows-Ndrpdr.64B-.t.c-avf-ethip4udp-ip4base-iacl50sf-10kflows-ndrpdr" - "Tests.Vpp.Perf.Ip4.2N1L-25Ge2P1Xxv710-Avf-Ethip4Udp-Ip4Base-Iacl50Sl-10Kflows-Ndrpdr.64B-.t.c-avf-ethip4udp-ip4base-iacl50sl-10kflows-ndrpdr" @@ -8206,7 +7285,7 @@ title: "Speedup: 2n-skx-xxv710-64b-nat44det-ip4routing-stl-bidir-avf-{test_type}-tsa" algorithm: "plot_tsa_name" output-file: "{DIR[STATIC,VPP]}/2n-skx-xxv710-64b-nat44det-ip4routing-stl-bidir-avf-{test_type}-tsa" - data: "plot-vpp-throughput-lat-tsa-2n-skx" + data: "vpp-2n-skx-curr-iter" include: - "tests.vpp.perf.ip4.2n1l-25ge2p1xxv710-avf-ethip4udp-nat44det-h1024-p63-s64512-ndrpdr.64b-.t.c-avf-ethip4udp-nat44det-h1024-p63-s64512-ndrpdr" - "tests.vpp.perf.ip4.2n1l-25ge2p1xxv710-avf-ethip4udp-nat44det-h4096-p63-s258048-ndrpdr.64b-.t.c-avf-ethip4udp-nat44det-h4096-p63-s258048-ndrpdr" @@ -8221,7 +7300,7 @@ title: "Speedup: 2n-skx-xxv710-64b-nat44ed-ip4routing-stl-unidir-avf-{test_type}-tsa" algorithm: "plot_tsa_name" output-file: "{DIR[STATIC,VPP]}/2n-skx-xxv710-64b-nat44ed-ip4routing-stl-unidir-avf-{test_type}-tsa" - data: "plot-vpp-throughput-lat-tsa-2n-skx" + data: "vpp-2n-skx-curr-iter" include: - "tests.vpp.perf.ip4.2n1l-25ge2p1xxv710-avf-ethip4udp-nat44ed-h1024-p63-s64512-udir-ndrpdr.64b-.t.c-avf-ethip4udp-nat44ed-h1024-p63-s64512-udir-ndrpdr" - "tests.vpp.perf.ip4.2n1l-25ge2p1xxv710-avf-ethip4udp-nat44ed-h4096-p63-s258048-udir-ndrpdr.64b-.t.c-avf-ethip4udp-nat44ed-h4096-p63-s258048-udir-ndrpdr" @@ -8236,7 +7315,7 @@ title: "Speedup: 2n-skx-xxv710-64b-nat44ed-ip4routing-udp-stf-cps-avf-{test_type}-tsa" algorithm: "plot_tsa_name" output-file: "{DIR[STATIC,VPP]}/2n-skx-xxv710-64b-nat44ed-ip4routing-udp-stf-cps-avf-{test_type}-tsa" - data: "plot-vpp-throughput-lat-tsa-2n-skx" + data: "vpp-2n-skx-curr-iter" include: - "tests.vpp.perf.ip4.2n1l-25ge2p1xxv710-avf-ethip4udp-nat44ed-h1024-p63-s64512-cps-ndrpdr.64b-.t.c-avf-ethip4udp-nat44ed-h1024-p63-s64512-cps-ndrpdr" - "tests.vpp.perf.ip4.2n1l-25ge2p1xxv710-avf-ethip4udp-ip4base-h1024-p63-s64512-cps-ndrpdr.64b-.t.c-avf-ethip4udp-ip4base-h1024-p63-s64512-cps-ndrpdr" @@ -8256,7 +7335,7 @@ title: "Speedup: 2n-skx-xxv710-64b-nat44ed-ip4routing-udp-stf-pps-avf-{test_type}-tsa" algorithm: "plot_tsa_name" output-file: "{DIR[STATIC,VPP]}/2n-skx-xxv710-64b-nat44ed-ip4routing-udp-stf-pps-avf-{test_type}-tsa" - data: "plot-vpp-throughput-lat-tsa-2n-skx" + data: "vpp-2n-skx-curr-iter" include: - "tests.vpp.perf.ip4.2n1l-25ge2p1xxv710-avf-ethip4udp-nat44ed-h1024-p63-s64512-pps-ndrpdr.64b-.t.c-avf-ethip4udp-nat44ed-h1024-p63-s64512-pps-ndrpdr" - "tests.vpp.perf.ip4.2n1l-25ge2p1xxv710-avf-ethip4udp-ip4base-h1024-p63-s64512-pps-ndrpdr.64b-.t.c-avf-ethip4udp-ip4base-h1024-p63-s64512-pps-ndrpdr" @@ -8276,7 +7355,7 @@ title: "Speedup: 2n-skx-xxv710-64b-nat44ed-ip4routing-tcp-stf-cps-avf-{test_type}-tsa" algorithm: "plot_tsa_name" output-file: "{DIR[STATIC,VPP]}/2n-skx-xxv710-64b-nat44ed-ip4routing-tcp-stf-cps-avf-{test_type}-tsa" - data: "plot-vpp-throughput-lat-tsa-2n-skx" + data: "vpp-2n-skx-curr-iter" include: - "tests.vpp.perf.ip4.2n1l-25ge2p1xxv710-avf-ethip4tcp-nat44ed-h1024-p63-s64512-cps-ndrpdr.64b-.t.c-avf-ethip4tcp-nat44ed-h1024-p63-s64512-cps-ndrpdr" - "tests.vpp.perf.ip4.2n1l-25ge2p1xxv710-avf-ethip4tcp-ip4base-h1024-p63-s64512-cps-ndrpdr.64b-.t.c-avf-ethip4tcp-ip4base-h1024-p63-s64512-cps-ndrpdr" @@ -8296,7 +7375,7 @@ title: "Speedup: 2n-skx-xxv710-64b-nat44ed-ip4routing-tcp-stf-pps-avf-{test_type}-tsa" algorithm: "plot_tsa_name" output-file: "{DIR[STATIC,VPP]}/2n-skx-xxv710-64b-nat44ed-ip4routing-tcp-stf-pps-avf-{test_type}-tsa" - data: "plot-vpp-throughput-lat-tsa-2n-skx" + data: "vpp-2n-skx-curr-iter" include: - "tests.vpp.perf.ip4.2n1l-25ge2p1xxv710-avf-ethip4tcp-nat44ed-h1024-p63-s64512-pps-ndrpdr.64b-.t.c-avf-ethip4tcp-nat44ed-h1024-p63-s64512-pps-ndrpdr" - "tests.vpp.perf.ip4.2n1l-25ge2p1xxv710-avf-ethip4tcp-ip4base-h1024-p63-s64512-pps-ndrpdr.64b-.t.c-avf-ethip4tcp-ip4base-h1024-p63-s64512-pps-ndrpdr" @@ -8316,7 +7395,7 @@ title: "Speedup: 2n-skx-xxv710-64b-nat44ed-ip4routing-tcp-tput-avf-{test_type}-tsa" algorithm: "plot_tsa_name" output-file: "{DIR[STATIC,VPP]}/2n-skx-xxv710-64b-nat44ed-ip4routing-tcp-tput-avf-{test_type}-tsa" - data: "plot-vpp-throughput-lat-tsa-2n-skx" + data: "vpp-2n-skx-curr-iter" include: - "tests.vpp.perf.ip4.2n1l-25ge2p1xxv710-avf-Ethip4Tcp-nat44ed-h1024-p63-s64512-pps-ndrpdr.64b-.t.c-avf-ethip4tcp-nat44ed-h1024-p63-s64512-pps-ndrpdr" - "Tests.Vpp.Perf.Ip4.2N1L-25Ge2P1Xxv710-Avf-Ethip4Tcp-Nat44Ed-H1024-P63-S64512-Tput-Ndrpdr.64B-.t.c-avf-ethip4tcp-nat44ed-h1024-p63-s64512-tput-ndrpdr" @@ -8336,7 +7415,7 @@ title: "Speedup: 2n-skx-xxv710-64b-nat44ed-ip4routing-udp-tput-avf-{test_type}-tsa" algorithm: "plot_tsa_name" output-file: "{DIR[STATIC,VPP]}/2n-skx-xxv710-64b-nat44ed-ip4routing-udp-tput-avf-{test_type}-tsa" - data: "plot-vpp-throughput-lat-tsa-2n-skx" + data: "vpp-2n-skx-curr-iter" include: - "tests.vpp.perf.ip4.2n1l-25ge2p1xxv710-avf-Ethip4Udp-nat44ed-h1024-p63-s64512-pps-ndrpdr.64b-.t.c-avf-ethip4udp-nat44ed-h1024-p63-s64512-pps-ndrpdr" - "Tests.Vpp.Perf.Ip4.2N1L-25Ge2P1Xxv710-Avf-Ethip4Udp-Nat44Ed-H1024-P63-S64512-Tput-Ndrpdr.64B-.t.c-avf-ethip4udp-nat44ed-h1024-p63-s64512-tput-ndrpdr" @@ -8356,7 +7435,7 @@ title: "Speedup: 2n-skx-xxv710-64b-nat44ed-ip4routing-tcp-tput2-avf-{test_type}-tsa" algorithm: "plot_tsa_name" output-file: "{DIR[STATIC,VPP]}/2n-skx-xxv710-64b-nat44ed-ip4routing-tcp-tput2-avf-{test_type}-tsa" - data: "plot-vpp-throughput-lat-tsa-2n-skx" + data: "vpp-2n-skx-curr-iter" include: - "tests.vpp.perf.ip4.2n1l-25ge2p1xxv710-avf-ethip4tcp-ip4base-h1024-p63-s64512-pps-ndrpdr.64b-.t.c-avf-ethip4tcp-ip4base-h1024-p63-s64512-pps-ndrpdr" - "Tests.Vpp.Perf.Ip4.2N1L-25Ge2P1Xxv710-Avf-Ethip4Tcp-Nat44Ed-H1024-P63-S64512-Tput-Ndrpdr.64B-.t.c-avf-ethip4tcp-nat44ed-h1024-p63-s64512-tput-ndrpdr" @@ -8376,7 +7455,7 @@ title: "Speedup: 2n-skx-xxv710-64b-nat44ed-ip4routing-udp-tput2-avf-{test_type}-tsa" algorithm: "plot_tsa_name" output-file: "{DIR[STATIC,VPP]}/2n-skx-xxv710-64b-nat44ed-ip4routing-udp-tput2-avf-{test_type}-tsa" - data: "plot-vpp-throughput-lat-tsa-2n-skx" + data: "vpp-2n-skx-curr-iter" include: - "tests.vpp.perf.ip4.2n1l-25ge2p1xxv710-avf-Ethip4Udp-ip4base-h1024-p63-s64512-pps-ndrpdr.64b-.t.c-avf-ethip4udp-ip4base-h1024-p63-s64512-pps-ndrpdr" - "Tests.Vpp.Perf.Ip4.2N1L-25Ge2P1Xxv710-Avf-Ethip4Udp-Nat44Ed-H1024-P63-S64512-Tput-Ndrpdr.64B-.t.c-avf-ethip4udp-nat44ed-h1024-p63-s64512-tput-ndrpdr" @@ -8396,7 +7475,7 @@ title: "Speedup: 2n-skx-xxv710-64b-features-ip4routing-base-dpdk-{test_type}-tsa" algorithm: "plot_tsa_name" output-file: "{DIR[STATIC,VPP]}/2n-skx-xxv710-64b-features-ip4routing-base-dpdk-{test_type}-tsa" - data: "plot-vpp-throughput-lat-tsa-2n-skx" + data: "vpp-2n-skx-curr-iter" include: - "Tests.Vpp.Perf.Ip4.2N1L-25Ge2P1Xxv710-Ethip4-Ip4Base-Ndrpdr.64B-.t.c-ethip4-ip4base-ndrpdr" - "Tests.Vpp.Perf.Ip4.2N1L-25Ge2P1Xxv710-Ethip4Udp-Ip4Base-Iacl50Sf-10Kflows-Ndrpdr.64B-.t.c-ethip4udp-ip4base-iacl50sf-10kflows-ndrpdr" @@ -8412,7 +7491,7 @@ title: "Speedup: 2n-skx-xxv710-64b-ethip4--ethip4udpgeneve-avf-{test_type}-tsa" algorithm: "plot_tsa_name" output-file: "{DIR[STATIC,VPP]}/2n-skx-xxv710-64b-ethip4--ethip4udpgeneve-avf-{test_type}-tsa" - data: "plot-vpp-throughput-lat-tsa-2n-skx" + data: "vpp-2n-skx-curr-iter" include: - "Tests.Vpp.Perf.Ip4 Tunnels.2N1L-25Ge2P1Xxv710-Avf-Ethip4--Ethip4Udpgeneve-1Tun-Ip4Base-Ndrpdr.64B-.t.c-avf-ethip4--ethip4udpgeneve-1tun-ip4base-ndrpdr" - "Tests.Vpp.Perf.Ip4 Tunnels.2N1L-25Ge2P1Xxv710-Avf-Ethip4--Ethip4Udpgeneve-4Tun-Ip4Base-Ndrpdr.64B-.t.c-avf-ethip4--ethip4udpgeneve-4tun-ip4base-ndrpdr" @@ -8423,25 +7502,11 @@ title: "2n-skx-xxv710-64b-ethip4--ethip4udpgeneve-avf-{test_type}" layout: "plot-throughput-speedup-analysis" -- type: "plot" - title: "Speedup: 3n-hsw-xl710-64b-ip4routing-base-scale-dpdk-{test_type}-tsa" - algorithm: "plot_tsa_name" - output-file: "{DIR[STATIC,VPP]}/3n-hsw-xl710-64b-ip4routing-base-scale-dpdk-{test_type}-tsa" - data: "plot-vpp-throughput-lat-tsa-3n-hsw" - include: - - "Tests.Vpp.Perf.Ip4.40Ge2P1Xl710-Dot1Q-Ip4Base-Ndrpdr.64B-.t.c-dot1q-ip4base-ndrpdr" - - "Tests.Vpp.Perf.Ip4.40Ge2P1Xl710-Ethip4-Ip4Base-Ndrpdr.64B-.t.c-ethip4-ip4base-ndrpdr" - - "Tests.Vpp.Perf.Ip4.40Ge2P1Xl710-Ethip4-Ip4Scale2M-Ndrpdr.64B-.t.c-ethip4-ip4scale2m-ndrpdr" - - "Tests.Vpp.Perf.Ip4.40Ge2P1Xl710-Ethip4-Ip4Scale2M-rnd-Ndrpdr.64B-.t.c-ethip4-ip4scale2m-rnd-ndrpdr" - layout: - title: "3n-hsw-xl710-64b-ip4routing-base-scale-dpdk-{test_type}" - layout: "plot-throughput-speedup-analysis" - - type: "plot" title: "Speedup: 3n-skx-x710-64b-ip4routing-base-scale-avf-{test_type}-tsa" algorithm: "plot_tsa_name" output-file: "{DIR[STATIC,VPP]}/3n-skx-x710-64b-ip4routing-base-scale-avf-{test_type}-tsa" - data: "plot-vpp-throughput-lat-tsa-3n-skx" + data: "vpp-3n-skx-curr-iter" include: - "Tests.Vpp.Perf.Ip4.10Ge2P1X710-Avf-Ethip4-Ip4Base-Ndrpdr.64B-.t.c-avf-ethip4-ip4base-ndrpdr" - "Tests.Vpp.Perf.Ip4.10Ge2P1X710-Avf-Ethip4-Ip4Scale2M-Ndrpdr.64B-.t.c-avf-ethip4-ip4scale2m-ndrpdr" @@ -8456,7 +7521,7 @@ title: "Speedup: 3n-skx-xxv710-64b-ip4routing-base-scale-avf-{test_type}-tsa" algorithm: "plot_tsa_name" output-file: "{DIR[STATIC,VPP]}/3n-skx-xxv710-64b-ip4routing-base-scale-avf-{test_type}-tsa" - data: "plot-vpp-throughput-lat-tsa-3n-skx" + data: "vpp-3n-skx-curr-iter" include: - "Tests.Vpp.Perf.Ip4.25Ge2P1Xxv710-Avf-Dot1Q-Ip4Base-Ndrpdr.64B-.t.c-avf-dot1q-ip4base-ndrpdr" - "Tests.Vpp.Perf.Ip4.25Ge2P1Xxv710-Avf-Ethip4-Ip4Base-Ndrpdr.64B-.t.c-avf-eth-ip4base-ndrpdr" @@ -8471,7 +7536,7 @@ title: "Speedup: 3n-skx-xxv710-64b-ip4routing-base-scale-dpdk-{test_type}-tsa" algorithm: "plot_tsa_name" output-file: "{DIR[STATIC,VPP]}/3n-skx-xxv710-64b-ip4routing-base-scale-dpdk-{test_type}-tsa" - data: "plot-vpp-throughput-lat-tsa-3n-skx" + data: "vpp-3n-skx-curr-iter" include: - "Tests.Vpp.Perf.Ip4.25Ge2P1Xxv710-Dot1Q-Ip4Base-Ndrpdr.64B-.t.c-dot1q-ip4base-ndrpdr" - "Tests.Vpp.Perf.Ip4.25Ge2P1Xxv710-Ethip4-Ip4Base-Ndrpdr.64B-.t.c-ethip4-ip4base-ndrpdr" @@ -8486,7 +7551,7 @@ title: "Speedup: 3n-skx-xxv710-64b-features-ip4routing-base-avf-{test_type}-tsa" algorithm: "plot_tsa_name" output-file: "{DIR[STATIC,VPP]}/3n-skx-xxv710-64b-features-ip4routing-base-avf-{test_type}-tsa" - data: "plot-vpp-throughput-lat-tsa-3n-skx" + data: "vpp-3n-skx-curr-iter" include: - "Tests.Vpp.Perf.Ip4.25Ge2P1Xxv710-Avf-Ethip4Udp-Ip4Base-Iacl50Sf-10Kflows-Ndrpdr.64B-.t.c-avf-ethip4udp-ip4base-iacl50sf-10kflows-ndrpdr" - "Tests.Vpp.Perf.Ip4.25Ge2P1Xxv710-Avf-Ethip4Udp-Ip4Base-Iacl50Sl-10Kflows-Ndrpdr.64B-.t.c-avf-ethip4udp-ip4base-iacl50sl-10kflows-ndrpdr" @@ -8500,7 +7565,7 @@ title: "Speedup: 3n-skx-xxv710-64b-features-ip4routing-base-dpdk-{test_type}-tsa" algorithm: "plot_tsa_name" output-file: "{DIR[STATIC,VPP]}/3n-skx-xxv710-64b-features-ip4routing-base-dpdk-{test_type}-tsa" - data: "plot-vpp-throughput-lat-tsa-3n-skx" + data: "vpp-3n-skx-curr-iter" include: - "Tests.Vpp.Perf.Ip4.25Ge2P1Xxv710-Ethip4-Ip4Base-Ndrpdr.64B-.t.c-ethip4-ip4base-ndrpdr" - "Tests.Vpp.Perf.Ip4.25Ge2P1Xxv710-Ethip4Udp-Ip4Base-Iacl50Sf-10Kflows-Ndrpdr.64B-.t.c-ethip4udp-ip4base-iacl50sf-10kflows-ndrpdr" @@ -8511,23 +7576,11 @@ title: "3n-skx-xxv710-64b-features-ip4routing-base-dpdk-{test_type}" layout: "plot-throughput-speedup-analysis" -- type: "plot" - title: "Speedup: 3n-hsw-xl710-64b-ip4tunnel-base-dpdk-{test_type}-tsa" - algorithm: "plot_tsa_name" - output-file: "{DIR[STATIC,VPP]}/3n-hsw-xl710-64b-ip4tunnel-base-dpdk-{test_type}-tsa" - data: "plot-vpp-throughput-lat-tsa-3n-hsw" - include: - - "Tests.Vpp.Perf.Ip4 Tunnels.40Ge2P1Xl710-Ethip4Vxlan-L2Xcbase-Ndrpdr.64B-.t.c-ethip4vxlan-l2xcbase-ndrpdr" - - "Tests.Vpp.Perf.Ip4 Tunnels.40Ge2P1Xl710-Ethip4Vxlan-L2Bdbasemaclrn-Ndrpdr.64B-.t.c-ethip4vxlan-l2bdbasemaclrn-ndrpdr" - layout: - title: "3n-hsw-xl710-64b-ip4tunnel-base-dpdk-{test_type}" - layout: "plot-throughput-speedup-analysis" - - type: "plot" title: "Speedup: 3n-skx-xxv710-64b-ip4tunnel-base-scale-avf-{test_type}-tsa" algorithm: "plot_tsa_name" output-file: "{DIR[STATIC,VPP]}/3n-skx-xxv710-64b-ip4tunnel-base-scale-avf-{test_type}-tsa" - data: "plot-vpp-throughput-lat-tsa-3n-skx" + data: "vpp-3n-skx-curr-iter" include: - "Tests.Vpp.Perf.Ip4 Tunnels.25Ge2P1Xxv710-Avf-Ethip4Vxlan-L2Xcbase-Ndrpdr.64B-.t.c-avf-ethip4vxlan-l2xcbase-ndrpdr" - "Tests.Vpp.Perf.Ip4 Tunnels.25Ge2P1Xxv710-Avf-Ethip4Vxlan-L2Bdbasemaclrn-Ndrpdr.64B-.t.c-avf-ethip4vxlan-l2bdbasemaclrn-ndrpdr" @@ -8541,7 +7594,7 @@ title: "Speedup: 3n-skx-xxv710-64b-ip4tunnel-base-scale-dpdk-{test_type}-tsa" algorithm: "plot_tsa_name" output-file: "{DIR[STATIC,VPP]}/3n-skx-xxv710-64b-ip4tunnel-base-scale-dpdk-{test_type}-tsa" - data: "plot-vpp-throughput-lat-tsa-3n-skx" + data: "vpp-3n-skx-curr-iter" include: - "Tests.Vpp.Perf.Ip4 Tunnels.25Ge2P1Xxv710-Ethip4Vxlan-L2Xcbase-Ndrpdr.64B-.t.c-ethip4vxlan-l2xcbase-ndrpdr" - "Tests.Vpp.Perf.Ip4 Tunnels.25Ge2P1Xxv710-Ethip4Vxlan-L2Bdbasemaclrn-Ndrpdr.64B-.t.c-ethip4vxlan-l2bdbasemaclrn-ndrpdr" @@ -8555,7 +7608,7 @@ title: "Speedup: 2n-skx-x710-78b-ip6routing-base-scale-[avf,dpdk]-{test_type}-tsa" algorithm: "plot_tsa_name" output-file: "{DIR[STATIC,VPP]}/2n-skx-x710-78b-ip6routing-base-scale-[avf,dpdk]-{test_type}-tsa" - data: "plot-vpp-throughput-lat-tsa-2n-skx" + data: "vpp-2n-skx-curr-iter" include: - "Tests.Vpp.Perf.Ip6.2N1L-10Ge2P1X710-Avf-Dot1Q-Ip6Base-Ndrpdr.78B-.t.c-avf-dot1q-ip6base-ndrpdr" - "Tests.Vpp.Perf.Ip6.2N1L-10Ge2P1X710-Avf-Ethip6-Ip6Base-Ndrpdr.78B-.t.c-avf-ethip6-ip6base-ndrpdr" @@ -8572,7 +7625,7 @@ title: "Speedup: 2n-skx-xxv710-78b-ip6routing-base-scale-dpdk-{test_type}-tsa" algorithm: "plot_tsa_name" output-file: "{DIR[STATIC,VPP]}/2n-skx-xxv710-78b-ip6routing-base-scale-dpdk-{test_type}-tsa" - data: "plot-vpp-throughput-lat-tsa-2n-skx" + data: "vpp-2n-skx-curr-iter" include: - "Tests.Vpp.Perf.Ip6.2N1L-25Ge2P1Xxv710-Dot1Q-Ip6Base-Ndrpdr.78B-.t.c-dot1q-ip6base-ndrpdr" - "Tests.Vpp.Perf.Ip6.2N1L-25Ge2P1Xxv710-Ethip6-Ip6Base-Ndrpdr.78B-.t.c-ethip6-ip6base-ndrpdr" @@ -8590,7 +7643,7 @@ title: "Speedup: 2n-skx-xxv710-78b-ip6routing-base-scale-avf-{test_type}-tsa" algorithm: "plot_tsa_name" output-file: "{DIR[STATIC,VPP]}/2n-skx-xxv710-78b-ip6routing-base-scale-avf-{test_type}-tsa" - data: "plot-vpp-throughput-lat-tsa-2n-skx" + data: "vpp-2n-skx-curr-iter" include: - "Tests.Vpp.Perf.Ip6.2N1L-25Ge2P1Xxv710-Avf-Dot1Q-Ip6Base-Ndrpdr.78B-.t.c-avf-dot1q-ip6base-ndrpdr" - "Tests.Vpp.Perf.Ip6.2N1L-25Ge2P1Xxv710-Avf-Ethip6-Ip6Base-Ndrpdr.78B-.t.c-avf-ethip6-ip6base-ndrpdr" @@ -8604,25 +7657,11 @@ title: "2n-skx-xxv710-78b-ip6routing-base-scale-avf-{test_type}" layout: "plot-throughput-speedup-analysis" -- type: "plot" - title: "Speedup: 3n-hsw-xl710-78b-ip6routing-base-scale-dpdk-{test_type}-tsa" - algorithm: "plot_tsa_name" - output-file: "{DIR[STATIC,VPP]}/3n-hsw-xl710-78b-ip6routing-base-scale-dpdk-{test_type}-tsa" - data: "plot-vpp-throughput-lat-tsa-3n-hsw" - include: - - "Tests.Vpp.Perf.Ip6.40Ge2P1Xl710-Dot1Q-Ip6Base-Ndrpdr.78B-.t.c-dot1q-ip6base-ndrpdr" - - "Tests.Vpp.Perf.Ip6.40Ge2P1Xl710-Ethip6-Ip6Base-Ndrpdr.78B-.t.c-ethip6-ip6base-ndrpdr" - - "Tests.Vpp.Perf.Ip6.40Ge2P1Xl710-Ethip6-Ip6Scale2M-Ndrpdr.78B-.t.c-ethip6-ip6scale2m-ndrpdr" - - "Tests.Vpp.Perf.Ip6.40Ge2P1Xl710-Ethip6-Ip6Scale2M-rnd-Ndrpdr.78B-.t.c-ethip6-ip6scale2m-rnd-ndrpdr" - layout: - title: "3n-hsw-xl710-78b-ip6routing-base-scale-dpdk-{test_type}" - layout: "plot-throughput-speedup-analysis" - - type: "plot" title: "Speedup: 3n-skx-x710-78b-ip6routing-base-scale-avf-{test_type}-tsa" algorithm: "plot_tsa_name" output-file: "{DIR[STATIC,VPP]}/3n-skx-x710-78b-ip6routing-base-scale-avf-{test_type}-tsa" - data: "plot-vpp-throughput-lat-tsa-3n-skx" + data: "vpp-3n-skx-curr-iter" include: - "Tests.Vpp.Perf.Ip6.10Ge2P1X710-Avf-Dot1Q-Ip6Base-Ndrpdr.78B-.t.c-avf-dot1q-ip6base-ndrpdr" - "Tests.Vpp.Perf.Ip6.10Ge2P1X710-Avf-Ethip6-Ip6Base-Ndrpdr.78B-.t.c-avf-ethip6-ip6base-ndrpdr" @@ -8635,7 +7674,7 @@ title: "Speedup: 3n-skx-xxv710-78b-ip6routing-base-scale-dpdk-{test_type}-tsa" algorithm: "plot_tsa_name" output-file: "{DIR[STATIC,VPP]}/3n-skx-xxv710-78b-ip6routing-base-scale-dpdk-{test_type}-tsa" - data: "plot-vpp-throughput-lat-tsa-3n-skx" + data: "vpp-3n-skx-curr-iter" include: - "Tests.Vpp.Perf.Ip6.25Ge2P1Xxv710-Dot1Q-Ip6Base-Ndrpdr.78B-.t.c-dot1q-ip6base-ndrpdr" - "Tests.Vpp.Perf.Ip6.25Ge2P1Xxv710-Ethip6-Ip6Base-Ndrpdr.78B-.t.c-ethip6-ip6base-ndrpdr" @@ -8650,7 +7689,7 @@ title: "Speedup: 3n-skx-xxv710-78b-ip6routing-base-scale-avf-{test_type}-tsa" algorithm: "plot_tsa_name" output-file: "{DIR[STATIC,VPP]}/3n-skx-xxv710-78b-ip6routing-base-scale-avf-{test_type}-tsa" - data: "plot-vpp-throughput-lat-tsa-3n-skx" + data: "vpp-3n-skx-curr-iter" include: - "Tests.Vpp.Perf.Ip6.25Ge2P1Xxv710-Avf-Dot1Q-Ip6Base-Ndrpdr.78B-.t.c-avf-dot1q-ip6base-ndrpdr" - "Tests.Vpp.Perf.Ip6.25Ge2P1Xxv710-Avf-Ethip6-Ip6Base-Ndrpdr.78B-.t.c-avf-ethip6-ip6base-ndrpdr" @@ -8661,41 +7700,11 @@ title: "3n-skx-xxv710-78b-ip6routing-base-scale-avf-{test_type}" layout: "plot-throughput-speedup-analysis" -- type: "plot" - title: "Speedup: 3n-hsw-xl710-imix-ipsec-ip4routing-base-scale-sw-dpdk-{test_type}-tsa" - algorithm: "plot_tsa_name" - output-file: "{DIR[STATIC,VPP]}/3n-hsw-xl710-imix-ipsec-ip4routing-base-scale-sw-dpdk-{test_type}-tsa" - data: "plot-vpp-throughput-lat-tsa-3n-hsw" - include: - - "Tests.Vpp.Perf.Crypto.40Ge2P1Xl710-Ethip4Ipsec4Tnlsw-Ip4Base-Int-Aes256Gcm-Ndrpdr.IMIX-.t.c-ethip4ipsec4tnlsw-ip4base-int-aes256gcm-ndrpdr" - - "Tests.Vpp.Perf.Crypto.40Ge2P1Xl710-Ethip4Ipsec4Tnlsw-Ip4Base-Int-Aes128Cbc-Hmac512Sha-Ndrpdr.IMIX-.t.c-ethip4ipsec4tnlsw-ip4base-int-aes128cbc-hmac512sha-ndrpdr" - - "Tests.Vpp.Perf.Crypto.40Ge2P1Xl710-Ethip4Ipsec1000Tnlsw-Ip4Base-Int-Aes256Gcm-Ndrpdr.IMIX-.t.c-ethip4ipsec1000tnlsw-ip4base-int-aes256gcm-ndrpdr" - - "Tests.Vpp.Perf.Crypto.40Ge2P1Xl710-Ethip4Ipsec1000Tnlsw-Ip4Base-Int-Aes128Cbc-Hmac512Sha-Ndrpdr.IMIX-.t.c-ethip4ipsec1000tnlsw-ip4base-int-aes128cbc-hmac512sha-ndrpdr" - - "Tests.Vpp.Perf.Crypto.40Ge2P1Xl710-Ethip4Ipsec10000Tnlsw-Ip4Base-Int-Aes256Gcm-Ndrpdr.IMIX-.t.c-ethip4ipsec10000tnlsw-ip4base-int-aes256gcm-ndrpdr" - - "Tests.Vpp.Perf.Crypto.40Ge2P1Xl710-Ethip4Ipsec10000Tnlsw-Ip4Base-Int-Aes128Cbc-Hmac512Sha-Ndrpdr.IMIX-.t.c-ethip4ipsec10000tnlsw-ip4base-int-aes128cbc-hmac512sha-ndrpdr" - layout: - title: "3n-hsw-xl710-imix-ipsec-ip4routing-base-scale-sw-dpdk-{test_type}" - layout: "plot-throughput-speedup-analysis" - -- type: "plot" - title: "Speedup: 3n-hsw-xl710-imix-ipsec-ip4routing-base-scale-hw-dpdk-{test_type}-tsa" - algorithm: "plot_tsa_name" - output-file: "{DIR[STATIC,VPP]}/3n-hsw-xl710-imix-ipsec-ip4routing-base-scale-hw-dpdk-{test_type}-tsa" - data: "plot-vpp-throughput-lat-tsa-3n-hsw" - include: - - "Tests.Vpp.Perf.Crypto.40Ge2P1Xl710-Ethip4Ipsec1Tnlhw-Ip4Base-Int-Aes256Gcm-Ndrpdr.IMIX-.t.c-ethip4ipsec1tnlhw-ip4base-int-aes256gcm-ndrpdr" - - "Tests.Vpp.Perf.Crypto.40Ge2P1Xl710-Ethip4Ipsec1Tnlhw-Ip4Base-Int-Aes128Cbc-Hmac512Sha-Ndrpdr.IMIX-.t.c-ethip4ipsec1tnlhw-ip4base-int-aes128cbc-hmac512sha-ndrpdr" - - "Tests.Vpp.Perf.Crypto.40Ge2P1Xl710-Ethip4Ipsec1000Tnlhw-Ip4Base-Int-Aes256Gcm-Ndrpdr.IMIX-.t.c-ethip4ipsec1000tnlhw-ip4base-int-aes256gcm-ndrpdr" - - "Tests.Vpp.Perf.Crypto.40Ge2P1Xl710-Ethip4Ipsec1000Tnlhw-Ip4Base-Int-Aes128Cbc-Hmac512Sha-Ndrpdr.IMIX-.t.c-ethip4ipsec1000tnlhw-ip4base-int-aes128cbc-hmac512sha-ndrpdr" - layout: - title: "3n-hsw-xl710-imix-ipsec-ip4routing-base-scale-hw-dpdk-{test_type}" - layout: "plot-throughput-speedup-analysis" - - type: "plot" title: "Speedup: 3n-skx-xxv710-imix-ipsec-ip4routing-base-scale-avf-{test_type}-tsa" algorithm: "plot_tsa_name" output-file: "{DIR[STATIC,VPP]}/3n-skx-xxv710-imix-ipsec-ip4routing-base-scale-avf-{test_type}-tsa" - data: "plot-vpp-throughput-lat-tsa-3n-skx" + data: "vpp-3n-skx-curr-iter" include: - "Tests.Vpp.Perf.Crypto.25Ge2P1Xxv710-Avf-Ethip4Ipsec4Tnlsw-Ip4Base-Int-Aes256Gcm-Ndrpdr.IMIX-.t.c-avf-ethip4ipsec4tnlsw-ip4base-int-aes256gcm-ndrpdr" - "Tests.Vpp.Perf.Crypto.25Ge2P1Xxv710-Avf-Ethip4Ipsec4Tnlsw-Ip4Base-Int-Aes128Cbc-Hmac512Sha-Ndrpdr.IMIX-.t.c-avf-ethip4ipsec4tnlsw-ip4base-int-aes128cbc-hmac512sha-ndrpdr" @@ -8711,7 +7720,7 @@ title: "Speedup: 3n-skx-xxv710-imix-ipsec-ip4routing-base-scale-dpdk-{test_type}-tsa" algorithm: "plot_tsa_name" output-file: "{DIR[STATIC,VPP]}/3n-skx-xxv710-imix-ipsec-ip4routing-base-scale-dpdk-{test_type}-tsa" - data: "plot-vpp-throughput-lat-tsa-3n-skx" + data: "vpp-3n-skx-curr-iter" include: - "Tests.Vpp.Perf.Crypto.25Ge2P1Xxv710-Ethip4Ipsec4Tnlsw-Ip4Base-Int-Aes256Gcm-Ndrpdr.IMIX-.t.c-ethip4ipsec4tnlsw-ip4base-int-aes256gcm-ndrpdr" - "Tests.Vpp.Perf.Crypto.25Ge2P1Xxv710-Ethip4Ipsec4Tnlsw-Ip4Base-Int-Aes128Cbc-Hmac512Sha-Ndrpdr.IMIX-.t.c-ethip4ipsec4tnlsw-ip4base-int-aes128cbc-hmac512sha-ndrpdr" @@ -8727,7 +7736,7 @@ title: "Speedup: 2n-skx-x710-64b-l2switching-base-scale-[avf,dpdk]-{test_type}-tsa" algorithm: "plot_tsa_name" output-file: "{DIR[STATIC,VPP]}/2n-skx-x710-64b-l2switching-base-scale-[avf,dpdk]-{test_type}-tsa" - data: "plot-vpp-throughput-lat-tsa-2n-skx" + data: "vpp-2n-skx-curr-iter" include: - "Tests.Vpp.Perf.L2.2N1L-10Ge2P1X710-Avf-Eth-L2Xcbase-Ndrpdr.64B-.t.c-avf-eth-l2xcbase-ndrpdr" - "Tests.Vpp.Perf.L2.2N1L-10Ge2P1X710-Avf-Dot1Q-L2Bdbasemaclrn-Ndrpdr.64B-.t.c-avf-dot1q-l2bdbasemaclrn-ndrpdr" @@ -8743,7 +7752,7 @@ title: "Speedup: 2n-skx-xxv710-64b-l2switching-base-avf-{test_type}-tsa" algorithm: "plot_tsa_name" output-file: "{DIR[STATIC,VPP]}/2n-skx-xxv710-64b-l2switching-base-avf-{test_type}-tsa" - data: "plot-vpp-throughput-lat-tsa-2n-skx" + data: "vpp-2n-skx-curr-iter" include: - "Tests.Vpp.Perf.L2.2N1L-25Ge2P1Xxv710-Avf-Dot1Q-L2Xcbase-Ndrpdr.64B-.t.c-avf-dot1q-l2xcbase-ndrpdr" - "Tests.Vpp.Perf.L2.2N1L-25Ge2P1Xxv710-Avf-Dot1Q-L2Bdbasemaclrn-Ndrpdr.64B-.t.c-avf-dot1q-l2bdbasemaclrn-ndrpdr" @@ -8758,7 +7767,7 @@ title: "Speedup: 2n-skx-xxv710-64b-l2switching-base-dpdk-{test_type}-tsa" algorithm: "plot_tsa_name" output-file: "{DIR[STATIC,VPP]}/2n-skx-xxv710-64b-l2switching-base-dpdk-{test_type}-tsa" - data: "plot-vpp-throughput-lat-tsa-2n-skx" + data: "vpp-2n-skx-curr-iter" include: - "Tests.Vpp.Perf.L2.2N1L-25Ge2P1Xxv710-Dot1Q-L2Xcbase-Ndrpdr.64B-.t.c-dot1q-l2xcbase-ndrpdr" - "Tests.Vpp.Perf.L2.2N1L-25Ge2P1Xxv710-Dot1Q-L2Bdbasemaclrn-Ndrpdr.64B-.t.c-dot1q-l2bdbasemaclrn-ndrpdr" @@ -8773,7 +7782,7 @@ title: "Speedup: 2n-skx-xxv710-64b-l2switching-base-scale-avf-{test_type}-tsa" algorithm: "plot_tsa_name" output-file: "{DIR[STATIC,VPP]}/2n-skx-xxv710-64b-l2switching-base-scale-avf-{test_type}-tsa" - data: "plot-vpp-throughput-lat-tsa-2n-skx" + data: "vpp-2n-skx-curr-iter" include: - "Tests.Vpp.Perf.L2.2N1L-25Ge2P1Xxv710-Avf-Eth-L2Bdbasemaclrn-Ndrpdr.64B-.t.c-avf-eth-l2bdbasemaclrn-ndrpdr" - "Tests.Vpp.Perf.L2.2N1L-25Ge2P1Xxv710-Avf-Eth-L2Bdscale10Kmaclrn-Ndrpdr.64B-.t.c-avf-eth-l2bdscale10kmaclrn-ndrpdr" @@ -8787,7 +7796,7 @@ title: "Speedup: 2n-skx-xxv710-64b-l2switching-base-scale-dpdk-{test_type}-tsa" algorithm: "plot_tsa_name" output-file: "{DIR[STATIC,VPP]}/2n-skx-xxv710-64b-l2switching-base-scale-dpdk-{test_type}-tsa" - data: "plot-vpp-throughput-lat-tsa-2n-skx" + data: "vpp-2n-skx-curr-iter" include: - "Tests.Vpp.Perf.L2.2N1L-25Ge2P1Xxv710-Eth-L2Bdbasemaclrn-Ndrpdr.64B-.t.c-eth-l2bdbasemaclrn-ndrpdr" - "Tests.Vpp.Perf.L2.2N1L-25Ge2P1Xxv710-Eth-L2Bdscale10Kmaclrn-Ndrpdr.64B-.t.c-eth-l2bdscale10kmaclrn-ndrpdr" @@ -8797,27 +7806,11 @@ title: "2n-skx-xxv710-64b-l2switching-base-scale-dpdk-{test_type}" layout: "plot-throughput-speedup-analysis" -- type: "plot" - title: "Speedup: 3n-hsw-xl710-64b-l2switching-base-scale-dpdk-{test_type}-tsa" - algorithm: "plot_tsa_name" - output-file: "{DIR[STATIC,VPP]}/3n-hsw-xl710-64b-l2switching-base-scale-dpdk-{test_type}-tsa" - data: "plot-vpp-throughput-lat-tsa-3n-hsw" - include: - - "Tests.Vpp.Perf.L2.40Ge2P1Xl710-Eth-L2Patch-Ndrpdr.64B-.t.c-eth-l2patch-ndrpdr" - - "Tests.Vpp.Perf.L2.40Ge2P1Xl710-Dot1Q-L2Xcbase-Ndrpdr.64B-.t.c-dot1q-l2xcbase-ndrpdr" - - "Tests.Vpp.Perf.L2.40Ge2P1Xl710-Eth-L2Xcbase-Ndrpdr.64B-.t.c-eth-l2xcbase-ndrpdr" - - "Tests.Vpp.Perf.L2.40Ge2P1Xl710-Dot1Q-L2Bdbasemaclrn-Ndrpdr.64B-.t.c-dot1q-l2bdbasemaclrn-ndrpdr" - - "Tests.Vpp.Perf.L2.40Ge2P1Xl710-Eth-L2Bdbasemaclrn-Ndrpdr.64B-.t.c-eth-l2bdbasemaclrn-ndrpdr" - - "Tests.Vpp.Perf.L2.40Ge2P1Xl710-Eth-L2Bdscale1Mmaclrn-Ndrpdr.64B-.t.c-eth-l2bdscale1mmaclrn-ndrpdr" - layout: - title: "3n-hsw-xl710-64b-l2switching-base-scale-dpdk-{test_type}" - layout: "plot-throughput-speedup-analysis" - - type: "plot" title: "Speedup: 3n-skx-x710-64b-l2switching-base-scale-avf-{test_type}-tsa" algorithm: "plot_tsa_name" output-file: "{DIR[STATIC,VPP]}/3n-skx-x710-64b-l2switching-base-scale-avf-{test_type}-tsa" - data: "plot-vpp-throughput-lat-tsa-3n-skx" + data: "vpp-3n-skx-curr-iter" include: - "Tests.Vpp.Perf.L2.10Ge2P1X710-Avf-Dot1Q-L2Bdbasemaclrn-Ndrpdr.64B-.t.c-avf-dot1q-l2bdbasemaclrn-ndrpdr" - "Tests.Vpp.Perf.L2.10Ge2P1X710-Avf-Eth-L2Patch-Ndrpdr.64B-.t.c-avf-eth-l2patch-ndrpdr" @@ -8832,7 +7825,7 @@ title: "Speedup: 3n-skx-xxv710-64b-l2switching-base-avf-{test_type}-tsa" algorithm: "plot_tsa_name" output-file: "{DIR[STATIC,VPP]}/3n-skx-xxv710-64b-l2switching-base-avf-{test_type}-tsa" - data: "plot-vpp-throughput-lat-tsa-3n-skx" + data: "vpp-3n-skx-curr-iter" include: - "Tests.Vpp.Perf.L2.25Ge2P1Xxv710-Avf-Dot1Q-L2Xcbase-Ndrpdr.64B-.t.c-avf-dot1q-l2xcbase-ndrpdr" - "Tests.Vpp.Perf.L2.25Ge2P1Xxv710-Avf-Dot1Q-L2Bdbasemaclrn-Ndrpdr.64B-.t.c-avf-dot1q-l2bdbasemaclrn-ndrpdr" @@ -8847,7 +7840,7 @@ title: "Speedup: 3n-skx-xxv710-64b-l2switching-base-dpdk-{test_type}-tsa" algorithm: "plot_tsa_name" output-file: "{DIR[STATIC,VPP]}/3n-skx-xxv710-64b-l2switching-base-dpdk-{test_type}-tsa" - data: "plot-vpp-throughput-lat-tsa-3n-skx" + data: "vpp-3n-skx-curr-iter" include: - "Tests.Vpp.Perf.L2.25Ge2P1Xxv710-Dot1Q-L2Xcbase-Ndrpdr.64B-.t.c-dot1q-l2xcbase-ndrpdr" - "Tests.Vpp.Perf.L2.25Ge2P1Xxv710-Eth-L2Xcbase-Ndrpdr.64B-.t.c-eth-l2xcbase-ndrpdr" @@ -8861,7 +7854,7 @@ title: "Speedup: 3n-skx-xxv710-64b-l2switching-base-scale-avf-{test_type}-tsa" algorithm: "plot_tsa_name" output-file: "{DIR[STATIC,VPP]}/3n-skx-xxv710-64b-l2switching-base-scale-avf-{test_type}-tsa" - data: "plot-vpp-throughput-lat-tsa-3n-skx" + data: "vpp-3n-skx-curr-iter" include: - "Tests.Vpp.Perf.L2.25Ge2P1Xxv710-Avf-Eth-L2Patch-Ndrpdr.64B-.t.c-avf-eth-l2patch-ndrpdr" - "Tests.Vpp.Perf.L2.25Ge2P1Xxv710-Avf-Eth-L2Xcbase-Ndrpdr.64B-.t.c-avf-eth-l2xcbase-ndrpdr" @@ -8877,7 +7870,7 @@ title: "Speedup: 3n-skx-xxv710-64b-l2switching-base-scale-dpdk-{test_type}-tsa" algorithm: "plot_tsa_name" output-file: "{DIR[STATIC,VPP]}/3n-skx-xxv710-64b-l2switching-base-scale-dpdk-{test_type}-tsa" - data: "plot-vpp-throughput-lat-tsa-3n-skx" + data: "vpp-3n-skx-curr-iter" include: - "Tests.Vpp.Perf.L2.25Ge2P1Xxv710-Eth-L2Patch-Ndrpdr.64B-.t.c-eth-l2patch-ndrpdr" - "Tests.Vpp.Perf.L2.25Ge2P1Xxv710-Eth-L2Xcbase-Ndrpdr.64B-.t.c-eth-l2xcbase-ndrpdr" @@ -8893,7 +7886,7 @@ title: "Speedup: 3n-skx-xxv710-64b-features-l2switching-base-avf-{test_type}-tsa" algorithm: "plot_tsa_name" output-file: "{DIR[STATIC,VPP]}/3n-skx-xxv710-64b-features-l2switching-base-avf-{test_type}-tsa" - data: "plot-vpp-throughput-lat-tsa-3n-skx" + data: "vpp-3n-skx-curr-iter" include: - "Tests.Vpp.Perf.L2.25Ge2P1Xxv710-Avf-Eth-L2Bdbasemaclrn-Ndrpdr.64B-.t.c-avf-eth-l2bdbasemaclrn-ndrpdr" - "Tests.Vpp.Perf.L2.25Ge2P1Xxv710-Avf-Eth-L2Bdbasemaclrn-Iacl50Sf-10Kflows-Ndrpdr.64B-.t.c-avf-eth-l2bdbasemaclrn-iacl50sf-10kflows-ndrpdr" @@ -8905,27 +7898,11 @@ title: "3n-skx-xxv710-64b-features-l2switching-base-avf-{test_type}" layout: "plot-throughput-speedup-analysis" -- type: "plot" - title: "Speedup: 3n-hsw-xl710-78b-srv6-ip6routing-base-dpdk-{test_type}-tsa" - algorithm: "plot_tsa_name" - output-file: "{DIR[STATIC,VPP]}/3n-hsw-xl710-78b-srv6-ip6routing-base-dpdk-{test_type}-tsa" - data: "plot-vpp-throughput-lat-tsa-3n-hsw" - include: - - "Tests.Vpp.Perf.Srv6.40Ge2P1Xl710-Ethip6Ip6-Ip6Base-Srv6Enc1Sid-Ndrpdr.78B-.t.c-ethip6ip6-ip6base-srv6enc1sid-ndrpdr" - - "Tests.Vpp.Perf.Srv6.40Ge2P1Xl710-Ethip6Srhip6-Ip6Base-Srv6Enc2Sids-Ndrpdr.78B-.t.c-ethip6srhip6-ip6base-srv6enc2sids-ndrpdr" - - "Tests.Vpp.Perf.Srv6.40Ge2P1Xl710-Ethip6Srhip6-Ip6Base-Srv6Enc2Sids-Nodecaps-Ndrpdr.78B-.t.c-ethip6srhip6-ip6base-srv6enc2sids-nodecaps-ndrpdr" - - "Tests.Vpp.Perf.Srv6.40Ge2P1Xl710-Ethip6Srhip6-Ip6Base-Srv6Proxy-Dyn-Ndrpdr.78B-.t.c-ethip6srhip6-ip6base-srv6proxy-dyn-ndrpdr" - - "Tests.Vpp.Perf.Srv6.40Ge2P1Xl710-Ethip6Srhip6-Ip6Base-Srv6Proxy-Masq-Ndrpdr.78B-.t.c-ethip6srhip6-ip6base-srv6proxy-masq-ndrpdr" - - "Tests.Vpp.Perf.Srv6.40Ge2P1Xl710-Ethip6Srhip6-Ip6Base-Srv6Proxy-Stat-Ndrpdr.78B-.t.c-ethip6srhip6-ip6base-srv6proxy-stat-ndrpdr" - layout: - title: "3n-hsw-xl710-78b-srv6-ip6routing-base-dpdk-{test_type}" - layout: "plot-throughput-speedup-analysis" - - type: "plot" title: "Speedup: 3n-skx-xxv710-78b-srv6-ip6routing-base-avf-{test_type}-tsa" algorithm: "plot_tsa_name" output-file: "{DIR[STATIC,VPP]}/3n-skx-xxv710-78b-srv6-ip6routing-base-avf-{test_type}-tsa" - data: "plot-vpp-throughput-lat-tsa-3n-skx" + data: "vpp-3n-skx-curr-iter" include: - "Tests.Vpp.Perf.Srv6.25Ge2P1Xxv710-Avf-Ethip6Ip6-Ip6Base-Srv6Enc1Sid-Ndrpdr.78B-.t.c-avf-ethip6ip6-ip6base-srv6enc1sid-ndrpdr" - "Tests.Vpp.Perf.Srv6.25Ge2P1Xxv710-Avf-Ethip6Srhip6-Ip6Base-Srv6Enc2Sids-Ndrpdr.78B-.t.c-avf-ethip6srhip6-ip6base-srv6enc2sids-ndrpdr" @@ -8941,7 +7918,7 @@ title: "Speedup: 2n-skx-xxv710-64b-vhost-base-avf-{test_type}-tsa" algorithm: "plot_tsa_name" output-file: "{DIR[STATIC,VPP]}/2n-skx-xxv710-64b-vhost-base-avf-{test_type}-tsa" - data: "plot-vpp-throughput-lat-tsa-2n-skx" + data: "vpp-2n-skx-curr-iter" include: - "Tests.Vpp.Perf.Vm Vhost.2N1L-25Ge2P1Xxv710-Avf-Dot1Q-L2Xcbase-Eth-2Vhostvr1024-1Vm-Ndrpdr.64B-.t.c-avf-dot1q-l2xcbase-eth-2vhostvr1024-1vm-ndrpdr" - "Tests.Vpp.Perf.Vm Vhost.2N1L-25Ge2P1Xxv710-Avf-Eth-L2Xcbase-Eth-2Vhostvr1024-1Vm-Ndrpdr.64B-.t.c-avf-eth-l2xcbase-eth-2vhostvr1024-1vm-ndrpdr" @@ -8956,7 +7933,7 @@ title: "Speedup: 2n-skx-xxv710-64b-vhost-base-avf-vpp-{test_type}-tsa" algorithm: "plot_tsa_name" output-file: "{DIR[STATIC,VPP]}/2n-skx-xxv710-64b-vhost-base-avf-vpp-{test_type}-tsa" - data: "plot-vpp-throughput-lat-tsa-2n-skx" + data: "vpp-2n-skx-curr-iter" include: - "Tests.Vpp.Perf.Vm Vhost.2N1L-25Ge2P1Xxv710-Avf-Dot1Q-L2Xcbase-Eth-2Vhostvr1024-1Vm-Vppl2Xc-Ndrpdr.64B-.t.c-avf-dot1q-l2xcbase-eth-2vhostvr1024-1vm-vppl2xc-ndrpdr" - "Tests.Vpp.Perf.Vm Vhost.2N1L-25Ge2P1Xxv710-Avf-Eth-L2Xcbase-Eth-2Vhostvr1024-1Vm-Vppl2Xc-Ndrpdr.64B-.t.c-avf-eth-l2xcbase-eth-2vhostvr1024-1vm-vppl2xc-ndrpdr" @@ -8971,7 +7948,7 @@ title: "Speedup: 2n-skx-xxv710-64b-vhost-base-dpdk-{test_type}-tsa" algorithm: "plot_tsa_name" output-file: "{DIR[STATIC,VPP]}/2n-skx-xxv710-64b-vhost-base-dpdk-{test_type}-tsa" - data: "plot-vpp-throughput-lat-tsa-2n-skx" + data: "vpp-2n-skx-curr-iter" include: - "Tests.Vpp.Perf.Vm Vhost.2N1L-25Ge2P1Xxv710-Dot1Q-L2Xcbase-Eth-2Vhostvr1024-1Vm-Ndrpdr.64B-.t.c-dot1q-l2xcbase-eth-2vhostvr1024-1vm-ndrpdr" - "Tests.Vpp.Perf.Vm Vhost.2N1L-25Ge2P1Xxv710-Eth-L2Xcbase-Eth-2Vhostvr1024-1Vm-Ndrpdr.64B-.t.c-eth-l2xcbase-eth-2vhostvr1024-1vm-ndrpdr" @@ -8986,7 +7963,7 @@ title: "Speedup: 2n-skx-xxv710-64b-vhost-base-dpdk-vpp-{test_type}-tsa" algorithm: "plot_tsa_name" output-file: "{DIR[STATIC,VPP]}/2n-skx-xxv710-64b-vhost-base-dpdk-vpp-{test_type}-tsa" - data: "plot-vpp-throughput-lat-tsa-2n-skx" + data: "vpp-2n-skx-curr-iter" include: - "Tests.Vpp.Perf.Vm Vhost.2N1L-25Ge2P1Xxv710-Dot1Q-L2Xcbase-Eth-2Vhostvr1024-1Vm-Vppl2Xc-Ndrpdr.64B-.t.c-dot1q-l2xcbase-eth-2vhostvr1024-1vm-vppl2xc-ndrpdr" - "Tests.Vpp.Perf.Vm Vhost.2N1L-25Ge2P1Xxv710-Eth-L2Xcbase-Eth-2Vhostvr1024-1Vm-Vppl2Xc-Ndrpdr.64B-.t.c-eth-l2xcbase-eth-2vhostvr1024-1vm-vppl2xc-ndrpdr" @@ -8997,41 +7974,11 @@ title: "2n-skx-xxv710-64b-vhost-base-dpdk-vpp-{test_type}" layout: "plot-throughput-speedup-analysis" -- type: "plot" - title: "Speedup: 3n-hsw-xl710-64b-vhost-base-dpdk-{test_type}-tsa" - algorithm: "plot_tsa_name" - output-file: "{DIR[STATIC,VPP]}/3n-hsw-xl710-64b-vhost-base-dpdk-{test_type}-tsa" - data: "plot-vpp-throughput-lat-tsa-3n-hsw" - include: - - "Tests.Vpp.Perf.Vm Vhost.40Ge2P1Xl710-Dot1Q-L2Xcbase-Eth-2Vhostvr1024-1Vm-Ndrpdr.64B-.t.c-dot1q-l2xcbase-eth-2vhostvr1024-1vm-ndrpdr" - - "Tests.Vpp.Perf.Vm Vhost.40Ge2P1Xl710-Dot1Q-L2Bdbasemaclrn-Eth-2Vhostvr1024-1Vm-Ndrpdr.64B-.t.c-dot1q-l2bdbasemaclrn-eth-2vhostvr1024-1vm-ndrpdr" - - "Tests.Vpp.Perf.Vm Vhost.40Ge2P1Xl710-Eth-L2Xcbase-Eth-2Vhostvr1024-1Vm-Ndrpdr.64B-.t.c-eth-l2xcbase-eth-2vhostvr1024-1vm-ndrpdr" - - "Tests.Vpp.Perf.Vm Vhost.40Ge2P1Xl710-Eth-L2Bdbasemaclrn-Eth-2Vhostvr1024-1Vm-Ndrpdr.64B-.t.c-eth-l2bdbasemaclrn-eth-2vhostvr1024-1vm-ndrpdr" - - "Tests.Vpp.Perf.Vm Vhost.40Ge2P1Xl710-Ethip4-Ip4Base-Eth-2Vhostvr1024-1Vm-Ndrpdr.64B-.t.c-ethip4-ip4base-eth-2vhostvr1024-1vm-ndrpdr" - layout: - title: "3n-hsw-xl710-64b-vhost-base-dpdk-{test_type}" - layout: "plot-throughput-speedup-analysis" - -- type: "plot" - title: "Speedup: 3n-hsw-xl710-64b-vhost-base-dpdk-vpp-{test_type}-tsa" - algorithm: "plot_tsa_name" - output-file: "{DIR[STATIC,VPP]}/3n-hsw-xl710-64b-vhost-base-dpdk-vpp-{test_type}-tsa" - data: "plot-vpp-throughput-lat-tsa-3n-hsw" - include: - - "Tests.Vpp.Perf.Vm Vhost.40Ge2P1Xl710-Dot1Q-L2Xcbase-Eth-2Vhostvr1024-1Vm-Vppl2Xc-Ndrpdr.64B-.t.c-dot1q-l2xcbase-eth-2vhostvr1024-1vm-vppl2xc-ndrpdr" - - "Tests.Vpp.Perf.Vm Vhost.40Ge2P1Xl710-Dot1Q-L2Bdbasemaclrn-Eth-2Vhostvr10241Vm-Vppl2Xc-Ndrpdr.64B-.t.c-dot1q-l2bdbasemaclrn-eth-2vhostvr1024-1vm-vppl2xc-ndrpdr" - - "Tests.Vpp.Perf.Vm Vhost.40Ge2P1Xl710-Eth-L2Xcbase-Eth-2Vhostvr1024-1Vm-Vppl2Xc-Ndrpdr.64B-.t.c-eth-l2xcbase-eth-2vhostvr1024-1vm-vppl2xc-ndrpdr" - - "Tests.Vpp.Perf.Vm Vhost.40Ge2P1Xl710-Eth-L2Bdbasemaclrn-Eth-2Vhostvr1024-1V-m-Vppl2Xc-Ndrpdr.64B-.t.c-eth-l2bdbasemaclrn-eth-2vhostvr1024-1vm-vppl2xc-ndrpdr" - - "Tests.Vpp.Perf.Vm Vhost.40Ge2P1Xl710-Ethip4-Ip4Base-Eth-2Vhostvr1024-1Vm-Vppip4-Ndrpdr.64B-.t.c-ethip4-ip4base-eth-2vhostvr1024-1vm-vppip4-ndrpdr" - layout: - title: "3n-hsw-xl710-64b-vhost-base-dpdk-vpp-{test_type}" - layout: "plot-throughput-speedup-analysis" - - type: "plot" title: "Speedup: 3n-skx-x710-64b-link-bonding-vhost-base-avf-{test_type}-tsa" algorithm: "plot_tsa_name" output-file: "{DIR[STATIC,VPP]}/3n-skx-x710-64b-link-bonding-vhost-base-avf-{test_type}-tsa" - data: "plot-vpp-throughput-lat-tsa-3n-skx" + data: "vpp-3n-skx-curr-iter" include: - "Tests.Vpp.Perf.Vm Vhost.10Ge2P1X710-Avf-1Lbvpplacp-Dot1Q-L2Xcbase-Eth-2Vhostvr1024-1Vm-Ndrpdr.64B-.t.c-avf-1lbvpplacp-dot1q-l2xcbase-eth-2vhostvr1024-1vm-ndrpdr" - "Tests.Vpp.Perf.Vm Vhost.10Ge2P1X710-Avf-1Lbvpplacp-Dot1Q-L2Bdbasemaclrn-Eth-2Vhostvr1024-1Vm-Ndrpdr.64B-.t.c-avf-1lbvpplacp-dot1q-l2bdbasemaclrn-eth-2vhostvr1024-1vm-ndrpdr" @@ -9045,7 +7992,7 @@ title: "Speedup: 3n-skx-x710-64b-link-bonding-vhost-base-avf-vpp-{test_type}-tsa" algorithm: "plot_tsa_name" output-file: "{DIR[STATIC,VPP]}/3n-skx-x710-64b-link-bonding-vhost-base-avf-vpp-{test_type}-tsa" - data: "plot-vpp-throughput-lat-tsa-3n-skx" + data: "vpp-3n-skx-curr-iter" include: - "Tests.Vpp.Perf.Vm Vhost.10Ge2P1X710-Avf-1Lbvpplacp-Dot1Q-L2Xcbase-Eth-2Vhostvr1024-1Vm-Vppl2Xc-Ndrpdr.64B-.t.c-avf-1lbvpplacp-dot1q-l2xcbase-eth-2vhostvr1024-1vm-vppl2xc-ndrpdr" - "Tests.Vpp.Perf.Vm Vhost.10Ge2P1X710-Avf-1Lbvpplacp-Dot1Q-L2Bdbasemaclrn-Eth-2Vhostvr1024-1Vm-Vppl2Xc-Ndrpdr.64B-.t.c-avf-1lbvpplacp-dot1q-l2bdbasemaclrn-eth-2vhostvr1024-1vm-vppl2xc-ndrpdr" @@ -9059,7 +8006,7 @@ title: "Speedup: 3n-skx-xxv710-64b-vhost-base-avf-{test_type}-tsa" algorithm: "plot_tsa_name" output-file: "{DIR[STATIC,VPP]}/3n-skx-xxv710-64b-vhost-base-avf-{test_type}-tsa" - data: "plot-vpp-throughput-lat-tsa-3n-skx" + data: "vpp-3n-skx-curr-iter" include: - "Tests.Vpp.Perf.Vm Vhost.25Ge2P1Xxv710-Avf-Dot1Q-L2Xcbase-Eth-2Vhostvr1024-1Vm-Ndrpdr.64B-.t.c-avf-dot1q-l2xcbase-eth-2vhostvr1024-1vm-ndrpdr" - "Tests.Vpp.Perf.Vm Vhost.25Ge2P1Xxv710-Avf-Eth-L2Xcbase-Eth-2Vhostvr1024-1Vm-Ndrpdr.64B-.t.c-avf-eth-l2xcbase-eth-2vhostvr1024-1vm-ndrpdr" @@ -9075,7 +8022,7 @@ title: "Speedup: 3n-skx-xxv710-64b-vhost-base-avf-vpp-{test_type}-tsa" algorithm: "plot_tsa_name" output-file: "{DIR[STATIC,VPP]}/3n-skx-xxv710-64b-vhost-base-avf-vpp-{test_type}-tsa" - data: "plot-vpp-throughput-lat-tsa-3n-skx" + data: "vpp-3n-skx-curr-iter" include: - "Tests.Vpp.Perf.Vm Vhost.25Ge2P1Xxv710-Avf-Dot1Q-L2Xcbase-Eth-2Vhostvr1024-1Vm-Vppl2Xc-Ndrpdr.64B-.t.c-avf-dot1q-l2xcbase-eth-2vhostvr1024-1vm-vppl2xc-ndrpdr" - "Tests.Vpp.Perf.Vm Vhost.25Ge2P1Xxv710-Avf-Eth-L2Xcbase-Eth-2Vhostvr1024-1Vm-Vppl2Xc-Ndrpdr.64B-.t.c-avf-eth-l2xcbase-eth-2vhostvr1024-1vm-vppl2xc-ndrpdr" @@ -9091,7 +8038,7 @@ title: "Speedup: 3n-skx-xxv710-64b-vhost-base-dpdk-{test_type}-tsa" algorithm: "plot_tsa_name" output-file: "{DIR[STATIC,VPP]}/3n-skx-xxv710-64b-vhost-base-dpdk-{test_type}-tsa" - data: "plot-vpp-throughput-lat-tsa-3n-skx" + data: "vpp-3n-skx-curr-iter" include: - "Tests.Vpp.Perf.Vm Vhost.25Ge2P1Xxv710-Dot1Q-L2Xcbase-Eth-2Vhostvr1024-1Vm-Ndrpdr.64B-.t.c-dot1q-l2xcbase-eth-2vhostvr1024-1vm-ndrpdr" - "Tests.Vpp.Perf.Vm Vhost.25Ge2P1Xxv710-Eth-L2Xcbase-Eth-2Vhostvr1024-1Vm-Ndrpdr.64B-.t.c-eth-l2xcbase-eth-2vhostvr1024-1vm-ndrpdr" @@ -9107,7 +8054,7 @@ title: "Speedup: 3n-skx-xxv710-64b-vhost-base-dpdk-vpp-{test_type}-tsa" algorithm: "plot_tsa_name" output-file: "{DIR[STATIC,VPP]}/3n-skx-xxv710-64b-vhost-base-dpdk-vpp-{test_type}-tsa" - data: "plot-vpp-throughput-lat-tsa-3n-skx" + data: "vpp-3n-skx-curr-iter" include: - "Tests.Vpp.Perf.Vm Vhost.25Ge2P1Xxv710-Dot1Q-L2Xcbase-Eth-2Vhostvr1024-1Vm-Vppl2Xc-Ndrpdr.64B-.t.c-dot1q-l2xcbase-eth-2vhostvr1024-1vm-vppl2xc-ndrpdr" - "Tests.Vpp.Perf.Vm Vhost.25Ge2P1Xxv710-Eth-L2Xcbase-Eth-2Vhostvr1024-1Vm-Vppl2Xc-Ndrpdr.64B-.t.c-eth-l2xcbase-eth-2vhostvr1024-1vm-vppl2xc-ndrpdr" @@ -9122,7 +8069,7 @@ title: "Speedup: 3n-skx-xxv710-64b-link-bonding-vhost-base-avf-{test_type}-tsa" algorithm: "plot_tsa_name" output-file: "{DIR[STATIC,VPP]}/3n-skx-xxv710-64b-link-bonding-vhost-base-avf-{test_type}-tsa" - data: "plot-vpp-throughput-lat-tsa-3n-skx" + data: "vpp-3n-skx-curr-iter" include: - "Tests.Vpp.Perf.Vm Vhost.25Ge2P1Xxv710-Avf-1Lbvpplacp-Dot1Q-L2Xcbase-Eth-2Vhostvr1024-1Vm-Ndrpdr.64B-.t.c-avf-1lbvpplacp-dot1q-l2xcbase-eth-2vhostvr1024-1vm-ndrpdr" - "Tests.Vpp.Perf.Vm Vhost.25Ge2P1Xxv710-Avf-1Lbvpplacp-Dot1Q-L2Bdbasemaclrn-Eth-2Vhostvr1024-1Vm-Ndrpdr.64B-.t.c-avf-1lbvpplacp-dot1q-l2bdbasemaclrn-eth-2vhostvr1024-1vm-ndrpdr" @@ -9134,7 +8081,7 @@ title: "Speedup: 3n-skx-xxv710-64b-link-bonding-vhost-base-avf-vpp-{test_type}-tsa" algorithm: "plot_tsa_name" output-file: "{DIR[STATIC,VPP]}/3n-skx-xxv710-64b-link-bonding-vhost-base-avf-vpp-{test_type}-tsa" - data: "plot-vpp-throughput-lat-tsa-3n-skx" + data: "vpp-3n-skx-curr-iter" include: - "Tests.Vpp.Perf.Vm Vhost.25Ge2P1Xxv710-Avf-1Lbvpplacp-Dot1Q-L2Xcbase-Eth-2Vhostvr1024-1Vm-Vppl2Xc-Ndrpdr.64B-.t.c-avf-1lbvpplacp-dot1q-l2xcbase-eth-2vhostvr1024-1vm-vppl2xc-ndrpdr" - "Tests.Vpp.Perf.Vm Vhost.25Ge2P1Xxv710-Avf-1Lbvpplacp-Dot1Q-L2Bdbasemaclrn-Eth-2Vhostvr1024-1Vm-Vppl2Xc-Ndrpdr.64B-.t.c-avf-1lbvpplacp-dot1q-l2bdbasemaclrn-eth-2vhostvr1024-1vm-vppl2xc-ndrpdr" @@ -9146,7 +8093,7 @@ title: "Speedup: 2n-skx-xxv710-114b-vts-l2switching-base-dpdk-{test_type}-tsa" algorithm: "plot_tsa_name" output-file: "{DIR[STATIC,VPP]}/2n-skx-xxv710-114b-vts-l2switching-base-dpdk-{test_type}-tsa" - data: "plot-vpp-throughput-lat-tsa-2n-skx" + data: "vpp-2n-skx-curr-iter" include: - "Tests.Vpp.Perf.Vts.2N1L-25Ge2P1Xxv710-Avf-Ethip4Vxlan-L2Bdbasemaclrn-Eth-Iacldstbase-Aclpermit-2Vhostvr1024-1Vm-Ndrpdr.114B-.t.c-avf-ethip4vxlan-l2bdbasemaclrn-eth-iacldstbase-aclpermit-2vhostvr1024-1vm-ndrpdr" - "Tests.Vpp.Perf.Vts.2N1L-25Ge2P1Xxv710-Avf-Ethip4Vxlan-L2Bdbasemaclrn-Eth-Iacldstbase-Aclpermitreflect-2Vhostvr1024-1Vm-Ndrpdr.114B-.t.c-avf-ethip4vxlan-l2bdbasemaclrn-eth-iacldstbase-aclpermitreflect-2vhostvr1024-1vm-ndrpdr" @@ -9162,7 +8109,7 @@ title: "Speedup: 3n-tsh-x520-64b-memif-base-ixgbe-{test_type}-tsa" algorithm: "plot_tsa_name" output-file: "{DIR[STATIC,VPP]}/3n-tsh-x520-64b-memif-base-ixgbe-{test_type}-tsa" - data: "plot-vpp-throughput-lat-tsa-3n-tsh" + data: "vpp-3n-tsh-curr-iter" include: - "Tests.Vpp.Perf.Container Memif.10Ge2P1X520-Eth-L2Xcbase-Eth-2Memif-1Lxc-Ndrpdr.64B-.t.c-eth-l2xcbase-eth-2memif-1lxc-ndrpdr" - "Tests.Vpp.Perf.Container Memif.10Ge2P1X520-Eth-L2Xcbase-Eth-2Memif-1Dcr-Ndrpdr.64B-.t.c-eth-l2xcbase-eth-2memif-1dcr-ndrpdr" @@ -9177,7 +8124,7 @@ title: "Speedup: 3n-tsh-x520-64b-ip4routing-base-scale-ixgbe-{test_type}-tsa" algorithm: "plot_tsa_name" output-file: "{DIR[STATIC,VPP]}/3n-tsh-x520-64b-ip4routing-base-scale-ixgbe-{test_type}-tsa" - data: "plot-vpp-throughput-lat-tsa-3n-tsh" + data: "vpp-3n-tsh-curr-iter" include: - "Tests.Vpp.Perf.Ip4.10Ge2P1X520-Dot1Q-Ip4Base-Ndrpdr.64B-.t.c-dot1q-ip4base-ndrpdr" - "Tests.Vpp.Perf.Ip4.10Ge2P1X520-Ethip4-Ip4Base-Ndrpdr.64B-.t.c-ethip4-ip4base-ndrpdr" @@ -9192,7 +8139,7 @@ title: "Speedup: 3n-tsh-x520-64b-features-ip4routing-base-ixgbe-{test_type}-tsa" algorithm: "plot_tsa_name" output-file: "{DIR[STATIC,VPP]}/3n-tsh-x520-64b-features-ip4routing-base-ixgbe-{test_type}-tsa" - data: "plot-vpp-throughput-lat-tsa-3n-tsh" + data: "vpp-3n-tsh-curr-iter" include: - "Tests.Vpp.Perf.Ip4.10Ge2P1X520-Ethip4Udp-Ip4Base-Iacl50Sf-10Kflows-Ndrpdr.64B-.t.c-ethip4udp-ip4base-iacl50sf-10kflows-ndrpdr" - "Tests.Vpp.Perf.Ip4.10Ge2P1X520-Ethip4Udp-Ip4Base-Iacl50Sl-10Kflows-Ndrpdr.64B-.t.c-ethip4udp-ip4base-iacl50sl-10kflows-ndrpdr" @@ -9206,7 +8153,7 @@ title: "Speedup: 3n-tsh-x520-64b-ip4tunnel-base-scale-ixgbe-{test_type}-tsa" algorithm: "plot_tsa_name" output-file: "{DIR[STATIC,VPP]}/3n-tsh-x520-64b-ip4tunnel-base-scale-ixgbe-{test_type}-tsa" - data: "plot-vpp-throughput-lat-tsa-3n-tsh" + data: "vpp-3n-tsh-curr-iter" include: - "Tests.Vpp.Perf.Ip4 Tunnels.10Ge2P1X520-Ethip4Vxlan-L2Xcbase-Ndrpdr.64B-.t.c-ethip4vxlan-l2xcbase-ndrpdr" - "Tests.Vpp.Perf.Ip4 Tunnels.10Ge2P1X520-Ethip4Vxlan-L2Bdbasemaclrn-Ndrpdr.64B-.t.c-ethip4vxlan-l2bdbasemaclrn-ndrpdr" @@ -9220,7 +8167,7 @@ title: "Speedup: 3n-tsh-x520-78b-ip6routing-base-scale-ixgbe-{test_type}-tsa" algorithm: "plot_tsa_name" output-file: "{DIR[STATIC,VPP]}/3n-tsh-x520-78b-ip6routing-base-scale-ixgbe-{test_type}-tsa" - data: "plot-vpp-throughput-lat-tsa-3n-tsh" + data: "vpp-3n-tsh-curr-iter" include: - "Tests.Vpp.Perf.Ip6.10Ge2P1X520-Dot1Q-Ip6Base-Ndrpdr.78B-.t.c-dot1q-ip6base-ndrpdr" - "Tests.Vpp.Perf.Ip6.10Ge2P1X520-Ethip6-Ip6Base-Ndrpdr.78B-.t.c-ethip6-ip6base-ndrpdr" @@ -9235,7 +8182,7 @@ title: "Speedup: 3n-tsh-x520-imix-ipsec-ip4routing-base-scale-sw-ixgbe-{test_type}-tsa" algorithm: "plot_tsa_name" output-file: "{DIR[STATIC,VPP]}/3n-tsh-x520-imix-ipsec-ip4routing-base-scale-sw-ixgbe-{test_type}-tsa" - data: "plot-vpp-throughput-lat-tsa-3n-tsh" + data: "vpp-3n-tsh-curr-iter" include: - "Tests.Vpp.Perf.Crypto.10Ge2P1X520-Ethip4Ipsec4Tnlsw-Ip4Base-Int-Aes256Gcm-Ndrpdr.IMIX-.t.c-ethip4ipsec4tnlsw-ip4base-int-aes256gcm-ndrpdr" - "Tests.Vpp.Perf.Crypto.10Ge2P1X520-Ethip4Ipsec4Tnlsw-Ip4Base-Int-Aes128Cbc-Hmac512Sha-Ndrpdr.IMIX-.t.c-ethip4ipsec4tnlsw-ip4base-int-aes128cbc-hmac512sha-ndrpdr" @@ -9251,7 +8198,7 @@ title: "Speedup: 3n-tsh-x520-64b-l2switching-base-ixgbe-{test_type}-tsa" algorithm: "plot_tsa_name" output-file: "{DIR[STATIC,VPP]}/3n-tsh-x520-64b-l2switching-base-ixgbe-{test_type}-tsa" - data: "plot-vpp-throughput-lat-tsa-3n-tsh" + data: "vpp-3n-tsh-curr-iter" include: - "Tests.Vpp.Perf.L2.10Ge2P1X520-Dot1Q-L2Xcbase-Ndrpdr.64B-.t.c-dot1q-l2xcbase-ndrpdr" - "Tests.Vpp.Perf.L2.10Ge2P1X520-Eth-L2Xcbase-Ndrpdr.64B-.t.c-eth-l2xcbase-ndrpdr" @@ -9265,7 +8212,7 @@ title: "Speedup: 3n-tsh-x520-64b-l2switching-base-scale-ixgbe-{test_type}-tsa" algorithm: "plot_tsa_name" output-file: "{DIR[STATIC,VPP]}/3n-tsh-x520-64b-l2switching-base-scale-ixgbe-{test_type}-tsa" - data: "plot-vpp-throughput-lat-tsa-3n-tsh" + data: "vpp-3n-tsh-curr-iter" include: - "Tests.Vpp.Perf.L2.10Ge2P1X520-Eth-L2Patch-Ndrpdr.64B-.t.c-eth-l2patch-ndrpdr" - "Tests.Vpp.Perf.L2.10Ge2P1X520-Eth-L2Xcbase-Ndrpdr.64B-.t.c-eth-l2xcbase-ndrpdr" @@ -9281,7 +8228,7 @@ title: "Speedup: 3n-tsh-x520-64b-features-l2switching-base-ixgbe-{test_type}-tsa" algorithm: "plot_tsa_name" output-file: "{DIR[STATIC,VPP]}/3n-tsh-x520-64b-features-l2switching-base-ixgbe-{test_type}-tsa" - data: "plot-vpp-throughput-lat-tsa-3n-tsh" + data: "vpp-3n-tsh-curr-iter" include: - "Tests.Vpp.Perf.L2.10Ge2P1X520-Eth-L2Bdbasemaclrn-Ndrpdr.64B-.t.c-eth-l2bdbasemaclrn-ndrpdr" - "Tests.Vpp.Perf.L2.10Ge2P1X520-Eth-L2Bdbasemaclrn-Iacl50Sf-10Kflows-Ndrpdr.64B-.t.c-eth-l2bdbasemaclrn-iacl50sf-10kflows-ndrpdr" @@ -9297,7 +8244,7 @@ title: "Speedup: 3n-tsh-x520-78b-srv6-ip6routing-base-ixgbe-{test_type}-tsa" algorithm: "plot_tsa_name" output-file: "{DIR[STATIC,VPP]}/3n-tsh-x520-78b-srv6-ip6routing-base-ixgbe-{test_type}-tsa" - data: "plot-vpp-throughput-lat-tsa-3n-tsh" + data: "vpp-3n-tsh-curr-iter" include: - "Tests.Vpp.Perf.Srv6.10Ge2P1X520-Ethip6Ip6-Ip6Base-Srv6Enc1Sid-Ndrpdr.78B-.t.c-ethip6ip6-ip6base-srv6enc1sid-ndrpdr" - "Tests.Vpp.Perf.Srv6.10Ge2P1X520-Ethip6Srhip6-Ip6Base-Srv6Enc2Sids-Ndrpdr.78B-.t.c-ethip6srhip6-ip6base-srv6enc2sids-ndrpdr" @@ -9313,7 +8260,7 @@ title: "Speedup: 3n-tsh-x520-64b-vhost-base-ixgbe-vppl2xc-{test_type}-tsa" algorithm: "plot_tsa_name" output-file: "{DIR[STATIC,VPP]}/3n-tsh-x520-64b-vhost-base-ixgbe-vppl2xc-{test_type}-tsa" - data: "plot-vpp-throughput-lat-tsa-3n-tsh" + data: "vpp-3n-tsh-curr-iter" include: - "Tests.Vpp.Perf.Vm Vhost.10Ge2P1X520-Dot1Q-L2Xcbase-Eth-2Vhostvr1024-1Vm-vppl2xc-Ndrpdr.64B-.t.c-dot1q-l2xcbase-eth-2vhostvr1024-1vm-vppl2xc-ndrpdr" - "Tests.Vpp.Perf.Vm Vhost.10Ge2P1X520-Dot1Q-L2Bdbasemaclrn-Eth-2Vhostvr1024-1Vm-vppl2xc-Ndrpdr.64B-.t.c-dot1q-l2bdbasemaclrn-eth-2vhostvr1024-1vm-vppl2xc-ndrpdr" @@ -9329,7 +8276,7 @@ title: "Speedup: 3n-tsh-x520-64b-vhost-base-ixgbe-{test_type}-tsa" algorithm: "plot_tsa_name" output-file: "{DIR[STATIC,VPP]}/3n-tsh-x520-64b-vhost-base-ixgbe-{test_type}-tsa" - data: "plot-vpp-throughput-lat-tsa-3n-tsh" + data: "vpp-3n-tsh-curr-iter" include: - "Tests.Vpp.Perf.Vm Vhost.10Ge2P1X520-Dot1Q-L2Xcbase-Eth-2Vhostvr1024-1Vm-Ndrpdr.64B-.t.c-dot1q-l2xcbase-eth-2vhostvr1024-1vm-ndrpdr" - "Tests.Vpp.Perf.Vm Vhost.10Ge2P1X520-Dot1Q-L2Bdbasemaclrn-Eth-2Vhostvr1024-1Vm-Ndrpdr.64B-.t.c-dot1q-l2bdbasemaclrn-eth-2vhostvr1024-1vm-ndrpdr" @@ -9345,7 +8292,7 @@ # title: "Speedup: 3n-tsh-x520-64b-link-bonding-vhost-base-ixgbe-{test_type}-tsa" # algorithm: "plot_tsa_name" # output-file: "{DIR[STATIC,VPP]}/3n-tsh-x520-64b-link-bonding-vhost-base-ixgbe-{test_type}-tsa" -# data: "plot-vpp-throughput-lat-tsa-3n-tsh" +# data: "vpp-3n-tsh-curr-iter" # test-type: ["ndr", "pdr"] # include: # - "Tests.Vpp.Perf.Vm Vhost.10Ge2P1X520-1Lbvpplacp-Dot1Q-L2Xcbase-Eth-2Vhostvr1024-1Vm-Ndrpdr.64B-.t.c-1lbvpplacp-dot1q-l2xcbase-eth-2vhostvr1024-1vm-ndrpdr" @@ -9362,7 +8309,7 @@ title: "Speedup: 2n-dnv-x553-64b-ip4routing-base-scale-ixgbe-{test_type}-tsa" algorithm: "plot_tsa_name" output-file: "{DIR[STATIC,VPP]}/2n-dnv-x553-64b-ip4routing-base-scale-ixgbe-{test_type}-tsa" - data: "plot-vpp-throughput-lat-tsa-2n-dnv" + data: "vpp-2n-dnv-curr-iter" include: - "Tests.Vpp.Perf.Ip4.2N1L-10Ge2P1X553-Dot1Q-Ip4Base-Ndrpdr.64B-.t.c-dot1q-ip4base-ndrpdr" - "Tests.Vpp.Perf.Ip4.2N1L-10Ge2P1X553-Ethip4-Ip4Base-Ndrpdr.64B-.t.c-ethip4-ip4base-ndrpdr" @@ -9378,7 +8325,7 @@ title: "Speedup: 2n-dnv-x553-64b-features-ip4routing-base-ixgbe-{test_type}-tsa" algorithm: "plot_tsa_name" output-file: "{DIR[STATIC,VPP]}/2n-dnv-x553-64b-features-ip4routing-base-ixgbe-{test_type}-tsa" - data: "plot-vpp-throughput-lat-tsa-2n-dnv" + data: "vpp-2n-dnv-curr-iter" include: - "Tests.Vpp.Perf.Ip4.2N1L-10Ge2P1X553-Ethip4-Ip4Base-Ndrpdr.64B-.t.c-ethip4-ip4base-ndrpdr" - "Tests.Vpp.Perf.Ip4.2N1L-10Ge2P1X553-Ethip4Udp-Ip4Base-Iacl50Sf-10Kflows-Ndrpdr.64B-.t.c-ethip4udp-ip4base-iacl50sf-10kflows-ndrpdr" @@ -9394,7 +8341,7 @@ title: "Speedup: 2n-dnv-x553-78b-ip6routing-base-scale-ixgbe-{test_type}-tsa" algorithm: "plot_tsa_name" output-file: "{DIR[STATIC,VPP]}/2n-dnv-x553-78b-ip6routing-base-scale-ixgbe-{test_type}-tsa" - data: "plot-vpp-throughput-lat-tsa-2n-dnv" + data: "vpp-2n-dnv-curr-iter" include: - "Tests.Vpp.Perf.Ip6.2N1L-10Ge2P1X553-Dot1Q-Ip6Base-Ndrpdr.78B-.t.c-dot1q-ip6base-ndrpdr" - "Tests.Vpp.Perf.Ip6.2N1L-10Ge2P1X553-Ethip6-Ip6Base-Ndrpdr.78B-.t.c-ethip6-ip6base-ndrpdr" @@ -9409,7 +8356,7 @@ title: "Speedup: 2n-dnv-x553-64b-l2switching-base-ixgbe-{test_type}-tsa" algorithm: "plot_tsa_name" output-file: "{DIR[STATIC,VPP]}/2n-dnv-x553-64b-l2switching-base-ixgbe-{test_type}-tsa" - data: "plot-vpp-throughput-lat-tsa-2n-dnv" + data: "vpp-2n-dnv-curr-iter" include: - "Tests.Vpp.Perf.L2.2N1L-10Ge2P1X553-Dot1Q-L2Xcbase-Ndrpdr.64B-.t.c-dot1q-l2xcbase-ndrpdr" - "Tests.Vpp.Perf.L2.2N1L-10Ge2P1X553-Eth-L2Xcbase-Ndrpdr.64B-.t.c-eth-l2xcbase-ndrpdr" @@ -9423,7 +8370,7 @@ title: "Speedup: 2n-dnv-x553-64b-l2switching-base-scale-ixgbe-{test_type}-tsa" algorithm: "plot_tsa_name" output-file: "{DIR[STATIC,VPP]}/2n-dnv-x553-64b-l2switching-base-scale-ixgbe-{test_type}-tsa" - data: "plot-vpp-throughput-lat-tsa-2n-dnv" + data: "vpp-2n-dnv-curr-iter" include: - "Tests.Vpp.Perf.L2.2N1L-10Ge2P1X553-Eth-L2Patch-Ndrpdr.64B-.t.c-eth-l2patch-ndrpdr" - "Tests.Vpp.Perf.L2.2N1L-10Ge2P1X553-Eth-L2Xcbase-Ndrpdr.64B-.t.c-eth-l2xcbase-ndrpdr" @@ -9439,7 +8386,7 @@ title: "Speedup: 3n-dnv-x553-64b-ip4routing-base-scale-ixgbe-{test_type}-tsa" algorithm: "plot_tsa_name" output-file: "{DIR[STATIC,VPP]}/3n-dnv-x553-64b-ip4routing-base-scale-ixgbe-{test_type}-tsa" - data: "plot-vpp-throughput-lat-tsa-3n-dnv" + data: "vpp-3n-dnv-curr-iter" include: - "Tests.Vpp.Perf.Ip4.10Ge2P1X553-Dot1Q-Ip4Base-Ndrpdr.64B-.t.c-dot1q-ip4base-ndrpdr" - "Tests.Vpp.Perf.Ip4.10Ge2P1X553-Ethip4-Ip4Base-Ndrpdr.64B-.t.c-ethip4-ip4base-ndrpdr" @@ -9455,7 +8402,7 @@ title: "Speedup: 3n-dnv-x553-64b-features-ip4routing-base-ixgbe-{test_type}-tsa" algorithm: "plot_tsa_name" output-file: "{DIR[STATIC,VPP]}/3n-dnv-x553-64b-features-ip4routing-base-ixgbe-{test_type}-tsa" - data: "plot-vpp-throughput-lat-tsa-3n-dnv" + data: "vpp-3n-dnv-curr-iter" include: - "Tests.Vpp.Perf.Ip4.10Ge2P1X553-Ethip4-Ip4Base-Ndrpdr.64B-.t.c-ethip4-ip4base-ndrpdr" - "Tests.Vpp.Perf.Ip4.10Ge2P1X553-Ethip4Udp-Ip4Base-Iacl50Sf-10Kflows-Ndrpdr.64B-.t.c-ethip4udp-ip4base-iacl50sf-10kflows-ndrpdr" @@ -9470,7 +8417,7 @@ title: "Speedup: 3n-dnv-x553-64b-ip4tunnel-base-scale-ixgbe-{test_type}-tsa" algorithm: "plot_tsa_name" output-file: "{DIR[STATIC,VPP]}/3n-dnv-x553-64b-ip4tunnel-base-scale-ixgbe-{test_type}-tsa" - data: "plot-vpp-throughput-lat-tsa-3n-dnv" + data: "vpp-3n-dnv-curr-iter" include: - "Tests.Vpp.Perf.Ip4 Tunnels.10Ge2P1X553-Ethip4Vxlan-L2Xcbase-Ndrpdr.64B-.t.c-ethip4vxlan-l2xcbase-ndrpdr" - "Tests.Vpp.Perf.Ip4 Tunnels.10Ge2P1X553-Ethip4Vxlan-L2Bdbasemaclrn-Ndrpdr.64B-.t.c-ethip4vxlan-l2bdbasemaclrn-ndrpdr" @@ -9484,7 +8431,7 @@ title: "Speedup: 3n-dnv-x553-78b-ip6routing-base-scale-ixgbe-{test_type}-tsa" algorithm: "plot_tsa_name" output-file: "{DIR[STATIC,VPP]}/3n-dnv-x553-78b-ip6routing-base-scale-ixgbe-{test_type}-tsa" - data: "plot-vpp-throughput-lat-tsa-3n-dnv" + data: "vpp-3n-dnv-curr-iter" include: - "Tests.Vpp.Perf.Ip6.10Ge2P1X553-Dot1Q-Ip6Base-Ndrpdr.78B-.t.c-dot1q-ip6base-ndrpdr" - "Tests.Vpp.Perf.Ip6.10Ge2P1X553-Ethip6-Ip6Base-Ndrpdr.78B-.t.c-ethip6-ip6base-ndrpdr" @@ -9499,7 +8446,7 @@ title: "Speedup: 3n-dnv-x553-imix-ipsec-ip4routing-base-scale-sw-ixgbe-{test_type}-tsa" algorithm: "plot_tsa_name" output-file: "{DIR[STATIC,VPP]}/3n-dnv-x553-imix-ipsec-ip4routing-base-scale-sw-ixgbe-{test_type}-tsa" - data: "plot-vpp-throughput-lat-tsa-3n-dnv" + data: "vpp-3n-dnv-curr-iter" include: - "Tests.Vpp.Perf.Crypto.10Ge2P1X553-Ethip4Ipsec4Tnlsw-Ip4Base-Int-Aes256Gcm-Ndrpdr.IMIX-.t.c-ethip4ipsec4tnlsw-ip4base-int-aes256gcm-ndrpdr" - "Tests.Vpp.Perf.Crypto.10Ge2P1X553-Ethip4Ipsec4Tnlsw-Ip4Base-Int-Aes128Cbc-Hmac512Sha-Ndrpdr.IMIX-.t.c-ethip4ipsec4tnlsw-ip4base-int-aes128cbc-hmac512sha-ndrpdr" @@ -9515,7 +8462,7 @@ title: "Speedup: 3n-dnv-x553-64b-l2switching-base-ixgbe-{test_type}-tsa" algorithm: "plot_tsa_name" output-file: "{DIR[STATIC,VPP]}/3n-dnv-x553-64b-l2switching-base-ixgbe-{test_type}-tsa" - data: "plot-vpp-throughput-lat-tsa-3n-dnv" + data: "vpp-3n-dnv-curr-iter" include: - "Tests.Vpp.Perf.L2.10Ge2P1X553-Dot1Q-L2Xcbase-Ndrpdr.64B-.t.c-dot1q-l2xcbase-ndrpdr" - "Tests.Vpp.Perf.L2.10Ge2P1X553-Eth-L2Xcbase-Ndrpdr.64B-.t.c-eth-l2xcbase-ndrpdr" @@ -9529,7 +8476,7 @@ title: "Speedup: 3n-dnv-x553-64b-l2switching-base-scale-ixgbe-{test_type}-tsa" algorithm: "plot_tsa_name" output-file: "{DIR[STATIC,VPP]}/3n-dnv-x553-64b-l2switching-base-scale-ixgbe-{test_type}-tsa" - data: "plot-vpp-throughput-lat-tsa-3n-dnv" + data: "vpp-3n-dnv-curr-iter" include: - "Tests.Vpp.Perf.L2.10Ge2P1X553-Eth-L2Patch-Ndrpdr.64B-.t.c-eth-l2patch-ndrpdr" - "Tests.Vpp.Perf.L2.10Ge2P1X553-Eth-L2Xcbase-Ndrpdr.64B-.t.c-eth-l2xcbase-ndrpdr" @@ -9545,7 +8492,7 @@ title: "Speedup: 3n-dnv-x553-64b-features-l2switching-base-ixgbe-{test_type}-tsa" algorithm: "plot_tsa_name" output-file: "{DIR[STATIC,VPP]}/3n-dnv-x553-64b-features-l2switching-base-ixgbe-{test_type}-tsa" - data: "plot-vpp-throughput-lat-tsa-3n-dnv" + data: "vpp-3n-dnv-curr-iter" include: - "Tests.Vpp.Perf.L2.10Ge2P1X553-Eth-L2Xcbase-Ndrpdr.64B-.t.c-eth-l2xcbase-ndrpdr" - "Tests.Vpp.Perf.L2.10Ge2P1X553-Eth-L2Bdbasemaclrn-Iacl50Sf-10Kflows-Ndrpdr.64B-.t.c-eth-l2bdbasemaclrn-iacl50sf-10kflows-ndrpdr" @@ -9561,7 +8508,7 @@ # title: "Speedup: 3n-dnv-x553-78b-srv6-ip6routing-base-ixgbe-{test_type}-tsa" # algorithm: "plot_tsa_name" # output-file: "{DIR[STATIC,VPP]}/3n-dnv-x553-78b-srv6-ip6routing-base-ixgbe-{test_type}-tsa" -# data: "plot-vpp-throughput-lat-tsa-3n-dnv" +# data: "vpp-3n-dnv-curr-iter" # test-type: ["ndr", "pdr"] # include: # - "Tests.Vpp.Perf.Srv6.10Ge2P1X553-Ethip6Ip6-Ip6Base-Srv6Enc1Sid-Ndrpdr.78B-.t.c-ethip6ip6-ip6base-srv6enc1sid-ndrpdr" @@ -9575,7 +8522,7 @@ title: "Speedup: 2n-tx2-xl710-64b-ip4routing-base-scale-dpdk-{test_type}-tsa" algorithm: "plot_tsa_name" output-file: "{DIR[STATIC,VPP]}/2n-tx2-xl710-64b-ip4routing-base-scale-dpdk-{test_type}-tsa" - data: "plot-vpp-throughput-lat-tsa-2n-tx2" + data: "vpp-2n-tx2-curr-iter" include: - "Tests.Vpp.Perf.Ip4.2N1L-40Ge2P1Xl710-Dot1Q-Ip4Base-Ndrpdr.64B-.t.c-dot1q-ip4base-ndrpdr" - "Tests.Vpp.Perf.Ip4.2N1L-40Ge2P1Xl710-Ethip4-Ip4Base-Ndrpdr.64B-.t.c-ethip4-ip4base-ndrpdr" @@ -9590,7 +8537,7 @@ title: "Speedup: 2n-tx2-xl710-64b-features-ip4routing-base-scale-dpdk-{test_type}-tsa" algorithm: "plot_tsa_name" output-file: "{DIR[STATIC,VPP]}/2n-tx2-xl710-64b-features-ip4routing-base-scale-dpdk-{test_type}-tsa" - data: "plot-vpp-throughput-lat-tsa-2n-tx2" + data: "vpp-2n-tx2-curr-iter" include: - "Tests.Vpp.Perf.Ip4.2N1L-40Ge2P1Xl710-Ethip4-Ip4Base-Iacldstbase-Ndrpdr.64B-.t.c-ethip4-ip4base-iacldstbase-ndrpdr" - "Tests.Vpp.Perf.Ip4.2N1L-40Ge2P1Xl710-Ethip4Udp-Ip4Base-Iacl50Sf-10Kflows-Ndrpdr.64B-.t.c-ethip4udp-ip4base-iacl50sf-10kflows-ndrpdr" @@ -9605,7 +8552,7 @@ title: "Speedup: 2n-tx2-xl710-78b-ip6routing-base-scale-dpdk-{test_type}-tsa" algorithm: "plot_tsa_name" output-file: "{DIR[STATIC,VPP]}/2n-tx2-xl710-78b-ip6routing-base-scale-dpdk-{test_type}-tsa" - data: "plot-vpp-throughput-lat-tsa-2n-tx2" + data: "vpp-2n-tx2-curr-iter" include: - "Tests.Vpp.Perf.Ip6.2N1L-40Ge2P1Xl710-Dot1Q-Ip6Base-Ndrpdr.78B-.t.c-dot1q-ip6base-ndrpdr" - "Tests.Vpp.Perf.Ip6.2N1L-40Ge2P1Xl710-Ethip6-Ip6Base-Ndrpdr.78B-.t.c-ethip6-ip6base-ndrpdr" @@ -9621,7 +8568,7 @@ title: "Speedup: 2n-tx2-xl710-64b-l2switching-base-dpdk-{test_type}-tsa" algorithm: "plot_tsa_name" output-file: "{DIR[STATIC,VPP]}/2n-tx2-xl710-64b-l2switching-base-dpdk-{test_type}-tsa" - data: "plot-vpp-throughput-lat-tsa-2n-tx2" + data: "vpp-2n-tx2-curr-iter" include: - "Tests.Vpp.Perf.L2.2N1L-40Ge2P1Xl710-Dot1Q-L2Xcbase-Ndrpdr.64B-.t.c-dot1q-l2xcbase-ndrpdr" - "Tests.Vpp.Perf.L2.2N1L-40Ge2P1Xl710-Dot1Q-L2Bdbasemaclrn-Ndrpdr.64B-.t.c-dot1q-l2bdbasemaclrn-ndrpdr" @@ -9636,7 +8583,7 @@ title: "Speedup: 2n-tx2-xl710-64b-l2switching-scale-dpdk-{test_type}-tsa" algorithm: "plot_tsa_name" output-file: "{DIR[STATIC,VPP]}/2n-tx2-xl710-64b-l2switching-scale-dpdk-{test_type}-tsa" - data: "plot-vpp-throughput-lat-tsa-2n-tx2" + data: "vpp-2n-tx2-curr-iter" include: - "Tests.Vpp.Perf.L2.2N1L-40Ge2P1Xl710-Eth-L2Bdbasemaclrn-Ndrpdr.64B-.t.c-eth-l2bdbasemaclrn-ndrpdr" - "Tests.Vpp.Perf.L2.2N1L-40Ge2P1Xl710-Eth-L2Bdscale10Kmaclrn-Ndrpdr.64B-.t.c-eth-l2bdscale10kmaclrn-ndrpdr" @@ -9650,7 +8597,7 @@ title: "Speedup: 2n-tx2-xl710-64b-features-l2switching-base-dpdk-{test_type}-tsa" algorithm: "plot_tsa_name" output-file: "{DIR[STATIC,VPP]}/2n-tx2-xl710-64b-features-l2switching-base-dpdk-{test_type}-tsa" - data: "plot-vpp-throughput-lat-tsa-2n-tx2" + data: "vpp-2n-tx2-curr-iter" include: - "Tests.Vpp.Perf.L2.2N1L-40Ge2P1Xl710-Eth-L2Bdbasemaclrn-Iacl50Sf-10Kflows-Ndrpdr.64B-.t.c-eth-l2bdbasemaclrn-iacl50sf-10kflows-ndrpdr" - "Tests.Vpp.Perf.L2.2N1L-40Ge2P1Xl710-Eth-L2Bdbasemaclrn-Iacl50Sl-10Kflows-Ndrpdr.64B-.t.c-eth-l2bdbasemaclrn-iacl50sl-10kflows-ndrpdr" @@ -9671,7 +8618,7 @@ title: "DPDK Throughput: 2n-skx-xxv710-64b-{core}-base-{test_type}" algorithm: "plot_ndrpdr_box_name" output-file: "{DIR[STATIC,DPDK]}/2n-skx-xxv710-64b-{core}-base-{test_type}" - data: "plot-dpdk-throughput-latency-2n-skx" + data: "dpdk-2n-skx-curr-iter" core: ["2t1c", "4t2c"] include: - "tests.dpdk.perf.2n1l-25ge2p1xxv710-eth-l2xcbase-testpmd-ndrpdr.64b-{core}-eth-l2xcbase-testpmd-ndrpdr" @@ -9684,7 +8631,7 @@ title: "DPDK Throughput: 2n-skx-x710-64b-{core}-base-{test_type}" algorithm: "plot_ndrpdr_box_name" output-file: "{DIR[STATIC,DPDK]}/2n-skx-x710-64b-{core}-base-{test_type}" - data: "plot-dpdk-throughput-latency-2n-skx" + data: "dpdk-2n-skx-curr-iter" core: ["2t1c", "4t2c"] include: - "tests.dpdk.perf.2n1l-10ge2p1x710-eth-l2xcbase-testpmd-ndrpdr.64b-{core}-eth-l2xcbase-testpmd-ndrpdr" @@ -9699,7 +8646,7 @@ title: "DPDK Throughput: 3n-skx-xxv710-64b-{core}-base-{test_type}" algorithm: "plot_ndrpdr_box_name" output-file: "{DIR[STATIC,DPDK]}/3n-skx-xxv710-64b-{core}-base-{test_type}" - data: "plot-dpdk-throughput-latency-3n-skx" + data: "dpdk-3n-skx-curr-iter" core: ["2t1c", "4t2c"] include: - "tests.dpdk.perf.25ge2p1xxv710-eth-l2xcbase-testpmd-ndrpdr.64b-{core}-eth-l2xcbase-testpmd-ndrpdr" @@ -9712,7 +8659,7 @@ title: "DPDK Throughput: 3n-skx-x710-64b-{core}-base-{test_type}" algorithm: "plot_ndrpdr_box_name" output-file: "{DIR[STATIC,DPDK]}/3n-skx-x710-64b-{core}-base-{test_type}" - data: "plot-dpdk-throughput-latency-3n-skx" + data: "dpdk-3n-skx-curr-iter" core: ["2t1c", "4t2c"] include: - "tests.dpdk.perf.10ge2p1x710-eth-l2xcbase-testpmd-ndrpdr.64b-{core}-eth-l2xcbase-testpmd-ndrpdr" @@ -9721,34 +8668,6 @@ title: "3n-skx-x710-64b-{core}-base-{test_type}" layout: "plot-throughput" -# 3n-hsw - -- type: "plot" - title: "DPDK Throughput: 3n-hsw-xl710-64b-{core}-base-{test_type}" - algorithm: "plot_ndrpdr_box_name" - output-file: "{DIR[STATIC,DPDK]}/3n-hsw-xl710-64b-{core}-base-{test_type}" - data: "plot-dpdk-throughput-latency-3n-hsw" - core: ["1t1c", "2t2c"] - include: - - "tests.dpdk.perf.40ge2p1xl710-eth-l2xcbase-testpmd-ndrpdr.64b-{core}-eth-l2xcbase-testpmd-ndrpdr" - - "tests.dpdk.perf.40ge2p1xl710-ethip4-ip4base-l3fwd-ndrpdr.64b-{core}-ethip4-ip4base-l3fwd-ndrpdr" - layout: - title: "3n-hsw-xl710-64b-{core}-base-{test_type}" - layout: "plot-throughput" - -- type: "plot" - title: "DPDK Throughput: 3n-hsw-x710-64b-{core}-base-{test_type}" - algorithm: "plot_ndrpdr_box_name" - output-file: "{DIR[STATIC,DPDK]}/3n-hsw-x710-64b-{core}-base-{test_type}" - data: "plot-dpdk-throughput-latency-3n-hsw" - core: ["1t1c", "2t2c"] - include: - - "tests.dpdk.perf.10ge2p1x710-eth-l2xcbase-testpmd-ndrpdr.64b-{core}-eth-l2xcbase-testpmd-ndrpdr" - - "tests.dpdk.perf.10ge2p1x710-ethip4-ip4base-l3fwd-ndrpdr.64b-{core}-ethip4-ip4base-l3fwd-ndrpdr" - layout: - title: "3n-hsw-x710-64b-{core}-base-{test_type}" - layout: "plot-throughput" - ## 2n-dnv-x553 # #- type: "plot" @@ -9787,7 +8706,7 @@ title: "DPDK Throughput: 3n-tsh-x520-64b-{core}-base-{test_type}" algorithm: "plot_ndrpdr_box_name" output-file: "{DIR[STATIC,DPDK]}/3n-tsh-x520-64b-{core}-base-{test_type}" - data: "plot-dpdk-throughput-latency-3n-tsh" + data: "dpdk-3n-tsh-curr-iter" core: ["1t1c", "2t2c"] include: - "tests.dpdk.perf.10ge2p1x520-eth-l2xcbase-testpmd-ndrpdr.64b-{core}-eth-l2xcbase-testpmd-ndrpdr" @@ -9802,7 +8721,7 @@ title: "DPDK Throughput: 2n-tx2-xl710-64b-{core}-base-{test_type}" algorithm: "plot_ndrpdr_box_name" output-file: "{DIR[STATIC,DPDK]}/2n-tx2-xl710-64b-{core}-base-{test_type}" - data: "plot-dpdk-throughput-latency-2n-tx2" + data: "dpdk-2n-tx2-curr-iter" core: ["1t1c", "2t2c"] include: - "tests.dpdk.perf.2N1L-40ge2p1xl710-eth-l2xcbase-testpmd-ndrpdr.64b-{core}-eth-l2xcbase-testpmd-ndrpdr" @@ -9821,7 +8740,7 @@ title: "Throughput: 2n-clx-xxv710-64b-{core}-memif-base-avf-{test_type}" algorithm: "plot_ndrpdr_box_name" output-file: "{DIR[STATIC,VPP]}/2n-clx-xxv710-64b-{core}-memif-base-avf-{test_type}" - data: "plot-vpp-throughput-lat-tsa-2n-clx" + data: "vpp-2n-clx-curr-iter" core: ["2t1c", ] include: - "Tests.Vpp.Perf.Container Memif.2N1L-25Ge2P1Xxv710-Avf-Eth-L2Xcbase-Eth-2Memif-1Dcr-Ndrpdr.64B-{core}-avf-eth-l2xcbase-eth-2memif-1dcr-ndrpdr" @@ -9836,7 +8755,7 @@ title: "Throughput: 2n-clx-xxv710-64b-{core}-memif-base-dpdk-{test_type}" algorithm: "plot_ndrpdr_box_name" output-file: "{DIR[STATIC,VPP]}/2n-clx-xxv710-64b-{core}-memif-base-dpdk-{test_type}" - data: "plot-vpp-throughput-lat-tsa-2n-clx" + data: "vpp-2n-clx-curr-iter" core: ["2t1c", ] include: - "Tests.Vpp.Perf.Container Memif.2N1L-25Ge2P1Xxv710-Eth-L2Xcbase-Eth-2Memif-1Dcr-Ndrpdr.64B-{core}-eth-l2xcbase-eth-2memif-1dcr-ndrpdr" @@ -9851,7 +8770,7 @@ title: "Throughput: 2n-clx-cx556a-64b-{core}-rdma-l2-eth-2memif-1dcr-{test_type}" algorithm: "plot_ndrpdr_box_name" output-file: "{DIR[STATIC,VPP]}/2n-clx-cx556a-64b-{core}-rdma-l2-eth-2memif-1dcr-{test_type}" - data: "plot-vpp-throughput-lat-tsa-2n-clx" + data: "vpp-2n-clx-curr-iter" core: ["2t1c", ] include: - "Tests.Vpp.Perf.Container Memif.2N1L-100Ge2P1Cx556A-Rdma-Dot1Q-L2Bdbasemaclrn-Eth-2Memif-1Dcr-Ndrpdr.64B-{core}-rdma-dot1q-l2bdbasemaclrn-eth-2memif-1dcr-ndrpdr" @@ -9866,7 +8785,7 @@ title: "Throughput: 2n-clx-x710-64b-{core}-ip4routing-base-scale-[avf,dpdk]-{test_type}" algorithm: "plot_ndrpdr_box_name" output-file: "{DIR[STATIC,VPP]}/2n-clx-x710-64b-{core}-ip4routing-base-scale-[avf,dpdk]-{test_type}" - data: "plot-vpp-throughput-lat-tsa-2n-clx" + data: "vpp-2n-clx-curr-iter" core: ["2t1c", ] include: - "Tests.Vpp.Perf.Ip4.2N1L-10Ge2P1X710-Avf-Dot1Q-Ip4Base-Ndrpdr.64B-{core}-avf-dot1q-ip4base-ndrpdr" @@ -9883,7 +8802,7 @@ title: "Throughput: 2n-clx-xxv710-64b-{core}-ip4routing-base-scale-avf-{test_type}" algorithm: "plot_ndrpdr_box_name" output-file: "{DIR[STATIC,VPP]}/2n-clx-xxv710-64b-{core}-ip4routing-base-scale-avf-{test_type}" - data: "plot-vpp-throughput-lat-tsa-2n-clx" + data: "vpp-2n-clx-curr-iter" core: ["2t1c", ] include: - "Tests.Vpp.Perf.Ip4.2N1L-25Ge2P1Xxv710-Avf-Ethip4-Ip4Base-Ndrpdr.64B-{core}-avf-ethip4-ip4base-ndrpdr" @@ -9901,7 +8820,7 @@ title: "Throughput: 2n-clx-xxv710-64b-{core}-ip4routing-base-scale-dpdk-{test_type}" algorithm: "plot_ndrpdr_box_name" output-file: "{DIR[STATIC,VPP]}/2n-clx-xxv710-64b-{core}-ip4routing-base-scale-dpdk-{test_type}" - data: "plot-vpp-throughput-lat-tsa-2n-clx" + data: "vpp-2n-clx-curr-iter" core: ["2t1c", ] include: - "Tests.Vpp.Perf.Ip4.2N1L-25Ge2P1Xxv710-Dot1Q-Ip4Base-Ndrpdr.64B-{core}-dot1q-ip4base-ndrpdr" @@ -9920,7 +8839,7 @@ title: "Throughput: 2n-clx-xxv710-64b-{core}-features-ip4routing-base-avf-{test_type}" algorithm: "plot_ndrpdr_box_name" output-file: "{DIR[STATIC,VPP]}/2n-clx-xxv710-64b-{core}-features-ip4routing-base-avf-{test_type}" - data: "plot-vpp-throughput-lat-tsa-2n-clx" + data: "vpp-2n-clx-curr-iter" core: ["2t1c", ] include: - "Tests.Vpp.Perf.Ip4.2N1L-25Ge2P1Xxv710-Avf-Ethip4Udp-Ip4Base-Iacl50Sf-10Kflows-Ndrpdr.64B-{core}-avf-ethip4udp-ip4base-iacl50sf-10kflows-ndrpdr" @@ -9937,7 +8856,7 @@ title: "Throughput: 2n-clx-xxv710-64b-{core}-nat44det-ip4routing-stl-bidir-avf-{test_type}" algorithm: "plot_ndrpdr_box_name" output-file: "{DIR[STATIC,VPP]}/2n-clx-xxv710-64b-{core}-nat44det-ip4routing-stl-bidir-avf-{test_type}" - data: "plot-vpp-throughput-lat-tsa-2n-clx" + data: "vpp-2n-clx-curr-iter" core: ["2t1c", ] include: - "tests.vpp.perf.ip4.2n1l-25ge2p1xxv710-avf-ethip4udp-nat44det-h1024-p63-s64512-ndrpdr.64b-{core}-avf-ethip4udp-nat44det-h1024-p63-s64512-ndrpdr" @@ -9953,7 +8872,7 @@ title: "Throughput: 2n-clx-xxv710-64b-{core}-nat44ed-ip4routing-stl-unidir-avf-{test_type}" algorithm: "plot_ndrpdr_box_name" output-file: "{DIR[STATIC,VPP]}/2n-clx-xxv710-64b-{core}-nat44ed-ip4routing-stl-unidir-avf-{test_type}" - data: "plot-vpp-throughput-lat-tsa-2n-clx" + data: "vpp-2n-clx-curr-iter" core: ["2t1c", ] include: - "tests.vpp.perf.ip4.2n1l-25ge2p1xxv710-avf-ethip4udp-nat44ed-h1024-p63-s64512-udir-ndrpdr.64b-{core}-avf-ethip4udp-nat44ed-h1024-p63-s64512-udir-ndrpdr" @@ -9969,7 +8888,7 @@ title: "Throughput: 2n-clx-xxv710-64b-{core}-nat44ed-ip4routing-udp-stf-cps-avf-{test_type}" algorithm: "plot_ndrpdr_box_name" output-file: "{DIR[STATIC,VPP]}/2n-clx-xxv710-64b-{core}-nat44ed-ip4routing-udp-stf-cps-avf-{test_type}" - data: "plot-vpp-throughput-lat-tsa-2n-clx" + data: "vpp-2n-clx-curr-iter" core: ["2t1c", ] include: - "tests.vpp.perf.ip4.2n1l-25ge2p1xxv710-avf-ethip4udp-nat44ed-h1024-p63-s64512-cps-ndrpdr.64b-{core}-avf-ethip4udp-nat44ed-h1024-p63-s64512-cps-ndrpdr" @@ -9990,7 +8909,7 @@ title: "Throughput: 2n-clx-xxv710-64b-{core}-nat44ed-ip4routing-udp-stf-pps-avf-{test_type}" algorithm: "plot_ndrpdr_box_name" output-file: "{DIR[STATIC,VPP]}/2n-clx-xxv710-64b-{core}-nat44ed-ip4routing-udp-stf-pps-avf-{test_type}" - data: "plot-vpp-throughput-lat-tsa-2n-clx" + data: "vpp-2n-clx-curr-iter" core: ["2t1c", ] include: - "tests.vpp.perf.ip4.2n1l-25ge2p1xxv710-avf-ethip4udp-nat44ed-h1024-p63-s64512-pps-ndrpdr.64b-{core}-avf-ethip4udp-nat44ed-h1024-p63-s64512-pps-ndrpdr" @@ -10011,7 +8930,7 @@ title: "Throughput: 2n-clx-xxv710-64b-{core}-nat44ed-ip4routing-tcp-stf-cps-avf-{test_type}" algorithm: "plot_ndrpdr_box_name" output-file: "{DIR[STATIC,VPP]}/2n-clx-xxv710-64b-{core}-nat44ed-ip4routing-tcp-stf-cps-avf-{test_type}" - data: "plot-vpp-throughput-lat-tsa-2n-clx" + data: "vpp-2n-clx-curr-iter" core: ["2t1c", ] include: - "tests.vpp.perf.ip4.2n1l-25ge2p1xxv710-avf-ethip4tcp-nat44ed-h1024-p63-s64512-cps-ndrpdr.64b-{core}-avf-ethip4tcp-nat44ed-h1024-p63-s64512-cps-ndrpdr" @@ -10032,7 +8951,7 @@ title: "Throughput: 2n-clx-xxv710-64b-{core}-nat44ed-ip4routing-tcp-stf-pps-avf-{test_type}" algorithm: "plot_ndrpdr_box_name" output-file: "{DIR[STATIC,VPP]}/2n-clx-xxv710-64b-{core}-nat44ed-ip4routing-tcp-stf-pps-avf-{test_type}" - data: "plot-vpp-throughput-lat-tsa-2n-clx" + data: "vpp-2n-clx-curr-iter" core: ["2t1c", ] include: - "tests.vpp.perf.ip4.2n1l-25ge2p1xxv710-avf-ethip4tcp-nat44ed-h1024-p63-s64512-pps-ndrpdr.64b-{core}-avf-ethip4tcp-nat44ed-h1024-p63-s64512-pps-ndrpdr" @@ -10053,7 +8972,7 @@ title: "Throughput: 2n-clx-xxv710-64b-{core}-nat44ed-ip4routing-tcp-tput-avf-{test_type}" algorithm: "plot_ndrpdr_box_name" output-file: "{DIR[STATIC,VPP]}/2n-clx-xxv710-64b-{core}-nat44ed-ip4routing-tcp-tput-avf-{test_type}" - data: "plot-vpp-throughput-lat-tsa-2n-clx" + data: "vpp-2n-clx-curr-iter" core: ["2t1c", ] include: - "tests.vpp.perf.ip4.2n1l-25ge2p1xxv710-avf-ethip4tcp-nat44ed-h1024-p63-s64512-pps-ndrpdr.64b-{core}-avf-ethip4tcp-nat44ed-h1024-p63-s64512-pps-ndrpdr" @@ -10074,7 +8993,7 @@ title: "Throughput: 2n-clx-xxv710-64b-{core}-nat44ed-ip4routing-udp-tput-avf-{test_type}" algorithm: "plot_ndrpdr_box_name" output-file: "{DIR[STATIC,VPP]}/2n-clx-xxv710-64b-{core}-nat44ed-ip4routing-udp-tput-avf-{test_type}" - data: "plot-vpp-throughput-lat-tsa-2n-clx" + data: "vpp-2n-clx-curr-iter" core: ["2t1c", ] include: - "tests.vpp.perf.ip4.2n1l-25ge2p1xxv710-avf-ethip4udp-nat44ed-h1024-p63-s64512-pps-ndrpdr.64b-{core}-avf-ethip4udp-nat44ed-h1024-p63-s64512-pps-ndrpdr" @@ -10095,7 +9014,7 @@ title: "Throughput: 2n-clx-xxv710-64b-{core}-nat44ed-ip4routing-tcp-tput2-avf-{test_type}" algorithm: "plot_ndrpdr_box_name" output-file: "{DIR[STATIC,VPP]}/2n-clx-xxv710-64b-{core}-nat44ed-ip4routing-tcp-tput2-avf-{test_type}" - data: "plot-vpp-throughput-lat-tsa-2n-clx" + data: "vpp-2n-clx-curr-iter" core: ["2t1c", ] include: - "tests.vpp.perf.ip4.2n1l-25ge2p1xxv710-avf-ethip4tcp-ip4base-h1024-p63-s64512-pps-ndrpdr.64b-{core}-avf-ethip4tcp-ip4base-h1024-p63-s64512-pps-ndrpdr" @@ -10116,7 +9035,7 @@ title: "Throughput: 2n-clx-xxv710-64b-{core}-nat44ed-ip4routing-udp-tput2-avf-{test_type}" algorithm: "plot_ndrpdr_box_name" output-file: "{DIR[STATIC,VPP]}/2n-clx-xxv710-64b-{core}-nat44ed-ip4routing-udp-tput2-avf-{test_type}" - data: "plot-vpp-throughput-lat-tsa-2n-clx" + data: "vpp-2n-clx-curr-iter" core: ["2t1c", ] include: - "tests.vpp.perf.ip4.2n1l-25ge2p1xxv710-avf-ethip4udp-ip4base-h1024-p63-s64512-pps-ndrpdr.64b-{core}-avf-ethip4udp-ip4base-h1024-p63-s64512-pps-ndrpdr" @@ -10137,7 +9056,7 @@ title: "Throughput: 2n-clx-xxv710-64b-{core}-features-ip4routing-base-dpdk-{test_type}" algorithm: "plot_ndrpdr_box_name" output-file: "{DIR[STATIC,VPP]}/2n-clx-xxv710-64b-{core}-features-ip4routing-base-dpdk-{test_type}" - data: "plot-vpp-throughput-lat-tsa-2n-clx" + data: "vpp-2n-clx-curr-iter" core: ["2t1c", ] include: - "Tests.Vpp.Perf.Ip4.2N1L-25Ge2P1Xxv710-Ethip4-Ip4Base-Ndrpdr.64B-{core}-ethip4-ip4base-ndrpdr" @@ -10154,7 +9073,7 @@ title: "Throughput: 2n-clx-cx556a-64b-{core}-rdma-ip4base-{test_type}" algorithm: "plot_ndrpdr_box_name" output-file: "{DIR[STATIC,VPP]}/2n-clx-cx556a-64b-{core}-rdma-ip4base-{test_type}" - data: "plot-vpp-throughput-lat-tsa-2n-clx" + data: "vpp-2n-clx-curr-iter" core: ["2t1c", ] include: - "Tests.Vpp.Perf.Ip4.2N1L-100Ge2P1Cx556A-Rdma-Dot1Q-Ip4Base-Ndrpdr.64B-{core}-rdma-dot1q-ip4base-ndrpdr" @@ -10173,7 +9092,7 @@ title: "Throughput: 2n-clx-cx556a-64b-{core}-rdma-ethip4-features-{test_type}" algorithm: "plot_ndrpdr_box_name" output-file: "{DIR[STATIC,VPP]}/2n-clx-cx556a-64b-{core}-rdma-ethip4-features-{test_type}" - data: "plot-vpp-throughput-lat-tsa-2n-clx" + data: "vpp-2n-clx-curr-iter" core: ["2t1c", ] include: - "Tests.Vpp.Perf.Ip4.2N1L-100Ge2P1Cx556A-Rdma-Ethip4Udp-Ip4Base-Iacl50Sf-10Kflows-Ndrpdr.64B-{core}-rdma-ethip4udp-ip4base-iacl50sf-10kflows-ndrpdr" @@ -10190,7 +9109,7 @@ title: "Throughput: 2n-clx-xxv710-64b-{core}-ethip4--ethip4udpgeneve-avf-{test_type}" algorithm: "plot_ndrpdr_box_name" output-file: "{DIR[STATIC,VPP]}/2n-clx-xxv710-64b-{core}-ethip4--ethip4udpgeneve-avf-{test_type}" - data: "plot-vpp-throughput-lat-tsa-2n-clx" + data: "vpp-2n-clx-curr-iter" core: ["2t1c", ] include: - "Tests.Vpp.Perf.Ip4 Tunnels.2N1L-25Ge2P1Xxv710-Avf-Ethip4--Ethip4Udpgeneve-1Tun-Ip4Base-Ndrpdr.64B-{core}-avf-ethip4--ethip4udpgeneve-1tun-ip4base-ndrpdr" @@ -10206,7 +9125,7 @@ title: "Throughput: 2n-clx-x710-78b-{core}-ip6routing-base-scale-[avf,dpdk]-{test_type}" algorithm: "plot_ndrpdr_box_name" output-file: "{DIR[STATIC,VPP]}/2n-clx-x710-78b-{core}-ip6routing-base-scale-[avf,dpdk]-{test_type}" - data: "plot-vpp-throughput-lat-tsa-2n-clx" + data: "vpp-2n-clx-curr-iter" core: ["2t1c", ] include: - "Tests.Vpp.Perf.Ip6.2N1L-10Ge2P1X710-Avf-Dot1Q-Ip6Base-Ndrpdr.78B-{core}-avf-dot1q-ip6base-ndrpdr" @@ -10224,7 +9143,7 @@ title: "Throughput: 2n-clx-xxv710-78b-{core}-ip6routing-base-scale-avf-{test_type}" algorithm: "plot_ndrpdr_box_name" output-file: "{DIR[STATIC,VPP]}/2n-clx-xxv710-78b-{core}-ip6routing-base-scale-avf-{test_type}" - data: "plot-vpp-throughput-lat-tsa-2n-clx" + data: "vpp-2n-clx-curr-iter" core: ["2t1c", ] include: - "Tests.Vpp.Perf.Ip6.2N1L-25Ge2P1Xxv710-Avf-Dot1Q-Ip6Base-Ndrpdr.78B-{core}-avf-dot1q-ip6base-ndrpdr" @@ -10243,7 +9162,7 @@ title: "Throughput: 2n-clx-xxv710-78b-{core}-ip6routing-base-scale-dpdk-{test_type}" algorithm: "plot_ndrpdr_box_name" output-file: "{DIR[STATIC,VPP]}/2n-clx-xxv710-78b-{core}-ip6routing-base-scale-dpdk-{test_type}" - data: "plot-vpp-throughput-lat-tsa-2n-clx" + data: "vpp-2n-clx-curr-iter" core: ["2t1c", ] include: - "Tests.Vpp.Perf.Ip6.2N1L-25Ge2P1Xxv710-Dot1Q-Ip6Base-Ndrpdr.78B-{core}-dot1q-ip6base-ndrpdr" @@ -10262,7 +9181,7 @@ title: "Throughput: 2n-clx-cx556a-78b-{core}-rdma-ip6routing-base-scale-{test_type}" algorithm: "plot_ndrpdr_box_name" output-file: "{DIR[STATIC,VPP]}/2n-clx-cx556a-78b-{core}-rdma-ip6routing-base-scale-{test_type}" - data: "plot-vpp-throughput-lat-tsa-2n-clx" + data: "vpp-2n-clx-curr-iter" core: ["2t1c", ] include: - "Tests.Vpp.Perf.Ip6.2N1L-100Ge2P1Cx556A-Rdma-Dot1Q-Ip6Base-Ndrpdr.78B-{core}-rdma-dot1q-ip6base-ndrpdr" @@ -10281,7 +9200,7 @@ title: "Throughput: 2n-clx-x710-64b-{core}-l2switching-base-scale-avf-{test_type}" algorithm: "plot_ndrpdr_box_name" output-file: "{DIR[STATIC,VPP]}/2n-clx-x710-64b-{core}-l2switching-base-scale-avf-{test_type}" - data: "plot-vpp-throughput-lat-tsa-2n-clx" + data: "vpp-2n-clx-curr-iter" core: ["2t1c", ] include: - "Tests.Vpp.Perf.L2.2N1L-10Ge2P1X710-Avf-Dot1Q-L2Bdbasemaclrn-Ndrpdr.64B-{core}-avf-dot1q-l2bdbasemaclrn-ndrpdr" @@ -10297,7 +9216,7 @@ title: "Throughput: 2n-clx-x710-64b-{core}-l2switching-base-scale-dpdk-{test_type}" algorithm: "plot_ndrpdr_box_name" output-file: "{DIR[STATIC,VPP]}/2n-clx-x710-64b-{core}-l2switching-base-scale-dpdk-{test_type}" - data: "plot-vpp-throughput-lat-tsa-2n-clx" + data: "vpp-2n-clx-curr-iter" core: ["2t1c", ] include: - "Tests.Vpp.Perf.L2.2N1L-10Ge2P1X710-Dot1Q-L2Bdbasemaclrn-Ndrpdr.64B-{core}-dot1q-l2bdbasemaclrn-ndrpdr" @@ -10313,7 +9232,7 @@ title: "Throughput: 2n-clx-xxv710-64b-{core}-l2switching-base-avf-{test_type}" algorithm: "plot_ndrpdr_box_name" output-file: "{DIR[STATIC,VPP]}/2n-clx-xxv710-64b-{core}-l2switching-base-avf-{test_type}" - data: "plot-vpp-throughput-lat-tsa-2n-clx" + data: "vpp-2n-clx-curr-iter" core: ["2t1c", ] include: - "Tests.Vpp.Perf.L2.2N1L-25Ge2P1Xxv710-Avf-Dot1Q-L2Xcbase-Ndrpdr.64B-{core}-avf-dot1q-l2xcbase-ndrpdr" @@ -10329,7 +9248,7 @@ title: "Throughput: 2n-clx-xxv710-64b-{core}-l2switching-base-scale-avf-{test_type}" algorithm: "plot_ndrpdr_box_name" output-file: "{DIR[STATIC,VPP]}/2n-clx-xxv710-64b-{core}-l2switching-base-scale-avf-{test_type}" - data: "plot-vpp-throughput-lat-tsa-2n-clx" + data: "vpp-2n-clx-curr-iter" core: ["2t1c", ] include: - "Tests.Vpp.Perf.L2.2N1L-25Ge2P1Xxv710-Avf-Eth-L2Bdbasemaclrn-Ndrpdr.64B-{core}-avf-eth-l2bdbasemaclrn-ndrpdr" @@ -10344,7 +9263,7 @@ title: "Throughput: 2n-clx-xxv710-64b-{core}-l2switching-base-dpdk-{test_type}" algorithm: "plot_ndrpdr_box_name" output-file: "{DIR[STATIC,VPP]}/2n-clx-xxv710-64b-{core}-l2switching-base-dpdk-{test_type}" - data: "plot-vpp-throughput-lat-tsa-2n-clx" + data: "vpp-2n-clx-curr-iter" core: ["2t1c", ] include: - "Tests.Vpp.Perf.L2.2N1L-25Ge2P1Xxv710-Dot1Q-L2Xcbase-Ndrpdr.64B-{core}-dot1q-l2xcbase-ndrpdr" @@ -10360,7 +9279,7 @@ title: "Throughput: 2n-clx-xxv710-64b-{core}-l2switching-base-scale-dpdk-{test_type}" algorithm: "plot_ndrpdr_box_name" output-file: "{DIR[STATIC,VPP]}/2n-clx-xxv710-64b-{core}-l2switching-base-scale-dpdk-{test_type}" - data: "plot-vpp-throughput-lat-tsa-2n-clx" + data: "vpp-2n-clx-curr-iter" core: ["2t1c", ] include: - "Tests.Vpp.Perf.L2.2N1L-25Ge2P1Xxv710-Eth-L2Bdbasemaclrn-Ndrpdr.64B-{core}-eth-l2bdbasemaclrn-ndrpdr" @@ -10375,7 +9294,7 @@ title: "Throughput: 2n-clx-cx556a-64b-{core}-rdma-l2switching-base-{test_type}" algorithm: "plot_ndrpdr_box_name" output-file: "{DIR[STATIC,VPP]}/2n-clx-cx556a-64b-{core}-rdma-l2switching-base-{test_type}" - data: "plot-vpp-throughput-lat-tsa-2n-clx" + data: "vpp-2n-clx-curr-iter" core: ["2t1c", ] include: - "Tests.Vpp.Perf.L2.2N1L-100Ge2P1Cx556A-Rdma-Dot1Q-L2Xcbase-Ndrpdr.64B-{core}-rdma-dot1q-l2xcbase-ndrpdr" @@ -10391,7 +9310,7 @@ title: "Throughput: 2n-clx-cx556a-64b-{core}-rdma-l2switching-scale-{test_type}" algorithm: "plot_ndrpdr_box_name" output-file: "{DIR[STATIC,VPP]}/2n-clx-cx556a-64b-{core}-rdma-l2switching-scale-{test_type}" - data: "plot-vpp-throughput-lat-tsa-2n-clx" + data: "vpp-2n-clx-curr-iter" core: ["2t1c", ] include: - "Tests.Vpp.Perf.L2.2N1L-100Ge2P1Cx556A-Rdma-Eth-L2Bdbasemaclrn-Ndrpdr.64B-{core}-rdma-eth-l2bdbasemaclrn-ndrpdr" @@ -10406,7 +9325,7 @@ title: "Throughput: 2n-clx-xxv710-64b-{core}-vhost-base-avf-{test_type}" algorithm: "plot_ndrpdr_box_name" output-file: "{DIR[STATIC,VPP]}/2n-clx-xxv710-64b-{core}-vhost-base-avf-{test_type}" - data: "plot-vpp-throughput-lat-tsa-2n-clx" + data: "vpp-2n-clx-curr-iter" core: ["2t1c", ] include: - "Tests.Vpp.Perf.Vm Vhost.2N1L-25Ge2P1Xxv710-Avf-Dot1Q-L2Xcbase-Eth-2Vhostvr1024-1Vm-Ndrpdr.64B-{core}-avf-dot1q-l2xcbase-eth-2vhostvr1024-1vm-ndrpdr" @@ -10422,7 +9341,7 @@ title: "Throughput: 2n-clx-xxv710-64b-{core}-vhost-base-avf-vpp-{test_type}" algorithm: "plot_ndrpdr_box_name" output-file: "{DIR[STATIC,VPP]}/2n-clx-xxv710-64b-{core}-vhost-base-avf-vpp-{test_type}" - data: "plot-vpp-throughput-lat-tsa-2n-clx" + data: "vpp-2n-clx-curr-iter" core: ["2t1c", ] include: - "Tests.Vpp.Perf.Vm Vhost.2N1L-25Ge2P1Xxv710-Avf-Dot1Q-L2Xcbase-Eth-2Vhostvr1024-1Vm-Vppl2Xc-Ndrpdr.64B-{core}-avf-dot1q-l2xcbase-eth-2vhostvr1024-1vm-vppl2xc-ndrpdr" @@ -10438,7 +9357,7 @@ title: "Throughput: 2n-clx-xxv710-64b-{core}-vhost-base-dpdk-{test_type}" algorithm: "plot_ndrpdr_box_name" output-file: "{DIR[STATIC,VPP]}/2n-clx-xxv710-64b-{core}-vhost-base-dpdk-{test_type}" - data: "plot-vpp-throughput-lat-tsa-2n-clx" + data: "vpp-2n-clx-curr-iter" core: ["2t1c", ] include: - "Tests.Vpp.Perf.Vm Vhost.2N1L-25Ge2P1Xxv710-Dot1Q-L2Xcbase-Eth-2Vhostvr1024-1Vm-Ndrpdr.64B-{core}-dot1q-l2xcbase-eth-2vhostvr1024-1vm-ndrpdr" @@ -10454,7 +9373,7 @@ title: "Throughput: 2n-clx-xxv710-64b-{core}-vhost-base-dpdk-vpp-{test_type}" algorithm: "plot_ndrpdr_box_name" output-file: "{DIR[STATIC,VPP]}/2n-clx-xxv710-64b-{core}-vhost-base-dpdk-vpp-{test_type}" - data: "plot-vpp-throughput-lat-tsa-2n-clx" + data: "vpp-2n-clx-curr-iter" core: ["2t1c", ] include: - "Tests.Vpp.Perf.Vm Vhost.2N1L-25Ge2P1Xxv710-Dot1Q-L2Xcbase-Eth-2Vhostvr1024-1Vm-Vppl2Xc-Ndrpdr.64B-{core}-dot1q-l2xcbase-eth-2vhostvr1024-1vm-vppl2xc-ndrpdr" @@ -10470,7 +9389,7 @@ title: "Throughput: 2n-clx-cx556a-64b-{core}-rdma-l2-vhost-base-{test_type}" algorithm: "plot_ndrpdr_box_name" output-file: "{DIR[STATIC,VPP]}/2n-clx-cx556a-64b-{core}-rdma-l2-vhost-base-{test_type}" - data: "plot-vpp-throughput-lat-tsa-2n-clx" + data: "vpp-2n-clx-curr-iter" core: ["2t1c", ] include: - "Tests.Vpp.Perf.Vm Vhost.2N1L-100Ge2P1Cx556A-Rdma-Dot1Q-L2Xcbase-Eth-2Vhostvr1024-1Vm-Ndrpdr.64B-{core}-rdma-dot1q-l2xcbase-eth-2vhostvr1024-1vm-ndrpdr" @@ -10485,7 +9404,7 @@ title: "Throughput: 2n-clx-cx556a-64b-{core}-rdma-l2-vhost-vppl2xc-base-{test_type}" algorithm: "plot_ndrpdr_box_name" output-file: "{DIR[STATIC,VPP]}/2n-clx-cx556a-64b-{core}-rdma-l2-vhost-vppl2xc-base-{test_type}" - data: "plot-vpp-throughput-lat-tsa-2n-clx" + data: "vpp-2n-clx-curr-iter" core: ["2t1c", ] include: - "Tests.Vpp.Perf.Vm Vhost.2N1L-100Ge2P1Cx556A-Rdma-Dot1Q-L2Xcbase-Eth-2Vhostvr1024-1Vm-Vppl2Xc-Ndrpdr.64B-{core}-rdma-dot1q-l2xcbase-eth-2vhostvr1024-1vm-vppl2xc-ndrpdr" @@ -10500,7 +9419,7 @@ title: "Throughput: 2n-clx-xxv710-114b-{core}-vts-l2switching-base-dpdk-{test_type}" algorithm: "plot_ndrpdr_box_name" output-file: "{DIR[STATIC,VPP]}/2n-clx-xxv710-114b-{core}-vts-l2switching-base-dpdk-{test_type}" - data: "plot-vpp-throughput-lat-tsa-2n-clx" + data: "vpp-2n-clx-curr-iter" core: ["2t1c", ] include: - "Tests.Vpp.Perf.Vts.2N1L-25Ge2P1Xxv710-Avf-Ethip4Vxlan-L2Bdbasemaclrn-Eth-Iacldstbase-Aclpermit-2Vhostvr1024-1Vm-Ndrpdr.114B-{core}-avf-ethip4vxlan-l2bdbasemaclrn-eth-iacldstbase-aclpermit-2vhostvr1024-1vm-ndrpdr" @@ -10521,7 +9440,7 @@ title: "Speedup: 2n-clx-xxv710-64b-memif-base-avf-{test_type}-tsa" algorithm: "plot_tsa_name" output-file: "{DIR[STATIC,VPP]}/2n-clx-xxv710-64b-memif-base-avf-{test_type}-tsa" - data: "plot-vpp-throughput-lat-tsa-2n-clx" + data: "vpp-2n-clx-curr-iter" include: - "Tests.Vpp.Perf.Container Memif.2N1L-25Ge2P1Xxv710-Avf-Eth-L2Xcbase-Eth-2Memif-1Dcr-Ndrpdr.64B-.t.c-avf-eth-l2xcbase-eth-2memif-1dcr-ndrpdr" - "Tests.Vpp.Perf.Container Memif.2N1L-25Ge2P1Xxv710-Avf-Dot1Q-L2Bdbasemaclrn-Eth-2Memif-1Dcr-Ndrpdr.64B-.t.c-avf-dot1q-l2bdbasemaclrn-eth-2memif-1dcr-ndrpdr" @@ -10535,7 +9454,7 @@ title: "Speedup: 2n-clx-xxv710-64b-memif-base-dpdk-{test_type}-tsa" algorithm: "plot_tsa_name" output-file: "{DIR[STATIC,VPP]}/2n-clx-xxv710-64b-memif-base-dpdk-{test_type}-tsa" - data: "plot-vpp-throughput-lat-tsa-2n-clx" + data: "vpp-2n-clx-curr-iter" include: - "Tests.Vpp.Perf.Container Memif.2N1L-25Ge2P1Xxv710-Eth-L2Xcbase-Eth-2Memif-1Dcr-Ndrpdr.64B-.t.c-eth-l2xcbase-eth-2memif-1dcr-ndrpdr" - "Tests.Vpp.Perf.Container Memif.2N1L-25Ge2P1Xxv710-Dot1Q-L2Bdbasemaclrn-Eth-2Memif-1Dcr-Ndrpdr.64B-.t.c-dot1q-l2bdbasemaclrn-eth-2memif-1dcr-ndrpdr" @@ -10549,7 +9468,7 @@ title: "Speedup: 2n-clx-cx556a-64b-rdma-l2-eth-2memif-1dcr-{test_type}-tsa" algorithm: "plot_tsa_name" output-file: "{DIR[STATIC,VPP]}/2n-clx-cx556a-64b-rdma-l2-eth-2memif-1dcr-{test_type}-tsa" - data: "plot-vpp-throughput-lat-tsa-2n-clx" + data: "vpp-2n-clx-curr-iter" include: - "Tests.Vpp.Perf.Container Memif.2N1L-100Ge2P1Cx556A-Rdma-Dot1Q-L2Bdbasemaclrn-Eth-2Memif-1Dcr-Ndrpdr.64B-.t.c-rdma-dot1q-l2bdbasemaclrn-eth-2memif-1dcr-ndrpdr" - "Tests.Vpp.Perf.Container Memif.2N1L-100Ge2P1Cx556A-Rdma-Eth-L2Bdbasemaclrn-Eth-2Memif-1Dcr-Ndrpdr.64B-.t.c-rdma-eth-l2bdbasemaclrn-eth-2memif-1dcr-ndrpdr" @@ -10563,7 +9482,7 @@ title: "Speedup: 2n-clx-x710-64b-ip4routing-base-scale-[avf,dpdk]-{test_type}-tsa" algorithm: "plot_tsa_name" output-file: "{DIR[STATIC,VPP]}/2n-clx-x710-64b-ip4routing-base-scale-[avf,dpdk]-{test_type}-tsa" - data: "plot-vpp-throughput-lat-tsa-2n-clx" + data: "vpp-2n-clx-curr-iter" include: - "Tests.Vpp.Perf.Ip4.2N1L-10Ge2P1X710-Avf-Dot1Q-Ip4Base-Ndrpdr.64B-.t.c-avf-dot1q-ip4base-ndrpdr" - "Tests.Vpp.Perf.Ip4.2N1L-10Ge2P1X710-Avf-Ethip4-Ip4Base-Ndrpdr.64B-.t.c-avf-ethip4-ip4base-ndrpdr" @@ -10579,7 +9498,7 @@ title: "Speedup: 2n-clx-xxv710-64b-ip4routing-base-scale-avf-{test_type}-tsa" algorithm: "plot_tsa_name" output-file: "{DIR[STATIC,VPP]}/2n-clx-xxv710-64b-ip4routing-base-scale-avf-{test_type}-tsa" - data: "plot-vpp-throughput-lat-tsa-2n-clx" + data: "vpp-2n-clx-curr-iter" include: - "Tests.Vpp.Perf.Ip4.2N1L-25Ge2P1Xxv710-Avf-Ethip4-Ip4Base-Ndrpdr.64B-.t.c-avf-ethip4-ip4base-ndrpdr" - "Tests.Vpp.Perf.Ip4.2N1L-25Ge2P1Xxv710-Avf-Ethip4-Ip4Scale20K-Ndrpdr.64B-.t.c-avf-ethip4-ip4scale20k-ndrpdr" @@ -10596,7 +9515,7 @@ title: "Speedup: 2n-clx-xxv710-64b-ip4routing-base-scale-dpdk-{test_type}-tsa" algorithm: "plot_tsa_name" output-file: "{DIR[STATIC,VPP]}/2n-clx-xxv710-64b-ip4routing-base-scale-dpdk-{test_type}-tsa" - data: "plot-vpp-throughput-lat-tsa-2n-clx" + data: "vpp-2n-clx-curr-iter" include: - "Tests.Vpp.Perf.Ip4.2N1L-25Ge2P1Xxv710-Dot1Q-Ip4Base-Ndrpdr.64B-.t.c-dot1q-ip4base-ndrpdr" - "Tests.Vpp.Perf.Ip4.2N1L-25Ge2P1Xxv710-Ethip4-Ip4Base-Ndrpdr.64B-.t.c-ethip4-ip4base-ndrpdr" @@ -10614,7 +9533,7 @@ title: "Speedup: 2n-clx-xxv710-64b-features-ip4routing-base-avf-{test_type}-tsa" algorithm: "plot_tsa_name" output-file: "{DIR[STATIC,VPP]}/2n-clx-xxv710-64b-features-ip4routing-base-avf-{test_type}-tsa" - data: "plot-vpp-throughput-lat-tsa-2n-clx" + data: "vpp-2n-clx-curr-iter" include: - "Tests.Vpp.Perf.Ip4.2N1L-25Ge2P1Xxv710-Avf-Ethip4Udp-Ip4Base-Iacl50Sf-10Kflows-Ndrpdr.64B-.t.c-avf-ethip4udp-ip4base-iacl50sf-10kflows-ndrpdr" - "Tests.Vpp.Perf.Ip4.2N1L-25Ge2P1Xxv710-Avf-Ethip4Udp-Ip4Base-Iacl50Sl-10Kflows-Ndrpdr.64B-.t.c-avf-ethip4udp-ip4base-iacl50sl-10kflows-ndrpdr" @@ -10630,7 +9549,7 @@ title: "Speedup: 2n-clx-xxv710-64b-nat44det-ip4routing-stl-bidir-avf-{test_type}-tsa" algorithm: "plot_tsa_name" output-file: "{DIR[STATIC,VPP]}/2n-clx-xxv710-64b-nat44det-ip4routing-stl-bidir-avf-{test_type}-tsa" - data: "plot-vpp-throughput-lat-tsa-2n-clx" + data: "vpp-2n-clx-curr-iter" include: - "tests.vpp.perf.ip4.2n1l-25ge2p1xxv710-avf-ethip4udp-nat44det-h1024-p63-s64512-ndrpdr.64b-.t.c-avf-ethip4udp-nat44det-h1024-p63-s64512-ndrpdr" - "tests.vpp.perf.ip4.2n1l-25ge2p1xxv710-avf-ethip4udp-nat44det-h4096-p63-s258048-ndrpdr.64b-.t.c-avf-ethip4udp-nat44det-h4096-p63-s258048-ndrpdr" @@ -10645,7 +9564,7 @@ title: "Speedup: 2n-clx-xxv710-64b-nat44ed-ip4routing-stl-unidir-avf-{test_type}-tsa" algorithm: "plot_tsa_name" output-file: "{DIR[STATIC,VPP]}/2n-clx-xxv710-64b-nat44ed-ip4routing-stl-unidir-avf-{test_type}-tsa" - data: "plot-vpp-throughput-lat-tsa-2n-clx" + data: "vpp-2n-clx-curr-iter" include: - "tests.vpp.perf.ip4.2n1l-25ge2p1xxv710-avf-ethip4udp-nat44ed-h1024-p63-s64512-udir-ndrpdr.64b-.t.c-avf-ethip4udp-nat44ed-h1024-p63-s64512-udir-ndrpdr" - "tests.vpp.perf.ip4.2n1l-25ge2p1xxv710-avf-ethip4udp-nat44ed-h4096-p63-s258048-udir-ndrpdr.64b-.t.c-avf-ethip4udp-nat44ed-h4096-p63-s258048-udir-ndrpdr" @@ -10660,7 +9579,7 @@ title: "Speedup: 2n-clx-xxv710-64b-nat44ed-ip4routing-udp-stf-cps-avf-{test_type}-tsa" algorithm: "plot_tsa_name" output-file: "{DIR[STATIC,VPP]}/2n-clx-xxv710-64b-nat44ed-ip4routing-udp-stf-cps-avf-{test_type}-tsa" - data: "plot-vpp-throughput-lat-tsa-2n-clx" + data: "vpp-2n-clx-curr-iter" include: - "tests.vpp.perf.ip4.2n1l-25ge2p1xxv710-avf-ethip4udp-nat44ed-h1024-p63-s64512-cps-ndrpdr.64b-.t.c-avf-ethip4udp-nat44ed-h1024-p63-s64512-cps-ndrpdr" - "tests.vpp.perf.ip4.2n1l-25ge2p1xxv710-avf-ethip4udp-ip4base-h1024-p63-s64512-cps-ndrpdr.64b-.t.c-avf-ethip4udp-ip4base-h1024-p63-s64512-cps-ndrpdr" @@ -10680,7 +9599,7 @@ title: "Speedup: 2n-clx-xxv710-64b-nat44ed-ip4routing-udp-stf-pps-avf-{test_type}-tsa" algorithm: "plot_tsa_name" output-file: "{DIR[STATIC,VPP]}/2n-clx-xxv710-64b-nat44ed-ip4routing-udp-stf-pps-avf-{test_type}-tsa" - data: "plot-vpp-throughput-lat-tsa-2n-clx" + data: "vpp-2n-clx-curr-iter" include: - "tests.vpp.perf.ip4.2n1l-25ge2p1xxv710-avf-ethip4udp-nat44ed-h1024-p63-s64512-pps-ndrpdr.64b-.t.c-avf-ethip4udp-nat44ed-h1024-p63-s64512-pps-ndrpdr" - "tests.vpp.perf.ip4.2n1l-25ge2p1xxv710-avf-ethip4udp-ip4base-h1024-p63-s64512-pps-ndrpdr.64b-.t.c-avf-ethip4udp-ip4base-h1024-p63-s64512-pps-ndrpdr" @@ -10700,7 +9619,7 @@ title: "Speedup: 2n-clx-xxv710-64b-nat44ed-ip4routing-tcp-stf-cps-avf-{test_type}-tsa" algorithm: "plot_tsa_name" output-file: "{DIR[STATIC,VPP]}/2n-clx-xxv710-64b-nat44ed-ip4routing-tcp-stf-cps-avf-{test_type}-tsa" - data: "plot-vpp-throughput-lat-tsa-2n-clx" + data: "vpp-2n-clx-curr-iter" include: - "tests.vpp.perf.ip4.2n1l-25ge2p1xxv710-avf-ethip4tcp-nat44ed-h1024-p63-s64512-cps-ndrpdr.64b-.t.c-avf-ethip4tcp-nat44ed-h1024-p63-s64512-cps-ndrpdr" - "tests.vpp.perf.ip4.2n1l-25ge2p1xxv710-avf-ethip4tcp-ip4base-h1024-p63-s64512-cps-ndrpdr.64b-.t.c-avf-ethip4tcp-ip4base-h1024-p63-s64512-cps-ndrpdr" @@ -10720,7 +9639,7 @@ title: "Speedup: 2n-clx-xxv710-64b-nat44ed-ip4routing-tcp-stf-pps-avf-{test_type}-tsa" algorithm: "plot_tsa_name" output-file: "{DIR[STATIC,VPP]}/2n-clx-xxv710-64b-nat44ed-ip4routing-tcp-stf-pps-avf-{test_type}-tsa" - data: "plot-vpp-throughput-lat-tsa-2n-clx" + data: "vpp-2n-clx-curr-iter" include: - "tests.vpp.perf.ip4.2n1l-25ge2p1xxv710-avf-ethip4tcp-nat44ed-h1024-p63-s64512-pps-ndrpdr.64b-.t.c-avf-ethip4tcp-nat44ed-h1024-p63-s64512-pps-ndrpdr" - "tests.vpp.perf.ip4.2n1l-25ge2p1xxv710-avf-ethip4tcp-ip4base-h1024-p63-s64512-pps-ndrpdr.64b-.t.c-avf-ethip4tcp-ip4base-h1024-p63-s64512-pps-ndrpdr" @@ -10740,7 +9659,7 @@ title: "Speedup: 2n-clx-xxv710-64b-nat44ed-ip4routing-tcp-tput-avf-{test_type}-tsa" algorithm: "plot_tsa_name" output-file: "{DIR[STATIC,VPP]}/2n-clx-xxv710-64b-nat44ed-ip4routing-tcp-tput-avf-{test_type}-tsa" - data: "plot-vpp-throughput-lat-tsa-2n-clx" + data: "vpp-2n-clx-curr-iter" include: - "tests.vpp.perf.ip4.2n1l-25ge2p1xxv710-avf-Ethip4Tcp-nat44ed-h1024-p63-s64512-pps-ndrpdr.64b-.t.c-avf-ethip4tcp-nat44ed-h1024-p63-s64512-pps-ndrpdr" - "Tests.Vpp.Perf.Ip4.2N1L-25Ge2P1Xxv710-Avf-Ethip4Tcp-Nat44Ed-H1024-P63-S64512-Tput-Ndrpdr.64B-.t.c-avf-ethip4tcp-nat44ed-h1024-p63-s64512-tput-ndrpdr" @@ -10760,7 +9679,7 @@ title: "Speedup: 2n-clx-xxv710-64b-nat44ed-ip4routing-udp-tput-avf-{test_type}-tsa" algorithm: "plot_tsa_name" output-file: "{DIR[STATIC,VPP]}/2n-clx-xxv710-64b-nat44ed-ip4routing-udp-tput-avf-{test_type}-tsa" - data: "plot-vpp-throughput-lat-tsa-2n-clx" + data: "vpp-2n-clx-curr-iter" include: - "tests.vpp.perf.ip4.2n1l-25ge2p1xxv710-avf-Ethip4Udp-nat44ed-h1024-p63-s64512-pps-ndrpdr.64b-.t.c-avf-ethip4udp-nat44ed-h1024-p63-s64512-pps-ndrpdr" - "Tests.Vpp.Perf.Ip4.2N1L-25Ge2P1Xxv710-Avf-Ethip4Udp-Nat44Ed-H1024-P63-S64512-Tput-Ndrpdr.64B-.t.c-avf-ethip4udp-nat44ed-h1024-p63-s64512-tput-ndrpdr" @@ -10780,7 +9699,7 @@ title: "Speedup: 2n-clx-xxv710-64b-nat44ed-ip4routing-tcp-tput2-avf-{test_type}-tsa" algorithm: "plot_tsa_name" output-file: "{DIR[STATIC,VPP]}/2n-clx-xxv710-64b-nat44ed-ip4routing-tcp-tput2-avf-{test_type}-tsa" - data: "plot-vpp-throughput-lat-tsa-2n-clx" + data: "vpp-2n-clx-curr-iter" include: - "tests.vpp.perf.ip4.2n1l-25ge2p1xxv710-avf-ethip4tcp-ip4base-h1024-p63-s64512-pps-ndrpdr.64b-.t.c-avf-ethip4tcp-ip4base-h1024-p63-s64512-pps-ndrpdr" - "Tests.Vpp.Perf.Ip4.2N1L-25Ge2P1Xxv710-Avf-Ethip4Tcp-Nat44Ed-H1024-P63-S64512-Tput-Ndrpdr.64B-.t.c-avf-ethip4tcp-nat44ed-h1024-p63-s64512-tput-ndrpdr" @@ -10800,7 +9719,7 @@ title: "Speedup: 2n-clx-xxv710-64b-nat44ed-ip4routing-udp-tput2-avf-{test_type}-tsa" algorithm: "plot_tsa_name" output-file: "{DIR[STATIC,VPP]}/2n-clx-xxv710-64b-nat44ed-ip4routing-udp-tput2-avf-{test_type}-tsa" - data: "plot-vpp-throughput-lat-tsa-2n-clx" + data: "vpp-2n-clx-curr-iter" include: - "tests.vpp.perf.ip4.2n1l-25ge2p1xxv710-avf-Ethip4Udp-ip4base-h1024-p63-s64512-pps-ndrpdr.64b-.t.c-avf-ethip4udp-ip4base-h1024-p63-s64512-pps-ndrpdr" - "Tests.Vpp.Perf.Ip4.2N1L-25Ge2P1Xxv710-Avf-Ethip4Udp-Nat44Ed-H1024-P63-S64512-Tput-Ndrpdr.64B-.t.c-avf-ethip4udp-nat44ed-h1024-p63-s64512-tput-ndrpdr" @@ -10820,7 +9739,7 @@ title: "Speedup: 2n-clx-xxv710-64b-features-ip4routing-base-dpdk-{test_type}-tsa" algorithm: "plot_tsa_name" output-file: "{DIR[STATIC,VPP]}/2n-clx-xxv710-64b-features-ip4routing-base-dpdk-{test_type}-tsa" - data: "plot-vpp-throughput-lat-tsa-2n-clx" + data: "vpp-2n-clx-curr-iter" include: - "Tests.Vpp.Perf.Ip4.2N1L-25Ge2P1Xxv710-Ethip4-Ip4Base-Ndrpdr.64B-.t.c-ethip4-ip4base-ndrpdr" - "Tests.Vpp.Perf.Ip4.2N1L-25Ge2P1Xxv710-Ethip4Udp-Ip4Base-Iacl50Sf-10Kflows-Ndrpdr.64B-.t.c-ethip4udp-ip4base-iacl50sf-10kflows-ndrpdr" @@ -10836,7 +9755,7 @@ title: "Speedup: 2n-clx-cx556a-64b-rdma-ip4base-{test_type}-tsa" algorithm: "plot_tsa_name" output-file: "{DIR[STATIC,VPP]}/2n-clx-cx556a-64b-rdma-ip4base-{test_type}-tsa" - data: "plot-vpp-throughput-lat-tsa-2n-clx" + data: "vpp-2n-clx-curr-iter" include: - "Tests.Vpp.Perf.Ip4.2N1L-100Ge2P1Cx556A-Rdma-Dot1Q-Ip4Base-Ndrpdr.64B-.t.c-rdma-dot1q-ip4base-ndrpdr" - "Tests.Vpp.Perf.Ip4.2N1L-100Ge2P1Cx556A-Rdma-Ethip4-Ip4Base-Ndrpdr.64B-.t.c-rdma-ethip4-ip4base-ndrpdr" @@ -10854,7 +9773,7 @@ title: "Speedup: 2n-clx-cx556a-64b-rdma-ethip4-features-{test_type}-tsa" algorithm: "plot_tsa_name" output-file: "{DIR[STATIC,VPP]}/2n-clx-cx556a-64b-rdma-ethip4-features-{test_type}-tsa" - data: "plot-vpp-throughput-lat-tsa-2n-clx" + data: "vpp-2n-clx-curr-iter" include: - "Tests.Vpp.Perf.Ip4.2N1L-100Ge2P1Cx556A-Rdma-Ethip4Udp-Ip4Base-Iacl50Sf-10Kflows-Ndrpdr.64B-.t.c-rdma-ethip4udp-ip4base-iacl50sf-10kflows-ndrpdr" - "Tests.Vpp.Perf.Ip4.2N1L-100Ge2P1Cx556A-Rdma-Ethip4Udp-Ip4Base-Iacl50Sl-10Kflows-Ndrpdr.64B-.t.c-rdma-ethip4udp-ip4base-iacl50sl-10kflows-ndrpdr" @@ -10870,7 +9789,7 @@ title: "Speedup: 2n-clx-xxv710-64b-ethip4--ethip4udpgeneve-avf-{test_type}-tsa" algorithm: "plot_tsa_name" output-file: "{DIR[STATIC,VPP]}/2n-clx-xxv710-64b-ethip4--ethip4udpgeneve-avf-{test_type}-tsa" - data: "plot-vpp-throughput-lat-tsa-2n-clx" + data: "vpp-2n-clx-curr-iter" include: - "Tests.Vpp.Perf.Ip4 Tunnels.2N1L-25Ge2P1Xxv710-Avf-Ethip4--Ethip4Udpgeneve-1Tun-Ip4Base-Ndrpdr.64B-.t.c-avf-ethip4--ethip4udpgeneve-1tun-ip4base-ndrpdr" - "Tests.Vpp.Perf.Ip4 Tunnels.2N1L-25Ge2P1Xxv710-Avf-Ethip4--Ethip4Udpgeneve-4Tun-Ip4Base-Ndrpdr.64B-.t.c-avf-ethip4--ethip4udpgeneve-4tun-ip4base-ndrpdr" @@ -10885,7 +9804,7 @@ title: "Speedup: 2n-clx-x710-78b-ip6routing-base-scale-[avf,dpdk]-{test_type}-tsa" algorithm: "plot_tsa_name" output-file: "{DIR[STATIC,VPP]}/2n-clx-x710-78b-ip6routing-base-scale-[avf,dpdk]-{test_type}-tsa" - data: "plot-vpp-throughput-lat-tsa-2n-clx" + data: "vpp-2n-clx-curr-iter" include: - "Tests.Vpp.Perf.Ip6.2N1L-10Ge2P1X710-Avf-Dot1Q-Ip6Base-Ndrpdr.78B-.t.c-avf-dot1q-ip6base-ndrpdr" - "Tests.Vpp.Perf.Ip6.2N1L-10Ge2P1X710-Avf-Ethip6-Ip6Base-Ndrpdr.78B-.t.c-avf-ethip6-ip6base-ndrpdr" @@ -10902,7 +9821,7 @@ title: "Speedup: 2n-clx-xxv710-78b-ip6routing-base-scale-avf-{test_type}-tsa" algorithm: "plot_tsa_name" output-file: "{DIR[STATIC,VPP]}/2n-clx-xxv710-78b-ip6routing-base-scale-avf-{test_type}-tsa" - data: "plot-vpp-throughput-lat-tsa-2n-clx" + data: "vpp-2n-clx-curr-iter" include: - "Tests.Vpp.Perf.Ip6.2N1L-25Ge2P1Xxv710-Avf-Dot1Q-Ip6Base-Ndrpdr.78B-.t.c-avf-dot1q-ip6base-ndrpdr" - "Tests.Vpp.Perf.Ip6.2N1L-25Ge2P1Xxv710-Avf-Ethip6-Ip6Base-Ndrpdr.78B-.t.c-avf-ethip6-ip6base-ndrpdr" @@ -10920,7 +9839,7 @@ title: "Speedup: 2n-clx-xxv710-78b-ip6routing-base-scale-dpdk-{test_type}-tsa" algorithm: "plot_tsa_name" output-file: "{DIR[STATIC,VPP]}/2n-clx-xxv710-78b-ip6routing-base-scale-dpdk-{test_type}-tsa" - data: "plot-vpp-throughput-lat-tsa-2n-clx" + data: "vpp-2n-clx-curr-iter" include: - "Tests.Vpp.Perf.Ip6.2N1L-25Ge2P1Xxv710-Dot1Q-Ip6Base-Ndrpdr.78B-.t.c-dot1q-ip6base-ndrpdr" - "Tests.Vpp.Perf.Ip6.2N1L-25Ge2P1Xxv710-Ethip6-Ip6Base-Ndrpdr.78B-.t.c-ethip6-ip6base-ndrpdr" @@ -10938,7 +9857,7 @@ title: "Speedup: 2n-clx-cx556a-78b-rdma-ip6routing-base-scale-{test_type}-tsa" algorithm: "plot_tsa_name" output-file: "{DIR[STATIC,VPP]}/2n-clx-cx556a-78b-rdma-ip6routing-base-scale-{test_type}-tsa" - data: "plot-vpp-throughput-lat-tsa-2n-clx" + data: "vpp-2n-clx-curr-iter" include: - "Tests.Vpp.Perf.Ip6.2N1L-100Ge2P1Cx556A-Rdma-Dot1Q-Ip6Base-Ndrpdr.78B-.t.c-rdma-dot1q-ip6base-ndrpdr" - "Tests.Vpp.Perf.Ip6.2N1L-100Ge2P1Cx556A-Rdma-Ethip6-Ip6Base-Ndrpdr.78B-.t.c-rdma-ethip6-ip6base-ndrpdr" @@ -10956,7 +9875,7 @@ title: "Speedup: 2n-clx-x710-64b-l2switching-base-scale-avf-{test_type}-tsa" algorithm: "plot_tsa_name" output-file: "{DIR[STATIC,VPP]}/2n-clx-x710-64b-l2switching-base-scale-avf-{test_type}-tsa" - data: "plot-vpp-throughput-lat-tsa-2n-clx" + data: "vpp-2n-clx-curr-iter" include: - "Tests.Vpp.Perf.L2.2N1L-10Ge2P1X710-Avf-Dot1Q-L2Bdbasemaclrn-Ndrpdr.64B-.t.c-avf-dot1q-l2bdbasemaclrn-ndrpdr" - "Tests.Vpp.Perf.L2.2N1L-10Ge2P1X710-Avf-Eth-L2Patch-Ndrpdr.64B-.t.c-avf-eth-l2patch-ndrpdr" @@ -10971,7 +9890,7 @@ title: "Speedup: 2n-clx-x710-64b-l2switching-base-scale-dpdk-{test_type}-tsa" algorithm: "plot_tsa_name" output-file: "{DIR[STATIC,VPP]}/2n-clx-x710-64b-l2switching-base-scale-dpdk-{test_type}-tsa" - data: "plot-vpp-throughput-lat-tsa-2n-clx" + data: "vpp-2n-clx-curr-iter" include: - "Tests.Vpp.Perf.L2.2N1L-10Ge2P1X710-Dot1Q-L2Bdbasemaclrn-Ndrpdr.64B-.t.c-dot1q-l2bdbasemaclrn-ndrpdr" - "Tests.Vpp.Perf.L2.2N1L-10Ge2P1X710-Eth-L2Patch-Ndrpdr.64B-.t.c-eth-l2patch-ndrpdr" @@ -10986,7 +9905,7 @@ title: "Speedup: 2n-clx-xxv710-64b-l2switching-base-avf-{test_type}-tsa" algorithm: "plot_tsa_name" output-file: "{DIR[STATIC,VPP]}/2n-clx-xxv710-64b-l2switching-base-avf-{test_type}-tsa" - data: "plot-vpp-throughput-lat-tsa-2n-clx" + data: "vpp-2n-clx-curr-iter" include: - "Tests.Vpp.Perf.L2.2N1L-25Ge2P1Xxv710-Avf-Dot1Q-L2Xcbase-Ndrpdr.64B-.t.c-avf-dot1q-l2xcbase-ndrpdr" - "Tests.Vpp.Perf.L2.2N1L-25Ge2P1Xxv710-Avf-Dot1Q-L2Bdbasemaclrn-Ndrpdr.64B-.t.c-avf-dot1q-l2bdbasemaclrn-ndrpdr" @@ -11001,7 +9920,7 @@ title: "Speedup: 2n-clx-xxv710-64b-l2switching-base-scale-avf-{test_type}-tsa" algorithm: "plot_tsa_name" output-file: "{DIR[STATIC,VPP]}/2n-clx-xxv710-64b-l2switching-base-scale-avf-{test_type}-tsa" - data: "plot-vpp-throughput-lat-tsa-2n-clx" + data: "vpp-2n-clx-curr-iter" include: - "Tests.Vpp.Perf.L2.2N1L-25Ge2P1Xxv710-Avf-Eth-L2Bdbasemaclrn-Ndrpdr.64B-.t.c-avf-eth-l2bdbasemaclrn-ndrpdr" - "Tests.Vpp.Perf.L2.2N1L-25Ge2P1Xxv710-Avf-Eth-L2Bdscale10Kmaclrn-Ndrpdr.64B-.t.c-avf-eth-l2bdscale10kmaclrn-ndrpdr" @@ -11015,7 +9934,7 @@ title: "Speedup: 2n-clx-xxv710-64b-l2switching-base-dpdk-{test_type}-tsa" algorithm: "plot_tsa_name" output-file: "{DIR[STATIC,VPP]}/2n-clx-xxv710-64b-l2switching-base-dpdk-{test_type}-tsa" - data: "plot-vpp-throughput-lat-tsa-2n-clx" + data: "vpp-2n-clx-curr-iter" include: - "Tests.Vpp.Perf.L2.2N1L-25Ge2P1Xxv710-Dot1Q-L2Xcbase-Ndrpdr.64B-.t.c-dot1q-l2xcbase-ndrpdr" - "Tests.Vpp.Perf.L2.2N1L-25Ge2P1Xxv710-Dot1Q-L2Bdbasemaclrn-Ndrpdr.64B-.t.c-dot1q-l2bdbasemaclrn-ndrpdr" @@ -11030,7 +9949,7 @@ title: "Speedup: 2n-clx-xxv710-64b-l2switching-base-scale-dpdk-{test_type}-tsa" algorithm: "plot_tsa_name" output-file: "{DIR[STATIC,VPP]}/2n-clx-xxv710-64b-l2switching-base-scale-dpdk-{test_type}-tsa" - data: "plot-vpp-throughput-lat-tsa-2n-clx" + data: "vpp-2n-clx-curr-iter" include: - "Tests.Vpp.Perf.L2.2N1L-25Ge2P1Xxv710-Eth-L2Bdbasemaclrn-Ndrpdr.64B-.t.c-eth-l2bdbasemaclrn-ndrpdr" - "Tests.Vpp.Perf.L2.2N1L-25Ge2P1Xxv710-Eth-L2Bdscale10Kmaclrn-Ndrpdr.64B-.t.c-eth-l2bdscale10kmaclrn-ndrpdr" @@ -11044,7 +9963,7 @@ title: "Speedup: 2n-clx-cx556a-64b-rdma-l2switching-base-{test_type}-tsa" algorithm: "plot_tsa_name" output-file: "{DIR[STATIC,VPP]}/2n-clx-cx556a-64b-rdma-l2switching-base-{test_type}-tsa" - data: "plot-vpp-throughput-lat-tsa-2n-clx" + data: "vpp-2n-clx-curr-iter" include: - "Tests.Vpp.Perf.L2.2N1L-100Ge2P1Cx556A-Rdma-Dot1Q-L2Xcbase-Ndrpdr.64B-.t.c-rdma-dot1q-l2xcbase-ndrpdr" - "Tests.Vpp.Perf.L2.2N1L-100Ge2P1Cx556A-Rdma-Dot1Q-L2Bdbasemaclrn-Ndrpdr.64B-.t.c-rdma-dot1q-l2bdbasemaclrn-ndrpdr" @@ -11059,7 +9978,7 @@ title: "Speedup: 2n-clx-cx556a-64b-rdma-l2switching-scale-{test_type}-tsa" algorithm: "plot_tsa_name" output-file: "{DIR[STATIC,VPP]}/2n-clx-cx556a-64b-rdma-l2switching-scale-{test_type}-tsa" - data: "plot-vpp-throughput-lat-tsa-2n-clx" + data: "vpp-2n-clx-curr-iter" include: - "Tests.Vpp.Perf.L2.2N1L-100Ge2P1Cx556A-Rdma-Eth-L2Bdbasemaclrn-Ndrpdr.64B-.t.c-rdma-eth-l2bdbasemaclrn-ndrpdr" - "Tests.Vpp.Perf.L2.2N1L-100Ge2P1Cx556A-Rdma-Eth-L2Bdscale10Kmaclrn-Ndrpdr.64B-.t.c-rdma-eth-l2bdscale10kmaclrn-ndrpdr" @@ -11073,7 +9992,7 @@ title: "Speedup: 2n-clx-xxv710-64b-vhost-base-avf-{test_type}-tsa" algorithm: "plot_tsa_name" output-file: "{DIR[STATIC,VPP]}/2n-clx-xxv710-64b-vhost-base-avf-{test_type}-tsa" - data: "plot-vpp-throughput-lat-tsa-2n-clx" + data: "vpp-2n-clx-curr-iter" include: - "Tests.Vpp.Perf.Vm Vhost.2N1L-25Ge2P1Xxv710-Avf-Dot1Q-L2Xcbase-Eth-2Vhostvr1024-1Vm-Ndrpdr.64B-.t.c-avf-dot1q-l2xcbase-eth-2vhostvr1024-1vm-ndrpdr" - "Tests.Vpp.Perf.Vm Vhost.2N1L-25Ge2P1Xxv710-Avf-Dot1Q-L2Bdbasemaclrn-Eth-2Vhostvr1024-1Vm-Ndrpdr.64B-.t.c-avf-dot1q-l2bdbasemaclrn-eth-2vhostvr1024-1vm-ndrpdr" @@ -11088,7 +10007,7 @@ title: "Speedup: 2n-clx-xxv710-64b-vhost-base-avf-vpp-{test_type}-tsa" algorithm: "plot_tsa_name" output-file: "{DIR[STATIC,VPP]}/2n-clx-xxv710-64b-vhost-base-avf-vpp-{test_type}-tsa" - data: "plot-vpp-throughput-lat-tsa-2n-clx" + data: "vpp-2n-clx-curr-iter" include: - "Tests.Vpp.Perf.Vm Vhost.2N1L-25Ge2P1Xxv710-Avf-Dot1Q-L2Xcbase-Eth-2Vhostvr1024-1Vm-Vppl2Xc-Ndrpdr.64B-.t.c-avf-dot1q-l2xcbase-eth-2vhostvr1024-1vm-vppl2xc-ndrpdr" - "Tests.Vpp.Perf.Vm Vhost.2N1L-25Ge2P1Xxv710-Avf-Dot1Q-L2Bdbasemaclrn-Eth-2Vhostvr1024-1Vm-Vppl2Xc-Ndrpdr.64B-.t.c-avf-dot1q-l2bdbasemaclrn-eth-2vhostvr1024-1vm-vppl2xc-ndrpdr" @@ -11103,7 +10022,7 @@ title: "Speedup: 2n-clx-xxv710-64b-vhost-base-dpdk-{test_type}-tsa" algorithm: "plot_tsa_name" output-file: "{DIR[STATIC,VPP]}/2n-clx-xxv710-64b-vhost-base-dpdk-{test_type}-tsa" - data: "plot-vpp-throughput-lat-tsa-2n-clx" + data: "vpp-2n-clx-curr-iter" include: - "Tests.Vpp.Perf.Vm Vhost.2N1L-25Ge2P1Xxv710-Dot1Q-L2Xcbase-Eth-2Vhostvr1024-1Vm-Ndrpdr.64B-.t.c-dot1q-l2xcbase-eth-2vhostvr1024-1vm-ndrpdr" - "Tests.Vpp.Perf.Vm Vhost.2N1L-25Ge2P1Xxv710-Dot1Q-L2Bdbasemaclrn-Eth-2Vhostvr1024-1Vm-Ndrpdr.64B-.t.c-dot1q-l2bdbasemaclrn-eth-2vhostvr1024-1vm-ndrpdr" @@ -11118,7 +10037,7 @@ title: "Speedup: 2n-clx-xxv710-64b-vhost-base-dpdk-vpp-{test_type}-tsa" algorithm: "plot_tsa_name" output-file: "{DIR[STATIC,VPP]}/2n-clx-xxv710-64b-vhost-base-dpdk-vpp-{test_type}-tsa" - data: "plot-vpp-throughput-lat-tsa-2n-clx" + data: "vpp-2n-clx-curr-iter" include: - "Tests.Vpp.Perf.Vm Vhost.2N1L-25Ge2P1Xxv710-Dot1Q-L2Xcbase-Eth-2Vhostvr1024-1Vm-Vppl2Xc-Ndrpdr.64B-.t.c-dot1q-l2xcbase-eth-2vhostvr1024-1vm-vppl2xc-ndrpdr" - "Tests.Vpp.Perf.Vm Vhost.2N1L-25Ge2P1Xxv710-Dot1Q-L2Bdbasemaclrn-Eth-2Vhostvr1024-1Vm-Vppl2Xc-Ndrpdr.64B-.t.c-dot1q-l2bdbasemaclrn-eth-2vhostvr1024-1vm-vppl2xc-ndrpdr" @@ -11133,7 +10052,7 @@ title: "Speedup: 2n-clx-cx556a-64b-rdma-l2-vhost-base-{test_type}-tsa" algorithm: "plot_tsa_name" output-file: "{DIR[STATIC,VPP]}/2n-clx-cx556a-64b-rdma-l2-vhost-base-{test_type}-tsa" - data: "plot-vpp-throughput-lat-tsa-2n-clx" + data: "vpp-2n-clx-curr-iter" include: - "Tests.Vpp.Perf.Vm Vhost.2N1L-100Ge2P1Cx556A-Rdma-Dot1Q-L2Xcbase-Eth-2Vhostvr1024-1Vm-Ndrpdr.64B-.t.c-rdma-dot1q-l2xcbase-eth-2vhostvr1024-1vm-ndrpdr" - "Tests.Vpp.Perf.Vm Vhost.2N1L-100Ge2P1Cx556A-Rdma-Dot1Q-L2Bdbasemaclrn-Eth-2Vhostvr1024-1Vm-Ndrpdr.64B-.t.c-rdma-dot1q-l2bdbasemaclrn-eth-2vhostvr1024-1vm-ndrpdr" @@ -11147,7 +10066,7 @@ title: "Speedup: 2n-clx-cx556a-64b-rdma-l2-vhost-vppl2xc-base-{test_type}-tsa" algorithm: "plot_tsa_name" output-file: "{DIR[STATIC,VPP]}/2n-clx-cx556a-64b-rdma-l2-vhost-vppl2xc-base-{test_type}-tsa" - data: "plot-vpp-throughput-lat-tsa-2n-clx" + data: "vpp-2n-clx-curr-iter" include: - "Tests.Vpp.Perf.Vm Vhost.2N1L-100Ge2P1Cx556A-Rdma-Dot1Q-L2Xcbase-Eth-2Vhostvr1024-1Vm-Vppl2Xc-Ndrpdr.64B-.t.c-rdma-dot1q-l2xcbase-eth-2vhostvr1024-1vm-vppl2xc-ndrpdr" - "Tests.Vpp.Perf.Vm Vhost.2N1L-100Ge2P1Cx556A-Rdma-Dot1Q-L2Bdbasemaclrn-Eth-2Vhostvr1024-1Vm-Vppl2Xc-Ndrpdr.64B-.t.c-rdma-dot1q-l2bdbasemaclrn-eth-2vhostvr1024-1vm-vppl2xc-ndrpdr" @@ -11161,7 +10080,7 @@ title: "Speedup: 2n-clx-xxv710-114b-vts-l2switching-base-dpdk-{test_type}-tsa" algorithm: "plot_tsa_name" output-file: "{DIR[STATIC,VPP]}/2n-clx-xxv710-114b-vts-l2switching-base-dpdk-{test_type}-tsa" - data: "plot-vpp-throughput-lat-tsa-2n-clx" + data: "vpp-2n-clx-curr-iter" include: - "Tests.Vpp.Perf.Vts.2N1L-25Ge2P1Xxv710-Avf-Ethip4Vxlan-L2Bdbasemaclrn-Eth-Iacldstbase-Aclpermit-2Vhostvr1024-1Vm-Ndrpdr.114B-.t.c-avf-ethip4vxlan-l2bdbasemaclrn-eth-iacldstbase-aclpermit-2vhostvr1024-1vm-ndrpdr" - "Tests.Vpp.Perf.Vts.2N1L-25Ge2P1Xxv710-Avf-Ethip4Vxlan-L2Bdbasemaclrn-Eth-Iacldstbase-Aclpermitreflect-2Vhostvr1024-1Vm-Ndrpdr.114B-.t.c-avf-ethip4vxlan-l2bdbasemaclrn-eth-iacldstbase-aclpermitreflect-2vhostvr1024-1vm-ndrpdr" @@ -11173,189 +10092,189 @@ title: "2n-clx-xxv710-114b-vts-l2switching-base-[avf,dpdk]-{test_type}" layout: "plot-throughput-speedup-analysis" -# # 2n-icx -# -# - type: "plot" -# title: "Throughput: 2n-icx-e810cq-64b-{core}-ip4routing-base-scale-avf-{test_type}" -# algorithm: "plot_ndrpdr_box_name" -# output-file: "{DIR[STATIC,VPP]}/2n-icx-e810cq-64b-{core}-ip4routing-base-scale-avf-{test_type}" -# data: "plot-vpp-throughput-lat-tsa-2n-icx" -# core: ["2t1c", ] -# include: -# - "Tests.Vpp.Perf.Ip4.2N1L-100Ge2P1E810Cq-Avf-Ethip4-Ip4Base-Ndrpdr.64B-{core}-avf-ethip4-ip4base-ndrpdr" -# - "Tests.Vpp.Perf.Ip4.2N1L-100Ge2P1E810Cq-Avf-Ethip4-Ip4Scale20K-Ndrpdr.64B-{core}-avf-ethip4-ip4scale20k-ndrpdr" -# - "Tests.Vpp.Perf.Ip4.2N1L-100Ge2P1E810Cq-Avf-Ethip4-Ip4Scale200K-Ndrpdr.64B-{core}-avf-ethip4-ip4scale200k-ndrpdr" -# - "Tests.Vpp.Perf.Ip4.2N1L-100Ge2P1E810Cq-Avf-Ethip4-Ip4Scale2M-Ndrpdr.64B-{core}-avf-ethip4-ip4scale2m-ndrpdr" -# layout: -# title: "2n-icx-e810cq-64b-{core}-ip4routing-base-scale-avf-{test_type}" -# layout: "plot-throughput" -# -# - type: "plot" -# title: "Throughput: 2n-icx-e810cq-64b-{core}-ip4routing-base-scale-dpdk-{test_type}" -# algorithm: "plot_ndrpdr_box_name" -# output-file: "{DIR[STATIC,VPP]}/2n-icx-e810cq-64b-{core}-ip4routing-base-scale-dpdk-{test_type}" -# data: "plot-vpp-throughput-lat-tsa-2n-icx" -# core: ["2t1c", ] -# include: -# - "Tests.Vpp.Perf.Ip4.2N1L-100Ge2P1E810Cq-Ethip4-Ip4Base-Ndrpdr.64B-{core}-ethip4-ip4base-ndrpdr" -# - "Tests.Vpp.Perf.Ip4.2N1L-100Ge2P1E810Cq-Ethip4-Ip4Scale20K-Ndrpdr.64B-{core}-ethip4-ip4scale20k-ndrpdr" -# - "Tests.Vpp.Perf.Ip4.2N1L-100Ge2P1E810Cq-Ethip4-Ip4Scale200K-Ndrpdr.64B-{core}-ethip4-ip4scale200k-ndrpdr" -# - "Tests.Vpp.Perf.Ip4.2N1L-100Ge2P1E810Cq-Ethip4-Ip4Scale2M-Ndrpdr.64B-{core}-ethip4-ip4scale2m-ndrpdr" -# layout: -# title: "2n-icx-e810cq-64b-{core}-ip4routing-base-scale-dpdk-{test_type}" -# layout: "plot-throughput" -# -# - type: "plot" -# title: "Throughput: 2n-icx-e810cq-78b-{core}-ip6routing-base-scale-avf-{test_type}" -# algorithm: "plot_ndrpdr_box_name" -# output-file: "{DIR[STATIC,VPP]}/2n-icx-e810cq-78b-{core}-ip6routing-base-scale-avf-{test_type}" -# data: "plot-vpp-throughput-lat-tsa-2n-icx" -# core: ["2t1c", ] -# include: -# - "Tests.Vpp.Perf.Ip6.2N1L-100Ge2P1E810Cq-Avf-Ethip6-Ip6Base-Ndrpdr.78B-{core}-avf-ethip6-ip6base-ndrpdr" -# - "Tests.Vpp.Perf.Ip6.2N1L-100Ge2P1E810Cq-Avf-Ethip6-Ip6Scale20K-Ndrpdr.78B-{core}-avf-ethip6-ip6scale20k-ndrpdr" -# - "Tests.Vpp.Perf.Ip6.2N1L-100Ge2P1E810Cq-Avf-Ethip6-Ip6Scale200K-Ndrpdr.78B-{core}-avf-ethip6-ip6scale200k-ndrpdr" -# - "Tests.Vpp.Perf.Ip6.2N1L-100Ge2P1E810Cq-Avf-Ethip6-Ip6Scale2M-Ndrpdr.78B-{core}-avf-ethip6-ip6scale2m-ndrpdr" -# layout: -# title: "2n-icx-e810cq-78b-{core}-ip6routing-base-scale-avf-{test_type}" -# layout: "plot-throughput" -# -# - type: "plot" -# title: "Throughput: 2n-icx-e810cq-78b-{core}-ip6routing-base-scale-dpdk-{test_type}" -# algorithm: "plot_ndrpdr_box_name" -# output-file: "{DIR[STATIC,VPP]}/2n-icx-e810cq-78b-{core}-ip6routing-base-scale-dpdk-{test_type}" -# data: "plot-vpp-throughput-lat-tsa-2n-icx" -# core: ["2t1c", ] -# include: -# - "Tests.Vpp.Perf.Ip6.2N1L-100Ge2P1E810Cq-Ethip6-Ip6Base-Ndrpdr.78B-{core}-ethip6-ip6base-ndrpdr" -# - "Tests.Vpp.Perf.Ip6.2N1L-100Ge2P1E810Cq-Ethip6-Ip6Scale20K-Ndrpdr.78B-{core}-ethip6-ip6scale20k-ndrpdr" -# - "Tests.Vpp.Perf.Ip6.2N1L-100Ge2P1E810Cq-Ethip6-Ip6Scale200K-Ndrpdr.78B-{core}-ethip6-ip6scale200k-ndrpdr" -# - "Tests.Vpp.Perf.Ip6.2N1L-100Ge2P1E810Cq-Ethip6-Ip6Scale2M-Ndrpdr.78B-{core}-ethip6-ip6scale2m-ndrpdr" -# layout: -# title: "2n-icx-e810cq-78b-{core}-ip6routing-base-scale-dpdk-{test_type}" -# layout: "plot-throughput" -# -# - type: "plot" -# title: "Throughput: 2n-icx-e810cq-64b-{core}-l2switching-base-scale-avf-{test_type}" -# algorithm: "plot_ndrpdr_box_name" -# output-file: "{DIR[STATIC,VPP]}/2n-icx-e810cq-64b-{core}-l2switching-base-scale-avf-{test_type}" -# data: "plot-vpp-throughput-lat-tsa-2n-icx" -# core: ["2t1c", ] -# include: -# - "Tests.Vpp.Perf.L2.2N1L-100Ge2P1E810Cq-Avf-Eth-L2Patch-Ndrpdr.64B-{core}-avf-eth-l2patch-ndrpdr" -# - "Tests.Vpp.Perf.L2.2N1L-100Ge2P1E810Cq-Avf-Eth-L2Xcbase-Ndrpdr.64B-{core}-avf-eth-l2xcbase-ndrpdr" -# - "Tests.Vpp.Perf.L2.2N1L-100Ge2P1E810Cq-Avf-Eth-L2Bdbasemaclrn-Ndrpdr.64B-{core}-avf-eth-l2bdbasemaclrn-ndrpdr" -# - "Tests.Vpp.Perf.L2.2N1L-100Ge2P1E810Cq-Avf-Eth-L2Bdscale10Kmaclrn-Ndrpdr.64B-{core}-avf-eth-l2bdscale10kmaclrn-ndrpdr" -# - "Tests.Vpp.Perf.L2.2N1L-100Ge2P1E810Cq-Avf-Eth-L2Bdscale100Kmaclrn-Ndrpdr.64B-{core}-avf-eth-l2bdscale100kmaclrn-ndrpdr" -# - "Tests.Vpp.Perf.L2.2N1L-100Ge2P1E810Cq-Avf-Eth-L2Bdscale1Mmaclrn-Ndrpdr.64B-{core}-avf-eth-l2bdscale1mmaclrn-ndrpdr" -# layout: -# title: "2n-icx-e810cq-64b-{core}-l2switching-base-scale-avf-{test_type}" -# layout: "plot-throughput" -# -# - type: "plot" -# title: "Throughput: 2n-icx-e810cq-64b-{core}-l2switching-base-scale-dpdk-{test_type}" -# algorithm: "plot_ndrpdr_box_name" -# output-file: "{DIR[STATIC,VPP]}/2n-icx-e810cq-64b-{core}-l2switching-base-scale-dpdk-{test_type}" -# data: "plot-vpp-throughput-lat-tsa-2n-icx" -# core: ["2t1c", ] -# include: -# - "Tests.Vpp.Perf.L2.2N1L-100Ge2P1E810Cq-Eth-L2Patch-Ndrpdr.64B-{core}-eth-l2patch-ndrpdr" -# - "Tests.Vpp.Perf.L2.2N1L-100Ge2P1E810Cq-Eth-L2Xcbase-Ndrpdr.64B-{core}-eth-l2xcbase-ndrpdr" -# - "Tests.Vpp.Perf.L2.2N1L-100Ge2P1E810Cq-Eth-L2Bdbasemaclrn-Ndrpdr.64B-{core}-eth-l2bdbasemaclrn-ndrpdr" -# - "Tests.Vpp.Perf.L2.2N1L-100Ge2P1E810Cq-Eth-L2Bdscale10Kmaclrn-Ndrpdr.64B-{core}-eth-l2bdscale10kmaclrn-ndrpdr" -# - "Tests.Vpp.Perf.L2.2N1L-100Ge2P1E810Cq-Eth-L2Bdscale100Kmaclrn-Ndrpdr.64B-{core}-eth-l2bdscale100kmaclrn-ndrpdr" -# - "Tests.Vpp.Perf.L2.2N1L-100Ge2P1E810Cq-Eth-L2Bdscale1Mmaclrn-Ndrpdr.64B-{core}-eth-l2bdscale1mmaclrn-ndrpdr" -# layout: -# title: "2n-icx-e810cq-64b-{core}-l2switching-base-scale-dpdk-{test_type}" -# layout: "plot-throughput" -# -# - type: "plot" -# title: "Speedup: 2n-icx-e810cq-64b-ip4routing-base-scale-avf-{test_type}-tsa" -# algorithm: "plot_tsa_name" -# output-file: "{DIR[STATIC,VPP]}/2n-icx-e810cq-64b-ip4routing-base-scale-avf-{test_type}-tsa" -# data: "plot-vpp-throughput-lat-tsa-2n-icx" -# include: -# - "Tests.Vpp.Perf.Ip4.2N1L-100Ge2P1E810Cq-Avf-Ethip4-Ip4Base-Ndrpdr.64B-.t.c-avf-ethip4-ip4base-ndrpdr" -# - "Tests.Vpp.Perf.Ip4.2N1L-100Ge2P1E810Cq-Avf-Ethip4-Ip4Scale20K-Ndrpdr.64B-.t.c-avf-ethip4-ip4scale20k-ndrpdr" -# - "Tests.Vpp.Perf.Ip4.2N1L-100Ge2P1E810Cq-Avf-Ethip4-Ip4Scale200K-Ndrpdr.64B-.t.c-avf-ethip4-ip4scale200k-ndrpdr" -# - "Tests.Vpp.Perf.Ip4.2N1L-100Ge2P1E810Cq-Avf-Ethip4-Ip4Scale2M-Ndrpdr.64B-.t.c-avf-ethip4-ip4scale2m-ndrpdr" -# layout: -# title: "2n-icx-e810cq-64b-ip4routing-base-scale-avf-{test_type}" -# layout: "plot-throughput-speedup-analysis" -# -# - type: "plot" -# title: "Speedup: 2n-icx-e810cq-64b-ip4routing-base-scale-dpdk-{test_type}-tsa" -# algorithm: "plot_tsa_name" -# output-file: "{DIR[STATIC,VPP]}/2n-icx-e810cq-64b-ip4routing-base-scale-dpdk-{test_type}-tsa" -# data: "plot-vpp-throughput-lat-tsa-2n-icx" -# include: -# - "Tests.Vpp.Perf.Ip4.2N1L-100Ge2P1E810Cq-Ethip4-Ip4Base-Ndrpdr.64B-.t.c-ethip4-ip4base-ndrpdr" -# - "Tests.Vpp.Perf.Ip4.2N1L-100Ge2P1E810Cq-Ethip4-Ip4Scale20K-Ndrpdr.64B-.t.c-ethip4-ip4scale20k-ndrpdr" -# - "Tests.Vpp.Perf.Ip4.2N1L-100Ge2P1E810Cq-Ethip4-Ip4Scale200K-Ndrpdr.64B-.t.c-ethip4-ip4scale200k-ndrpdr" -# - "Tests.Vpp.Perf.Ip4.2N1L-100Ge2P1E810Cq-Ethip4-Ip4Scale2M-Ndrpdr.64B-.t.c-ethip4-ip4scale2m-ndrpdr" -# layout: -# title: "2n-icx-e810cq-64b-ip4routing-base-scale-dpdk-{test_type}" -# layout: "plot-throughput-speedup-analysis" -# -# - type: "plot" -# title: "Speedup: 2n-icx-e810cq-78b-ip6routing-base-scale-avf-{test_type}-tsa" -# algorithm: "plot_tsa_name" -# output-file: "{DIR[STATIC,VPP]}/2n-icx-e810cq-78b-ip6routing-base-scale-avf-{test_type}-tsa" -# data: "plot-vpp-throughput-lat-tsa-2n-icx" -# include: -# - "Tests.Vpp.Perf.Ip6.2N1L-100Ge2P1E810Cq-Avf-Ethip6-Ip6Base-Ndrpdr.78B-.t.c-avf-ethip6-ip6base-ndrpdr" -# - "Tests.Vpp.Perf.Ip6.2N1L-100Ge2P1E810Cq-Avf-Ethip6-Ip6Scale20K-Ndrpdr.78B-.t.c-avf-ethip6-ip6scale20k-ndrpdr" -# - "Tests.Vpp.Perf.Ip6.2N1L-100Ge2P1E810Cq-Avf-Ethip6-Ip6Scale200K-Ndrpdr.78B-.t.c-avf-ethip6-ip6scale200k-ndrpdr" -# - "Tests.Vpp.Perf.Ip6.2N1L-100Ge2P1E810Cq-Avf-Ethip6-Ip6Scale2M-Ndrpdr.78B-.t.c-avf-ethip6-ip6scale2m-ndrpdr" -# layout: -# title: "2n-icx-e810cq-78b-ip6routing-base-scale-avf-{test_type}" -# layout: "plot-throughput-speedup-analysis" -# -# - type: "plot" -# title: "Speedup: 2n-icx-e810cq-78b-ip6routing-base-scale-dpdk-{test_type}-tsa" -# algorithm: "plot_tsa_name" -# output-file: "{DIR[STATIC,VPP]}/2n-icx-e810cq-78b-ip6routing-base-scale-dpdk-{test_type}-tsa" -# data: "plot-vpp-throughput-lat-tsa-2n-icx" -# include: -# - "Tests.Vpp.Perf.Ip6.2N1L-100Ge2P1E810Cq-Ethip6-Ip6Base-Ndrpdr.78B-.t.c-ethip6-ip6base-ndrpdr" -# - "Tests.Vpp.Perf.Ip6.2N1L-100Ge2P1E810Cq-Ethip6-Ip6Scale20K-Ndrpdr.78B-.t.c-ethip6-ip6scale20k-ndrpdr" -# - "Tests.Vpp.Perf.Ip6.2N1L-100Ge2P1E810Cq-Ethip6-Ip6Scale200K-Ndrpdr.78B-.t.c-ethip6-ip6scale200k-ndrpdr" -# - "Tests.Vpp.Perf.Ip6.2N1L-100Ge2P1E810Cq-Ethip6-Ip6Scale2M-Ndrpdr.78B-.t.c-ethip6-ip6scale2m-ndrpdr" -# layout: -# title: "2n-icx-e810cq-78b-ip6routing-base-scale-dpdk-{test_type}" -# layout: "plot-throughput-speedup-analysis" -# -# - type: "plot" -# title: "Speedup: 2n-icx-e810cq-64b-l2switching-base-scale-avf-{test_type}-tsa" -# algorithm: "plot_tsa_name" -# output-file: "{DIR[STATIC,VPP]}/2n-icx-e810cq-64b-l2switching-base-scale-avf-{test_type}-tsa" -# data: "plot-vpp-throughput-lat-tsa-2n-icx" -# include: -# - "Tests.Vpp.Perf.L2.2N1L-100Ge2P1E810Cq-Avf-Eth-L2Patch-Ndrpdr.64B-.t.c-avf-eth-l2patch-ndrpdr" -# - "Tests.Vpp.Perf.L2.2N1L-100Ge2P1E810Cq-Avf-Eth-L2Xcbase-Ndrpdr.64B-.t.c-avf-eth-l2xcbase-ndrpdr" -# - "Tests.Vpp.Perf.L2.2N1L-100Ge2P1E810Cq-Avf-Eth-L2Bdbasemaclrn-Ndrpdr.64B-.t.c-avf-eth-l2bdbasemaclrn-ndrpdr" -# - "Tests.Vpp.Perf.L2.2N1L-100Ge2P1E810Cq-Avf-Eth-L2Bdscale10Kmaclrn-Ndrpdr.64B-.t.c-avf-eth-l2bdscale10kmaclrn-ndrpdr" -# - "Tests.Vpp.Perf.L2.2N1L-100Ge2P1E810Cq-Avf-Eth-L2Bdscale100Kmaclrn-Ndrpdr.64B-.t.c-avf-eth-l2bdscale100kmaclrn-ndrpdr" -# - "Tests.Vpp.Perf.L2.2N1L-100Ge2P1E810Cq-Avf-Eth-L2Bdscale1Mmaclrn-Ndrpdr.64B-.t.c-avf-eth-l2bdscale1mmaclrn-ndrpdr" -# layout: -# title: "2n-icx-e810cq-64b-l2switching-base-scale-avf-{test_type}" -# layout: "plot-throughput-speedup-analysis" -# -# - type: "plot" -# title: "Speedup: 2n-icx-e810cq-64b-l2switching-base-scale-dpdk-{test_type}-tsa" -# algorithm: "plot_tsa_name" -# output-file: "{DIR[STATIC,VPP]}/2n-icx-e810cq-64b-l2switching-base-scale-dpdk-{test_type}-tsa" -# data: "plot-vpp-throughput-lat-tsa-2n-icx" -# include: -# - "Tests.Vpp.Perf.L2.2N1L-100Ge2P1E810Cq-Eth-L2Patch-Ndrpdr.64B-.t.c-eth-l2patch-ndrpdr" -# - "Tests.Vpp.Perf.L2.2N1L-100Ge2P1E810Cq-Eth-L2Xcbase-Ndrpdr.64B-.t.c-eth-l2xcbase-ndrpdr" -# - "Tests.Vpp.Perf.L2.2N1L-100Ge2P1E810Cq-Eth-L2Bdbasemaclrn-Ndrpdr.64B-.t.c-eth-l2bdbasemaclrn-ndrpdr" -# - "Tests.Vpp.Perf.L2.2N1L-100Ge2P1E810Cq-Eth-L2Bdscale10Kmaclrn-Ndrpdr.64B-.t.c-eth-l2bdscale10kmaclrn-ndrpdr" -# - "Tests.Vpp.Perf.L2.2N1L-100Ge2P1E810Cq-Eth-L2Bdscale100Kmaclrn-Ndrpdr.64B-.t.c-eth-l2bdscale100kmaclrn-ndrpdr" -# - "Tests.Vpp.Perf.L2.2N1L-100Ge2P1E810Cq-Eth-L2Bdscale1Mmaclrn-Ndrpdr.64B-.t.c-eth-l2bdscale1mmaclrn-ndrpdr" -# layout: -# title: "2n-icx-e810cq-64b-l2switching-base-scale-dpdk-{test_type}" -# layout: "plot-throughput-speedup-analysis" +# 2n-icx + +- type: "plot" + title: "Throughput: 2n-icx-e810cq-64b-{core}-ip4routing-base-scale-avf-{test_type}" + algorithm: "plot_ndrpdr_box_name" + output-file: "{DIR[STATIC,VPP]}/2n-icx-e810cq-64b-{core}-ip4routing-base-scale-avf-{test_type}" + data: "vpp-2n-icx-curr-iter" + core: ["2t1c", ] + include: + - "Tests.Vpp.Perf.Ip4.2N1L-100Ge2P1E810Cq-Avf-Ethip4-Ip4Base-Ndrpdr.64B-{core}-avf-ethip4-ip4base-ndrpdr" + - "Tests.Vpp.Perf.Ip4.2N1L-100Ge2P1E810Cq-Avf-Ethip4-Ip4Scale20K-Ndrpdr.64B-{core}-avf-ethip4-ip4scale20k-ndrpdr" + - "Tests.Vpp.Perf.Ip4.2N1L-100Ge2P1E810Cq-Avf-Ethip4-Ip4Scale200K-Ndrpdr.64B-{core}-avf-ethip4-ip4scale200k-ndrpdr" + - "Tests.Vpp.Perf.Ip4.2N1L-100Ge2P1E810Cq-Avf-Ethip4-Ip4Scale2M-Ndrpdr.64B-{core}-avf-ethip4-ip4scale2m-ndrpdr" + layout: + title: "2n-icx-e810cq-64b-{core}-ip4routing-base-scale-avf-{test_type}" + layout: "plot-throughput" + +- type: "plot" + title: "Throughput: 2n-icx-e810cq-64b-{core}-ip4routing-base-scale-dpdk-{test_type}" + algorithm: "plot_ndrpdr_box_name" + output-file: "{DIR[STATIC,VPP]}/2n-icx-e810cq-64b-{core}-ip4routing-base-scale-dpdk-{test_type}" + data: "vpp-2n-icx-curr-iter" + core: ["2t1c", ] + include: + - "Tests.Vpp.Perf.Ip4.2N1L-100Ge2P1E810Cq-Ethip4-Ip4Base-Ndrpdr.64B-{core}-ethip4-ip4base-ndrpdr" + - "Tests.Vpp.Perf.Ip4.2N1L-100Ge2P1E810Cq-Ethip4-Ip4Scale20K-Ndrpdr.64B-{core}-ethip4-ip4scale20k-ndrpdr" + - "Tests.Vpp.Perf.Ip4.2N1L-100Ge2P1E810Cq-Ethip4-Ip4Scale200K-Ndrpdr.64B-{core}-ethip4-ip4scale200k-ndrpdr" + - "Tests.Vpp.Perf.Ip4.2N1L-100Ge2P1E810Cq-Ethip4-Ip4Scale2M-Ndrpdr.64B-{core}-ethip4-ip4scale2m-ndrpdr" + layout: + title: "2n-icx-e810cq-64b-{core}-ip4routing-base-scale-dpdk-{test_type}" + layout: "plot-throughput" + +- type: "plot" + title: "Throughput: 2n-icx-e810cq-78b-{core}-ip6routing-base-scale-avf-{test_type}" + algorithm: "plot_ndrpdr_box_name" + output-file: "{DIR[STATIC,VPP]}/2n-icx-e810cq-78b-{core}-ip6routing-base-scale-avf-{test_type}" + data: "vpp-2n-icx-curr-iter" + core: ["2t1c", ] + include: + - "Tests.Vpp.Perf.Ip6.2N1L-100Ge2P1E810Cq-Avf-Ethip6-Ip6Base-Ndrpdr.78B-{core}-avf-ethip6-ip6base-ndrpdr" + - "Tests.Vpp.Perf.Ip6.2N1L-100Ge2P1E810Cq-Avf-Ethip6-Ip6Scale20K-Ndrpdr.78B-{core}-avf-ethip6-ip6scale20k-ndrpdr" + - "Tests.Vpp.Perf.Ip6.2N1L-100Ge2P1E810Cq-Avf-Ethip6-Ip6Scale200K-Ndrpdr.78B-{core}-avf-ethip6-ip6scale200k-ndrpdr" + - "Tests.Vpp.Perf.Ip6.2N1L-100Ge2P1E810Cq-Avf-Ethip6-Ip6Scale2M-Ndrpdr.78B-{core}-avf-ethip6-ip6scale2m-ndrpdr" + layout: + title: "2n-icx-e810cq-78b-{core}-ip6routing-base-scale-avf-{test_type}" + layout: "plot-throughput" + +- type: "plot" + title: "Throughput: 2n-icx-e810cq-78b-{core}-ip6routing-base-scale-dpdk-{test_type}" + algorithm: "plot_ndrpdr_box_name" + output-file: "{DIR[STATIC,VPP]}/2n-icx-e810cq-78b-{core}-ip6routing-base-scale-dpdk-{test_type}" + data: "vpp-2n-icx-curr-iter" + core: ["2t1c", ] + include: + - "Tests.Vpp.Perf.Ip6.2N1L-100Ge2P1E810Cq-Ethip6-Ip6Base-Ndrpdr.78B-{core}-ethip6-ip6base-ndrpdr" + - "Tests.Vpp.Perf.Ip6.2N1L-100Ge2P1E810Cq-Ethip6-Ip6Scale20K-Ndrpdr.78B-{core}-ethip6-ip6scale20k-ndrpdr" + - "Tests.Vpp.Perf.Ip6.2N1L-100Ge2P1E810Cq-Ethip6-Ip6Scale200K-Ndrpdr.78B-{core}-ethip6-ip6scale200k-ndrpdr" + - "Tests.Vpp.Perf.Ip6.2N1L-100Ge2P1E810Cq-Ethip6-Ip6Scale2M-Ndrpdr.78B-{core}-ethip6-ip6scale2m-ndrpdr" + layout: + title: "2n-icx-e810cq-78b-{core}-ip6routing-base-scale-dpdk-{test_type}" + layout: "plot-throughput" + +- type: "plot" + title: "Throughput: 2n-icx-e810cq-64b-{core}-l2switching-base-scale-avf-{test_type}" + algorithm: "plot_ndrpdr_box_name" + output-file: "{DIR[STATIC,VPP]}/2n-icx-e810cq-64b-{core}-l2switching-base-scale-avf-{test_type}" + data: "vpp-2n-icx-curr-iter" + core: ["2t1c", ] + include: + - "Tests.Vpp.Perf.L2.2N1L-100Ge2P1E810Cq-Avf-Eth-L2Patch-Ndrpdr.64B-{core}-avf-eth-l2patch-ndrpdr" + - "Tests.Vpp.Perf.L2.2N1L-100Ge2P1E810Cq-Avf-Eth-L2Xcbase-Ndrpdr.64B-{core}-avf-eth-l2xcbase-ndrpdr" + - "Tests.Vpp.Perf.L2.2N1L-100Ge2P1E810Cq-Avf-Eth-L2Bdbasemaclrn-Ndrpdr.64B-{core}-avf-eth-l2bdbasemaclrn-ndrpdr" + - "Tests.Vpp.Perf.L2.2N1L-100Ge2P1E810Cq-Avf-Eth-L2Bdscale10Kmaclrn-Ndrpdr.64B-{core}-avf-eth-l2bdscale10kmaclrn-ndrpdr" + - "Tests.Vpp.Perf.L2.2N1L-100Ge2P1E810Cq-Avf-Eth-L2Bdscale100Kmaclrn-Ndrpdr.64B-{core}-avf-eth-l2bdscale100kmaclrn-ndrpdr" + - "Tests.Vpp.Perf.L2.2N1L-100Ge2P1E810Cq-Avf-Eth-L2Bdscale1Mmaclrn-Ndrpdr.64B-{core}-avf-eth-l2bdscale1mmaclrn-ndrpdr" + layout: + title: "2n-icx-e810cq-64b-{core}-l2switching-base-scale-avf-{test_type}" + layout: "plot-throughput" + +- type: "plot" + title: "Throughput: 2n-icx-e810cq-64b-{core}-l2switching-base-scale-dpdk-{test_type}" + algorithm: "plot_ndrpdr_box_name" + output-file: "{DIR[STATIC,VPP]}/2n-icx-e810cq-64b-{core}-l2switching-base-scale-dpdk-{test_type}" + data: "vpp-2n-icx-curr-iter" + core: ["2t1c", ] + include: + - "Tests.Vpp.Perf.L2.2N1L-100Ge2P1E810Cq-Eth-L2Patch-Ndrpdr.64B-{core}-eth-l2patch-ndrpdr" + - "Tests.Vpp.Perf.L2.2N1L-100Ge2P1E810Cq-Eth-L2Xcbase-Ndrpdr.64B-{core}-eth-l2xcbase-ndrpdr" + - "Tests.Vpp.Perf.L2.2N1L-100Ge2P1E810Cq-Eth-L2Bdbasemaclrn-Ndrpdr.64B-{core}-eth-l2bdbasemaclrn-ndrpdr" + - "Tests.Vpp.Perf.L2.2N1L-100Ge2P1E810Cq-Eth-L2Bdscale10Kmaclrn-Ndrpdr.64B-{core}-eth-l2bdscale10kmaclrn-ndrpdr" + - "Tests.Vpp.Perf.L2.2N1L-100Ge2P1E810Cq-Eth-L2Bdscale100Kmaclrn-Ndrpdr.64B-{core}-eth-l2bdscale100kmaclrn-ndrpdr" + - "Tests.Vpp.Perf.L2.2N1L-100Ge2P1E810Cq-Eth-L2Bdscale1Mmaclrn-Ndrpdr.64B-{core}-eth-l2bdscale1mmaclrn-ndrpdr" + layout: + title: "2n-icx-e810cq-64b-{core}-l2switching-base-scale-dpdk-{test_type}" + layout: "plot-throughput" + +- type: "plot" + title: "Speedup: 2n-icx-e810cq-64b-ip4routing-base-scale-avf-{test_type}-tsa" + algorithm: "plot_tsa_name" + output-file: "{DIR[STATIC,VPP]}/2n-icx-e810cq-64b-ip4routing-base-scale-avf-{test_type}-tsa" + data: "vpp-2n-icx-curr-iter" + include: + - "Tests.Vpp.Perf.Ip4.2N1L-100Ge2P1E810Cq-Avf-Ethip4-Ip4Base-Ndrpdr.64B-.t.c-avf-ethip4-ip4base-ndrpdr" + - "Tests.Vpp.Perf.Ip4.2N1L-100Ge2P1E810Cq-Avf-Ethip4-Ip4Scale20K-Ndrpdr.64B-.t.c-avf-ethip4-ip4scale20k-ndrpdr" + - "Tests.Vpp.Perf.Ip4.2N1L-100Ge2P1E810Cq-Avf-Ethip4-Ip4Scale200K-Ndrpdr.64B-.t.c-avf-ethip4-ip4scale200k-ndrpdr" + - "Tests.Vpp.Perf.Ip4.2N1L-100Ge2P1E810Cq-Avf-Ethip4-Ip4Scale2M-Ndrpdr.64B-.t.c-avf-ethip4-ip4scale2m-ndrpdr" + layout: + title: "2n-icx-e810cq-64b-ip4routing-base-scale-avf-{test_type}" + layout: "plot-throughput-speedup-analysis" + +- type: "plot" + title: "Speedup: 2n-icx-e810cq-64b-ip4routing-base-scale-dpdk-{test_type}-tsa" + algorithm: "plot_tsa_name" + output-file: "{DIR[STATIC,VPP]}/2n-icx-e810cq-64b-ip4routing-base-scale-dpdk-{test_type}-tsa" + data: "vpp-2n-icx-curr-iter" + include: + - "Tests.Vpp.Perf.Ip4.2N1L-100Ge2P1E810Cq-Ethip4-Ip4Base-Ndrpdr.64B-.t.c-ethip4-ip4base-ndrpdr" + - "Tests.Vpp.Perf.Ip4.2N1L-100Ge2P1E810Cq-Ethip4-Ip4Scale20K-Ndrpdr.64B-.t.c-ethip4-ip4scale20k-ndrpdr" + - "Tests.Vpp.Perf.Ip4.2N1L-100Ge2P1E810Cq-Ethip4-Ip4Scale200K-Ndrpdr.64B-.t.c-ethip4-ip4scale200k-ndrpdr" + - "Tests.Vpp.Perf.Ip4.2N1L-100Ge2P1E810Cq-Ethip4-Ip4Scale2M-Ndrpdr.64B-.t.c-ethip4-ip4scale2m-ndrpdr" + layout: + title: "2n-icx-e810cq-64b-ip4routing-base-scale-dpdk-{test_type}" + layout: "plot-throughput-speedup-analysis" + +- type: "plot" + title: "Speedup: 2n-icx-e810cq-78b-ip6routing-base-scale-avf-{test_type}-tsa" + algorithm: "plot_tsa_name" + output-file: "{DIR[STATIC,VPP]}/2n-icx-e810cq-78b-ip6routing-base-scale-avf-{test_type}-tsa" + data: "vpp-2n-icx-curr-iter" + include: + - "Tests.Vpp.Perf.Ip6.2N1L-100Ge2P1E810Cq-Avf-Ethip6-Ip6Base-Ndrpdr.78B-.t.c-avf-ethip6-ip6base-ndrpdr" + - "Tests.Vpp.Perf.Ip6.2N1L-100Ge2P1E810Cq-Avf-Ethip6-Ip6Scale20K-Ndrpdr.78B-.t.c-avf-ethip6-ip6scale20k-ndrpdr" + - "Tests.Vpp.Perf.Ip6.2N1L-100Ge2P1E810Cq-Avf-Ethip6-Ip6Scale200K-Ndrpdr.78B-.t.c-avf-ethip6-ip6scale200k-ndrpdr" + - "Tests.Vpp.Perf.Ip6.2N1L-100Ge2P1E810Cq-Avf-Ethip6-Ip6Scale2M-Ndrpdr.78B-.t.c-avf-ethip6-ip6scale2m-ndrpdr" + layout: + title: "2n-icx-e810cq-78b-ip6routing-base-scale-avf-{test_type}" + layout: "plot-throughput-speedup-analysis" + +- type: "plot" + title: "Speedup: 2n-icx-e810cq-78b-ip6routing-base-scale-dpdk-{test_type}-tsa" + algorithm: "plot_tsa_name" + output-file: "{DIR[STATIC,VPP]}/2n-icx-e810cq-78b-ip6routing-base-scale-dpdk-{test_type}-tsa" + data: "vpp-2n-icx-curr-iter" + include: + - "Tests.Vpp.Perf.Ip6.2N1L-100Ge2P1E810Cq-Ethip6-Ip6Base-Ndrpdr.78B-.t.c-ethip6-ip6base-ndrpdr" + - "Tests.Vpp.Perf.Ip6.2N1L-100Ge2P1E810Cq-Ethip6-Ip6Scale20K-Ndrpdr.78B-.t.c-ethip6-ip6scale20k-ndrpdr" + - "Tests.Vpp.Perf.Ip6.2N1L-100Ge2P1E810Cq-Ethip6-Ip6Scale200K-Ndrpdr.78B-.t.c-ethip6-ip6scale200k-ndrpdr" + - "Tests.Vpp.Perf.Ip6.2N1L-100Ge2P1E810Cq-Ethip6-Ip6Scale2M-Ndrpdr.78B-.t.c-ethip6-ip6scale2m-ndrpdr" + layout: + title: "2n-icx-e810cq-78b-ip6routing-base-scale-dpdk-{test_type}" + layout: "plot-throughput-speedup-analysis" + +- type: "plot" + title: "Speedup: 2n-icx-e810cq-64b-l2switching-base-scale-avf-{test_type}-tsa" + algorithm: "plot_tsa_name" + output-file: "{DIR[STATIC,VPP]}/2n-icx-e810cq-64b-l2switching-base-scale-avf-{test_type}-tsa" + data: "vpp-2n-icx-curr-iter" + include: + - "Tests.Vpp.Perf.L2.2N1L-100Ge2P1E810Cq-Avf-Eth-L2Patch-Ndrpdr.64B-.t.c-avf-eth-l2patch-ndrpdr" + - "Tests.Vpp.Perf.L2.2N1L-100Ge2P1E810Cq-Avf-Eth-L2Xcbase-Ndrpdr.64B-.t.c-avf-eth-l2xcbase-ndrpdr" + - "Tests.Vpp.Perf.L2.2N1L-100Ge2P1E810Cq-Avf-Eth-L2Bdbasemaclrn-Ndrpdr.64B-.t.c-avf-eth-l2bdbasemaclrn-ndrpdr" + - "Tests.Vpp.Perf.L2.2N1L-100Ge2P1E810Cq-Avf-Eth-L2Bdscale10Kmaclrn-Ndrpdr.64B-.t.c-avf-eth-l2bdscale10kmaclrn-ndrpdr" + - "Tests.Vpp.Perf.L2.2N1L-100Ge2P1E810Cq-Avf-Eth-L2Bdscale100Kmaclrn-Ndrpdr.64B-.t.c-avf-eth-l2bdscale100kmaclrn-ndrpdr" + - "Tests.Vpp.Perf.L2.2N1L-100Ge2P1E810Cq-Avf-Eth-L2Bdscale1Mmaclrn-Ndrpdr.64B-.t.c-avf-eth-l2bdscale1mmaclrn-ndrpdr" + layout: + title: "2n-icx-e810cq-64b-l2switching-base-scale-avf-{test_type}" + layout: "plot-throughput-speedup-analysis" + +- type: "plot" + title: "Speedup: 2n-icx-e810cq-64b-l2switching-base-scale-dpdk-{test_type}-tsa" + algorithm: "plot_tsa_name" + output-file: "{DIR[STATIC,VPP]}/2n-icx-e810cq-64b-l2switching-base-scale-dpdk-{test_type}-tsa" + data: "vpp-2n-icx-curr-iter" + include: + - "Tests.Vpp.Perf.L2.2N1L-100Ge2P1E810Cq-Eth-L2Patch-Ndrpdr.64B-.t.c-eth-l2patch-ndrpdr" + - "Tests.Vpp.Perf.L2.2N1L-100Ge2P1E810Cq-Eth-L2Xcbase-Ndrpdr.64B-.t.c-eth-l2xcbase-ndrpdr" + - "Tests.Vpp.Perf.L2.2N1L-100Ge2P1E810Cq-Eth-L2Bdbasemaclrn-Ndrpdr.64B-.t.c-eth-l2bdbasemaclrn-ndrpdr" + - "Tests.Vpp.Perf.L2.2N1L-100Ge2P1E810Cq-Eth-L2Bdscale10Kmaclrn-Ndrpdr.64B-.t.c-eth-l2bdscale10kmaclrn-ndrpdr" + - "Tests.Vpp.Perf.L2.2N1L-100Ge2P1E810Cq-Eth-L2Bdscale100Kmaclrn-Ndrpdr.64B-.t.c-eth-l2bdscale100kmaclrn-ndrpdr" + - "Tests.Vpp.Perf.L2.2N1L-100Ge2P1E810Cq-Eth-L2Bdscale1Mmaclrn-Ndrpdr.64B-.t.c-eth-l2bdscale1mmaclrn-ndrpdr" + layout: + title: "2n-icx-e810cq-64b-l2switching-base-scale-dpdk-{test_type}" + layout: "plot-throughput-speedup-analysis" # 3n-icx @@ -11363,7 +10282,7 @@ title: "Throughput: 3n-icx-e810cq-64b-{core}-ipsec-aes128gcm-ip4routing-scale-avf-{test_type}" algorithm: "plot_ndrpdr_box_name" output-file: "{DIR[STATIC,VPP]}/3n-icx-e810cq-64b-{core}-ipsec-aes128gcm-ip4routing-scale-avf-{test_type}" - data: "plot-vpp-throughput-lat-tsa-3n-icx" + data: "vpp-3n-icx-curr-iter" core: ["2t1c", ] include: - "Tests.Vpp.Perf.Crypto.100Ge2P1E810Cq-Avf-Ethip4Ipsec4Tnlsw-Ip4Base-Int-Aes128Gcm-Ndrpdr.64B-{core}-avf-ethip4ipsec4tnlsw-ip4base-int-aes128gcm-ndrpdr" @@ -11380,7 +10299,7 @@ title: "Throughput: 3n-icx-e810cq-1518b-{core}-ipsec-aes128gcm-ip4routing-scale-avf-{test_type}" algorithm: "plot_ndrpdr_box_name" output-file: "{DIR[STATIC,VPP]}/3n-icx-e810cq-1518b-{core}-ipsec-aes128gcm-ip4routing-scale-avf-{test_type}" - data: "plot-vpp-throughput-lat-tsa-3n-icx" + data: "vpp-3n-icx-curr-iter" core: ["2t1c", ] include: - "Tests.Vpp.Perf.Crypto.100Ge2P1E810Cq-Avf-Ethip4Ipsec4Tnlsw-Ip4Base-Int-Aes128Gcm-Ndrpdr.1518b-{core}-avf-ethip4ipsec4tnlsw-ip4base-int-aes128gcm-ndrpdr" @@ -11397,7 +10316,7 @@ title: "Throughput: 3n-icx-e810cq-imix-{core}-ipsec-aes128gcm-ip4routing-scale-avf-{test_type}" algorithm: "plot_ndrpdr_box_name" output-file: "{DIR[STATIC,VPP]}/3n-icx-e810cq-imix-{core}-ipsec-aes128gcm-ip4routing-scale-avf-{test_type}" - data: "plot-vpp-throughput-lat-tsa-3n-icx" + data: "vpp-3n-icx-curr-iter" core: ["2t1c", ] include: - "Tests.Vpp.Perf.Crypto.100Ge2P1E810Cq-Avf-Ethip4Ipsec4Tnlsw-Ip4Base-Int-Aes128Gcm-Ndrpdr.imix-{core}-avf-ethip4ipsec4tnlsw-ip4base-int-aes128gcm-ndrpdr" @@ -11414,7 +10333,7 @@ title: "Throughput: 3n-icx-e810cq-64b-{core}-ipsec-aes256gcm-ip4routing-scale-avf-{test_type}" algorithm: "plot_ndrpdr_box_name" output-file: "{DIR[STATIC,VPP]}/3n-icx-e810cq-64b-{core}-ipsec-aes256gcm-ip4routing-scale-avf-{test_type}" - data: "plot-vpp-throughput-lat-tsa-3n-icx" + data: "vpp-3n-icx-curr-iter" core: ["2t1c", ] include: - "Tests.Vpp.Perf.Crypto.100Ge2P1E810Cq-Avf-Ethip4Ipsec4Tnlsw-Ip4Base-Int-Aes256Gcm-Ndrpdr.64B-{core}-avf-ethip4ipsec4tnlsw-ip4base-int-aes256gcm-ndrpdr" @@ -11431,7 +10350,7 @@ title: "Throughput: 3n-icx-e810cq-1518b-{core}-ipsec-aes256gcm-ip4routing-scale-avf-{test_type}" algorithm: "plot_ndrpdr_box_name" output-file: "{DIR[STATIC,VPP]}/3n-icx-e810cq-1518b-{core}-ipsec-aes256gcm-ip4routing-scale-avf-{test_type}" - data: "plot-vpp-throughput-lat-tsa-3n-icx" + data: "vpp-3n-icx-curr-iter" core: ["2t1c", ] include: - "Tests.Vpp.Perf.Crypto.100Ge2P1E810Cq-Avf-Ethip4Ipsec4Tnlsw-Ip4Base-Int-Aes256Gcm-Ndrpdr.1518b-{core}-avf-ethip4ipsec4tnlsw-ip4base-int-aes256gcm-ndrpdr" @@ -11448,7 +10367,7 @@ title: "Throughput: 3n-icx-e810cq-imix-{core}-ipsec-aes256gcm-ip4routing-scale-avf-{test_type}" algorithm: "plot_ndrpdr_box_name" output-file: "{DIR[STATIC,VPP]}/3n-icx-e810cq-imix-{core}-ipsec-aes256gcm-ip4routing-scale-avf-{test_type}" - data: "plot-vpp-throughput-lat-tsa-3n-icx" + data: "vpp-3n-icx-curr-iter" core: ["2t1c", ] include: - "Tests.Vpp.Perf.Crypto.100Ge2P1E810Cq-Avf-Ethip4Ipsec4Tnlsw-Ip4Base-Int-Aes256Gcm-Ndrpdr.imix-{core}-avf-ethip4ipsec4tnlsw-ip4base-int-aes256gcm-ndrpdr" @@ -11465,7 +10384,7 @@ title: "Throughput: 3n-icx-e810cq-64b-{core}-ip4tunnel-base-avf-{test_type}" algorithm: "plot_ndrpdr_box_name" output-file: "{DIR[STATIC,VPP]}/3n-icx-e810cq-64b-{core}-ip4tunnel-base-avf-{test_type}" - data: "plot-vpp-throughput-lat-tsa-3n-icx" + data: "vpp-3n-icx-curr-iter" core: ["2t1c", ] include: - "Tests.Vpp.Perf.Ip4 Tunnels.100Ge2P1E810Cq-Avf-Ethip4Vxlan-L2Xcbase-Ndrpdr.64B-{core}-avf-ethip4vxlan-l2xcbase-ndrpdr" @@ -11478,7 +10397,7 @@ title: "Throughput: 3n-icx-e810cq-1518b-{core}-ip4tunnel-base-avf-{test_type}" algorithm: "plot_ndrpdr_box_name" output-file: "{DIR[STATIC,VPP]}/3n-icx-e810cq-1518b-{core}-ip4tunnel-base-avf-{test_type}" - data: "plot-vpp-throughput-lat-tsa-3n-icx" + data: "vpp-3n-icx-curr-iter" core: ["2t1c", ] include: - "Tests.Vpp.Perf.Ip4 Tunnels.100Ge2P1E810Cq-Avf-Ethip4Vxlan-L2Xcbase-Ndrpdr.1518b-{core}-avf-ethip4vxlan-l2xcbase-ndrpdr" @@ -11491,7 +10410,7 @@ title: "Throughput: 3n-icx-e810cq-imix-{core}-ip4tunnel-base-avf-{test_type}" algorithm: "plot_ndrpdr_box_name" output-file: "{DIR[STATIC,VPP]}/3n-icx-e810cq-imix-{core}-ip4tunnel-base-avf-{test_type}" - data: "plot-vpp-throughput-lat-tsa-3n-icx" + data: "vpp-3n-icx-curr-iter" core: ["2t1c", ] include: - "Tests.Vpp.Perf.Ip4 Tunnels.100Ge2P1E810Cq-Avf-Ethip4Vxlan-L2Xcbase-Ndrpdr.imix-{core}-avf-ethip4vxlan-l2xcbase-ndrpdr" @@ -11504,7 +10423,7 @@ title: "Speedup: 3n-icx-e810cq-64b-ipsec-aes128gcm-ip4routing-scale-avf-{test_type}-tsa" algorithm: "plot_tsa_name" output-file: "{DIR[STATIC,VPP]}/3n-icx-e810cq-64b-ipsec-aes128gcm-ip4routing-scale-avf-{test_type}-tsa" - data: "plot-vpp-throughput-lat-tsa-3n-icx" + data: "vpp-3n-icx-curr-iter" include: - "Tests.Vpp.Perf.Crypto.100Ge2P1E810Cq-Avf-Ethip4Ipsec4Tnlsw-Ip4Base-Int-Aes128Gcm-Ndrpdr.64B-.t.c-avf-ethip4ipsec4tnlsw-ip4base-int-aes128gcm-ndrpdr" - "Tests.Vpp.Perf.Crypto.100Ge2P1E810Cq-Avf-Ethip4Ipsec40Tnlsw-Ip4Base-Int-Aes128Gcm-Ndrpdr.64B-.t.c-avf-ethip4ipsec40tnlsw-ip4base-int-aes128gcm-ndrpdr" @@ -11520,7 +10439,7 @@ title: "Speedup: 3n-icx-e810cq-1518b-ipsec-aes128gcm-ip4routing-scale-avf-{test_type}-tsa" algorithm: "plot_tsa_name" output-file: "{DIR[STATIC,VPP]}/3n-icx-e810cq-1518b-ipsec-aes128gcm-ip4routing-scale-avf-{test_type}-tsa" - data: "plot-vpp-throughput-lat-tsa-3n-icx" + data: "vpp-3n-icx-curr-iter" include: - "Tests.Vpp.Perf.Crypto.100Ge2P1E810Cq-Avf-Ethip4Ipsec4Tnlsw-Ip4Base-Int-Aes128Gcm-Ndrpdr.1518b-.t.c-avf-ethip4ipsec4tnlsw-ip4base-int-aes128gcm-ndrpdr" - "Tests.Vpp.Perf.Crypto.100Ge2P1E810Cq-Avf-Ethip4Ipsec40Tnlsw-Ip4Base-Int-Aes128Gcm-Ndrpdr.1518b-.t.c-avf-ethip4ipsec40tnlsw-ip4base-int-aes128gcm-ndrpdr" @@ -11536,7 +10455,7 @@ title: "Speedup: 3n-icx-e810cq-imix-ipsec-aes128gcm-ip4routing-scale-avf-{test_type}-tsa" algorithm: "plot_tsa_name" output-file: "{DIR[STATIC,VPP]}/3n-icx-e810cq-imix-ipsec-aes128gcm-ip4routing-scale-avf-{test_type}-tsa" - data: "plot-vpp-throughput-lat-tsa-3n-icx" + data: "vpp-3n-icx-curr-iter" include: - "Tests.Vpp.Perf.Crypto.100Ge2P1E810Cq-Avf-Ethip4Ipsec4Tnlsw-Ip4Base-Int-Aes128Gcm-Ndrpdr.imix-.t.c-avf-ethip4ipsec4tnlsw-ip4base-int-aes128gcm-ndrpdr" - "Tests.Vpp.Perf.Crypto.100Ge2P1E810Cq-Avf-Ethip4Ipsec40Tnlsw-Ip4Base-Int-Aes128Gcm-Ndrpdr.imix-.t.c-avf-ethip4ipsec40tnlsw-ip4base-int-aes128gcm-ndrpdr" @@ -11552,7 +10471,7 @@ title: "Speedup: 3n-icx-e810cq-64b-ipsec-aes256gcm-ip4routing-scale-avf-{test_type}-tsa" algorithm: "plot_tsa_name" output-file: "{DIR[STATIC,VPP]}/3n-icx-e810cq-64b-ipsec-aes256gcm-ip4routing-scale-avf-{test_type}-tsa" - data: "plot-vpp-throughput-lat-tsa-3n-icx" + data: "vpp-3n-icx-curr-iter" include: - "Tests.Vpp.Perf.Crypto.100Ge2P1E810Cq-Avf-Ethip4Ipsec4Tnlsw-Ip4Base-Int-Aes256Gcm-Ndrpdr.64B-.t.c-avf-ethip4ipsec4tnlsw-ip4base-int-aes256gcm-ndrpdr" - "Tests.Vpp.Perf.Crypto.100Ge2P1E810Cq-Avf-Ethip4Ipsec40Tnlsw-Ip4Base-Int-Aes256Gcm-Ndrpdr.64B-.t.c-avf-ethip4ipsec40tnlsw-ip4base-int-aes256gcm-ndrpdr" @@ -11568,7 +10487,7 @@ title: "Speedup: 3n-icx-e810cq-1518b-ipsec-aes256gcm-ip4routing-scale-avf-{test_type}-tsa" algorithm: "plot_tsa_name" output-file: "{DIR[STATIC,VPP]}/3n-icx-e810cq-1518b-ipsec-aes256gcm-ip4routing-scale-avf-{test_type}-tsa" - data: "plot-vpp-throughput-lat-tsa-3n-icx" + data: "vpp-3n-icx-curr-iter" include: - "Tests.Vpp.Perf.Crypto.100Ge2P1E810Cq-Avf-Ethip4Ipsec4Tnlsw-Ip4Base-Int-Aes256Gcm-Ndrpdr.1518b-.t.c-avf-ethip4ipsec4tnlsw-ip4base-int-aes256gcm-ndrpdr" - "Tests.Vpp.Perf.Crypto.100Ge2P1E810Cq-Avf-Ethip4Ipsec40Tnlsw-Ip4Base-Int-Aes256Gcm-Ndrpdr.1518b-.t.c-avf-ethip4ipsec40tnlsw-ip4base-int-aes256gcm-ndrpdr" @@ -11584,7 +10503,7 @@ title: "Speedup: 3n-icx-e810cq-imix-ipsec-aes256gcm-ip4routing-scale-avf-{test_type}-tsa" algorithm: "plot_tsa_name" output-file: "{DIR[STATIC,VPP]}/3n-icx-e810cq-imix-ipsec-aes256gcm-ip4routing-scale-avf-{test_type}-tsa" - data: "plot-vpp-throughput-lat-tsa-3n-icx" + data: "vpp-3n-icx-curr-iter" include: - "Tests.Vpp.Perf.Crypto.100Ge2P1E810Cq-Avf-Ethip4Ipsec4Tnlsw-Ip4Base-Int-Aes256Gcm-Ndrpdr.imix-.t.c-avf-ethip4ipsec4tnlsw-ip4base-int-aes256gcm-ndrpdr" - "Tests.Vpp.Perf.Crypto.100Ge2P1E810Cq-Avf-Ethip4Ipsec40Tnlsw-Ip4Base-Int-Aes256Gcm-Ndrpdr.imix-.t.c-avf-ethip4ipsec40tnlsw-ip4base-int-aes256gcm-ndrpdr" @@ -11600,7 +10519,7 @@ title: "Speedup: 3n-icx-e810cq-64b-ip4tunnel-base-avf-{test_type}-tsa" algorithm: "plot_tsa_name" output-file: "{DIR[STATIC,VPP]}/3n-icx-e810cq-64b-ip4tunnel-base-avf-{test_type}-tsa" - data: "plot-vpp-throughput-lat-tsa-3n-icx" + data: "vpp-3n-icx-curr-iter" include: - "Tests.Vpp.Perf.Ip4 Tunnels.100Ge2P1E810Cq-Avf-Ethip4Vxlan-L2Xcbase-Ndrpdr.64B-.t.c-avf-ethip4vxlan-l2xcbase-ndrpdr" - "Tests.Vpp.Perf.Ip4 Tunnels.100Ge2P1E810Cq-Avf-Ethip4Vxlan-L2Bdbasemaclrn-Ndrpdr.64B-.t.c-avf-ethip4vxlan-l2bdbasemaclrn-ndrpdr" @@ -11612,7 +10531,7 @@ title: "Speedup: 3n-icx-e810cq-1518b-ip4tunnel-base-avf-{test_type}-tsa" algorithm: "plot_tsa_name" output-file: "{DIR[STATIC,VPP]}/3n-icx-e810cq-1518b-ip4tunnel-base-avf-{test_type}-tsa" - data: "plot-vpp-throughput-lat-tsa-3n-icx" + data: "vpp-3n-icx-curr-iter" include: - "Tests.Vpp.Perf.Ip4 Tunnels.100Ge2P1E810Cq-Avf-Ethip4Vxlan-L2Xcbase-Ndrpdr.1518b-.t.c-avf-ethip4vxlan-l2xcbase-ndrpdr" - "Tests.Vpp.Perf.Ip4 Tunnels.100Ge2P1E810Cq-Avf-Ethip4Vxlan-L2Bdbasemaclrn-Ndrpdr.1518b-.t.c-avf-ethip4vxlan-l2bdbasemaclrn-ndrpdr" @@ -11624,7 +10543,7 @@ title: "Speedup: 3n-icx-e810cq-imix-ip4tunnel-base-avf-{test_type}-tsa" algorithm: "plot_tsa_name" output-file: "{DIR[STATIC,VPP]}/3n-icx-e810cq-imix-ip4tunnel-base-avf-{test_type}-tsa" - data: "plot-vpp-throughput-lat-tsa-3n-icx" + data: "vpp-3n-icx-curr-iter" include: - "Tests.Vpp.Perf.Ip4 Tunnels.100Ge2P1E810Cq-Avf-Ethip4Vxlan-L2Xcbase-Ndrpdr.imix-.t.c-avf-ethip4vxlan-l2xcbase-ndrpdr" - "Tests.Vpp.Perf.Ip4 Tunnels.100Ge2P1E810Cq-Avf-Ethip4Vxlan-L2Bdbasemaclrn-Ndrpdr.imix-.t.c-avf-ethip4vxlan-l2bdbasemaclrn-ndrpdr" @@ -11640,7 +10559,7 @@ title: "DPDK Throughput: 2n-clx-xxv710-64b-{core}-base-{test_type}" algorithm: "plot_ndrpdr_box_name" output-file: "{DIR[STATIC,DPDK]}/2n-clx-xxv710-64b-{core}-base-{test_type}" - data: "plot-dpdk-throughput-latency-2n-clx" + data: "dpdk-2n-clx-curr-iter" core: ["1t1c", "4t2c"] include: - "tests.dpdk.perf.2n1l-25ge2p1xxv710-eth-l2xcbase-testpmd-ndrpdr.64b-{core}-eth-l2xcbase-testpmd-ndrpdr" @@ -11653,7 +10572,7 @@ title: "DPDK Throughput: 2n-clx-x710-64b-{core}-base-{test_type}" algorithm: "plot_ndrpdr_box_name" output-file: "{DIR[STATIC,DPDK]}/2n-clx-x710-64b-{core}-base-{test_type}" - data: "plot-dpdk-throughput-latency-2n-clx" + data: "dpdk-2n-clx-curr-iter" core: ["1t1c", "4t2c"] include: - "tests.dpdk.perf.2n1l-10ge2p1x710-eth-l2xcbase-testpmd-ndrpdr.64b-{core}-eth-l2xcbase-testpmd-ndrpdr" @@ -11672,7 +10591,7 @@ title: "Throughput: 2n-zn2-xxv710-64b-{core}-memif-base-avf-{test_type}" algorithm: "plot_ndrpdr_box_name" output-file: "{DIR[STATIC,VPP]}/2n-zn2-xxv710-64b-{core}-memif-base-avf-{test_type}" - data: "plot-vpp-throughput-lat-tsa-2n-zn2" + data: "vpp-2n-zn2-curr-iter" core: ["2t1c", ] include: - "Tests.Vpp.Perf.Container Memif.2N1L-25Ge2P1Xxv710-Avf-Eth-L2Xcbase-Eth-2Memif-1Dcr-Ndrpdr.64B-{core}-avf-eth-l2xcbase-eth-2memif-1dcr-ndrpdr" @@ -11687,7 +10606,7 @@ title: "Throughput: 2n-zn2-xxv710-64b-{core}-memif-base-dpdk-{test_type}" algorithm: "plot_ndrpdr_box_name" output-file: "{DIR[STATIC,VPP]}/2n-zn2-xxv710-64b-{core}-memif-base-dpdk-{test_type}" - data: "plot-vpp-throughput-lat-tsa-2n-zn2" + data: "vpp-2n-zn2-curr-iter" core: ["2t1c", ] include: - "Tests.Vpp.Perf.Container Memif.2N1L-25Ge2P1Xxv710-Eth-L2Xcbase-Eth-2Memif-1Dcr-Ndrpdr.64B-{core}-eth-l2xcbase-eth-2memif-1dcr-ndrpdr" @@ -11702,7 +10621,7 @@ title: "Throughput: 2n-zn2-cx556a-64b-{core}-rdma-l2-eth-2memif-1dcr-{test_type}" algorithm: "plot_ndrpdr_box_name" output-file: "{DIR[STATIC,VPP]}/2n-zn2-cx556a-64b-{core}-rdma-l2-eth-2memif-1dcr-{test_type}" - data: "plot-vpp-throughput-lat-tsa-2n-zn2" + data: "vpp-2n-zn2-curr-iter" core: ["2t1c", ] include: - "Tests.Vpp.Perf.Container Memif.2N1L-100Ge2P1Cx556A-Rdma-Dot1Q-L2Bdbasemaclrn-Eth-2Memif-1Dcr-Ndrpdr.64B-{core}-rdma-dot1q-l2bdbasemaclrn-eth-2memif-1dcr-ndrpdr" @@ -11717,7 +10636,7 @@ title: "Throughput: 2n-zn2-x710-64b-{core}-ip4routing-base-scale-[avf,dpdk]-{test_type}" algorithm: "plot_ndrpdr_box_name" output-file: "{DIR[STATIC,VPP]}/2n-zn2-x710-64b-{core}-ip4routing-base-scale-[avf,dpdk]-{test_type}" - data: "plot-vpp-throughput-lat-tsa-2n-zn2" + data: "vpp-2n-zn2-curr-iter" core: ["2t1c", ] include: - "Tests.Vpp.Perf.Ip4.2N1L-10Ge2P1X710-Avf-Dot1Q-Ip4Base-Ndrpdr.64B-{core}-avf-dot1q-ip4base-ndrpdr" @@ -11734,7 +10653,7 @@ title: "Throughput: 2n-zn2-xxv710-64b-{core}-ip4routing-base-scale-avf-{test_type}" algorithm: "plot_ndrpdr_box_name" output-file: "{DIR[STATIC,VPP]}/2n-zn2-xxv710-64b-{core}-ip4routing-base-scale-avf-{test_type}" - data: "plot-vpp-throughput-lat-tsa-2n-zn2" + data: "vpp-2n-zn2-curr-iter" core: ["2t1c", ] include: - "Tests.Vpp.Perf.Ip4.2N1L-25Ge2P1Xxv710-Avf-Ethip4-Ip4Base-Ndrpdr.64B-{core}-avf-ethip4-ip4base-ndrpdr" @@ -11752,7 +10671,7 @@ title: "Throughput: 2n-zn2-xxv710-64b-{core}-ip4routing-base-scale-dpdk-{test_type}" algorithm: "plot_ndrpdr_box_name" output-file: "{DIR[STATIC,VPP]}/2n-zn2-xxv710-64b-{core}-ip4routing-base-scale-dpdk-{test_type}" - data: "plot-vpp-throughput-lat-tsa-2n-zn2" + data: "vpp-2n-zn2-curr-iter" core: ["2t1c", ] include: - "Tests.Vpp.Perf.Ip4.2N1L-25Ge2P1Xxv710-Dot1Q-Ip4Base-Ndrpdr.64B-{core}-dot1q-ip4base-ndrpdr" @@ -11771,7 +10690,7 @@ title: "Throughput: 2n-zn2-xxv710-64b-{core}-features-ip4routing-base-avf-{test_type}" algorithm: "plot_ndrpdr_box_name" output-file: "{DIR[STATIC,VPP]}/2n-zn2-xxv710-64b-{core}-features-ip4routing-base-avf-{test_type}" - data: "plot-vpp-throughput-lat-tsa-2n-zn2" + data: "vpp-2n-zn2-curr-iter" core: ["2t1c", ] include: - "Tests.Vpp.Perf.Ip4.2N1L-25Ge2P1Xxv710-Avf-Ethip4Udp-Ip4Base-Iacl50Sf-10Kflows-Ndrpdr.64B-{core}-avf-ethip4udp-ip4base-iacl50sf-10kflows-ndrpdr" @@ -11788,7 +10707,7 @@ title: "Throughput: 2n-zn2-xxv710-64b-{core}-nat44det-ip4routing-stl-bidir-avf-{test_type}" algorithm: "plot_ndrpdr_box_name" output-file: "{DIR[STATIC,VPP]}/2n-zn2-xxv710-64b-{core}-nat44det-ip4routing-stl-bidir-avf-{test_type}" - data: "plot-vpp-throughput-lat-tsa-2n-zn2" + data: "vpp-2n-zn2-curr-iter" core: ["2t1c", ] include: - "tests.vpp.perf.ip4.2n1l-25ge2p1xxv710-avf-ethip4udp-nat44det-h1024-p63-s64512-ndrpdr.64b-{core}-avf-ethip4udp-nat44det-h1024-p63-s64512-ndrpdr" @@ -11804,7 +10723,7 @@ # title: "Throughput: 2n-zn2-xxv710-64b-{core}-nat44ed-ip4routing-stl-unidir-avf-{test_type}" # algorithm: "plot_ndrpdr_box_name" # output-file: "{DIR[STATIC,VPP]}/2n-zn2-xxv710-64b-{core}-nat44ed-ip4routing-stl-unidir-avf-{test_type}" -# data: "plot-vpp-throughput-lat-tsa-2n-zn2" +# data: "vpp-2n-zn2-curr-iter" # core: ["2t1c", ] # test-type: ["ndr", "pdr"] # include: @@ -11821,7 +10740,7 @@ # title: "Throughput: 2n-zn2-xxv710-64b-{core}-nat44ed-ip4routing-udp-stf-cps-avf-{test_type}" # algorithm: "plot_ndrpdr_box_name" # output-file: "{DIR[STATIC,VPP]}/2n-zn2-xxv710-64b-{core}-nat44ed-ip4routing-udp-stf-cps-avf-{test_type}" -# data: "plot-vpp-throughput-lat-tsa-2n-zn2" +# data: "vpp-2n-zn2-curr-iter" # core: ["2t1c", ] # test-type: ["ndr", "pdr"] # include: @@ -11843,7 +10762,7 @@ # title: "Throughput: 2n-zn2-xxv710-64b-{core}-nat44ed-ip4routing-udp-stf-pps-avf-{test_type}" # algorithm: "plot_ndrpdr_box_name" # output-file: "{DIR[STATIC,VPP]}/2n-zn2-xxv710-64b-{core}-nat44ed-ip4routing-udp-stf-pps-avf-{test_type}" -# data: "plot-vpp-throughput-lat-tsa-2n-zn2" +# data: "vpp-2n-zn2-curr-iter" # core: ["2t1c", ] # test-type: ["ndr", "pdr"] # include: @@ -11865,7 +10784,7 @@ # title: "Throughput: 2n-zn2-xxv710-64b-{core}-nat44ed-ip4routing-tcp-stf-cps-avf-{test_type}" # algorithm: "plot_ndrpdr_box_name" # output-file: "{DIR[STATIC,VPP]}/2n-zn2-xxv710-64b-{core}-nat44ed-ip4routing-tcp-stf-cps-avf-{test_type}" -# data: "plot-vpp-throughput-lat-tsa-2n-zn2" +# data: "vpp-2n-zn2-curr-iter" # core: ["2t1c", ] # test-type: ["ndr", "pdr"] # include: @@ -11887,7 +10806,7 @@ # title: "Throughput: 2n-zn2-xxv710-64b-{core}-nat44ed-ip4routing-tcp-stf-pps-avf-{test_type}" # algorithm: "plot_ndrpdr_box_name" # output-file: "{DIR[STATIC,VPP]}/2n-zn2-xxv710-64b-{core}-nat44ed-ip4routing-tcp-stf-pps-avf-{test_type}" -# data: "plot-vpp-throughput-lat-tsa-2n-zn2" +# data: "vpp-2n-zn2-curr-iter" # core: ["2t1c", ] # test-type: ["ndr", "pdr"] # include: @@ -11909,7 +10828,7 @@ title: "Throughput: 2n-zn2-xxv710-64b-{core}-nat44det-ip4routing-stl-bidir-avf-pdr" algorithm: "plot_ndrpdr_box_name" output-file: "{DIR[STATIC,VPP]}/2n-zn2-xxv710-64b-{core}-nat44det-ip4routing-stl-bidir-avf-pdr" - data: "plot-vpp-throughput-lat-tsa-2n-zn2" + data: "vpp-2n-zn2-curr-iter" core: ["2t1c", ] include: - "tests.vpp.perf.ip4.2n1l-25ge2p1xxv710-avf-ethip4udp-nat44det-h1024-p63-s64512-ndrpdr.64b-{core}-avf-ethip4udp-nat44det-h1024-p63-s64512-ndrpdr" @@ -11925,7 +10844,7 @@ title: "Throughput: 2n-zn2-xxv710-64b-{core}-features-ip4routing-base-dpdk-{test_type}" algorithm: "plot_ndrpdr_box_name" output-file: "{DIR[STATIC,VPP]}/2n-zn2-xxv710-64b-{core}-features-ip4routing-base-dpdk-{test_type}" - data: "plot-vpp-throughput-lat-tsa-2n-zn2" + data: "vpp-2n-zn2-curr-iter" core: ["2t1c", ] include: - "Tests.Vpp.Perf.Ip4.2N1L-25Ge2P1Xxv710-Ethip4-Ip4Base-Ndrpdr.64B-{core}-ethip4-ip4base-ndrpdr" @@ -11942,7 +10861,7 @@ title: "Throughput: 2n-zn2-cx556a-64b-{core}-rdma-ip4base-{test_type}" algorithm: "plot_ndrpdr_box_name" output-file: "{DIR[STATIC,VPP]}/2n-zn2-cx556a-64b-{core}-rdma-ip4base-{test_type}" - data: "plot-vpp-throughput-lat-tsa-2n-zn2" + data: "vpp-2n-zn2-curr-iter" core: ["2t1c", ] include: - "Tests.Vpp.Perf.Ip4.2N1L-100Ge2P1Cx556A-Rdma-Dot1Q-Ip4Base-Ndrpdr.64B-{core}-rdma-dot1q-ip4base-ndrpdr" @@ -11961,7 +10880,7 @@ title: "Throughput: 2n-zn2-cx556a-64b-{core}-rdma-ethip4-features-{test_type}" algorithm: "plot_ndrpdr_box_name" output-file: "{DIR[STATIC,VPP]}/2n-zn2-cx556a-64b-{core}-rdma-ethip4-features-{test_type}" - data: "plot-vpp-throughput-lat-tsa-2n-zn2" + data: "vpp-2n-zn2-curr-iter" core: ["2t1c", ] include: - "Tests.Vpp.Perf.Ip4.2N1L-100Ge2P1Cx556A-Rdma-Ethip4Udp-Ip4Base-Iacl50Sf-10Kflows-Ndrpdr.64B-{core}-rdma-ethip4udp-ip4base-iacl50sf-10kflows-ndrpdr" @@ -11978,7 +10897,7 @@ title: "Throughput: 2n-zn2-xxv710-64b-{core}-ethip4--ethip4udpgeneve-avf-{test_type}" algorithm: "plot_ndrpdr_box_name" output-file: "{DIR[STATIC,VPP]}/2n-zn2-xxv710-64b-{core}-ethip4--ethip4udpgeneve-avf-{test_type}" - data: "plot-vpp-throughput-lat-tsa-2n-zn2" + data: "vpp-2n-zn2-curr-iter" core: ["2t1c", ] include: - "Tests.Vpp.Perf.Ip4 Tunnels.2N1L-25Ge2P1Xxv710-Avf-Ethip4--Ethip4Udpgeneve-1Tun-Ip4Base-Ndrpdr.64B-{core}-avf-ethip4--ethip4udpgeneve-1tun-ip4base-ndrpdr" @@ -11994,7 +10913,7 @@ title: "Throughput: 2n-zn2-x710-78b-{core}-ip6routing-base-scale-[avf,dpdk]-{test_type}" algorithm: "plot_ndrpdr_box_name" output-file: "{DIR[STATIC,VPP]}/2n-zn2-x710-78b-{core}-ip6routing-base-scale-[avf,dpdk]-{test_type}" - data: "plot-vpp-throughput-lat-tsa-2n-zn2" + data: "vpp-2n-zn2-curr-iter" core: ["2t1c", ] include: - "Tests.Vpp.Perf.Ip6.2N1L-10Ge2P1X710-Avf-Dot1Q-Ip6Base-Ndrpdr.78B-{core}-avf-dot1q-ip6base-ndrpdr" @@ -12012,7 +10931,7 @@ title: "Throughput: 2n-zn2-xxv710-78b-{core}-ip6routing-base-scale-avf-{test_type}" algorithm: "plot_ndrpdr_box_name" output-file: "{DIR[STATIC,VPP]}/2n-zn2-xxv710-78b-{core}-ip6routing-base-scale-avf-{test_type}" - data: "plot-vpp-throughput-lat-tsa-2n-zn2" + data: "vpp-2n-zn2-curr-iter" core: ["2t1c", ] include: - "Tests.Vpp.Perf.Ip6.2N1L-25Ge2P1Xxv710-Avf-Dot1Q-Ip6Base-Ndrpdr.78B-{core}-avf-dot1q-ip6base-ndrpdr" @@ -12031,7 +10950,7 @@ title: "Throughput: 2n-zn2-xxv710-78b-{core}-ip6routing-base-scale-dpdk-{test_type}" algorithm: "plot_ndrpdr_box_name" output-file: "{DIR[STATIC,VPP]}/2n-zn2-xxv710-78b-{core}-ip6routing-base-scale-dpdk-{test_type}" - data: "plot-vpp-throughput-lat-tsa-2n-zn2" + data: "vpp-2n-zn2-curr-iter" core: ["2t1c", ] include: - "Tests.Vpp.Perf.Ip6.2N1L-25Ge2P1Xxv710-Dot1Q-Ip6Base-Ndrpdr.78B-{core}-dot1q-ip6base-ndrpdr" @@ -12050,7 +10969,7 @@ title: "Throughput: 2n-zn2-cx556a-78b-{core}-rdma-ip6routing-base-scale-{test_type}" algorithm: "plot_ndrpdr_box_name" output-file: "{DIR[STATIC,VPP]}/2n-zn2-cx556a-78b-{core}-rdma-ip6routing-base-scale-{test_type}" - data: "plot-vpp-throughput-lat-tsa-2n-zn2" + data: "vpp-2n-zn2-curr-iter" core: ["2t1c", ] include: - "Tests.Vpp.Perf.Ip6.2N1L-100Ge2P1Cx556A-Rdma-Dot1Q-Ip6Base-Ndrpdr.78B-{core}-rdma-dot1q-ip6base-ndrpdr" @@ -12066,7 +10985,7 @@ title: "Throughput: 2n-zn2-x710-64b-{core}-l2switching-base-scale-avf-{test_type}" algorithm: "plot_ndrpdr_box_name" output-file: "{DIR[STATIC,VPP]}/2n-zn2-x710-64b-{core}-l2switching-base-scale-avf-{test_type}" - data: "plot-vpp-throughput-lat-tsa-2n-zn2" + data: "vpp-2n-zn2-curr-iter" core: ["2t1c", ] include: - "Tests.Vpp.Perf.L2.2N1L-10Ge2P1X710-Avf-Dot1Q-L2Bdbasemaclrn-Ndrpdr.64B-{core}-avf-dot1q-l2bdbasemaclrn-ndrpdr" @@ -12082,7 +11001,7 @@ title: "Throughput: 2n-zn2-x710-64b-{core}-l2switching-base-scale-dpdk-{test_type}" algorithm: "plot_ndrpdr_box_name" output-file: "{DIR[STATIC,VPP]}/2n-zn2-x710-64b-{core}-l2switching-base-scale-dpdk-{test_type}" - data: "plot-vpp-throughput-lat-tsa-2n-zn2" + data: "vpp-2n-zn2-curr-iter" core: ["2t1c", ] include: - "Tests.Vpp.Perf.L2.2N1L-10Ge2P1X710-Dot1Q-L2Bdbasemaclrn-Ndrpdr.64B-{core}-dot1q-l2bdbasemaclrn-ndrpdr" @@ -12098,7 +11017,7 @@ title: "Throughput: 2n-zn2-xxv710-64b-{core}-l2switching-base-avf-{test_type}" algorithm: "plot_ndrpdr_box_name" output-file: "{DIR[STATIC,VPP]}/2n-zn2-xxv710-64b-{core}-l2switching-base-avf-{test_type}" - data: "plot-vpp-throughput-lat-tsa-2n-zn2" + data: "vpp-2n-zn2-curr-iter" core: ["2t1c", ] include: - "Tests.Vpp.Perf.L2.2N1L-25Ge2P1Xxv710-Avf-Dot1Q-L2Xcbase-Ndrpdr.64B-{core}-avf-dot1q-l2xcbase-ndrpdr" @@ -12115,7 +11034,7 @@ title: "Throughput: 2n-zn2-xxv710-64b-{core}-l2switching-base-scale-avf-{test_type}" algorithm: "plot_ndrpdr_box_name" output-file: "{DIR[STATIC,VPP]}/2n-zn2-xxv710-64b-{core}-l2switching-base-scale-avf-{test_type}" - data: "plot-vpp-throughput-lat-tsa-2n-zn2" + data: "vpp-2n-zn2-curr-iter" core: ["2t1c", ] include: - "Tests.Vpp.Perf.L2.2N1L-25Ge2P1Xxv710-Avf-Eth-L2Bdbasemaclrn-Ndrpdr.64B-{core}-avf-eth-l2bdbasemaclrn-ndrpdr" @@ -12130,7 +11049,7 @@ title: "Throughput: 2n-zn2-xxv710-64b-{core}-l2switching-base-dpdk-{test_type}" algorithm: "plot_ndrpdr_box_name" output-file: "{DIR[STATIC,VPP]}/2n-zn2-xxv710-64b-{core}-l2switching-base-dpdk-{test_type}" - data: "plot-vpp-throughput-lat-tsa-2n-zn2" + data: "vpp-2n-zn2-curr-iter" core: ["2t1c", ] include: - "Tests.Vpp.Perf.L2.2N1L-25Ge2P1Xxv710-Dot1Q-L2Xcbase-Ndrpdr.64B-{core}-dot1q-l2xcbase-ndrpdr" @@ -12147,7 +11066,7 @@ title: "Throughput: 2n-zn2-xxv710-64b-{core}-l2switching-base-scale-dpdk-{test_type}" algorithm: "plot_ndrpdr_box_name" output-file: "{DIR[STATIC,VPP]}/2n-zn2-xxv710-64b-{core}-l2switching-base-scale-dpdk-{test_type}" - data: "plot-vpp-throughput-lat-tsa-2n-zn2" + data: "vpp-2n-zn2-curr-iter" core: ["2t1c", ] include: - "Tests.Vpp.Perf.L2.2N1L-25Ge2P1Xxv710-Eth-L2Bdbasemaclrn-Ndrpdr.64B-{core}-eth-l2bdbasemaclrn-ndrpdr" @@ -12162,7 +11081,7 @@ title: "Throughput: 2n-zn2-cx556a-64b-{core}-rdma-l2switching-base-{test_type}" algorithm: "plot_ndrpdr_box_name" output-file: "{DIR[STATIC,VPP]}/2n-zn2-cx556a-64b-{core}-rdma-l2switching-base-{test_type}" - data: "plot-vpp-throughput-lat-tsa-2n-zn2" + data: "vpp-2n-zn2-curr-iter" core: ["2t1c", ] include: - "Tests.Vpp.Perf.L2.2N1L-100Ge2P1Cx556A-Rdma-Dot1Q-L2Xcbase-Ndrpdr.64B-{core}-rdma-dot1q-l2xcbase-ndrpdr" @@ -12179,7 +11098,7 @@ title: "Throughput: 2n-zn2-cx556a-64b-{core}-rdma-l2switching-scale-{test_type}" algorithm: "plot_ndrpdr_box_name" output-file: "{DIR[STATIC,VPP]}/2n-zn2-cx556a-64b-{core}-rdma-l2switching-scale-{test_type}" - data: "plot-vpp-throughput-lat-tsa-2n-zn2" + data: "vpp-2n-zn2-curr-iter" core: ["2t1c", ] include: - "Tests.Vpp.Perf.L2.2N1L-100Ge2P1Cx556A-Rdma-Eth-L2Bdbasemaclrn-Ndrpdr.64B-{core}-rdma-eth-l2bdbasemaclrn-ndrpdr" @@ -12194,7 +11113,7 @@ title: "Throughput: 2n-zn2-xxv710-64b-{core}-vhost-base-avf-{test_type}" algorithm: "plot_ndrpdr_box_name" output-file: "{DIR[STATIC,VPP]}/2n-zn2-xxv710-64b-{core}-vhost-base-avf-{test_type}" - data: "plot-vpp-throughput-lat-tsa-2n-zn2" + data: "vpp-2n-zn2-curr-iter" core: ["2t1c", ] include: - "Tests.Vpp.Perf.Vm Vhost.2N1L-25Ge2P1Xxv710-Avf-Dot1Q-L2Xcbase-Eth-2Vhostvr1024-1Vm-Ndrpdr.64B-{core}-avf-dot1q-l2xcbase-eth-2vhostvr1024-1vm-ndrpdr" @@ -12210,7 +11129,7 @@ title: "Throughput: 2n-zn2-xxv710-64b-{core}-vhost-base-avf-vpp-{test_type}" algorithm: "plot_ndrpdr_box_name" output-file: "{DIR[STATIC,VPP]}/2n-zn2-xxv710-64b-{core}-vhost-base-avf-vpp-{test_type}" - data: "plot-vpp-throughput-lat-tsa-2n-zn2" + data: "vpp-2n-zn2-curr-iter" core: ["2t1c", ] include: - "Tests.Vpp.Perf.Vm Vhost.2N1L-25Ge2P1Xxv710-Avf-Dot1Q-L2Xcbase-Eth-2Vhostvr1024-1Vm-Vppl2Xc-Ndrpdr.64B-{core}-avf-dot1q-l2xcbase-eth-2vhostvr1024-1vm-vppl2xc-ndrpdr" @@ -12226,7 +11145,7 @@ title: "Throughput: 2n-zn2-xxv710-64b-{core}-vhost-base-dpdk-{test_type}" algorithm: "plot_ndrpdr_box_name" output-file: "{DIR[STATIC,VPP]}/2n-zn2-xxv710-64b-{core}-vhost-base-dpdk-{test_type}" - data: "plot-vpp-throughput-lat-tsa-2n-zn2" + data: "vpp-2n-zn2-curr-iter" core: ["2t1c", ] include: - "Tests.Vpp.Perf.Vm Vhost.2N1L-25Ge2P1Xxv710-Dot1Q-L2Xcbase-Eth-2Vhostvr1024-1Vm-Ndrpdr.64B-{core}-dot1q-l2xcbase-eth-2vhostvr1024-1vm-ndrpdr" @@ -12242,7 +11161,7 @@ title: "Throughput: 2n-zn2-xxv710-64b-{core}-vhost-base-dpdk-vpp-{test_type}" algorithm: "plot_ndrpdr_box_name" output-file: "{DIR[STATIC,VPP]}/2n-zn2-xxv710-64b-{core}-vhost-base-dpdk-vpp-{test_type}" - data: "plot-vpp-throughput-lat-tsa-2n-zn2" + data: "vpp-2n-zn2-curr-iter" core: ["2t1c", ] include: - "Tests.Vpp.Perf.Vm Vhost.2N1L-25Ge2P1Xxv710-Dot1Q-L2Xcbase-Eth-2Vhostvr1024-1Vm-Vppl2Xc-Ndrpdr.64B-{core}-dot1q-l2xcbase-eth-2vhostvr1024-1vm-vppl2xc-ndrpdr" @@ -12258,7 +11177,7 @@ title: "Throughput: 2n-zn2-cx556a-64b-{core}-rdma-l2-vhost-base-{test_type}" algorithm: "plot_ndrpdr_box_name" output-file: "{DIR[STATIC,VPP]}/2n-zn2-cx556a-64b-{core}-rdma-l2-vhost-base-{test_type}" - data: "plot-vpp-throughput-lat-tsa-2n-zn2" + data: "vpp-2n-zn2-curr-iter" core: ["2t1c", ] include: - "Tests.Vpp.Perf.Vm Vhost.2N1L-100Ge2P1Cx556A-Rdma-Dot1Q-L2Xcbase-Eth-2Vhostvr1024-1Vm-Ndrpdr.64B-{core}-rdma-dot1q-l2xcbase-eth-2vhostvr1024-1vm-ndrpdr" @@ -12273,7 +11192,7 @@ title: "Throughput: 2n-zn2-cx556a-64b-{core}-rdma-l2-vhost-vppl2xc-base-{test_type}" algorithm: "plot_ndrpdr_box_name" output-file: "{DIR[STATIC,VPP]}/2n-zn2-cx556a-64b-{core}-rdma-l2-vhost-vppl2xc-base-{test_type}" - data: "plot-vpp-throughput-lat-tsa-2n-zn2" + data: "vpp-2n-zn2-curr-iter" core: ["2t1c", ] include: - "Tests.Vpp.Perf.Vm Vhost.2N1L-100Ge2P1Cx556A-Rdma-Dot1Q-L2Xcbase-Eth-2Vhostvr1024-1Vm-Vppl2Xc-Ndrpdr.64B-{core}-rdma-dot1q-l2xcbase-eth-2vhostvr1024-1vm-vppl2xc-ndrpdr" @@ -12288,7 +11207,7 @@ title: "Throughput: 2n-zn2-xxv710-114b-{core}-vts-l2switching-base-dpdk-{test_type}" algorithm: "plot_ndrpdr_box_name" output-file: "{DIR[STATIC,VPP]}/2n-zn2-xxv710-114b-{core}-vts-l2switching-base-dpdk-{test_type}" - data: "plot-vpp-throughput-lat-tsa-2n-zn2" + data: "vpp-2n-zn2-curr-iter" core: ["2t1c", ] include: - "Tests.Vpp.Perf.Vts.2N1L-25Ge2P1Xxv710-Avf-Ethip4Vxlan-L2Bdbasemaclrn-Eth-Iacldstbase-Aclpermit-2Vhostvr1024-1Vm-Ndrpdr.114B-{core}-avf-ethip4vxlan-l2bdbasemaclrn-eth-iacldstbase-aclpermit-2vhostvr1024-1vm-ndrpdr" @@ -12309,7 +11228,7 @@ title: "Speedup: 2n-zn2-xxv710-64b-memif-base-avf-{test_type}-tsa" algorithm: "plot_tsa_name" output-file: "{DIR[STATIC,VPP]}/2n-zn2-xxv710-64b-memif-base-avf-{test_type}-tsa" - data: "plot-vpp-throughput-lat-tsa-2n-zn2" + data: "vpp-2n-zn2-curr-iter" include: - "Tests.Vpp.Perf.Container Memif.2N1L-25Ge2P1Xxv710-Avf-Eth-L2Xcbase-Eth-2Memif-1Dcr-Ndrpdr.64B-.t.c-avf-eth-l2xcbase-eth-2memif-1dcr-ndrpdr" - "Tests.Vpp.Perf.Container Memif.2N1L-25Ge2P1Xxv710-Avf-Dot1Q-L2Bdbasemaclrn-Eth-2Memif-1Dcr-Ndrpdr.64B-.t.c-avf-dot1q-l2bdbasemaclrn-eth-2memif-1dcr-ndrpdr" @@ -12323,7 +11242,7 @@ title: "Speedup: 2n-zn2-xxv710-64b-memif-base-dpdk-{test_type}-tsa" algorithm: "plot_tsa_name" output-file: "{DIR[STATIC,VPP]}/2n-zn2-xxv710-64b-memif-base-dpdk-{test_type}-tsa" - data: "plot-vpp-throughput-lat-tsa-2n-zn2" + data: "vpp-2n-zn2-curr-iter" include: - "Tests.Vpp.Perf.Container Memif.2N1L-25Ge2P1Xxv710-Eth-L2Xcbase-Eth-2Memif-1Dcr-Ndrpdr.64B-.t.c-eth-l2xcbase-eth-2memif-1dcr-ndrpdr" - "Tests.Vpp.Perf.Container Memif.2N1L-25Ge2P1Xxv710-Dot1Q-L2Bdbasemaclrn-Eth-2Memif-1Dcr-Ndrpdr.64B-.t.c-dot1q-l2bdbasemaclrn-eth-2memif-1dcr-ndrpdr" @@ -12337,7 +11256,7 @@ title: "Speedup: 2n-zn2-cx556a-64b-rdma-l2-eth-2memif-1dcr-{test_type}-tsa" algorithm: "plot_tsa_name" output-file: "{DIR[STATIC,VPP]}/2n-zn2-cx556a-64b-rdma-l2-eth-2memif-1dcr-{test_type}-tsa" - data: "plot-vpp-throughput-lat-tsa-2n-zn2" + data: "vpp-2n-zn2-curr-iter" include: - "Tests.Vpp.Perf.Container Memif.2N1L-100Ge2P1Cx556A-Rdma-Dot1Q-L2Bdbasemaclrn-Eth-2Memif-1Dcr-Ndrpdr.64B-.t.c-rdma-dot1q-l2bdbasemaclrn-eth-2memif-1dcr-ndrpdr" - "Tests.Vpp.Perf.Container Memif.2N1L-100Ge2P1Cx556A-Rdma-Eth-L2Bdbasemaclrn-Eth-2Memif-1Dcr-Ndrpdr.64B-.t.c-rdma-eth-l2bdbasemaclrn-eth-2memif-1dcr-ndrpdr" @@ -12351,7 +11270,7 @@ title: "Speedup: 2n-zn2-x710-64b-ip4routing-base-scale-[avf,dpdk]-{test_type}-tsa" algorithm: "plot_tsa_name" output-file: "{DIR[STATIC,VPP]}/2n-zn2-x710-64b-ip4routing-base-scale-[avf,dpdk]-{test_type}-tsa" - data: "plot-vpp-throughput-lat-tsa-2n-zn2" + data: "vpp-2n-zn2-curr-iter" include: - "Tests.Vpp.Perf.Ip4.2N1L-10Ge2P1X710-Avf-Dot1Q-Ip4Base-Ndrpdr.64B-.t.c-avf-dot1q-ip4base-ndrpdr" - "Tests.Vpp.Perf.Ip4.2N1L-10Ge2P1X710-Avf-Ethip4-Ip4Base-Ndrpdr.64B-.t.c-avf-ethip4-ip4base-ndrpdr" @@ -12367,7 +11286,7 @@ title: "Speedup: 2n-zn2-xxv710-64b-ip4routing-base-scale-avf-{test_type}-tsa" algorithm: "plot_tsa_name" output-file: "{DIR[STATIC,VPP]}/2n-zn2-xxv710-64b-ip4routing-base-scale-avf-{test_type}-tsa" - data: "plot-vpp-throughput-lat-tsa-2n-zn2" + data: "vpp-2n-zn2-curr-iter" include: - "Tests.Vpp.Perf.Ip4.2N1L-25Ge2P1Xxv710-Avf-Ethip4-Ip4Base-Ndrpdr.64B-.t.c-avf-ethip4-ip4base-ndrpdr" - "Tests.Vpp.Perf.Ip4.2N1L-25Ge2P1Xxv710-Avf-Ethip4-Ip4Scale20K-Ndrpdr.64B-.t.c-avf-ethip4-ip4scale20k-ndrpdr" @@ -12384,7 +11303,7 @@ title: "Speedup: 2n-zn2-xxv710-64b-ip4routing-base-scale-dpdk-{test_type}-tsa" algorithm: "plot_tsa_name" output-file: "{DIR[STATIC,VPP]}/2n-zn2-xxv710-64b-ip4routing-base-scale-dpdk-{test_type}-tsa" - data: "plot-vpp-throughput-lat-tsa-2n-zn2" + data: "vpp-2n-zn2-curr-iter" include: - "Tests.Vpp.Perf.Ip4.2N1L-25Ge2P1Xxv710-Dot1Q-Ip4Base-Ndrpdr.64B-.t.c-dot1q-ip4base-ndrpdr" - "Tests.Vpp.Perf.Ip4.2N1L-25Ge2P1Xxv710-Ethip4-Ip4Base-Ndrpdr.64B-.t.c-ethip4-ip4base-ndrpdr" @@ -12402,7 +11321,7 @@ title: "Speedup: 2n-zn2-xxv710-64b-features-ip4routing-base-avf-{test_type}-tsa" algorithm: "plot_tsa_name" output-file: "{DIR[STATIC,VPP]}/2n-zn2-xxv710-64b-features-ip4routing-base-avf-{test_type}-tsa" - data: "plot-vpp-throughput-lat-tsa-2n-zn2" + data: "vpp-2n-zn2-curr-iter" include: - "Tests.Vpp.Perf.Ip4.2N1L-25Ge2P1Xxv710-Avf-Ethip4Udp-Ip4Base-Iacl50Sf-10Kflows-Ndrpdr.64B-.t.c-avf-ethip4udp-ip4base-iacl50sf-10kflows-ndrpdr" - "Tests.Vpp.Perf.Ip4.2N1L-25Ge2P1Xxv710-Avf-Ethip4Udp-Ip4Base-Iacl50Sl-10Kflows-Ndrpdr.64B-.t.c-avf-ethip4udp-ip4base-iacl50sl-10kflows-ndrpdr" @@ -12418,7 +11337,7 @@ title: "Speedup: 2n-zn2-xxv710-64b-nat44det-ip4routing-stl-bidir-avf-{test_type}-tsa" algorithm: "plot_tsa_name" output-file: "{DIR[STATIC,VPP]}/2n-zn2-xxv710-64b-nat44det-ip4routing-stl-bidir-avf-{test_type}-tsa" - data: "plot-vpp-throughput-lat-tsa-2n-zn2" + data: "vpp-2n-zn2-curr-iter" include: - "tests.vpp.perf.ip4.2n1l-25ge2p1xxv710-avf-ethip4udp-nat44det-h1024-p63-s64512-ndrpdr.64b-.t.c-avf-ethip4udp-nat44det-h1024-p63-s64512-ndrpdr" - "tests.vpp.perf.ip4.2n1l-25ge2p1xxv710-avf-ethip4udp-nat44det-h4096-p63-s258048-ndrpdr.64b-.t.c-avf-ethip4udp-nat44det-h4096-p63-s258048-ndrpdr" @@ -12433,7 +11352,7 @@ # title: "Speedup: 2n-zn2-xxv710-64b-nat44ed-ip4routing-stl-unidir-avf-{test_type}-tsa" # algorithm: "plot_tsa_name" # output-file: "{DIR[STATIC,VPP]}/2n-zn2-xxv710-64b-nat44ed-ip4routing-stl-unidir-avf-{test_type}-tsa" -# data: "plot-vpp-throughput-lat-tsa-2n-zn2" +# data: "vpp-2n-zn2-curr-iter" # include: # - "tests.vpp.perf.ip4.2n1l-25ge2p1xxv710-avf-ethip4udp-nat44ed-h1024-p63-s64512-udir-ndrpdr.64b-.t.c-avf-ethip4udp-nat44ed-h1024-p63-s64512-udir-ndrpdr" # - "tests.vpp.perf.ip4.2n1l-25ge2p1xxv710-avf-ethip4udp-nat44ed-h4096-p63-s258048-udir-ndrpdr.64b-.t.c-avf-ethip4udp-nat44ed-h4096-p63-s258048-udir-ndrpdr" @@ -12448,7 +11367,7 @@ # title: "Speedup: 2n-zn2-xxv710-64b-nat44ed-ip4routing-udp-stf-cps-avf-{test_type}-tsa" # algorithm: "plot_tsa_name" # output-file: "{DIR[STATIC,VPP]}/2n-zn2-xxv710-64b-nat44ed-ip4routing-udp-stf-cps-avf-{test_type}-tsa" -# data: "plot-vpp-throughput-lat-tsa-2n-zn2" +# data: "vpp-2n-zn2-curr-iter" # include: # - "tests.vpp.perf.ip4.2n1l-25ge2p1xxv710-avf-ethip4udp-nat44ed-h1024-p63-s64512-cps-ndrpdr.64b-.t.c-avf-ethip4udp-nat44ed-h1024-p63-s64512-cps-ndrpdr" # - "tests.vpp.perf.ip4.2n1l-25ge2p1xxv710-avf-ethip4udp-ip4base-h1024-p63-s64512-cps-ndrpdr.64b-.t.c-avf-ethip4udp-ip4base-h1024-p63-s64512-cps-ndrpdr" @@ -12468,7 +11387,7 @@ # title: "Speedup: 2n-zn2-xxv710-64b-nat44ed-ip4routing-udp-stf-pps-avf-{test_type}-tsa" # algorithm: "plot_tsa_name" # output-file: "{DIR[STATIC,VPP]}/2n-zn2-xxv710-64b-nat44ed-ip4routing-udp-stf-pps-avf-{test_type}-tsa" -# data: "plot-vpp-throughput-lat-tsa-2n-zn2" +# data: "vpp-2n-zn2-curr-iter" # include: # - "tests.vpp.perf.ip4.2n1l-25ge2p1xxv710-avf-ethip4udp-nat44ed-h1024-p63-s64512-pps-ndrpdr.64b-.t.c-avf-ethip4udp-nat44ed-h1024-p63-s64512-pps-ndrpdr" # - "tests.vpp.perf.ip4.2n1l-25ge2p1xxv710-avf-ethip4udp-ip4base-h1024-p63-s64512-pps-ndrpdr.64b-.t.c-avf-ethip4udp-ip4base-h1024-p63-s64512-pps-ndrpdr" @@ -12488,7 +11407,7 @@ # title: "Speedup: 2n-zn2-xxv710-64b-nat44ed-ip4routing-tcp-stf-cps-avf-{test_type}-tsa" # algorithm: "plot_tsa_name" # output-file: "{DIR[STATIC,VPP]}/2n-zn2-xxv710-64b-nat44ed-ip4routing-tcp-stf-cps-avf-{test_type}-tsa" -# data: "plot-vpp-throughput-lat-tsa-2n-zn2" +# data: "vpp-2n-zn2-curr-iter" # include: # - "tests.vpp.perf.ip4.2n1l-25ge2p1xxv710-avf-ethip4tcp-nat44ed-h1024-p63-s64512-cps-ndrpdr.64b-.t.c-avf-ethip4tcp-nat44ed-h1024-p63-s64512-cps-ndrpdr" # - "tests.vpp.perf.ip4.2n1l-25ge2p1xxv710-avf-ethip4tcp-ip4base-h1024-p63-s64512-cps-ndrpdr.64b-.t.c-avf-ethip4tcp-ip4base-h1024-p63-s64512-cps-ndrpdr" @@ -12508,7 +11427,7 @@ # title: "Speedup: 2n-zn2-xxv710-64b-nat44ed-ip4routing-tcp-stf-pps-avf-{test_type}-tsa" # algorithm: "plot_tsa_name" # output-file: "{DIR[STATIC,VPP]}/2n-zn2-xxv710-64b-nat44ed-ip4routing-tcp-stf-pps-avf-{test_type}-tsa" -# data: "plot-vpp-throughput-lat-tsa-2n-zn2" +# data: "vpp-2n-zn2-curr-iter" # include: # - "tests.vpp.perf.ip4.2n1l-25ge2p1xxv710-avf-ethip4tcp-nat44ed-h1024-p63-s64512-pps-ndrpdr.64b-.t.c-avf-ethip4tcp-nat44ed-h1024-p63-s64512-pps-ndrpdr" # - "tests.vpp.perf.ip4.2n1l-25ge2p1xxv710-avf-ethip4tcp-ip4base-h1024-p63-s64512-pps-ndrpdr.64b-.t.c-avf-ethip4tcp-ip4base-h1024-p63-s64512-pps-ndrpdr" @@ -12528,7 +11447,7 @@ title: "Speedup: 2n-zn2-xxv710-64b-features-ip4routing-base-dpdk-{test_type}-tsa" algorithm: "plot_tsa_name" output-file: "{DIR[STATIC,VPP]}/2n-zn2-xxv710-64b-features-ip4routing-base-dpdk-{test_type}-tsa" - data: "plot-vpp-throughput-lat-tsa-2n-zn2" + data: "vpp-2n-zn2-curr-iter" include: - "Tests.Vpp.Perf.Ip4.2N1L-25Ge2P1Xxv710-Ethip4-Ip4Base-Ndrpdr.64B-.t.c-ethip4-ip4base-ndrpdr" - "Tests.Vpp.Perf.Ip4.2N1L-25Ge2P1Xxv710-Ethip4Udp-Ip4Base-Iacl50Sf-10Kflows-Ndrpdr.64B-.t.c-ethip4udp-ip4base-iacl50sf-10kflows-ndrpdr" @@ -12544,7 +11463,7 @@ title: "Speedup: 2n-zn2-cx556a-64b-rdma-ip4base-{test_type}-tsa" algorithm: "plot_tsa_name" output-file: "{DIR[STATIC,VPP]}/2n-zn2-cx556a-64b-rdma-ip4base-{test_type}-tsa" - data: "plot-vpp-throughput-lat-tsa-2n-zn2" + data: "vpp-2n-zn2-curr-iter" include: - "Tests.Vpp.Perf.Ip4.2N1L-100Ge2P1Cx556A-Rdma-Dot1Q-Ip4Base-Ndrpdr.64B-.t.c-rdma-dot1q-ip4base-ndrpdr" - "Tests.Vpp.Perf.Ip4.2N1L-100Ge2P1Cx556A-Rdma-Ethip4-Ip4Base-Ndrpdr.64B-.t.c-rdma-ethip4-ip4base-ndrpdr" @@ -12562,7 +11481,7 @@ title: "Speedup: 2n-zn2-cx556a-64b-rdma-ethip4-features-{test_type}-tsa" algorithm: "plot_tsa_name" output-file: "{DIR[STATIC,VPP]}/2n-zn2-cx556a-64b-rdma-ethip4-features-{test_type}-tsa" - data: "plot-vpp-throughput-lat-tsa-2n-zn2" + data: "vpp-2n-zn2-curr-iter" include: - "Tests.Vpp.Perf.Ip4.2N1L-100Ge2P1Cx556A-Rdma-Ethip4Udp-Ip4Base-Iacl50Sf-10Kflows-Ndrpdr.64B-.t.c-rdma-ethip4udp-ip4base-iacl50sf-10kflows-ndrpdr" - "Tests.Vpp.Perf.Ip4.2N1L-100Ge2P1Cx556A-Rdma-Ethip4Udp-Ip4Base-Iacl50Sl-10Kflows-Ndrpdr.64B-.t.c-rdma-ethip4udp-ip4base-iacl50sl-10kflows-ndrpdr" @@ -12578,7 +11497,7 @@ title: "Speedup: 2n-zn2-xxv710-64b-ethip4--ethip4udpgeneve-avf-{test_type}-tsa" algorithm: "plot_tsa_name" output-file: "{DIR[STATIC,VPP]}/2n-zn2-xxv710-64b-ethip4--ethip4udpgeneve-avf-{test_type}-tsa" - data: "plot-vpp-throughput-lat-tsa-2n-zn2" + data: "vpp-2n-zn2-curr-iter" include: - "Tests.Vpp.Perf.Ip4 Tunnels.2N1L-25Ge2P1Xxv710-Avf-Ethip4--Ethip4Udpgeneve-1Tun-Ip4Base-Ndrpdr.64B-.t.c-avf-ethip4--ethip4udpgeneve-1tun-ip4base-ndrpdr" - "Tests.Vpp.Perf.Ip4 Tunnels.2N1L-25Ge2P1Xxv710-Avf-Ethip4--Ethip4Udpgeneve-4Tun-Ip4Base-Ndrpdr.64B-.t.c-avf-ethip4--ethip4udpgeneve-4tun-ip4base-ndrpdr" @@ -12593,7 +11512,7 @@ title: "Speedup: 2n-zn2-x710-78b-ip6routing-base-scale-[avf,dpdk]-{test_type}-tsa" algorithm: "plot_tsa_name" output-file: "{DIR[STATIC,VPP]}/2n-zn2-x710-78b-ip6routing-base-scale-[avf,dpdk]-{test_type}-tsa" - data: "plot-vpp-throughput-lat-tsa-2n-zn2" + data: "vpp-2n-zn2-curr-iter" include: - "Tests.Vpp.Perf.Ip6.2N1L-10Ge2P1X710-Avf-Dot1Q-Ip6Base-Ndrpdr.78B-.t.c-avf-dot1q-ip6base-ndrpdr" - "Tests.Vpp.Perf.Ip6.2N1L-10Ge2P1X710-Avf-Ethip6-Ip6Base-Ndrpdr.78B-.t.c-avf-ethip6-ip6base-ndrpdr" @@ -12610,7 +11529,7 @@ title: "Speedup: 2n-zn2-xxv710-78b-ip6routing-base-scale-avf-{test_type}-tsa" algorithm: "plot_tsa_name" output-file: "{DIR[STATIC,VPP]}/2n-zn2-xxv710-78b-ip6routing-base-scale-avf-{test_type}-tsa" - data: "plot-vpp-throughput-lat-tsa-2n-zn2" + data: "vpp-2n-zn2-curr-iter" include: - "Tests.Vpp.Perf.Ip6.2N1L-25Ge2P1Xxv710-Avf-Dot1Q-Ip6Base-Ndrpdr.78B-.t.c-avf-dot1q-ip6base-ndrpdr" - "Tests.Vpp.Perf.Ip6.2N1L-25Ge2P1Xxv710-Avf-Ethip6-Ip6Base-Ndrpdr.78B-.t.c-avf-ethip6-ip6base-ndrpdr" @@ -12628,7 +11547,7 @@ title: "Speedup: 2n-zn2-xxv710-78b-ip6routing-base-scale-dpdk-{test_type}-tsa" algorithm: "plot_tsa_name" output-file: "{DIR[STATIC,VPP]}/2n-zn2-xxv710-78b-ip6routing-base-scale-dpdk-{test_type}-tsa" - data: "plot-vpp-throughput-lat-tsa-2n-zn2" + data: "vpp-2n-zn2-curr-iter" include: - "Tests.Vpp.Perf.Ip6.2N1L-25Ge2P1Xxv710-Dot1Q-Ip6Base-Ndrpdr.78B-.t.c-dot1q-ip6base-ndrpdr" - "Tests.Vpp.Perf.Ip6.2N1L-25Ge2P1Xxv710-Ethip6-Ip6Base-Ndrpdr.78B-.t.c-ethip6-ip6base-ndrpdr" @@ -12646,7 +11565,7 @@ title: "Speedup: 2n-zn2-cx556a-78b-rdma-ip6routing-base-scale-{test_type}-tsa" algorithm: "plot_tsa_name" output-file: "{DIR[STATIC,VPP]}/2n-zn2-cx556a-78b-rdma-ip6routing-base-scale-{test_type}-tsa" - data: "plot-vpp-throughput-lat-tsa-2n-zn2" + data: "vpp-2n-zn2-curr-iter" include: - "Tests.Vpp.Perf.Ip6.2N1L-100Ge2P1Cx556A-Rdma-Dot1Q-Ip6Base-Ndrpdr.78B-.t.c-rdma-dot1q-ip6base-ndrpdr" - "Tests.Vpp.Perf.Ip6.2N1L-100Ge2P1Cx556A-Rdma-Ethip6-Ip6Base-Ndrpdr.78B-.t.c-rdma-ethip6-ip6base-ndrpdr" @@ -12661,7 +11580,7 @@ title: "Speedup: 2n-zn2-x710-64b-l2switching-base-scale-avf-{test_type}-tsa" algorithm: "plot_tsa_name" output-file: "{DIR[STATIC,VPP]}/2n-zn2-x710-64b-l2switching-base-scale-avf-{test_type}-tsa" - data: "plot-vpp-throughput-lat-tsa-2n-zn2" + data: "vpp-2n-zn2-curr-iter" include: - "Tests.Vpp.Perf.L2.2N1L-10Ge2P1X710-Avf-Dot1Q-L2Bdbasemaclrn-Ndrpdr.64B-.t.c-avf-dot1q-l2bdbasemaclrn-ndrpdr" - "Tests.Vpp.Perf.L2.2N1L-10Ge2P1X710-Avf-Eth-L2Patch-Ndrpdr.64B-.t.c-avf-eth-l2patch-ndrpdr" @@ -12676,7 +11595,7 @@ title: "Speedup: 2n-zn2-x710-64b-l2switching-base-scale-dpdk-{test_type}-tsa" algorithm: "plot_tsa_name" output-file: "{DIR[STATIC,VPP]}/2n-zn2-x710-64b-l2switching-base-scale-dpdk-{test_type}-tsa" - data: "plot-vpp-throughput-lat-tsa-2n-zn2" + data: "vpp-2n-zn2-curr-iter" include: - "Tests.Vpp.Perf.L2.2N1L-10Ge2P1X710-Dot1Q-L2Bdbasemaclrn-Ndrpdr.64B-.t.c-dot1q-l2bdbasemaclrn-ndrpdr" - "Tests.Vpp.Perf.L2.2N1L-10Ge2P1X710-Eth-L2Patch-Ndrpdr.64B-.t.c-eth-l2patch-ndrpdr" @@ -12691,7 +11610,7 @@ title: "Speedup: 2n-zn2-xxv710-64b-l2switching-base-avf-{test_type}-tsa" algorithm: "plot_tsa_name" output-file: "{DIR[STATIC,VPP]}/2n-zn2-xxv710-64b-l2switching-base-avf-{test_type}-tsa" - data: "plot-vpp-throughput-lat-tsa-2n-zn2" + data: "vpp-2n-zn2-curr-iter" include: - "Tests.Vpp.Perf.L2.2N1L-25Ge2P1Xxv710-Avf-Dot1Q-L2Xcbase-Ndrpdr.64B-.t.c-avf-dot1q-l2xcbase-ndrpdr" - "Tests.Vpp.Perf.L2.2N1L-25Ge2P1Xxv710-Avf-Dot1Q-L2Bdbasemaclrn-Ndrpdr.64B-.t.c-avf-dot1q-l2bdbasemaclrn-ndrpdr" @@ -12707,7 +11626,7 @@ title: "Speedup: 2n-zn2-xxv710-64b-l2switching-base-scale-avf-{test_type}-tsa" algorithm: "plot_tsa_name" output-file: "{DIR[STATIC,VPP]}/2n-zn2-xxv710-64b-l2switching-base-scale-avf-{test_type}-tsa" - data: "plot-vpp-throughput-lat-tsa-2n-zn2" + data: "vpp-2n-zn2-curr-iter" include: - "Tests.Vpp.Perf.L2.2N1L-25Ge2P1Xxv710-Avf-Eth-L2Bdbasemaclrn-Ndrpdr.64B-.t.c-avf-eth-l2bdbasemaclrn-ndrpdr" - "Tests.Vpp.Perf.L2.2N1L-25Ge2P1Xxv710-Avf-Eth-L2Bdscale10Kmaclrn-Ndrpdr.64B-.t.c-avf-eth-l2bdscale10kmaclrn-ndrpdr" @@ -12721,7 +11640,7 @@ title: "Speedup: 2n-zn2-xxv710-64b-l2switching-base-dpdk-{test_type}-tsa" algorithm: "plot_tsa_name" output-file: "{DIR[STATIC,VPP]}/2n-zn2-xxv710-64b-l2switching-base-dpdk-{test_type}-tsa" - data: "plot-vpp-throughput-lat-tsa-2n-zn2" + data: "vpp-2n-zn2-curr-iter" include: - "Tests.Vpp.Perf.L2.2N1L-25Ge2P1Xxv710-Dot1Q-L2Xcbase-Ndrpdr.64B-.t.c-dot1q-l2xcbase-ndrpdr" - "Tests.Vpp.Perf.L2.2N1L-25Ge2P1Xxv710-Dot1Q-L2Bdbasemaclrn-Ndrpdr.64B-.t.c-dot1q-l2bdbasemaclrn-ndrpdr" @@ -12737,7 +11656,7 @@ title: "Speedup: 2n-zn2-xxv710-64b-l2switching-base-scale-dpdk-{test_type}-tsa" algorithm: "plot_tsa_name" output-file: "{DIR[STATIC,VPP]}/2n-zn2-xxv710-64b-l2switching-base-scale-dpdk-{test_type}-tsa" - data: "plot-vpp-throughput-lat-tsa-2n-zn2" + data: "vpp-2n-zn2-curr-iter" include: - "Tests.Vpp.Perf.L2.2N1L-25Ge2P1Xxv710-Eth-L2Bdbasemaclrn-Ndrpdr.64B-.t.c-eth-l2bdbasemaclrn-ndrpdr" - "Tests.Vpp.Perf.L2.2N1L-25Ge2P1Xxv710-Eth-L2Bdscale10Kmaclrn-Ndrpdr.64B-.t.c-eth-l2bdscale10kmaclrn-ndrpdr" @@ -12751,7 +11670,7 @@ title: "Speedup: 2n-zn2-cx556a-64b-rdma-l2switching-base-{test_type}-tsa" algorithm: "plot_tsa_name" output-file: "{DIR[STATIC,VPP]}/2n-zn2-cx556a-64b-rdma-l2switching-base-{test_type}-tsa" - data: "plot-vpp-throughput-lat-tsa-2n-zn2" + data: "vpp-2n-zn2-curr-iter" include: - "Tests.Vpp.Perf.L2.2N1L-100Ge2P1Cx556A-Rdma-Dot1Q-L2Xcbase-Ndrpdr.64B-.t.c-rdma-dot1q-l2xcbase-ndrpdr" - "Tests.Vpp.Perf.L2.2N1L-100Ge2P1Cx556A-Rdma-Dot1Q-L2Bdbasemaclrn-Ndrpdr.64B-.t.c-rdma-dot1q-l2bdbasemaclrn-ndrpdr" @@ -12767,7 +11686,7 @@ title: "Speedup: 2n-zn2-cx556a-64b-rdma-l2switching-scale-{test_type}-tsa" algorithm: "plot_tsa_name" output-file: "{DIR[STATIC,VPP]}/2n-zn2-cx556a-64b-rdma-l2switching-scale-{test_type}-tsa" - data: "plot-vpp-throughput-lat-tsa-2n-zn2" + data: "vpp-2n-zn2-curr-iter" include: - "Tests.Vpp.Perf.L2.2N1L-100Ge2P1Cx556A-Rdma-Eth-L2Bdbasemaclrn-Ndrpdr.64B-.t.c-rdma-eth-l2bdbasemaclrn-ndrpdr" - "Tests.Vpp.Perf.L2.2N1L-100Ge2P1Cx556A-Rdma-Eth-L2Bdscale10Kmaclrn-Ndrpdr.64B-.t.c-rdma-eth-l2bdscale10kmaclrn-ndrpdr" @@ -12781,7 +11700,7 @@ title: "Speedup: 2n-zn2-xxv710-64b-vhost-base-avf-{test_type}-tsa" algorithm: "plot_tsa_name" output-file: "{DIR[STATIC,VPP]}/2n-zn2-xxv710-64b-vhost-base-avf-{test_type}-tsa" - data: "plot-vpp-throughput-lat-tsa-2n-zn2" + data: "vpp-2n-zn2-curr-iter" include: - "Tests.Vpp.Perf.Vm Vhost.2N1L-25Ge2P1Xxv710-Avf-Dot1Q-L2Xcbase-Eth-2Vhostvr1024-1Vm-Ndrpdr.64B-.t.c-avf-dot1q-l2xcbase-eth-2vhostvr1024-1vm-ndrpdr" - "Tests.Vpp.Perf.Vm Vhost.2N1L-25Ge2P1Xxv710-Avf-Dot1Q-L2Bdbasemaclrn-Eth-2Vhostvr1024-1Vm-Ndrpdr.64B-.t.c-avf-dot1q-l2bdbasemaclrn-eth-2vhostvr1024-1vm-ndrpdr" @@ -12796,7 +11715,7 @@ title: "Speedup: 2n-zn2-xxv710-64b-vhost-base-avf-vpp-{test_type}-tsa" algorithm: "plot_tsa_name" output-file: "{DIR[STATIC,VPP]}/2n-zn2-xxv710-64b-vhost-base-avf-vpp-{test_type}-tsa" - data: "plot-vpp-throughput-lat-tsa-2n-zn2" + data: "vpp-2n-zn2-curr-iter" include: - "Tests.Vpp.Perf.Vm Vhost.2N1L-25Ge2P1Xxv710-Avf-Dot1Q-L2Xcbase-Eth-2Vhostvr1024-1Vm-Vppl2Xc-Ndrpdr.64B-.t.c-avf-dot1q-l2xcbase-eth-2vhostvr1024-1vm-vppl2xc-ndrpdr" - "Tests.Vpp.Perf.Vm Vhost.2N1L-25Ge2P1Xxv710-Avf-Dot1Q-L2Bdbasemaclrn-Eth-2Vhostvr1024-1Vm-Vppl2Xc-Ndrpdr.64B-.t.c-avf-dot1q-l2bdbasemaclrn-eth-2vhostvr1024-1vm-vppl2xc-ndrpdr" @@ -12811,7 +11730,7 @@ title: "Speedup: 2n-zn2-xxv710-64b-vhost-base-dpdk-{test_type}-tsa" algorithm: "plot_tsa_name" output-file: "{DIR[STATIC,VPP]}/2n-zn2-xxv710-64b-vhost-base-dpdk-{test_type}-tsa" - data: "plot-vpp-throughput-lat-tsa-2n-zn2" + data: "vpp-2n-zn2-curr-iter" include: - "Tests.Vpp.Perf.Vm Vhost.2N1L-25Ge2P1Xxv710-Dot1Q-L2Xcbase-Eth-2Vhostvr1024-1Vm-Ndrpdr.64B-.t.c-dot1q-l2xcbase-eth-2vhostvr1024-1vm-ndrpdr" - "Tests.Vpp.Perf.Vm Vhost.2N1L-25Ge2P1Xxv710-Dot1Q-L2Bdbasemaclrn-Eth-2Vhostvr1024-1Vm-Ndrpdr.64B-.t.c-dot1q-l2bdbasemaclrn-eth-2vhostvr1024-1vm-ndrpdr" @@ -12826,7 +11745,7 @@ title: "Speedup: 2n-zn2-xxv710-64b-vhost-base-dpdk-vpp-{test_type}-tsa" algorithm: "plot_tsa_name" output-file: "{DIR[STATIC,VPP]}/2n-zn2-xxv710-64b-vhost-base-dpdk-vpp-{test_type}-tsa" - data: "plot-vpp-throughput-lat-tsa-2n-zn2" + data: "vpp-2n-zn2-curr-iter" include: - "Tests.Vpp.Perf.Vm Vhost.2N1L-25Ge2P1Xxv710-Dot1Q-L2Xcbase-Eth-2Vhostvr1024-1Vm-Vppl2Xc-Ndrpdr.64B-.t.c-dot1q-l2xcbase-eth-2vhostvr1024-1vm-vppl2xc-ndrpdr" - "Tests.Vpp.Perf.Vm Vhost.2N1L-25Ge2P1Xxv710-Dot1Q-L2Bdbasemaclrn-Eth-2Vhostvr1024-1Vm-Vppl2Xc-Ndrpdr.64B-.t.c-dot1q-l2bdbasemaclrn-eth-2vhostvr1024-1vm-vppl2xc-ndrpdr" @@ -12841,7 +11760,7 @@ title: "Speedup: 2n-zn2-cx556a-64b-rdma-l2-vhost-base-{test_type}-tsa" algorithm: "plot_tsa_name" output-file: "{DIR[STATIC,VPP]}/2n-zn2-cx556a-64b-rdma-l2-vhost-base-{test_type}-tsa" - data: "plot-vpp-throughput-lat-tsa-2n-zn2" + data: "vpp-2n-zn2-curr-iter" include: - "Tests.Vpp.Perf.Vm Vhost.2N1L-100Ge2P1Cx556A-Rdma-Dot1Q-L2Xcbase-Eth-2Vhostvr1024-1Vm-Ndrpdr.64B-.t.c-rdma-dot1q-l2xcbase-eth-2vhostvr1024-1vm-ndrpdr" - "Tests.Vpp.Perf.Vm Vhost.2N1L-100Ge2P1Cx556A-Rdma-Dot1Q-L2Bdbasemaclrn-Eth-2Vhostvr1024-1Vm-Ndrpdr.64B-.t.c-rdma-dot1q-l2bdbasemaclrn-eth-2vhostvr1024-1vm-ndrpdr" @@ -12855,7 +11774,7 @@ title: "Speedup: 2n-zn2-cx556a-64b-rdma-l2-vhost-vppl2xc-base-{test_type}-tsa" algorithm: "plot_tsa_name" output-file: "{DIR[STATIC,VPP]}/2n-zn2-cx556a-64b-rdma-l2-vhost-vppl2xc-base-{test_type}-tsa" - data: "plot-vpp-throughput-lat-tsa-2n-zn2" + data: "vpp-2n-zn2-curr-iter" include: - "Tests.Vpp.Perf.Vm Vhost.2N1L-100Ge2P1Cx556A-Rdma-Dot1Q-L2Xcbase-Eth-2Vhostvr1024-1Vm-Vppl2Xc-Ndrpdr.64B-.t.c-rdma-dot1q-l2xcbase-eth-2vhostvr1024-1vm-vppl2xc-ndrpdr" - "Tests.Vpp.Perf.Vm Vhost.2N1L-100Ge2P1Cx556A-Rdma-Dot1Q-L2Bdbasemaclrn-Eth-2Vhostvr1024-1Vm-Vppl2Xc-Ndrpdr.64B-.t.c-rdma-dot1q-l2bdbasemaclrn-eth-2vhostvr1024-1vm-vppl2xc-ndrpdr" @@ -12869,7 +11788,7 @@ title: "Speedup: 2n-zn2-xxv710-114b-vts-l2switching-base-dpdk-{test_type}-tsa" algorithm: "plot_tsa_name" output-file: "{DIR[STATIC,VPP]}/2n-zn2-xxv710-114b-vts-l2switching-base-dpdk-{test_type}-tsa" - data: "plot-vpp-throughput-lat-tsa-2n-zn2" + data: "vpp-2n-zn2-curr-iter" include: - "Tests.Vpp.Perf.Vts.2N1L-25Ge2P1Xxv710-Avf-Ethip4Vxlan-L2Bdbasemaclrn-Eth-Iacldstbase-Aclpermit-2Vhostvr1024-1Vm-Ndrpdr.114B-.t.c-avf-ethip4vxlan-l2bdbasemaclrn-eth-iacldstbase-aclpermit-2vhostvr1024-1vm-ndrpdr" - "Tests.Vpp.Perf.Vts.2N1L-25Ge2P1Xxv710-Avf-Ethip4Vxlan-L2Bdbasemaclrn-Eth-Iacldstbase-Aclpermitreflect-2Vhostvr1024-1Vm-Ndrpdr.114B-.t.c-avf-ethip4vxlan-l2bdbasemaclrn-eth-iacldstbase-aclpermitreflect-2vhostvr1024-1vm-ndrpdr" @@ -12889,7 +11808,7 @@ title: "DPDK Throughput: 2n-zn2-xxv710-64b-{core}-base-{test_type}" algorithm: "plot_ndrpdr_box_name" output-file: "{DIR[STATIC,DPDK]}/2n-zn2-xxv710-64b-{core}-base-{test_type}" - data: "plot-dpdk-throughput-latency-2n-zn2" + data: "dpdk-2n-zn2-curr-iter" core: ["2t1c", "4t2c"] include: - "tests.dpdk.perf.2n1l-25ge2p1xxv710-eth-l2xcbase-testpmd-ndrpdr.64b-{core}-eth-l2xcbase-testpmd-ndrpdr" @@ -12902,7 +11821,7 @@ title: "DPDK Throughput: 2n-zn2-x710-64b-{core}-base-{test_type}" algorithm: "plot_ndrpdr_box_name" output-file: "{DIR[STATIC,DPDK]}/2n-zn2-x710-64b-{core}-base-{test_type}" - data: "plot-dpdk-throughput-latency-2n-zn2" + data: "dpdk-2n-zn2-curr-iter" core: ["2t1c", "4t2c"] include: - "tests.dpdk.perf.2n1l-10ge2p1x710-eth-l2xcbase-testpmd-ndrpdr.64b-{core}-eth-l2xcbase-testpmd-ndrpdr" @@ -12919,29 +11838,7 @@ output-file: "{DIR[STATIC,VPP]}/hdrh-lat-percentile-2n-skx" output-file-links: "{DIR[LAT,VPP]}/2n_skx.rst" target-links: "../../_static/vpp" - data: "plot-vpp-hdrh-lat-2n-skx" - filter: "'2T1C' and 'NIC_Intel-XXV710'" - layout: - layout: "plot-hdrh-latency-percentile-x-log" - -- type: "plot" - title: "Latency by percentile: 2n-skx RND" - algorithm: "plot_hdrh_lat_by_percentile_x_log" - output-file: "{DIR[STATIC,VPP]}/hdrh-lat-percentile-2n-skx" - output-file-links: "{DIR[LAT,VPP]}/2n_skx.rst" - target-links: "../../_static/vpp" - data: "plot-vpp-hdrh-lat-2n-skx-rnd" - filter: "'2T1C' and 'NIC_Intel-XXV710'" - layout: - layout: "plot-hdrh-latency-percentile-x-log" - -- type: "plot" - title: "Latency by percentile: 2n-skx NAT" - algorithm: "plot_hdrh_lat_by_percentile_x_log" - output-file: "{DIR[STATIC,VPP]}/hdrh-lat-percentile-2n-skx" - output-file-links: "{DIR[LAT,VPP]}/2n_skx.rst" - target-links: "../../_static/vpp" - data: "plot-vpp-hdrh-lat-2n-skx-nat" + data: "vpp-2n-skx-curr-iter-best" filter: "'2T1C' and 'NIC_Intel-XXV710'" layout: layout: "plot-hdrh-latency-percentile-x-log" @@ -12952,18 +11849,7 @@ output-file: "{DIR[STATIC,VPP]}/hdrh-lat-percentile-2n-zn2" output-file-links: "{DIR[LAT,VPP]}/2n_zn2.rst" target-links: "../../_static/vpp" - data: "plot-vpp-hdrh-lat-2n-zn2" - filter: "'2T1C' and 'NIC_Intel-XXV710'" - layout: - layout: "plot-hdrh-latency-percentile-x-log" - -- type: "plot" - title: "Latency by percentile: 2n-zn2 RND" - algorithm: "plot_hdrh_lat_by_percentile_x_log" - output-file: "{DIR[STATIC,VPP]}/hdrh-lat-percentile-2n-zn2" - output-file-links: "{DIR[LAT,VPP]}/2n_zn2.rst" - target-links: "../../_static/vpp" - data: "plot-vpp-hdrh-lat-2n-zn2-rnd" + data: "vpp-2n-zn2-curr-iter-best" filter: "'2T1C' and 'NIC_Intel-XXV710'" layout: layout: "plot-hdrh-latency-percentile-x-log" @@ -12974,7 +11860,7 @@ output-file: "{DIR[STATIC,VPP]}/hdrh-lat-percentile-3n-skx" output-file-links: "{DIR[LAT,VPP]}/3n_skx.rst" target-links: "../../_static/vpp" - data: "plot-vpp-hdrh-lat-3n-skx" + data: "vpp-3n-skx-curr-iter-best" filter: "'2T1C' and 'NIC_Intel-XXV710'" layout: layout: "plot-hdrh-latency-percentile-x-log" @@ -12985,95 +11871,40 @@ output-file: "{DIR[STATIC,VPP]}/hdrh-lat-percentile-2n-clx" output-file-links: "{DIR[LAT,VPP]}/2n_clx.rst" target-links: "../../_static/vpp" - data: "plot-vpp-hdrh-lat-2n-clx" - filter: "'2T1C' and 'NIC_Intel-XXV710'" - layout: - layout: "plot-hdrh-latency-percentile-x-log" - -- type: "plot" - title: "Latency by percentile: 2n-clx RND" - algorithm: "plot_hdrh_lat_by_percentile_x_log" - output-file: "{DIR[STATIC,VPP]}/hdrh-lat-percentile-2n-clx" - output-file-links: "{DIR[LAT,VPP]}/2n_clx.rst" - target-links: "../../_static/vpp" - data: "plot-vpp-hdrh-lat-2n-clx-rnd" - filter: "'2T1C' and 'NIC_Intel-XXV710'" - layout: - layout: "plot-hdrh-latency-percentile-x-log" - -- type: "plot" - title: "Latency by percentile: 2n-clx NAT" - algorithm: "plot_hdrh_lat_by_percentile_x_log" - output-file: "{DIR[STATIC,VPP]}/hdrh-lat-percentile-2n-clx" - output-file-links: "{DIR[LAT,VPP]}/2n_clx.rst" - target-links: "../../_static/vpp" - data: "plot-vpp-hdrh-lat-2n-clx-nat" + data: "vpp-2n-clx-curr-iter-best" filter: "'2T1C' and 'NIC_Intel-XXV710'" layout: layout: "plot-hdrh-latency-percentile-x-log" - type: "plot" - title: "Latency by percentile: 2n-clx MLX" + title: "Latency by percentile: 2n-icx" algorithm: "plot_hdrh_lat_by_percentile_x_log" - output-file: "{DIR[STATIC,VPP]}/hdrh-lat-percentile-2n-clx" - output-file-links: "{DIR[LAT,VPP]}/2n_clx.rst" + output-file: "{DIR[STATIC,VPP]}/hdrh-lat-percentile-2n-icx" + output-file-links: "{DIR[LAT,VPP]}/2n_icx.rst" target-links: "../../_static/vpp" - data: "plot-vpp-hdrh-lat-2n-clx-mlx" - filter: "'2T1C' and 'NIC_Mellanox-CX556A'" + data: "vpp-2n-icx-curr-iter-best" + filter: "'2T1C' and 'NIC_Intel-E810CQ' and 'NDRPDR'" layout: layout: "plot-hdrh-latency-percentile-x-log" -# - type: "plot" -# title: "Latency by percentile: 2n-icx" -# algorithm: "plot_hdrh_lat_by_percentile_x_log" -# output-file: "{DIR[STATIC,VPP]}/hdrh-lat-percentile-2n-icx" -# output-file-links: "{DIR[LAT,VPP]}/2n_icx.rst" -# target-links: "../../_static/vpp" -# data: "plot-vpp-hdrh-lat-2n-icx" -# filter: "'2T1C' and 'NIC_Intel-E810CQ' and 'NDRPDR'" -# layout: -# layout: "plot-hdrh-latency-percentile-x-log" - - type: "plot" title: "Latency by percentile: 3n-icx" algorithm: "plot_hdrh_lat_by_percentile_x_log" output-file: "{DIR[STATIC,VPP]}/hdrh-lat-percentile-3n-icx" output-file-links: "{DIR[LAT,VPP]}/3n_icx.rst" target-links: "../../_static/vpp" - data: "plot-vpp-hdrh-lat-3n-icx" + data: "vpp-3n-icx-curr-iter-best" filter: "'2T1C' and 'NIC_Intel-E810CQ' and 'NDRPDR'" layout: layout: "plot-hdrh-latency-percentile-x-log" -- type: "plot" - title: "Latency by percentile: 3n-hsw" - algorithm: "plot_hdrh_lat_by_percentile_x_log" - output-file: "{DIR[STATIC,VPP]}/hdrh-lat-percentile-3n-hsw" - output-file-links: "{DIR[LAT,VPP]}/3n_hsw.rst" - target-links: "../../_static/vpp" - data: "plot-vpp-hdrh-lat-3n-hsw" - filter: "'1T1C' and 'NIC_Intel-XL710'" - layout: - layout: "plot-hdrh-latency-percentile-x-log" - -- type: "plot" - title: "Latency by percentile: 3n-hsw RND" - algorithm: "plot_hdrh_lat_by_percentile_x_log" - output-file: "{DIR[STATIC,VPP]}/hdrh-lat-percentile-3n-hsw" - output-file-links: "{DIR[LAT,VPP]}/3n_hsw.rst" - target-links: "../../_static/vpp" - data: "plot-vpp-hdrh-lat-3n-hsw-rnd" - filter: "'1T1C' and 'NIC_Intel-XL710'" - layout: - layout: "plot-hdrh-latency-percentile-x-log" - - type: "plot" title: "Latency by percentile: 3n-tsh" algorithm: "plot_hdrh_lat_by_percentile_x_log" output-file: "{DIR[STATIC,VPP]}/hdrh-lat-percentile-3n-tsh" output-file-links: "{DIR[LAT,VPP]}/3n_tsh.rst" target-links: "../../_static/vpp" - data: "plot-vpp-hdrh-lat-3n-tsh" + data: "vpp-3n-tsh-curr-iter-best" filter: "'1T1C' and 'NIC_Intel-X520-DA2'" layout: layout: "plot-hdrh-latency-percentile-x-log" @@ -13084,7 +11915,7 @@ output-file: "{DIR[STATIC,VPP]}/hdrh-lat-percentile-2n-tx2" output-file-links: "{DIR[LAT,VPP]}/2n-tx2.rst" target-links: "../../_static/vpp" - data: "plot-vpp-hdrh-lat-2n-tx2" + data: "vpp-2n-tx2-curr-iter" filter: "'1T1C' and 'NIC_Intel-XL710'" layout: layout: "plot-hdrh-latency-percentile-x-log" @@ -13095,7 +11926,7 @@ output-file: "{DIR[STATIC,DPDK]}/hdrh-lat-percentile-2n-skx" output-file-links: "{DIR[LAT,DPDK]}/2n_skx.rst" target-links: "../../_static/dpdk" - data: "plot-dpdk-hdrh-lat-2n-skx" + data: "dpdk-2n-skx-curr-iter-best" filter: "'2T1C' and 'NIC_Intel-XXV710'" layout: layout: "plot-hdrh-latency-percentile-x-log" @@ -13106,7 +11937,7 @@ output-file: "{DIR[STATIC,DPDK]}/hdrh-lat-percentile-3n-skx" output-file-links: "{DIR[LAT,DPDK]}/3n_skx.rst" target-links: "../../_static/dpdk" - data: "plot-dpdk-hdrh-lat-3n-skx" + data: "dpdk-3n-skx-curr-iter-best" filter: "'2T1C' and 'NIC_Intel-XXV710'" layout: layout: "plot-hdrh-latency-percentile-x-log" @@ -13117,7 +11948,7 @@ output-file: "{DIR[STATIC,DPDK]}/hdrh-lat-percentile-2n-clx" output-file-links: "{DIR[LAT,DPDK]}/2n_clx.rst" target-links: "../../_static/dpdk" - data: "plot-dpdk-hdrh-lat-2n-clx" + data: "dpdk-2n-clx-curr-iter-best" filter: "'2T1C' and 'NIC_Intel-XXV710'" layout: layout: "plot-hdrh-latency-percentile-x-log" @@ -13128,29 +11959,18 @@ output-file: "{DIR[STATIC,DPDK]}/hdrh-lat-percentile-2n-zn2" output-file-links: "{DIR[LAT,DPDK]}/2n_zn2.rst" target-links: "../../_static/dpdk" - data: "plot-dpdk-hdrh-lat-2n-zn2" + data: "dpdk-2n-zn2-curr-iter-best" filter: "'2T1C' and 'NIC_Intel-XXV710'" layout: layout: "plot-hdrh-latency-percentile-x-log" -- type: "plot" - title: "Latency by percentile: DPDK 3n-hsw" - algorithm: "plot_hdrh_lat_by_percentile_x_log" - output-file: "{DIR[STATIC,DPDK]}/hdrh-lat-percentile-3n-hsw" - output-file-links: "{DIR[LAT,DPDK]}/3n_hsw.rst" - target-links: "../../_static/dpdk" - data: "plot-dpdk-hdrh-lat-3n-hsw" - filter: "'1T1C' and 'NIC_Intel-XL710'" - layout: - layout: "plot-hdrh-latency-percentile-x-log" - - type: "plot" title: "Latency by percentile: DPDK 3n-tsh" algorithm: "plot_hdrh_lat_by_percentile_x_log" output-file: "{DIR[STATIC,DPDK]}/hdrh-lat-percentile-3n-tsh" output-file-links: "{DIR[LAT,DPDK]}/3n_tsh.rst" target-links: "../../_static/dpdk" - data: "plot-dpdk-hdrh-lat-3n-tsh" + data: "dpdk-3n-tsh-curr-iter-best" filter: "'1T1C' and 'NIC_Intel-X520-DA2'" layout: layout: "plot-hdrh-latency-percentile-x-log" @@ -13161,7 +11981,7 @@ output-file: "{DIR[STATIC,DPDK]}/hdrh-lat-percentile-2n-tx2" output-file-links: "{DIR[LAT,DPDK]}/2n-tx2.rst" target-links: "../../_static/dpdk" - data: "plot-dpdk-hdrh-lat-2n-tx2" + data: "dpdk-2n-tx2-curr-iter-best" filter: "'1T1C' and 'NIC_Intel-XL710'" layout: layout: "plot-hdrh-latency-percentile-x-log" @@ -13172,7 +11992,7 @@ title: "Throughput: 2n-skx-128kb-{core}-ip4routing-iperf3" algorithm: "plot_mrr_box_name" output-file: "{DIR[STATIC,VPP]}/2n-skx-128kb-{core}-ip4routing-iperf3" - data: "plot-vpp-gso-2n-skx" + data: "vpp-2n-skx-curr-gso" core: ["1t1c", "2t2c", "4t4c"] include: - "Tests.Vpp.Perf.Gso.2N1L-10Ge2P1X710-Ethip4-Ip4Base-2Tap-Gso-Iperf3-Mrr.128KB-{core}-ethip4-ip4base-2tap-gso-iperf3-mrr" @@ -13187,7 +12007,7 @@ title: "Throughput: 2n-clx-128kb-{core}-ip4routing-iperf3" algorithm: "plot_mrr_box_name" output-file: "{DIR[STATIC,VPP]}/2n-clx-128kb-{core}-ip4routing-iperf3" - data: "plot-vpp-gso-2n-clx" + data: "vpp-2n-clx-curr-iter-gso" core: ["1t1c", "2t2c", "4t4c"] include: - "Tests.Vpp.Perf.Gso.2N1L-10Ge2P1X710-Ethip4-Ip4Base-2Tap-Gso-Iperf3-Mrr.128KB-{core}-ethip4-ip4base-2tap-gso-iperf3-mrr" @@ -13202,7 +12022,7 @@ title: "Throughput: 2n-zn2-128kb-{core}-ip4routing-iperf3" algorithm: "plot_mrr_box_name" output-file: "{DIR[STATIC,VPP]}/2n-zn2-128kb-{core}-ip4routing-iperf3" - data: "plot-vpp-gso-2n-zn2" + data: "vpp-2n-zn2-curr-iter-gso" core: ["1t1c", "2t2c", "4t4c"] include: - "Tests.Vpp.Perf.Gso.2N1L-10Ge2P1X710-Ethip4-Ip4Base-2Tap-Gso-Iperf3-Mrr.128KB-{core}-ethip4-ip4base-2tap-gso-iperf3-mrr" diff --git a/resources/tools/presentation/specifications/report/environment.yaml b/resources/tools/presentation/specifications/report/environment.yaml index caa30f2208..0e946046b4 100644 --- a/resources/tools/presentation/specifications/report/environment.yaml +++ b/resources/tools/presentation/specifications/report/environment.yaml @@ -35,7 +35,6 @@ # Detailed test results DIR[DTR]: "{DIR[WORKING,SRC]}/detailed_test_results" - DIR[DTR,PERF,DPDK,3N,HSW]: "{DIR[DTR]}/dpdk_performance_results_3n_hsw" DIR[DTR,PERF,DPDK,3N,SKX]: "{DIR[DTR]}/dpdk_performance_results_3n_skx" DIR[DTR,PERF,DPDK,2N,SKX]: "{DIR[DTR]}/dpdk_performance_results_2n_skx" DIR[DTR,PERF,DPDK,2N,ZN2]: "{DIR[DTR]}/dpdk_performance_results_2n_zn2" @@ -45,7 +44,6 @@ DIR[DTR,PERF,DPDK,3N,TSH]: "{DIR[DTR]}/dpdk_performance_results_3n_tsh" DIR[DTR,PERF,DPDK,2N,TX2]: "{DIR[DTR]}/dpdk_performance_results_2n_tx2" DIR[DTR,PERF,VPP,ALL]: "{DIR[DTR]}/vpp_performance_results" - DIR[DTR,PERF,VPP,3N,HSW]: "{DIR[DTR]}/vpp_performance_results_3n_hsw" DIR[DTR,PERF,VPP,3N,SKX]: "{DIR[DTR]}/vpp_performance_results_3n_skx" DIR[DTR,PERF,VPP,2N,SKX]: "{DIR[DTR]}/vpp_performance_results_2n_skx" DIR[DTR,PERF,VPP,2N,ZN2]: "{DIR[DTR]}/vpp_performance_results_2n_zn2" @@ -57,7 +55,6 @@ DIR[DTR,PERF,VPP,3N,DNV]: "{DIR[DTR]}/vpp_performance_results_3n_dnv" DIR[DTR,PERF,VPP,2N,DNV]: "{DIR[DTR]}/vpp_performance_results_2n_dnv" DIR[DTR,MRR,VPP,ALL]: "{DIR[DTR]}/vpp_mrr_results" - DIR[DTR,MRR,VPP,3N,HSW]: "{DIR[DTR]}/vpp_mrr_results_3n_hsw" DIR[DTR,MRR,VPP,3N,SKX]: "{DIR[DTR]}/vpp_mrr_results_3n_skx" DIR[DTR,MRR,VPP,2N,SKX]: "{DIR[DTR]}/vpp_mrr_results_2n_skx" DIR[DTR,MRR,VPP,2N,ZN2]: "{DIR[DTR]}/vpp_mrr_results_2n_zn2" @@ -73,7 +70,6 @@ # Detailed test configurations DIR[DTC]: "{DIR[WORKING,SRC]}/test_configuration" DIR[DTC,PERF,VPP,ALL]: "{DIR[DTC]}/vpp_performance_configuration" - DIR[DTC,PERF,VPP,3N,HSW]: "{DIR[DTC]}/vpp_performance_configuration_3n_hsw" DIR[DTC,PERF,VPP,3N,SKX]: "{DIR[DTC]}/vpp_performance_configuration_3n_skx" DIR[DTC,PERF,VPP,2N,SKX]: "{DIR[DTC]}/vpp_performance_configuration_2n_skx" DIR[DTC,PERF,VPP,2N,ZN2]: "{DIR[DTC]}/vpp_performance_configuration_2n_zn2" @@ -85,7 +81,6 @@ DIR[DTC,PERF,VPP,3N,DNV]: "{DIR[DTC]}/vpp_performance_configuration_3n_dnv" DIR[DTC,PERF,VPP,2N,DNV]: "{DIR[DTC]}/vpp_performance_configuration_2n_dnv" DIR[DTC,MRR,VPP,ALL]: "{DIR[DTC]}/vpp_mrr_configuration" - DIR[DTC,MRR,VPP,3N,HSW]: "{DIR[DTC]}/vpp_mrr_configuration_3n_hsw" DIR[DTC,MRR,VPP,3N,SKX]: "{DIR[DTC]}/vpp_mrr_configuration_3n_skx" DIR[DTC,MRR,VPP,2N,SKX]: "{DIR[DTC]}/vpp_mrr_configuration_2n_skx" DIR[DTC,MRR,VPP,2N,ZN2]: "{DIR[DTC]}/vpp_mrr_configuration_2n_zn2" @@ -101,7 +96,6 @@ # Detailed tests operational data DIR[DTO]: "{DIR[WORKING,SRC]}/test_operational_data" DIR[DTO,PERF,VPP,ALL]: "{DIR[DTO]}/vpp_performance_operational_data" - DIR[DTO,PERF,VPP,3N,HSW]: "{DIR[DTO]}/vpp_performance_operational_data_3n_hsw" DIR[DTO,PERF,VPP,3N,SKX]: "{DIR[DTO]}/vpp_performance_operational_data_3n_skx" DIR[DTO,PERF,VPP,2N,SKX]: "{DIR[DTO]}/vpp_performance_operational_data_2n_skx" DIR[DTO,PERF,VPP,2N,ZN2]: "{DIR[DTO]}/vpp_performance_operational_data_2n_zn2" diff --git a/resources/tools/presentation/sphinx_conf/report/conf.py b/resources/tools/presentation/sphinx_conf/report/conf.py index b15af82188..7ea0b33ea1 100644 --- a/resources/tools/presentation/sphinx_conf/report/conf.py +++ b/resources/tools/presentation/sphinx_conf/report/conf.py @@ -46,8 +46,8 @@ source_suffix = [u'.rst', u'.md'] master_doc = u'index' # General information about the project. -report_week = u'09' -project = u'FD.io CSIT-2101.{week}'.format(week=report_week) +report_week = u'28' +project = u'FD.io CSIT-2106.{week}'.format(week=report_week) copyright = u'2021, FD.io' author = u'FD.io CSIT' @@ -78,11 +78,9 @@ rst_epilog = u""" .. _CSIT VPP Performance Tests Documentation: https://docs.fd.io/csit/{release}/doc/tests.vpp.perf.html .. _CSIT VPP Device Tests Documentation: https://docs.fd.io/csit/{release}/doc/tests.vpp.device.html .. _VPP test framework documentation: https://docs.fd.io/vpp/{vpprelease}/vpp_make_test/html/ -.. _FD.io CSIT Testbeds - Xeon Haswell: https://git.fd.io/csit/tree/docs/lab/testbeds_ucs_hsw_hw_bios_cfg.md?h={release} .. _FD.io CSIT testbeds - Xeon Skylake, Arm, Atom: https://git.fd.io/csit/tree/docs/lab/testbeds_sm_skx_hw_bios_cfg.md?h={release} .. _FD.io CSIT testbeds - Xeon Cascade Lake: https://git.fd.io/csit/tree/docs/lab/testbeds_sm_clx_hw_bios_cfg.md?h={release} .. _Ansible inventory - hosts: https://git.fd.io/csit/tree/fdio.infra.ansible/inventories/lf_inventory/host_vars?h={release} -.. _FD.io test executor dpdk performance job 3n-hsw: https://jenkins.fd.io/job/csit-dpdk-perf-report-iterative-{srelease}-3n-hsw .. _FD.io test executor dpdk performance job 3n-skx: https://jenkins.fd.io/job/csit-dpdk-perf-report-iterative-{srelease}-3n-skx .. _FD.io test executor dpdk performance job 2n-skx: https://jenkins.fd.io/job/csit-dpdk-perf-report-iterative-{srelease}-2n-skx .. _FD.io test executor dpdk performance job 2n-clx: https://jenkins.fd.io/job/csit-dpdk-perf-report-iterative-{srelease}-2n-clx @@ -91,7 +89,6 @@ rst_epilog = u""" .. _FD.io test executor dpdk performance job 3n-tsh: https://jenkins.fd.io/job/csit-dpdk-perf-report-iterative-{srelease}-3n-tsh .. _FD.io test executor dpdk performance job 2n-tx2: https://jenkins.fd.io/job/csit-dpdk-perf-report-iterative-{srelease}-2n-tx2 .. _FD.io test executor dpdk performance job 2n-zn2: https://jenkins.fd.io/job/csit-dpdk-perf-report-iterative-{srelease}-2n-zn2 -.. _FD.io test executor vpp performance job 3n-hsw: https://jenkins.fd.io/job/csit-vpp-perf-report-iterative-{srelease}-3n-hsw .. _FD.io test executor vpp performance job 3n-skx: https://jenkins.fd.io/job/csit-vpp-perf-report-iterative-{srelease}-3n-skx .. _FD.io test executor vpp performance job 2n-skx: https://jenkins.fd.io/job/csit-vpp-perf-report-iterative-{srelease}-2n-skx .. _FD.io test executor vpp performance job 3n-tsh: https://jenkins.fd.io/job/csit-vpp-perf-report-iterative-{srelease}-3n-tsh @@ -105,17 +102,17 @@ rst_epilog = u""" .. _FD.io VPP compile job: https://jenkins.fd.io/view/vpp/job/vpp-merge-{srelease}-ubuntu1804-x86_64/ .. _CSIT Testbed Setup: https://git.fd.io/csit/tree/fdio.infra.ansible?h={release} .. _VPP startup.conf: https://git.fd.io/vpp/tree/src/vpp/conf/startup.conf?h=stable/{srelease}&id={vpp_release_commit_id} -""".format(release=u'rls2101', +""".format(release=u'rls2106', report_week=report_week, - prev_release=u'rls2009', - srelease=u'2101', - csitrelease=u'2101', - csit_prev_release=u'2009', - vpprelease=u'21.01', - vpp_prev_release=u'20.09', + prev_release=u'rls2101', + srelease=u'2106', + csitrelease=u'2106', + csit_prev_release=u'2101', + vpprelease=u'21.06', + vpp_prev_release=u'21.01', dpdkrelease=u'21.02', dpdk_prev_release=u'20.11', - sdpdkrelease=u'2011', + sdpdkrelease=u'2102', trex_version=u'v2.88', vpp_release_commit_id=u'3d2d96e5547484290c9368bac0a420afa8c4c068') -- 2.16.6