From 6c913634f0d70d64b2c88122bbe9eb911f29e417 Mon Sep 17 00:00:00 2001 From: Tibor Frank Date: Fri, 10 Jan 2020 13:22:00 +0100 Subject: [PATCH] Report: Add comparison tables CSIT-1654 Change-Id: I280195b295d4fc717cb355e78c5f1731bb1eabe5 Signed-off-by: Tibor Frank --- .../comparisons/2n-skx_vs_2n-clx_testbeds.rst | 40 + .../dpdk_performance_tests/comparisons/index.rst | 1 + .../comparisons/2n-skx_vs_2n-clx_testbeds.rst | 54 ++ .../comparisons/current_vs_previous_release.rst | 252 +++--- .../vpp_performance_tests/comparisons/index.rst | 1 + resources/tools/presentation/specification.yaml | 905 ++++++++++++++++++--- 6 files changed, 1038 insertions(+), 215 deletions(-) create mode 100644 docs/report/dpdk_performance_tests/comparisons/2n-skx_vs_2n-clx_testbeds.rst create mode 100644 docs/report/vpp_performance_tests/comparisons/2n-skx_vs_2n-clx_testbeds.rst diff --git a/docs/report/dpdk_performance_tests/comparisons/2n-skx_vs_2n-clx_testbeds.rst b/docs/report/dpdk_performance_tests/comparisons/2n-skx_vs_2n-clx_testbeds.rst new file mode 100644 index 0000000000..6e14312c36 --- /dev/null +++ b/docs/report/dpdk_performance_tests/comparisons/2n-skx_vs_2n-clx_testbeds.rst @@ -0,0 +1,40 @@ +2n-Skx vs. 2n-Clx Testbeds +-------------------------- + +Relative comparison of |dpdk-release| Testpmd and L3fwd packet +throughput (NDR, PDR and MRR) is calculated for the same tests executed +on 2-Node Skylake (2n-skx) and 2-Node Cascade Lake (2n-clx) physical testbed +types, in 1-core, 2-core and 4-core configurations. + +.. note:: + + Test results have been generated by + `FD.io test executor dpdk performance job 2n-skx`_ and + `FD.io test executor dpdk performance job 2n-clx`_ + with RF result files csit-dpdk-perf-|srelease|-\*.zip + `archived here <../../_static/archive/>`_. + +NDR Comparison +~~~~~~~~~~~~~~ + +Comparison tables in ASCII and CSV formats: + + - `ASCII NDR comparison <../../_static/dpdk/performance-compare-testbeds-2n-skx-2n-clx-ndr.txt>`_ + - `CSV NDR comparison <../../_static/dpdk/performance-compare-testbeds-2n-skx-2n-clx-ndr.csv>`_ + +PDR Comparison +~~~~~~~~~~~~~~ + +Comparison tables in ASCII and CSV formats: + + - `ASCII PDR comparison <../../_static/dpdk/performance-compare-testbeds-2n-skx-2n-clx-pdr.txt>`_ + - `CSV PDR comparison <../../_static/dpdk/performance-compare-testbeds-2n-skx-2n-clx-pdr.csv>`_ + +.. + MRR Comparison + ~~~~~~~~~~~~~~ + + Comparison tables in ASCII and CSV formats: + + - `ASCII MRR comparison <../../_static/dpdk/performance-compare-testbeds-2n-skx-2n-clx-mrr.txt>`_ + - `CSV MRR comparison <../../_static/dpdk/performance-compare-testbeds-2n-skx-2n-clx-mrr.csv>`_ diff --git a/docs/report/dpdk_performance_tests/comparisons/index.rst b/docs/report/dpdk_performance_tests/comparisons/index.rst index 7a3cb44444..45a110d693 100644 --- a/docs/report/dpdk_performance_tests/comparisons/index.rst +++ b/docs/report/dpdk_performance_tests/comparisons/index.rst @@ -10,4 +10,5 @@ Comparisons current_vs_previous_release 3n-skx_vs_3n-hsw_testbeds + 2n-skx_vs_2n-clx_testbeds 3n-skx_vs_2n-skx_testbeds diff --git a/docs/report/vpp_performance_tests/comparisons/2n-skx_vs_2n-clx_testbeds.rst b/docs/report/vpp_performance_tests/comparisons/2n-skx_vs_2n-clx_testbeds.rst new file mode 100644 index 0000000000..96e3af9cfa --- /dev/null +++ b/docs/report/vpp_performance_tests/comparisons/2n-skx_vs_2n-clx_testbeds.rst @@ -0,0 +1,54 @@ +2n-Skx vs. 2n-Clx Testbeds +-------------------------- + +Relative comparison of |vpp-release| packet throughput (NDR, PDR and +MRR) is calculated for the same tests executed on 2-Node Skylake (2n- +skx) and 2-Node Cascade Lake (2n-clx) physical testbed types, in 1-core, +2-core and 4-core configurations. + +.. note:: + + Test results have been generated by + `FD.io test executor vpp performance job 2n-skx`_ and + `FD.io test executor vpp performance job 2n-clx`_ + with RF result files csit-vpp-perf-|srelease|-\*.zip + `archived here <../../_static/archive/>`_. + +NDR Comparison +~~~~~~~~~~~~~~ + +Comparison tables in HTML, ASCII and CSV formats: + + - `HTML 1c NDR comparison <../../_static/vpp/performance-compare-testbeds-2n-skx-2n-clx-2t1c-ndr.html>`_ + - `HTML 2c NDR comparison <../../_static/vpp/performance-compare-testbeds-2n-skx-2n-clx-4t2c-ndr.html>`_ + - `ASCII 1c NDR comparison <../../_static/vpp/performance-compare-testbeds-2n-skx-2n-clx-2t1c-ndr.txt>`_ + - `ASCII 2c NDR comparison <../../_static/vpp/performance-compare-testbeds-2n-skx-2n-clx-4t2c-ndr.txt>`_ + - `CSV 1c NDR comparison <../../_static/vpp/performance-compare-testbeds-2n-skx-2n-clx-2t1c-ndr.csv>`_ + - `CSV 2c NDR comparison <../../_static/vpp/performance-compare-testbeds-2n-skx-2n-clx-4t2c-ndr.csv>`_ + +PDR Comparison +~~~~~~~~~~~~~~ + +Comparison tables in HTML, ASCII and CSV formats: + + - `HTML 1c PDR comparison <../../_static/vpp/performance-compare-testbeds-2n-skx-2n-clx-2t1c-pdr.html>`_ + - `HTML 2c PDR comparison <../../_static/vpp/performance-compare-testbeds-2n-skx-2n-clx-4t2c-pdr.html>`_ + - `ASCII 1c PDR comparison <../../_static/vpp/performance-compare-testbeds-2n-skx-2n-clx-2t1c-pdr.txt>`_ + - `ASCII 2c PDR comparison <../../_static/vpp/performance-compare-testbeds-2n-skx-2n-clx-4t2c-pdr.txt>`_ + - `CSV 1c PDR comparison <../../_static/vpp/performance-compare-testbeds-2n-skx-2n-clx-2t1c-pdr.csv>`_ + - `CSV 2c PDR comparison <../../_static/vpp/performance-compare-testbeds-2n-skx-2n-clx-4t2c-pdr.csv>`_ + +MRR Comparison +~~~~~~~~~~~~~~ + +Comparison tables in HTML, ASCII and CSV formats: + + - `HTML 1c MRR comparison <../../_static/vpp/performance-compare-testbeds-2n-skx-2n-clx-2t1c-mrr.html>`_ + - `HTML 2c MRR comparison <../../_static/vpp/performance-compare-testbeds-2n-skx-2n-clx-4t2c-mrr.html>`_ + - `HTML 4c MRR comparison <../../_static/vpp/performance-compare-testbeds-2n-skx-2n-clx-8t4c-mrr.html>`_ + - `ASCII 1c MRR comparison <../../_static/vpp/performance-compare-testbeds-2n-skx-2n-clx-2t1c-mrr.txt>`_ + - `ASCII 2c MRR comparison <../../_static/vpp/performance-compare-testbeds-2n-skx-2n-clx-4t2c-mrr.txt>`_ + - `ASCII 4c MRR comparison <../../_static/vpp/performance-compare-testbeds-2n-skx-2n-clx-8t4c-mrr.txt>`_ + - `CSV 1c MRR comparison <../../_static/vpp/performance-compare-testbeds-2n-skx-2n-clx-2t1c-mrr.csv>`_ + - `CSV 2c MRR comparison <../../_static/vpp/performance-compare-testbeds-2n-skx-2n-clx-4t2c-mrr.csv>`_ + - `CSV 4c MRR comparison <../../_static/vpp/performance-compare-testbeds-2n-skx-2n-clx-8t4c-mrr.csv>`_ diff --git a/docs/report/vpp_performance_tests/comparisons/current_vs_previous_release.rst b/docs/report/vpp_performance_tests/comparisons/current_vs_previous_release.rst index 29abb0ac1a..cd0af1f914 100644 --- a/docs/report/vpp_performance_tests/comparisons/current_vs_previous_release.rst +++ b/docs/report/vpp_performance_tests/comparisons/current_vs_previous_release.rst @@ -7,8 +7,10 @@ Current vs. Previous Release Relative comparison of VPP packet throughput (NDR, PDR and MRR) between |vpp-release| and |vpp-release-1| (measured for |csit-release| and |csit-release-1| respectively) is calculated from results of tests -running on 3-Node Intel Xeon Haswell testbeds (3n-hsw) in 1-core, 2-core -and 4-core (MRR only) configurations. +running on 2-node Intel Xeon Skylake (2n-skx), 3-node Intel Xeon Skylake +(3n-skx), 3-Node Intel Xeon Haswell (3n-hsw), 2-node Intel Atom Denverton +(2n-dnv), 3-node Intel Atom Denverton (3n-dnv), 3-node Arm TaiShan (3n-tsh) +testbeds, in 1-core, 2-core and 4-core (MRR only) configurations. Listed mean and standard deviation values are computed based on a series of the same tests executed against respective VPP releases to verify @@ -23,9 +25,12 @@ results repeatability vary between the test cases. Test results have been generated by - - `FD.io test executor vpp performance job 3n-hsw`_, + - `FD.io test executor vpp performance job 2n-skx`_, - `FD.io test executor vpp performance job 3n-skx`_, - - `FD.io test executor vpp performance job 2n-skx`_ + - `FD.io test executor vpp performance job 3n-hsw`_, + - `FD.io test executor vpp performance job 2n-dnv`_, + - `FD.io test executor vpp performance job 3n-dnv`_, + - `FD.io test executor vpp performance job 3n-tsh`_ with RF result files csit-vpp-perf-|srelease|-\*.zip `archived here <../../_static/archive/>`_. @@ -156,129 +161,128 @@ Comparison tables in HTML, ASCII and CSV formats: - `CSV 2t2c MRR comparison <../../_static/vpp/performance-changes-3n-hsw-2t2c-mrr.csv>`_ - `CSV 4t4c MRR comparison <../../_static/vpp/performance-changes-3n-hsw-4t4c-mrr.csv>`_ -.. - 3n-tsh - ~~~~~~ +2n-dnv +~~~~~~ + +NDR Comparison +`````````````` + +Comparison tables in HTML, ASCII and CSV formats: - NDR Comparison - `````````````` + - `HTML 1t1c NDR comparison <../../_static/vpp/performance-changes-2n-dnv-1t1c-ndr.html>`_ + - `HTML 2t2c NDR comparison <../../_static/vpp/performance-changes-2n-dnv-2t2c-ndr.html>`_ + - `ASCII 1t1c NDR comparison <../../_static/vpp/performance-changes-2n-dnv-1t1c-ndr.txt>`_ + - `ASCII 2t2c NDR comparison <../../_static/vpp/performance-changes-2n-dnv-2t2c-ndr.txt>`_ + - `CSV 1t1c NDR comparison <../../_static/vpp/performance-changes-2n-dnv-1t1c-ndr.csv>`_ + - `CSV 2t2c NDR comparison <../../_static/vpp/performance-changes-2n-dnv-2t2c-ndr.csv>`_ - Comparison tables in HTML, ASCII and CSV formats: +PDR Comparison +`````````````` - - `HTML 1t1c NDR comparison <../../_static/vpp/performance-changes-3n-tsh-1t1c-ndr.html>`_ - - `HTML 2t2c NDR comparison <../../_static/vpp/performance-changes-3n-tsh-2t2c-ndr.html>`_ - - `ASCII 1t1c NDR comparison <../../_static/vpp/performance-changes-3n-tsh-1t1c-ndr.txt>`_ - - `ASCII 2t2c NDR comparison <../../_static/vpp/performance-changes-3n-tsh-2t2c-ndr.txt>`_ - - `CSV 1t1c NDR comparison <../../_static/vpp/performance-changes-3n-tsh-1t1c-ndr.csv>`_ - - `CSV 2t2c NDR comparison <../../_static/vpp/performance-changes-3n-tsh-2t2c-ndr.csv>`_ +Comparison tables in HTML, ASCII and CSV formats: - PDR Comparison - `````````````` + - `HTML 1t1c PDR comparison <../../_static/vpp/performance-changes-2n-dnv-1t1c-pdr.html>`_ + - `HTML 2t2c PDR comparison <../../_static/vpp/performance-changes-2n-dnv-2t2c-pdr.html>`_ + - `ASCII 1t1c PDR comparison <../../_static/vpp/performance-changes-2n-dnv-1t1c-pdr.txt>`_ + - `ASCII 2t2c PDR comparison <../../_static/vpp/performance-changes-2n-dnv-2t2c-pdr.txt>`_ + - `CSV 1t1c PDR comparison <../../_static/vpp/performance-changes-2n-dnv-1t1c-pdr.csv>`_ + - `CSV 2t2c PDR comparison <../../_static/vpp/performance-changes-2n-dnv-2t2c-pdr.csv>`_ + +MRR Comparison +`````````````` + +Comparison tables in HTML, ASCII and CSV formats: + + - `HTML 1t1c MRR comparison <../../_static/vpp/performance-changes-2n-dnv-1t1c-mrr.html>`_ + - `HTML 2t2c MRR comparison <../../_static/vpp/performance-changes-2n-dnv-2t2c-mrr.html>`_ + - `HTML 4t4c MRR comparison <../../_static/vpp/performance-changes-2n-dnv-4t4c-mrr.html>`_ + - `ASCII 1t1c MRR comparison <../../_static/vpp/performance-changes-2n-dnv-1t1c-mrr.txt>`_ + - `ASCII 2t2c MRR comparison <../../_static/vpp/performance-changes-2n-dnv-2t2c-mrr.txt>`_ + - `ASCII 4t4c MRR comparison <../../_static/vpp/performance-changes-2n-dnv-4t4c-mrr.txt>`_ + - `CSV 1t1c MRR comparison <../../_static/vpp/performance-changes-2n-dnv-1t1c-mrr.csv>`_ + - `CSV 2t2c MRR comparison <../../_static/vpp/performance-changes-2n-dnv-2t2c-mrr.csv>`_ + - `CSV 4t4c MRR comparison <../../_static/vpp/performance-changes-2n-dnv-4t4c-mrr.csv>`_ + +3n-dnv +~~~~~~ + +NDR Comparison +`````````````` + +Comparison tables in HTML, ASCII and CSV formats: + + - `HTML 1t1c NDR comparison <../../_static/vpp/performance-changes-3n-dnv-1t1c-ndr.html>`_ + - `HTML 2t2c NDR comparison <../../_static/vpp/performance-changes-3n-dnv-2t2c-ndr.html>`_ + - `ASCII 1t1c NDR comparison <../../_static/vpp/performance-changes-3n-dnv-1t1c-ndr.txt>`_ + - `ASCII 2t2c NDR comparison <../../_static/vpp/performance-changes-3n-dnv-2t2c-ndr.txt>`_ + - `CSV 1t1c NDR comparison <../../_static/vpp/performance-changes-3n-dnv-1t1c-ndr.csv>`_ + - `CSV 2t2c NDR comparison <../../_static/vpp/performance-changes-3n-dnv-2t2c-ndr.csv>`_ + +PDR Comparison +`````````````` - Comparison tables in HTML, ASCII and CSV formats: +Comparison tables in HTML, ASCII and CSV formats: + + - `HTML 1t1c PDR comparison <../../_static/vpp/performance-changes-3n-dnv-1t1c-pdr.html>`_ + - `HTML 2t2c PDR comparison <../../_static/vpp/performance-changes-3n-dnv-2t2c-pdr.html>`_ + - `ASCII 1t1c PDR comparison <../../_static/vpp/performance-changes-3n-dnv-1t1c-pdr.txt>`_ + - `ASCII 2t2c PDR comparison <../../_static/vpp/performance-changes-3n-dnv-2t2c-pdr.txt>`_ + - `CSV 1t1c PDR comparison <../../_static/vpp/performance-changes-3n-dnv-1t1c-pdr.csv>`_ + - `CSV 2t2c PDR comparison <../../_static/vpp/performance-changes-3n-dnv-2t2c-pdr.csv>`_ + +MRR Comparison +`````````````` + +Comparison tables in HTML, ASCII and CSV formats: + + - `HTML 1t1c MRR comparison <../../_static/vpp/performance-changes-3n-dnv-1t1c-mrr.html>`_ + - `HTML 2t2c MRR comparison <../../_static/vpp/performance-changes-3n-dnv-2t2c-mrr.html>`_ + - `HTML 4t4c MRR comparison <../../_static/vpp/performance-changes-3n-dnv-4t4c-mrr.html>`_ + - `ASCII 1t1c MRR comparison <../../_static/vpp/performance-changes-3n-dnv-1t1c-mrr.txt>`_ + - `ASCII 2t2c MRR comparison <../../_static/vpp/performance-changes-3n-dnv-2t2c-mrr.txt>`_ + - `ASCII 4t4c MRR comparison <../../_static/vpp/performance-changes-3n-dnv-4t4c-mrr.txt>`_ + - `CSV 1t1c MRR comparison <../../_static/vpp/performance-changes-3n-dnv-1t1c-mrr.csv>`_ + - `CSV 2t2c MRR comparison <../../_static/vpp/performance-changes-3n-dnv-2t2c-mrr.csv>`_ + - `CSV 4t4c MRR comparison <../../_static/vpp/performance-changes-3n-dnv-4t4c-mrr.csv>`_ + +3n-tsh +~~~~~~ + +NDR Comparison +`````````````` + +Comparison tables in HTML, ASCII and CSV formats: + + - `HTML 1t1c NDR comparison <../../_static/vpp/performance-changes-3n-tsh-1t1c-ndr.html>`_ + - `HTML 2t2c NDR comparison <../../_static/vpp/performance-changes-3n-tsh-2t2c-ndr.html>`_ + - `ASCII 1t1c NDR comparison <../../_static/vpp/performance-changes-3n-tsh-1t1c-ndr.txt>`_ + - `ASCII 2t2c NDR comparison <../../_static/vpp/performance-changes-3n-tsh-2t2c-ndr.txt>`_ + - `CSV 1t1c NDR comparison <../../_static/vpp/performance-changes-3n-tsh-1t1c-ndr.csv>`_ + - `CSV 2t2c NDR comparison <../../_static/vpp/performance-changes-3n-tsh-2t2c-ndr.csv>`_ + +PDR Comparison +`````````````` + +Comparison tables in HTML, ASCII and CSV formats: + + - `HTML 1t1c PDR comparison <../../_static/vpp/performance-changes-3n-tsh-1t1c-pdr.html>`_ + - `HTML 2t2c PDR comparison <../../_static/vpp/performance-changes-3n-tsh-2t2c-pdr.html>`_ + - `ASCII 1t1c PDR comparison <../../_static/vpp/performance-changes-3n-tsh-1t1c-pdr.txt>`_ + - `ASCII 2t2c PDR comparison <../../_static/vpp/performance-changes-3n-tsh-2t2c-pdr.txt>`_ + - `CSV 1t1c PDR comparison <../../_static/vpp/performance-changes-3n-tsh-1t1c-pdr.csv>`_ + - `CSV 2t2c PDR comparison <../../_static/vpp/performance-changes-3n-tsh-2t2c-pdr.csv>`_ + +MRR Comparison +`````````````` + +Comparison tables in HTML, ASCII and CSV formats: - - `HTML 1t1c PDR comparison <../../_static/vpp/performance-changes-3n-tsh-1t1c-pdr.html>`_ - - `HTML 2t2c PDR comparison <../../_static/vpp/performance-changes-3n-tsh-2t2c-pdr.html>`_ - - `ASCII 1t1c PDR comparison <../../_static/vpp/performance-changes-3n-tsh-1t1c-pdr.txt>`_ - - `ASCII 2t2c PDR comparison <../../_static/vpp/performance-changes-3n-tsh-2t2c-pdr.txt>`_ - - `CSV 1t1c PDR comparison <../../_static/vpp/performance-changes-3n-tsh-1t1c-pdr.csv>`_ - - `CSV 2t2c PDR comparison <../../_static/vpp/performance-changes-3n-tsh-2t2c-pdr.csv>`_ - - MRR Comparison - `````````````` - - Comparison tables in HTML, ASCII and CSV formats: - - - `HTML 1t1c MRR comparison <../../_static/vpp/performance-changes-3n-tsh-1t1c-mrr.html>`_ - - `HTML 2t2c MRR comparison <../../_static/vpp/performance-changes-3n-tsh-2t2c-mrr.html>`_ - - `HTML 4t4c MRR comparison <../../_static/vpp/performance-changes-3n-tsh-4t4c-mrr.html>`_ - - `ASCII 1t1c MRR comparison <../../_static/vpp/performance-changes-3n-tsh-1t1c-mrr.txt>`_ - - `ASCII 2t2c MRR comparison <../../_static/vpp/performance-changes-3n-tsh-2t2c-mrr.txt>`_ - - `ASCII 4t4c MRR comparison <../../_static/vpp/performance-changes-3n-tsh-4t4c-mrr.txt>`_ - - `CSV 1t1c MRR comparison <../../_static/vpp/performance-changes-3n-tsh-1t1c-mrr.csv>`_ - - `CSV 2t2c MRR comparison <../../_static/vpp/performance-changes-3n-tsh-2t2c-mrr.csv>`_ - - `CSV 4t4c MRR comparison <../../_static/vpp/performance-changes-3n-tsh-4t4c-mrr.csv>`_ - - 2n-dnv - ~~~~~~ - - NDR Comparison - `````````````` - - Comparison tables in HTML, ASCII and CSV formats: - - - `HTML 1t1c NDR comparison <../../_static/vpp/performance-changes-2n-dnv-1t1c-ndr.html>`_ - - `HTML 2t2c NDR comparison <../../_static/vpp/performance-changes-2n-dnv-2t2c-ndr.html>`_ - - `ASCII 1t1c NDR comparison <../../_static/vpp/performance-changes-2n-dnv-1t1c-ndr.txt>`_ - - `ASCII 2t2c NDR comparison <../../_static/vpp/performance-changes-2n-dnv-2t2c-ndr.txt>`_ - - `CSV 1t1c NDR comparison <../../_static/vpp/performance-changes-2n-dnv-1t1c-ndr.csv>`_ - - `CSV 2t2c NDR comparison <../../_static/vpp/performance-changes-2n-dnv-2t2c-ndr.csv>`_ - - PDR Comparison - `````````````` - - Comparison tables in HTML, ASCII and CSV formats: - - - `HTML 1t1c PDR comparison <../../_static/vpp/performance-changes-2n-dnv-1t1c-pdr.html>`_ - - `HTML 2t2c PDR comparison <../../_static/vpp/performance-changes-2n-dnv-2t2c-pdr.html>`_ - - `ASCII 1t1c PDR comparison <../../_static/vpp/performance-changes-2n-dnv-1t1c-pdr.txt>`_ - - `ASCII 2t2c PDR comparison <../../_static/vpp/performance-changes-2n-dnv-2t2c-pdr.txt>`_ - - `CSV 1t1c PDR comparison <../../_static/vpp/performance-changes-2n-dnv-1t1c-pdr.csv>`_ - - `CSV 2t2c PDR comparison <../../_static/vpp/performance-changes-2n-dnv-2t2c-pdr.csv>`_ - - MRR Comparison - `````````````` - - Comparison tables in HTML, ASCII and CSV formats: - - - `HTML 1t1c MRR comparison <../../_static/vpp/performance-changes-2n-dnv-1t1c-mrr.html>`_ - - `HTML 2t2c MRR comparison <../../_static/vpp/performance-changes-2n-dnv-2t2c-mrr.html>`_ - - `HTML 4t4c MRR comparison <../../_static/vpp/performance-changes-2n-dnv-4t4c-mrr.html>`_ - - `ASCII 1t1c MRR comparison <../../_static/vpp/performance-changes-2n-dnv-1t1c-mrr.txt>`_ - - `ASCII 2t2c MRR comparison <../../_static/vpp/performance-changes-2n-dnv-2t2c-mrr.txt>`_ - - `ASCII 4t4c MRR comparison <../../_static/vpp/performance-changes-2n-dnv-4t4c-mrr.txt>`_ - - `CSV 1t1c MRR comparison <../../_static/vpp/performance-changes-2n-dnv-1t1c-mrr.csv>`_ - - `CSV 2t2c MRR comparison <../../_static/vpp/performance-changes-2n-dnv-2t2c-mrr.csv>`_ - - `CSV 4t4c MRR comparison <../../_static/vpp/performance-changes-2n-dnv-4t4c-mrr.csv>`_ - - 3n-dnv - ~~~~~~ - - NDR Comparison - `````````````` - - Comparison tables in HTML, ASCII and CSV formats: - - - `HTML 1t1c NDR comparison <../../_static/vpp/performance-changes-3n-dnv-1t1c-ndr.html>`_ - - `HTML 2t2c NDR comparison <../../_static/vpp/performance-changes-3n-dnv-2t2c-ndr.html>`_ - - `ASCII 1t1c NDR comparison <../../_static/vpp/performance-changes-3n-dnv-1t1c-ndr.txt>`_ - - `ASCII 2t2c NDR comparison <../../_static/vpp/performance-changes-3n-dnv-2t2c-ndr.txt>`_ - - `CSV 1t1c NDR comparison <../../_static/vpp/performance-changes-3n-dnv-1t1c-ndr.csv>`_ - - `CSV 2t2c NDR comparison <../../_static/vpp/performance-changes-3n-dnv-2t2c-ndr.csv>`_ - - PDR Comparison - `````````````` - - Comparison tables in HTML, ASCII and CSV formats: - - - `HTML 1t1c PDR comparison <../../_static/vpp/performance-changes-3n-dnv-1t1c-pdr.html>`_ - - `HTML 2t2c PDR comparison <../../_static/vpp/performance-changes-3n-dnv-2t2c-pdr.html>`_ - - `ASCII 1t1c PDR comparison <../../_static/vpp/performance-changes-3n-dnv-1t1c-pdr.txt>`_ - - `ASCII 2t2c PDR comparison <../../_static/vpp/performance-changes-3n-dnv-2t2c-pdr.txt>`_ - - `CSV 1t1c PDR comparison <../../_static/vpp/performance-changes-3n-dnv-1t1c-pdr.csv>`_ - - `CSV 2t2c PDR comparison <../../_static/vpp/performance-changes-3n-dnv-2t2c-pdr.csv>`_ - - MRR Comparison - `````````````` - - Comparison tables in HTML, ASCII and CSV formats: - - - `HTML 1t1c MRR comparison <../../_static/vpp/performance-changes-3n-dnv-1t1c-mrr.html>`_ - - `HTML 2t2c MRR comparison <../../_static/vpp/performance-changes-3n-dnv-2t2c-mrr.html>`_ - - `HTML 4t4c MRR comparison <../../_static/vpp/performance-changes-3n-dnv-4t4c-mrr.html>`_ - - `ASCII 1t1c MRR comparison <../../_static/vpp/performance-changes-3n-dnv-1t1c-mrr.txt>`_ - - `ASCII 2t2c MRR comparison <../../_static/vpp/performance-changes-3n-dnv-2t2c-mrr.txt>`_ - - `ASCII 4t4c MRR comparison <../../_static/vpp/performance-changes-3n-dnv-4t4c-mrr.txt>`_ - - `CSV 1t1c MRR comparison <../../_static/vpp/performance-changes-3n-dnv-1t1c-mrr.csv>`_ - - `CSV 2t2c MRR comparison <../../_static/vpp/performance-changes-3n-dnv-2t2c-mrr.csv>`_ - - `CSV 4t4c MRR comparison <../../_static/vpp/performance-changes-3n-dnv-4t4c-mrr.csv>`_ + - `HTML 1t1c MRR comparison <../../_static/vpp/performance-changes-3n-tsh-1t1c-mrr.html>`_ + - `HTML 2t2c MRR comparison <../../_static/vpp/performance-changes-3n-tsh-2t2c-mrr.html>`_ + - `HTML 4t4c MRR comparison <../../_static/vpp/performance-changes-3n-tsh-4t4c-mrr.html>`_ + - `ASCII 1t1c MRR comparison <../../_static/vpp/performance-changes-3n-tsh-1t1c-mrr.txt>`_ + - `ASCII 2t2c MRR comparison <../../_static/vpp/performance-changes-3n-tsh-2t2c-mrr.txt>`_ + - `ASCII 4t4c MRR comparison <../../_static/vpp/performance-changes-3n-tsh-4t4c-mrr.txt>`_ + - `CSV 1t1c MRR comparison <../../_static/vpp/performance-changes-3n-tsh-1t1c-mrr.csv>`_ + - `CSV 2t2c MRR comparison <../../_static/vpp/performance-changes-3n-tsh-2t2c-mrr.csv>`_ + - `CSV 4t4c MRR comparison <../../_static/vpp/performance-changes-3n-tsh-4t4c-mrr.csv>`_ diff --git a/docs/report/vpp_performance_tests/comparisons/index.rst b/docs/report/vpp_performance_tests/comparisons/index.rst index 1ce9427d99..ed8ce9fc90 100644 --- a/docs/report/vpp_performance_tests/comparisons/index.rst +++ b/docs/report/vpp_performance_tests/comparisons/index.rst @@ -12,6 +12,7 @@ Comparisons current_vs_previous_release 3n-skx_vs_3n-hsw_testbeds + 2n-skx_vs_2n-clx_testbeds 3n-skx_vs_2n-skx_testbeds nic_comparison soak_vs_ndr diff --git a/resources/tools/presentation/specification.yaml b/resources/tools/presentation/specification.yaml index 22151679fb..7360925f8a 100644 --- a/resources/tools/presentation/specification.yaml +++ b/resources/tools/presentation/specification.yaml @@ -728,6 +728,54 @@ - "vpp-performance-changes-2n-skx-ref" - "vpp-performance-changes-2n-skx-cmp" + vpp-performance-changes-2n-dnv-ref: + csit-vpp-perf-verify-1908-2n-dnv: + - 1 # NDRPDR sel + - 2 # NDRPDR sel + - 3 # NDRPDR sel + vpp-performance-changes-2n-dnv-cmp: + # TODO: Replace + # csit-vpp-perf-verify-2001-2n-dnv: + csit-vpp-perf-verify-1908-2n-dnv: + - 1 # NDRPDR sel + - 2 # NDRPDR sel + - 3 # NDRPDR sel + vpp-performance-changes-2n-dnv: + - "vpp-performance-changes-2n-dnv-ref" + - "vpp-performance-changes-2n-dnv-cmp" + + vpp-performance-changes-3n-dnv-ref: + csit-vpp-perf-verify-1908-3n-dnv: + - 6 # NDRPDR sel + - 7 # NDRPDR sel + - 8 # NDRPDR sel + vpp-performance-changes-3n-dnv-cmp: + # TODO: Replace + # csit-vpp-perf-verify-2001-3n-dnv: + csit-vpp-perf-verify-1908-3n-dnv: + - 6 # NDRPDR sel + - 7 # NDRPDR sel + - 8 # NDRPDR sel + vpp-performance-changes-3n-dnv: + - "vpp-performance-changes-3n-dnv-ref" + - "vpp-performance-changes-3n-dnv-cmp" + + vpp-performance-changes-3n-tsh-ref: + csit-vpp-perf-verify-1908-3n-tsh: + - 7 # NDRPDR sel + - 8 # NDRPDR sel + - 9 # NDRPDR sel + vpp-performance-changes-3n-tsh-cmp: + # TODO: Replace + # csit-vpp-perf-verify-2001-3n-tsh: + csit-vpp-perf-verify-1908-3n-tsh: + - 7 # NDRPDR sel + - 8 # NDRPDR sel + - 9 # NDRPDR sel + vpp-performance-changes-3n-tsh: + - "vpp-performance-changes-3n-tsh-ref" + - "vpp-performance-changes-3n-tsh-cmp" + vpp-soak-vs-ndr-2n-skx-ref: csit-vpp-perf-verify-1908-2n-skx: - 26 # NDRPDR sel @@ -801,6 +849,42 @@ - "vpp-performance-changes-2n-skx-mrr-ref" - "vpp-performance-changes-2n-skx-mrr-cmp" + vpp-performance-changes-2n-dnv-mrr-ref: + csit-vpp-perf-verify-1908-2n-dnv: + - 11 # MRR sel + vpp-performance-changes-2n-dnv-mrr-cmp: + # TODO: Replace + # csit-vpp-perf-verify-2001-2n-dnv: + csit-vpp-perf-verify-1908-2n-dnv: + - 11 # MRR sel + vpp-performance-changes-2n-dnv-mrr: + - "vpp-performance-changes-2n-dnv-mrr-ref" + - "vpp-performance-changes-2n-dnv-mrr-cmp" + + vpp-performance-changes-3n-dnv-mrr-ref: + csit-vpp-perf-verify-1908-3n-dnv: + - 17 # MRR sel + vpp-performance-changes-3n-dnv-mrr-cmp: + # TODO: Replace + # csit-vpp-perf-verify-2001-3n-dnv: + csit-vpp-perf-verify-1908-3n-dnv: + - 17 # MRR sel + vpp-performance-changes-3n-dnv-mrr: + - "vpp-performance-changes-3n-dnv-mrr-ref" + - "vpp-performance-changes-3n-dnv-mrr-cmp" + + vpp-performance-changes-3n-tsh-mrr-ref: + csit-vpp-perf-verify-1908-3n-tsh: + - 17 # MRR sel + vpp-performance-changes-3n-tsh-mrr-cmp: + # TODO: Replace + # csit-vpp-perf-verify-2001-3n-tsh: + csit-vpp-perf-verify-1908-3n-tsh: + - 17 # MRR sel + vpp-performance-changes-3n-tsh-mrr: + - "vpp-performance-changes-3n-tsh-mrr-ref" + - "vpp-performance-changes-3n-tsh-mrr-cmp" + dpdk-performance-changes-3n-hsw-h1: csit-dpdk-perf-verify-1901-3n-hsw: - 13 # NDRPDR sel @@ -954,6 +1038,24 @@ - "vpp-compare-testbeds-ref" - "vpp-compare-testbeds-cmp" + vpp-compare-testbeds-skx-clx-ref: + # TODO: Replace + # csit-vpp-perf-verify-2001-2n-skx: + csit-vpp-perf-verify-1908-2n-skx: + - 26 # NDRPDR sel + - 27 # NDRPDR sel + - 34 # NDRPDR sel + vpp-compare-testbeds-skx-clx-cmp: + # TODO: Replace + # csit-vpp-perf-verify-2001-2n-clx: + csit-vpp-perf-verify-1908-2n-skx: + - 26 # NDRPDR sel + - 27 # NDRPDR sel + - 34 # NDRPDR sel + vpp-compare-testbeds-skx-clx: + - "vpp-compare-testbeds-skx-clx-ref" + - "vpp-compare-testbeds-skx-clx-cmp" + vpp-compare-testbeds-mrr-ref: csit-vpp-perf-verify-1908-3n-hsw: - 39 # MRR sel @@ -964,6 +1066,20 @@ - "vpp-compare-testbeds-mrr-ref" - "vpp-compare-testbeds-mrr-cmp" + vpp-compare-testbeds-mrr-skx-clx-ref: + # TODO: Replace + # csit-vpp-perf-verify-2001-2n-skx: + csit-vpp-perf-verify-1908-2n-skx: + - 69 # MRR sel + vpp-compare-testbeds-mrr-skx-clx-cmp: + # TODO: Replace + # csit-vpp-perf-verify-2001-2n-clx: + csit-vpp-perf-verify-1908-2n-skx: + - 69 # MRR sel + vpp-compare-testbeds-mrr-skx-clx: + - "vpp-compare-testbeds-mrr-skx-clx-ref" + - "vpp-compare-testbeds-mrr-skx-clx-cmp" + dpdk-compare-testbeds-ref: csit-dpdk-perf-verify-1908-3n-hsw: - 2 # NDRPDR sel @@ -992,6 +1108,24 @@ - "dpdk-compare-testbeds-ref" - "dpdk-compare-testbeds-cmp" + dpdk-compare-testbeds-skx-clx-ref: + # TODO: Replace + # csit-dpdk-perf-verify-2001-2n-skx: + csit-dpdk-perf-verify-1908-2n-skx: + - 2 # NDRPDR sel + - 3 # NDRPDR sel + - 4 # NDRPDR sel + dpdk-compare-testbeds-skx-clx-cmp: + # TODO: Replace + # csit-dpdk-perf-verify-2001-2n-clx: + csit-dpdk-perf-verify-1908-2n-skx: + - 2 # NDRPDR sel + - 3 # NDRPDR sel + - 4 # NDRPDR sel + dpdk-compare-testbeds-skx-clx: + - "dpdk-compare-testbeds-skx-clx-ref" + - "dpdk-compare-testbeds-skx-clx-cmp" + # Compare topologies vpp-compare-topologies-ref: @@ -2574,6 +2708,246 @@ - "throughput" - "tags" +# VPP Performance Changes 2n-dnv 1t1c pdr +- type: "table" + title: "VPP Performance Changes 2n-dnv 1t1c pdr" + algorithm: "table_perf_comparison" + output-file: "{DIR[STATIC,VPP]}/performance-changes-2n-dnv-1t1c-pdr" + reference: + title: "rls1908" + data: "vpp-performance-changes-2n-dnv-ref" + compare: + title: "rls2001" + data: "vpp-performance-changes-2n-dnv-cmp" + data: "vpp-performance-changes-2n-dnv" + include-tests: "PDR" # "PDR" | "NDR" | "MRR" + filter: "'1T1C'" + parameters: + - "name" + - "parent" + - "throughput" + - "tags" + +# VPP Performance Changes 2n-dnv 2t2c pdr +- type: "table" + title: "VPP Performance Changes 2n-dnv 2t2c pdr" + algorithm: "table_perf_comparison" + output-file: "{DIR[STATIC,VPP]}/performance-changes-2n-dnv-2t2c-pdr" + reference: + title: "rls1908" + data: "vpp-performance-changes-2n-dnv-ref" + compare: + title: "rls2001" + data: "vpp-performance-changes-2n-dnv-cmp" + data: "vpp-performance-changes-2n-dnv" + include-tests: "PDR" # "PDR" | "NDR" | "MRR" + filter: "'2T2C'" + parameters: + - "name" + - "parent" + - "throughput" + - "tags" + +# VPP Performance Changes 2n-dnv 1t1c ndr +- type: "table" + title: "VPP Performance Changes 2n-dnv 1t1c ndr" + algorithm: "table_perf_comparison" + output-file: "{DIR[STATIC,VPP]}/performance-changes-2n-dnv-1t1c-ndr" + reference: + title: "rls1908" + data: "vpp-performance-changes-2n-dnv-ref" + compare: + title: "rls2001" + data: "vpp-performance-changes-2n-dnv-cmp" + data: "vpp-performance-changes-2n-dnv" + include-tests: "NDR" # "PDR" | "NDR" | "MRR" + filter: "'1T1C'" + parameters: + - "name" + - "parent" + - "throughput" + - "tags" + +# VPP Performance Changes 2n-dnv 2t2c ndr +- type: "table" + title: "VPP Performance Changes 2n-dnv 2t2c ndr" + algorithm: "table_perf_comparison" + output-file: "{DIR[STATIC,VPP]}/performance-changes-2n-dnv-2t2c-ndr" + reference: + title: "rls1908 " + data: "vpp-performance-changes-2n-dnv-ref" + compare: + title: "rls2001" + data: "vpp-performance-changes-2n-dnv-cmp" + data: "vpp-performance-changes-2n-dnv" + include-tests: "NDR" # "PDR" | "NDR" | "MRR" + filter: "'2T2C'" + parameters: + - "name" + - "parent" + - "throughput" + - "tags" + +# VPP Performance Changes 3n-dnv 1t1c pdr +- type: "table" + title: "VPP Performance Changes 3n-dnv 1t1c pdr" + algorithm: "table_perf_comparison" + output-file: "{DIR[STATIC,VPP]}/performance-changes-3n-dnv-1t1c-pdr" + reference: + title: "rls1908" + data: "vpp-performance-changes-3n-dnv-ref" + compare: + title: "rls2001" + data: "vpp-performance-changes-3n-dnv-cmp" + data: "vpp-performance-changes-3n-dnv" + include-tests: "PDR" # "PDR" | "NDR" | "MRR" + filter: "'1T1C'" + parameters: + - "name" + - "parent" + - "throughput" + - "tags" + +# VPP Performance Changes 3n-dnv 2t2c pdr +- type: "table" + title: "VPP Performance Changes 3n-dnv 2t2c pdr" + algorithm: "table_perf_comparison" + output-file: "{DIR[STATIC,VPP]}/performance-changes-3n-dnv-2t2c-pdr" + reference: + title: "rls1908" + data: "vpp-performance-changes-3n-dnv-ref" + compare: + title: "rls2001" + data: "vpp-performance-changes-3n-dnv-cmp" + data: "vpp-performance-changes-3n-dnv" + include-tests: "PDR" # "PDR" | "NDR" | "MRR" + filter: "'2T2C'" + parameters: + - "name" + - "parent" + - "throughput" + - "tags" + +# VPP Performance Changes 3n-dnv 1t1c ndr +- type: "table" + title: "VPP Performance Changes 3n-dnv 1t1c ndr" + algorithm: "table_perf_comparison" + output-file: "{DIR[STATIC,VPP]}/performance-changes-3n-dnv-1t1c-ndr" + reference: + title: "rls1908" + data: "vpp-performance-changes-3n-dnv-ref" + compare: + title: "rls2001" + data: "vpp-performance-changes-3n-dnv-cmp" + data: "vpp-performance-changes-3n-dnv" + include-tests: "NDR" # "PDR" | "NDR" | "MRR" + filter: "'1T1C'" + parameters: + - "name" + - "parent" + - "throughput" + - "tags" + +# VPP Performance Changes 3n-dnv 2t2c ndr +- type: "table" + title: "VPP Performance Changes 3n-dnv 2t2c ndr" + algorithm: "table_perf_comparison" + output-file: "{DIR[STATIC,VPP]}/performance-changes-3n-dnv-2t2c-ndr" + reference: + title: "rls1908" + data: "vpp-performance-changes-3n-dnv-ref" + compare: + title: "rls2001" + data: "vpp-performance-changes-3n-dnv-cmp" + data: "vpp-performance-changes-3n-dnv" + include-tests: "NDR" # "PDR" | "NDR" | "MRR" + filter: "'2T2C'" + parameters: + - "name" + - "parent" + - "throughput" + - "tags" + +# VPP Performance Changes 3n-tsh 1t1c pdr +- type: "table" + title: "VPP Performance Changes 3n-tsh 1t1c pdr" + algorithm: "table_perf_comparison" + output-file: "{DIR[STATIC,VPP]}/performance-changes-3n-tsh-1t1c-pdr" + reference: + title: "rls1908" + data: "vpp-performance-changes-3n-tsh-ref" + compare: + title: "rls2001" + data: "vpp-performance-changes-3n-tsh-cmp" + data: "vpp-performance-changes-3n-tsh" + include-tests: "PDR" # "PDR" | "NDR" | "MRR" + filter: "'1T1C'" + parameters: + - "name" + - "parent" + - "throughput" + - "tags" + +# VPP Performance Changes 3n-tsh 2t2c pdr +- type: "table" + title: "VPP Performance Changes 3n-tsh 2t2c pdr" + algorithm: "table_perf_comparison" + output-file: "{DIR[STATIC,VPP]}/performance-changes-3n-tsh-2t2c-pdr" + reference: + title: "rls1908" + data: "vpp-performance-changes-3n-tsh-ref" + compare: + title: "rls2001" + data: "vpp-performance-changes-3n-tsh-cmp" + data: "vpp-performance-changes-3n-tsh" + include-tests: "PDR" # "PDR" | "NDR" | "MRR" + filter: "'2T2C'" + parameters: + - "name" + - "parent" + - "throughput" + - "tags" + +# VPP Performance Changes 3n-tsh 1t1c ndr +- type: "table" + title: "VPP Performance Changes 3n-tsh 1t1c ndr" + algorithm: "table_perf_comparison" + output-file: "{DIR[STATIC,VPP]}/performance-changes-3n-tsh-1t1c-ndr" + reference: + title: "rls1908" + data: "vpp-performance-changes-3n-tsh-ref" + compare: + title: "rls2001" + data: "vpp-performance-changes-3n-tsh-cmp" + data: "vpp-performance-changes-3n-tsh" + include-tests: "NDR" # "PDR" | "NDR" | "MRR" + filter: "'1T1C'" + parameters: + - "name" + - "parent" + - "throughput" + - "tags" + +# VPP Performance Changes 3n-tsh 2t2c ndr +- type: "table" + title: "VPP Performance Changes 3n-tsh 2t2c ndr" + algorithm: "table_perf_comparison" + output-file: "{DIR[STATIC,VPP]}/performance-changes-3n-tsh-2t2c-ndr" + reference: + title: "rls1908" + data: "vpp-performance-changes-3n-tsh-ref" + compare: + title: "rls2001" + data: "vpp-performance-changes-3n-tsh-cmp" + data: "vpp-performance-changes-3n-tsh" + include-tests: "NDR" # "PDR" | "NDR" | "MRR" + filter: "'2T2C'" + parameters: + - "name" + - "parent" + - "throughput" + - "tags" + # VPP Comparison Across Testbeds 3n-hsw to 3n-skx 1c ndr - type: "table" title: "VPP Comparison Across Testbeds 3n-hsw to 3n-skx 1c ndr" @@ -2662,6 +3036,86 @@ - "throughput" - "tags" +# VPP Comparison Across Testbeds 2n-skx to 2n-clx 2t1c pdr +- type: "table" + title: "VPP Comparison Across Testbeds 2n-skx to 2n-clx 2t1c pdr" + algorithm: "table_perf_comparison" + output-file: "{DIR[STATIC,VPP]}/performance-compare-testbeds-2n-skx-2n-clx-2t1c-pdr" + reference: + title: "2n-skx" + data: "vpp-compare-testbeds-skx-clx-ref" + compare: + title: "2n-clx" + data: "vpp-compare-testbeds-skx-clx-cmp" + data: "vpp-compare-testbeds-skx-clx" + include-tests: "PDR" # "PDR" | "NDR" | "MRR" + filter: "'2T1C'" + parameters: + - "name" + - "parent" + - "throughput" + - "tags" + +# VPP Comparison Across Testbeds 2n-skx to 2n-clx 4t2c pdr +- type: "table" + title: "VPP Comparison Across Testbeds 2n-skx to 2n-clx 4t2c pdr" + algorithm: "table_perf_comparison" + output-file: "{DIR[STATIC,VPP]}/performance-compare-testbeds-2n-skx-2n-clx-4t2c-pdr" + reference: + title: "2n-skx" + data: "vpp-compare-testbeds-skx-clx-ref" + compare: + title: "2n-clx" + data: "vpp-compare-testbeds-skx-clx-cmp" + data: "vpp-compare-testbeds-skx-clx" + include-tests: "PDR" # "PDR" | "NDR" | "MRR" + filter: "'4T2C'" + parameters: + - "name" + - "parent" + - "throughput" + - "tags" + +# VPP Comparison Across Testbeds 2n-skx to 2n-clx 2t1c ndr +- type: "table" + title: "VPP Comparison Across Testbeds 2n-skx to 2n-clx 2t1c ndr" + algorithm: "table_perf_comparison" + output-file: "{DIR[STATIC,VPP]}/performance-compare-testbeds-2n-skx-2n-clx-2t1c-ndr" + reference: + title: "2n-skx" + data: "vpp-compare-testbeds-skx-clx-ref" + compare: + title: "2n-clx" + data: "vpp-compare-testbeds-skx-clx-cmp" + data: "vpp-compare-testbeds-skx-clx" + include-tests: "NDR" # "PDR" | "NDR" | "MRR" + filter: "'2T1C'" + parameters: + - "name" + - "parent" + - "throughput" + - "tags" + +# VPP Comparison Across Testbeds 2n-skx to 2n-clx 4t2c ndr +- type: "table" + title: "VPP Comparison Across Testbeds 2n-skx to 2n-clx 4t2c ndr" + algorithm: "table_perf_comparison" + output-file: "{DIR[STATIC,VPP]}/performance-compare-testbeds-2n-skx-2n-clx-4t2c-ndr" + reference: + title: "2n-skx" + data: "vpp-compare-testbeds-skx-clx-ref" + compare: + title: "2n-clx" + data: "vpp-compare-testbeds-skx-clx-cmp" + data: "vpp-compare-testbeds-skx-clx" + include-tests: "NDR" # "PDR" | "NDR" | "MRR" + filter: "'4T2C'" + parameters: + - "name" + - "parent" + - "throughput" + - "tags" + # VPP Comparison Across Topologies 3n-skx to 2n-skx 1c ndr - type: "table" title: "VPP Comparison Across Topologies 3n-skx to 2n-skx 1c ndr" @@ -2936,10 +3390,181 @@ - "parent" - "result" -# VPP Comparison Across Testbeds 3n-hsw to 3n-skx 1c mrr +# VPP Performance Changes 2n-dnv 1t1c MRR - type: "table" - title: "VPP Comparison Across Testbeds 3n-hsw to 3n-skx 1c mrr" - algorithm: "table_perf_comparison_nic" + title: "VPP Performance Changes 2n-dnv 1t1c MRR" + algorithm: "table_perf_comparison" + output-file: "{DIR[STATIC,VPP]}/performance-changes-2n-dnv-1t1c-mrr" + reference: + title: "rls1908" + data: "vpp-performance-changes-2n-dnv-mrr-ref" + compare: + title: "rls2001" + data: "vpp-performance-changes-2n-dnv-mrr-cmp" + data: "vpp-performance-changes-2n-dnv-mrr" + include-tests: "MRR" # "PDR" | "NDR" | "MRR" + filter: "'1T1C' and 'MRR'" + parameters: + - "name" + - "parent" + - "result" + +# VPP Performance Changes 2n-dnv 2t2c MRR +- type: "table" + title: "VPP Performance Changes 2n-dnv 2t2c MRR" + algorithm: "table_perf_comparison" + output-file: "{DIR[STATIC,VPP]}/performance-changes-2n-dnv-2t2c-mrr" + reference: + title: "rls1908" + data: "vpp-performance-changes-2n-dnv-mrr-ref" + compare: + title: "rls2001" + data: "vpp-performance-changes-2n-dnv-mrr-cmp" + data: "vpp-performance-changes-2n-dnv-mrr" + include-tests: "MRR" # "PDR" | "NDR" | "MRR" + filter: "'2T2C' and 'MRR'" + parameters: + - "name" + - "parent" + - "result" + +# VPP Performance Changes 2n-dnv 4t4c MRR +- type: "table" + title: "VPP Performance Changes 2n-dnv 4t4c MRR" + algorithm: "table_perf_comparison" + output-file: "{DIR[STATIC,VPP]}/performance-changes-2n-dnv-4t4c-mrr" + reference: + title: "rls1908" + data: "vpp-performance-changes-2n-dnv-mrr-ref" + compare: + title: "rls2001" + data: "vpp-performance-changes-2n-dnv-mrr-cmp" + data: "vpp-performance-changes-2n-dnv-mrr" + include-tests: "MRR" # "PDR" | "NDR" | "MRR" + filter: "'4T4C' and 'MRR'" + parameters: + - "name" + - "parent" + - "result" + +# VPP Performance Changes 3n-dnv 1t1c MRR +- type: "table" + title: "VPP Performance Changes 3n-dnv 1t1c MRR" + algorithm: "table_perf_comparison" + output-file: "{DIR[STATIC,VPP]}/performance-changes-3n-dnv-1t1c-mrr" + reference: + title: "rls1908" + data: "vpp-performance-changes-3n-dnv-mrr-ref" + compare: + title: "rls2001" + data: "vpp-performance-changes-3n-dnv-mrr-cmp" + data: "vpp-performance-changes-3n-dnv-mrr" + include-tests: "MRR" # "PDR" | "NDR" | "MRR" + filter: "'1T1C' and 'MRR'" + parameters: + - "name" + - "parent" + - "result" + +# VPP Performance Changes 3n-dnv 2t2c MRR +- type: "table" + title: "VPP Performance Changes 3n-dnv 2t2c MRR" + algorithm: "table_perf_comparison" + output-file: "{DIR[STATIC,VPP]}/performance-changes-3n-dnv-2t2c-mrr" + reference: + title: "rls1908" + data: "vpp-performance-changes-3n-dnv-mrr-ref" + compare: + title: "rls2001" + data: "vpp-performance-changes-3n-dnv-mrr-cmp" + data: "vpp-performance-changes-3n-dnv-mrr" + include-tests: "MRR" # "PDR" | "NDR" | "MRR" + filter: "'2T2C' and 'MRR'" + parameters: + - "name" + - "parent" + - "result" + +# VPP Performance Changes 3n-dnv 4t4c MRR +- type: "table" + title: "VPP Performance Changes 3n-dnv 4t4c MRR" + algorithm: "table_perf_comparison" + output-file: "{DIR[STATIC,VPP]}/performance-changes-3n-dnv-4t4c-mrr" + reference: + title: "rls1908" + data: "vpp-performance-changes-3n-dnv-mrr-ref" + compare: + title: "rls2001" + data: "vpp-performance-changes-3n-dnv-mrr-cmp" + data: "vpp-performance-changes-3n-dnv-mrr" + include-tests: "MRR" # "PDR" | "NDR" | "MRR" + filter: "'4T4C' and 'MRR'" + parameters: + - "name" + - "parent" + - "result" + +# VPP Performance Changes 3n-tsh 1t1c MRR +- type: "table" + title: "VPP Performance Changes 3n-tsh 1t1c MRR" + algorithm: "table_perf_comparison" + output-file: "{DIR[STATIC,VPP]}/performance-changes-3n-tsh-1t1c-mrr" + reference: + title: "rls1908" + data: "vpp-performance-changes-3n-tsh-mrr-ref" + compare: + title: "rls2001" + data: "vpp-performance-changes-3n-tsh-mrr-cmp" + data: "vpp-performance-changes-3n-tsh-mrr" + include-tests: "MRR" # "PDR" | "NDR" | "MRR" + filter: "'1T1C' and 'MRR'" + parameters: + - "name" + - "parent" + - "result" + +# VPP Performance Changes 3n-tsh 2t2c MRR +- type: "table" + title: "VPP Performance Changes 3n-tsh 2t2c MRR" + algorithm: "table_perf_comparison" + output-file: "{DIR[STATIC,VPP]}/performance-changes-3n-tsh-2t2c-mrr" + reference: + title: "rls1908" + data: "vpp-performance-changes-3n-tsh-mrr-ref" + compare: + title: "rls2001" + data: "vpp-performance-changes-3n-tsh-mrr-cmp" + data: "vpp-performance-changes-3n-tsh-mrr" + include-tests: "MRR" # "PDR" | "NDR" | "MRR" + filter: "'2T2C' and 'MRR'" + parameters: + - "name" + - "parent" + - "result" + +# VPP Performance Changes 3n-tsh 4t4c MRR +- type: "table" + title: "VPP Performance Changes 3n-tsh 4t4c MRR" + algorithm: "table_perf_comparison" + output-file: "{DIR[STATIC,VPP]}/performance-changes-3n-tsh-4t4c-mrr" + reference: + title: "rls1908" + data: "vpp-performance-changes-3n-tsh-mrr-ref" + compare: + title: "rls2001" + data: "vpp-performance-changes-3n-tsh-mrr-cmp" + data: "vpp-performance-changes-3n-tsh-mrr" + include-tests: "MRR" # "PDR" | "NDR" | "MRR" + filter: "'4T4C' and 'MRR'" + parameters: + - "name" + - "parent" + - "result" + +# VPP Comparison Across Testbeds 3n-hsw to 3n-skx 1c mrr +- type: "table" + title: "VPP Comparison Across Testbeds 3n-hsw to 3n-skx 1c mrr" + algorithm: "table_perf_comparison_nic" output-file: "{DIR[STATIC,VPP]}/performance-compare-testbeds-3n-hsw-3n-skx-1c-mrr" reference: title: "3n-hsw xl710" @@ -3002,6 +3627,66 @@ - "result" - "tags" +# VPP Comparison Across Testbeds 2n-skx to 2n-clx 2t1c mrr +- type: "table" + title: "VPP Comparison Across Testbeds 2n-skx to 2n-clx 2t1c mrr" + algorithm: "table_perf_comparison" + output-file: "{DIR[STATIC,VPP]}/performance-compare-testbeds-2n-skx-2n-clx-2t1c-mrr" + reference: + title: "2n-skx" + data: "vpp-compare-testbeds-mrr-skx-clx-ref" + compare: + title: "2n-clx" + data: "vpp-compare-testbeds-mrr-skx-clx-cmp" + data: "vpp-compare-testbeds-mrr-skx-clx" + include-tests: "MRR" # "PDR" | "NDR" | "MRR" + filter: "'2T1C'" + parameters: + - "name" + - "parent" + - "result" + - "tags" + +# VPP Comparison Across Testbeds 2n-skx to 2n-clx 4t2c mrr +- type: "table" + title: "VPP Comparison Across Testbeds 2n-skx to 2n-clx 4t2c mrr" + algorithm: "table_perf_comparison" + output-file: "{DIR[STATIC,VPP]}/performance-compare-testbeds-2n-skx-2n-clx-4t2c-mrr" + reference: + title: "2n-skx" + data: "vpp-compare-testbeds-mrr-skx-clx-ref" + compare: + title: "2n-clx" + data: "vpp-compare-testbeds-mrr-skx-clx-cmp" + data: "vpp-compare-testbeds-mrr-skx-clx" + include-tests: "MRR" # "PDR" | "NDR" | "MRR" + filter: "'4T2C'" + parameters: + - "name" + - "parent" + - "result" + - "tags" + +# VPP Comparison Across Testbeds 2n-skx to 2n-clx 8t4c mrr +- type: "table" + title: "VPP Comparison Across Testbeds 2n-skx to 2n-clx 8t4c mrr" + algorithm: "table_perf_comparison" + output-file: "{DIR[STATIC,VPP]}/performance-compare-testbeds-2n-skx-2n-clx-8t4c-mrr" + reference: + title: "2n-skx" + data: "vpp-compare-testbeds-mrr-skx-clx-ref" + compare: + title: "2n-clx" + data: "vpp-compare-testbeds-mrr-skx-clx-cmp" + data: "vpp-compare-testbeds-mrr-skx-clx" + include-tests: "MRR" # "PDR" | "NDR" | "MRR" + filter: "'8T4C'" + parameters: + - "name" + - "parent" + - "result" + - "tags" + # VPP Comparison Across Topologies 3n-skx to 2n-skx 1c mrr - type: "table" title: "VPP Comparison Across Topologies 3n-skx to 2n-skx 1c mrr" @@ -3783,7 +4468,7 @@ data: "dpdk-performance-changes-3n-hsw-cmp" data: "dpdk-performance-changes-3n-hsw" include-tests: "PDR" # "PDR" | "NDR" | "MRR" - filter: "'1T1C' and ('NDRPDR' or 'NDRPDRDISC')" # "('NDRPDR' or 'NDRPDRDISC')" | "'MRR'" + filter: "'1T1C'" parameters: - "name" - "parent" @@ -3805,7 +4490,7 @@ data: "dpdk-performance-changes-3n-hsw-cmp" data: "dpdk-performance-changes-3n-hsw" include-tests: "PDR" # "PDR" | "NDR" | "MRR" - filter: "'2T2C' and ('NDRPDR' or 'NDRPDRDISC')" # "('NDRPDR' or 'NDRPDRDISC')" | "'MRR'" + filter: "'2T2C'" parameters: - "name" - "parent" @@ -3827,7 +4512,7 @@ data: "dpdk-performance-changes-3n-hsw-cmp" data: "dpdk-performance-changes-3n-hsw" include-tests: "NDR" # "PDR" | "NDR" | "MRR" - filter: "'1T1C' and ('NDRPDR' or 'NDRPDRDISC')" # "('NDRPDR' or 'NDRPDRDISC')" | "'MRR'" + filter: "'1T1C'" parameters: - "name" - "parent" @@ -3849,7 +4534,7 @@ data: "dpdk-performance-changes-3n-hsw-cmp" data: "dpdk-performance-changes-3n-hsw" include-tests: "NDR" # "PDR" | "NDR" | "MRR" - filter: "'2T2C' and ('NDRPDR' or 'NDRPDRDISC')" # "('NDRPDR' or 'NDRPDRDISC')" | "'MRR'" + filter: "'2T2C'" parameters: - "name" - "parent" @@ -3871,7 +4556,7 @@ data: "dpdk-performance-changes-3n-skx-cmp" data: "dpdk-performance-changes-3n-skx" include-tests: "PDR" # "PDR" | "NDR" | "MRR" - filter: "'2T1C' and ('NDRPDR' or 'NDRPDRDISC')" # "('NDRPDR' or 'NDRPDRDISC')" | "'MRR'" + filter: "'2T1C'" parameters: - "name" - "parent" @@ -3893,7 +4578,7 @@ data: "dpdk-performance-changes-3n-skx-cmp" data: "dpdk-performance-changes-3n-skx" include-tests: "PDR" # "PDR" | "NDR" | "MRR" - filter: "'4T2C' and ('NDRPDR' or 'NDRPDRDISC')" # "('NDRPDR' or 'NDRPDRDISC')" | "'MRR'" + filter: "'4T2C'" parameters: - "name" - "parent" @@ -3915,7 +4600,7 @@ data: "dpdk-performance-changes-3n-skx-cmp" data: "dpdk-performance-changes-3n-skx" include-tests: "NDR" # "PDR" | "NDR" | "MRR" - filter: "'2T1C' and ('NDRPDR' or 'NDRPDRDISC')" # "('NDRPDR' or 'NDRPDRDISC')" | "'MRR'" + filter: "'2T1C'" parameters: - "name" - "parent" @@ -3937,83 +4622,7 @@ data: "dpdk-performance-changes-3n-skx-cmp" data: "dpdk-performance-changes-3n-skx" include-tests: "NDR" # "PDR" | "NDR" | "MRR" - filter: "'4T2C' and ('NDRPDR' or 'NDRPDRDISC')" # "('NDRPDR' or 'NDRPDRDISC')" | "'MRR'" - parameters: - - "name" - - "parent" - - "throughput" - -# DPDK Comparison Across Testbeds 3n-hsw to 3n-skx ndr -- type: "table" - title: "DPDK Comparison Across Testbeds 3n-hsw to 3n-skx ndr" - algorithm: "table_perf_comparison" - output-file: "{DIR[STATIC,DPDK]}/performance-compare-testbeds-3n-hsw-3n-skx-ndr" - reference: - title: "3-Node Hsw" - data: "dpdk-compare-testbeds-ref" - compare: - title: "3-Node Skx" - data: "dpdk-compare-testbeds-cmp" - data: "dpdk-compare-testbeds" - include-tests: "NDR" # "PDR" | "NDR" | "MRR" - filter: "'NIC_Intel-X710' and ('NDRPDR' or 'NDRPDRDISC')" # "('NDRPDR' or 'NDRPDRDISC')" | "'MRR'" - parameters: - - "name" - - "parent" - - "throughput" - -# DPDK Comparison Across Testbeds 3n-hsw to 3n-skx pdr -- type: "table" - title: "DPDK Comparison Across Testbeds 3n-hsw to 3n-skx pdr" - algorithm: "table_perf_comparison" - output-file: "{DIR[STATIC,DPDK]}/performance-compare-testbeds-3n-hsw-3n-skx-pdr" - reference: - title: "3-Node Hsw" - data: "dpdk-compare-testbeds-ref" - compare: - title: "3-Node Skx" - data: "dpdk-compare-testbeds-cmp" - data: "dpdk-compare-testbeds" - include-tests: "PDR" # "PDR" | "NDR" | "MRR" - filter: "'NIC_Intel-X710' and ('NDRPDR' or 'NDRPDRDISC')" # "('NDRPDR' or 'NDRPDRDISC')" | "'MRR'" - parameters: - - "name" - - "parent" - - "throughput" - -# DPDK Comparison Across Topologies 3n-skx to 2n-skx ndr -- type: "table" - title: "DPDK Comparison Across Topologies 3n-skx to 2n-skx ndr" - algorithm: "table_perf_comparison" - output-file: "{DIR[STATIC,DPDK]}/performance-compare-topologies-3n-skx-2n-skx-ndr" - reference: - title: "3-Node Skx" - data: "dpdk-compare-topologies-ref" - compare: - title: "2-Node Skx" - data: "dpdk-compare-topologies-cmp" - data: "dpdk-compare-topologies" - include-tests: "NDR" # "PDR" | "NDR" | "MRR" - filter: "'NDRPDR'" # "('NDRPDR' or 'NDRPDRDISC')" | "'MRR'" - parameters: - - "name" - - "parent" - - "throughput" - -# DPDK Comparison Across Topologies 3n-skx to 2n-skx pdr -- type: "table" - title: "DPDK Comparison Across Topologies 3n-skx to 2n-skx pdr" - algorithm: "table_perf_comparison" - output-file: "{DIR[STATIC,DPDK]}/performance-compare-topologies-3n-skx-2n-skx-pdr" - reference: - title: "3-Node Skx" - data: "dpdk-compare-topologies-ref" - compare: - title: "2-Node Skx" - data: "dpdk-compare-topologies-cmp" - data: "dpdk-compare-topologies" - include-tests: "PDR" # "PDR" | "NDR" | "MRR" - filter: "'NDRPDR'" # "('NDRPDR' or 'NDRPDRDISC')" | "'MRR'" + filter: "'4T2C'" parameters: - "name" - "parent" @@ -4035,7 +4644,7 @@ data: "dpdk-performance-changes-2n-skx-cmp" data: "dpdk-performance-changes-2n-skx" include-tests: "PDR" # "PDR" | "NDR" | "MRR" - filter: "'2T1C' and ('NDRPDR' or 'NDRPDRDISC')" # "('NDRPDR' or 'NDRPDRDISC')" | "'MRR'" + filter: "'2T1C'" parameters: - "name" - "parent" @@ -4057,7 +4666,7 @@ data: "dpdk-performance-changes-2n-skx-cmp" data: "dpdk-performance-changes-2n-skx" include-tests: "PDR" # "PDR" | "NDR" | "MRR" - filter: "'4T2C' and ('NDRPDR' or 'NDRPDRDISC')" # "('NDRPDR' or 'NDRPDRDISC')" | "'MRR'" + filter: "'4T2C'" parameters: - "name" - "parent" @@ -4079,7 +4688,7 @@ data: "dpdk-performance-changes-2n-skx-cmp" data: "dpdk-performance-changes-2n-skx" include-tests: "NDR" # "PDR" | "NDR" | "MRR" - filter: "'2T1C' and ('NDRPDR' or 'NDRPDRDISC')" # "('NDRPDR' or 'NDRPDRDISC')" | "'MRR'" + filter: "'2T1C'" parameters: - "name" - "parent" @@ -4101,7 +4710,121 @@ data: "dpdk-performance-changes-2n-skx-cmp" data: "dpdk-performance-changes-2n-skx" include-tests: "NDR" # "PDR" | "NDR" | "MRR" - filter: "'4T2C' and ('NDRPDR' or 'NDRPDRDISC')" # "('NDRPDR' or 'NDRPDRDISC')" | "'MRR'" + filter: "'4T2C'" + parameters: + - "name" + - "parent" + - "throughput" + +# DPDK Comparison Across Testbeds 3n-hsw to 3n-skx ndr +- type: "table" + title: "DPDK Comparison Across Testbeds 3n-hsw to 3n-skx ndr" + algorithm: "table_perf_comparison" + output-file: "{DIR[STATIC,DPDK]}/performance-compare-testbeds-3n-hsw-3n-skx-ndr" + reference: + title: "3-Node Hsw" + data: "dpdk-compare-testbeds-ref" + compare: + title: "3-Node Skx" + data: "dpdk-compare-testbeds-cmp" + data: "dpdk-compare-testbeds" + include-tests: "NDR" # "PDR" | "NDR" | "MRR" + filter: "'NIC_Intel-X710'" + parameters: + - "name" + - "parent" + - "throughput" + +# DPDK Comparison Across Testbeds 3n-hsw to 3n-skx pdr +- type: "table" + title: "DPDK Comparison Across Testbeds 3n-hsw to 3n-skx pdr" + algorithm: "table_perf_comparison" + output-file: "{DIR[STATIC,DPDK]}/performance-compare-testbeds-3n-hsw-3n-skx-pdr" + reference: + title: "3-Node Hsw" + data: "dpdk-compare-testbeds-ref" + compare: + title: "3-Node Skx" + data: "dpdk-compare-testbeds-cmp" + data: "dpdk-compare-testbeds" + include-tests: "PDR" # "PDR" | "NDR" | "MRR" + filter: "'NIC_Intel-X710'" + parameters: + - "name" + - "parent" + - "throughput" + +# DPDK Comparison Across Testbeds 2n-skx to 2n-clx ndr +- type: "table" + title: "DPDK Comparison Across Testbeds 2n-skx to 2n-clx ndr" + algorithm: "table_perf_comparison" + output-file: "{DIR[STATIC,DPDK]}/performance-compare-testbeds-2n-skx-2n-clx-ndr" + reference: + title: "2-Node Skx" + data: "dpdk-compare-testbeds-skx-clx-ref" + compare: + title: "2-Node Clx" + data: "dpdk-compare-testbeds-skx-clx-cmp" + data: "dpdk-compare-testbeds-skx-clx" + include-tests: "NDR" # "PDR" | "NDR" | "MRR" + filter: "'NDRPDR'" + parameters: + - "name" + - "parent" + - "throughput" + +# DPDK Comparison Across Testbeds 2n-skx to 2n-clx pdr +- type: "table" + title: "DPDK Comparison Across Testbeds 2n-skx to 2n-clx pdr" + algorithm: "table_perf_comparison" + output-file: "{DIR[STATIC,DPDK]}/performance-compare-testbeds-2n-skx-2n-clx-pdr" + reference: + title: "2-Node Skx" + data: "dpdk-compare-testbeds-skx-clx-ref" + compare: + title: "2-Node Clx" + data: "dpdk-compare-testbeds-skx-clx-cmp" + data: "dpdk-compare-testbeds-skx-clx" + include-tests: "PDR" # "PDR" | "NDR" | "MRR" + filter: "'NDRPDR'" + parameters: + - "name" + - "parent" + - "throughput" + +# DPDK Comparison Across Topologies 3n-skx to 2n-skx ndr +- type: "table" + title: "DPDK Comparison Across Topologies 3n-skx to 2n-skx ndr" + algorithm: "table_perf_comparison" + output-file: "{DIR[STATIC,DPDK]}/performance-compare-topologies-3n-skx-2n-skx-ndr" + reference: + title: "3-Node Skx" + data: "dpdk-compare-topologies-ref" + compare: + title: "2-Node Skx" + data: "dpdk-compare-topologies-cmp" + data: "dpdk-compare-topologies" + include-tests: "NDR" # "PDR" | "NDR" | "MRR" + filter: "'NDRPDR'" # "('NDRPDR' or 'NDRPDRDISC')" | "'MRR'" + parameters: + - "name" + - "parent" + - "throughput" + +# DPDK Comparison Across Topologies 3n-skx to 2n-skx pdr +- type: "table" + title: "DPDK Comparison Across Topologies 3n-skx to 2n-skx pdr" + algorithm: "table_perf_comparison" + output-file: "{DIR[STATIC,DPDK]}/performance-compare-topologies-3n-skx-2n-skx-pdr" + reference: + title: "3-Node Skx" + data: "dpdk-compare-topologies-ref" + compare: + title: "2-Node Skx" + data: "dpdk-compare-topologies-cmp" + data: "dpdk-compare-topologies" + include-tests: "PDR" # "PDR" | "NDR" | "MRR" + filter: "'NDRPDR'" # "('NDRPDR' or 'NDRPDRDISC')" | "'MRR'" parameters: - "name" - "parent" -- 2.16.6