From d23c99f9c74dc75cc3176ce5d7885562d13aa2f9 Mon Sep 17 00:00:00 2001 From: Tibor Frank Date: Fri, 16 Nov 2018 09:54:29 +0100 Subject: [PATCH] CSIT-1359: Add 3n-skx and 2n-skx comparisons to Report Change-Id: I031497db5268bf4fccd6155349ac4bea70a80fb0 Signed-off-by: Tibor Frank --- .../comparisons/current_vs_previous_release.rst | 49 +- docs/report/introduction/report_history.rst | 7 + .../comparisons/current_vs_previous_release.rst | 110 +- resources/tools/presentation/specification.yaml | 1189 +++++++++++++++++--- 4 files changed, 1146 insertions(+), 209 deletions(-) diff --git a/docs/report/dpdk_performance_tests/comparisons/current_vs_previous_release.rst b/docs/report/dpdk_performance_tests/comparisons/current_vs_previous_release.rst index 61e5cfcd65..a6e44480d7 100644 --- a/docs/report/dpdk_performance_tests/comparisons/current_vs_previous_release.rst +++ b/docs/report/dpdk_performance_tests/comparisons/current_vs_previous_release.rst @@ -1,3 +1,6 @@ + +.. _dpdk_compare_current_vs_previous_release: + Current vs. Previous Release ---------------------------- @@ -20,22 +23,48 @@ values. files csit-dpdk-perf-|srelease|-\*.zip `archived here <../../_static/archive/>`_. +3n-hsw +~~~~~~ + +NDR Comparison +`````````````` + +Comparison tables in ASCII and CSV formats: + + - `ASCII 1t1c NDR comparison <../../_static/dpdk/performance-changes-3n-hsw-1t1c-ndr.txt>`_ + - `ASCII 2t2c NDR comparison <../../_static/dpdk/performance-changes-3n-hsw-2t2c-ndr.txt>`_ + - `CSV 1t1c NDR comparison <../../_static/dpdk/performance-changes-3n-hsw-1t1c-ndr.csv>`_ + - `CSV 2t2c NDR comparison <../../_static/dpdk/performance-changes-3n-hsw-2t2c-ndr.csv>`_ + +PDR Comparison +`````````````` + +Comparison tables in ASCII and CSV formats: + + - `ASCII 1t1c PDR comparison <../../_static/dpdk/performance-changes-3n-hsw-1t1c-pdr.txt>`_ + - `ASCII 2t2c PDR comparison <../../_static/dpdk/performance-changes-3n-hsw-2t2c-pdr.txt>`_ + - `CSV 1t1c PDR comparison <../../_static/dpdk/performance-changes-3n-hsw-1t1c-pdr.csv>`_ + - `CSV 2t2c PDR comparison <../../_static/dpdk/performance-changes-3n-hsw-2t2c-pdr.csv>`_ + +3n-skx +~~~~~~ + NDR Comparison -~~~~~~~~~~~~~~ +`````````````` Comparison tables in ASCII and CSV formats: - - `ASCII 1t1c NDR comparison <../../_static/dpdk/performance-changes-1t1c-ndr.txt>`_ - - `ASCII 2t2c NDR comparison <../../_static/dpdk/performance-changes-2t2c-ndr.txt>`_ - - `CSV 1t1c NDR comparison <../../_static/dpdk/performance-changes-1t1c-ndr.csv>`_ - - `CSV 2t2c NDR comparison <../../_static/dpdk/performance-changes-2t2c-ndr.csv>`_ + - `ASCII 2t1c NDR comparison <../../_static/dpdk/performance-changes-3n-skx-2t1c-ndr.txt>`_ + - `ASCII 4t1c NDR comparison <../../_static/dpdk/performance-changes-3n-skx-4t1c-ndr.txt>`_ + - `CSV 2t1c NDR comparison <../../_static/dpdk/performance-changes-3n-skx-2t1c-ndr.csv>`_ + - `CSV 4t1c NDR comparison <../../_static/dpdk/performance-changes-3n-skx-4t1c-ndr.csv>`_ PDR Comparison -~~~~~~~~~~~~~~ +`````````````` Comparison tables in ASCII and CSV formats: - - `ASCII 1t1c PDR comparison <../../_static/dpdk/performance-changes-1t1c-pdr.txt>`_ - - `ASCII 2t2c PDR comparison <../../_static/dpdk/performance-changes-2t2c-pdr.txt>`_ - - `CSV 1t1c PDR comparison <../../_static/dpdk/performance-changes-1t1c-pdr.csv>`_ - - `CSV 2t2c PDR comparison <../../_static/dpdk/performance-changes-2t2c-pdr.csv>`_ + - `ASCII 2t1c PDR comparison <../../_static/dpdk/performance-changes-3n-skx-2t1c-pdr.txt>`_ + - `ASCII 4t1c PDR comparison <../../_static/dpdk/performance-changes-3n-skx-4t1c-pdr.txt>`_ + - `CSV 2t1c PDR comparison <../../_static/dpdk/performance-changes-3n-skx-2t1c-pdr.csv>`_ + - `CSV 4t1c PDR comparison <../../_static/dpdk/performance-changes-3n-skx-4t1c-pdr.csv>`_ diff --git a/docs/report/introduction/report_history.rst b/docs/report/introduction/report_history.rst index 6e11a1db3e..7066b35456 100644 --- a/docs/report/introduction/report_history.rst +++ b/docs/report/introduction/report_history.rst @@ -12,6 +12,13 @@ FD.io CSIT-18.10 Test Report History | | a. HoneyComb Functional, | | | b. VPP on 3n-hsw testbed. | | | | +| | 5. 3n-skx and 2n-skx comparisons added to Report: | +| | | +| | a. VPP Performance Tests: | +| | :ref:`vpp_compare_current_vs_previous_release` | +| | b. DPDK Performance Tests: | +| | :ref:`dpdk_compare_current_vs_previous_release` | +| | | +---------+--------------------------------------------------------------------+ | .w46 | 1. dot1q KVM VMs vhost-user tests added to | | | :ref:`KVM_VMs_vhost`. | diff --git a/docs/report/vpp_performance_tests/comparisons/current_vs_previous_release.rst b/docs/report/vpp_performance_tests/comparisons/current_vs_previous_release.rst index b534480ad3..6545b5ec1f 100644 --- a/docs/report/vpp_performance_tests/comparisons/current_vs_previous_release.rst +++ b/docs/report/vpp_performance_tests/comparisons/current_vs_previous_release.rst @@ -1,3 +1,6 @@ + +.. _vpp_compare_current_vs_previous_release: + Current vs. Previous Release ---------------------------- @@ -24,34 +27,107 @@ results repeatability vary between the test cases. files csit-vpp-perf-|srelease|-\*.zip `archived here <../../_static/archive/>`_. +3n-hsw +~~~~~~ + +NDR Comparison +`````````````` + +Comparison tables in ASCII and CSV formats: + + - `ASCII 1t1c NDR comparison <../../_static/vpp/performance-changes-3n-hsw-1t1c-ndr.txt>`_ + - `ASCII 2t2c NDR comparison <../../_static/vpp/performance-changes-3n-hsw-2t2c-ndr.txt>`_ + - `CSV 1t1c NDR comparison <../../_static/vpp/performance-changes-3n-hsw-1t1c-ndr.csv>`_ + - `CSV 2t2c NDR comparison <../../_static/vpp/performance-changes-3n-hsw-2t2c-ndr.csv>`_ + +PDR Comparison +`````````````` + +Comparison tables in ASCII and CSV formats: + + - `ASCII 1t1c PDR comparison <../../_static/vpp/performance-changes-3n-hsw-1t1c-pdr.txt>`_ + - `ASCII 2t2c PDR comparison <../../_static/vpp/performance-changes-3n-hsw-2t2c-pdr.txt>`_ + - `CSV 1t1c PDR comparison <../../_static/vpp/performance-changes-3n-hsw-1t1c-pdr.csv>`_ + - `CSV 2t2c PDR comparison <../../_static/vpp/performance-changes-3n-hsw-2t2c-pdr.csv>`_ + +MRR Comparison +`````````````` + +Comparison tables in ASCII and CSV formats: + + - `ASCII 1t1c MRR comparison <../../_static/vpp/performance-changes-3n-hsw-1t1c-mrr.txt>`_ + - `ASCII 2t2c MRR comparison <../../_static/vpp/performance-changes-3n-hsw-2t2c-mrr.txt>`_ + - `ASCII 4t4c MRR comparison <../../_static/vpp/performance-changes-3n-hsw-4t4c-mrr.txt>`_ + - `CSV 1t1c MRR comparison <../../_static/vpp/performance-changes-3n-hsw-1t1c-mrr.csv>`_ + - `CSV 2t2c MRR comparison <../../_static/vpp/performance-changes-3n-hsw-2t2c-mrr.csv>`_ + - `CSV 4t4c MRR comparison <../../_static/vpp/performance-changes-3n-hsw-4t4c-mrr.csv>`_ + +3n-skx +~~~~~~ + +NDR Comparison +`````````````` + +Comparison tables in ASCII and CSV formats: + + - `ASCII 2t1c NDR comparison <../../_static/vpp/performance-changes-3n-skx-2t1c-ndr.txt>`_ + - `ASCII 4t2c NDR comparison <../../_static/vpp/performance-changes-3n-skx-4t2c-ndr.txt>`_ + - `CSV 2t1c NDR comparison <../../_static/vpp/performance-changes-3n-skx-2t1c-ndr.csv>`_ + - `CSV 4t2c NDR comparison <../../_static/vpp/performance-changes-3n-skx-4t2c-ndr.csv>`_ + +PDR Comparison +`````````````` + +Comparison tables in ASCII and CSV formats: + + - `ASCII 2t1c PDR comparison <../../_static/vpp/performance-changes-3n-skx-2t1c-pdr.txt>`_ + - `ASCII 4t2c PDR comparison <../../_static/vpp/performance-changes-3n-skx-4t2c-pdr.txt>`_ + - `CSV 2t1c PDR comparison <../../_static/vpp/performance-changes-3n-skx-2t1c-pdr.csv>`_ + - `CSV 4t2c PDR comparison <../../_static/vpp/performance-changes-3n-skx-4t2c-pdr.csv>`_ + +MRR Comparison +`````````````` + +Comparison tables in ASCII and CSV formats: + + - `ASCII 2t1c MRR comparison <../../_static/vpp/performance-changes-3n-skx-2t1c-mrr.txt>`_ + - `ASCII 4t2c MRR comparison <../../_static/vpp/performance-changes-3n-skx-4t2c-mrr.txt>`_ + - `ASCII 8t4c MRR comparison <../../_static/vpp/performance-changes-3n-skx-8t4c-mrr.txt>`_ + - `CSV 2t1c MRR comparison <../../_static/vpp/performance-changes-3n-skx-2t1c-mrr.csv>`_ + - `CSV 4t2c MRR comparison <../../_static/vpp/performance-changes-3n-skx-4t2c-mrr.csv>`_ + - `CSV 8t4c MRR comparison <../../_static/vpp/performance-changes-3n-skx-8t4c-mrr.csv>`_ + +2n-skx +~~~~~~ + NDR Comparison -~~~~~~~~~~~~~~ +`````````````` Comparison tables in ASCII and CSV formats: - - `ASCII 1t1c NDR comparison <../../_static/vpp/performance-changes-1t1c-ndr.txt>`_ - - `ASCII 2t2c NDR comparison <../../_static/vpp/performance-changes-2t2c-ndr.txt>`_ - - `CSV 1t1c NDR comparison <../../_static/vpp/performance-changes-1t1c-ndr.csv>`_ - - `CSV 2t2c NDR comparison <../../_static/vpp/performance-changes-2t2c-ndr.csv>`_ + - `ASCII 2t1c NDR comparison <../../_static/vpp/performance-changes-2n-skx-2t1c-ndr.txt>`_ + - `ASCII 4t2c NDR comparison <../../_static/vpp/performance-changes-2n-skx-4t2c-ndr.txt>`_ + - `CSV 2t1c NDR comparison <../../_static/vpp/performance-changes-2n-skx-2t1c-ndr.csv>`_ + - `CSV 4t2c NDR comparison <../../_static/vpp/performance-changes-2n-skx-4t2c-ndr.csv>`_ PDR Comparison -~~~~~~~~~~~~~~ +`````````````` Comparison tables in ASCII and CSV formats: - - `ASCII 1t1c PDR comparison <../../_static/vpp/performance-changes-1t1c-pdr.txt>`_ - - `ASCII 2t2c PDR comparison <../../_static/vpp/performance-changes-2t2c-pdr.txt>`_ - - `CSV 1t1c PDR comparison <../../_static/vpp/performance-changes-1t1c-pdr.csv>`_ - - `CSV 2t2c PDR comparison <../../_static/vpp/performance-changes-2t2c-pdr.csv>`_ + - `ASCII 2t1c PDR comparison <../../_static/vpp/performance-changes-2n-skx-2t1c-pdr.txt>`_ + - `ASCII 4t2c PDR comparison <../../_static/vpp/performance-changes-2n-skx-4t2c-pdr.txt>`_ + - `CSV 2t1c PDR comparison <../../_static/vpp/performance-changes-2n-skx-2t1c-pdr.csv>`_ + - `CSV 4t2c PDR comparison <../../_static/vpp/performance-changes-2n-skx-4t2c-pdr.csv>`_ MRR Comparison -~~~~~~~~~~~~~~ +`````````````` Comparison tables in ASCII and CSV formats: - - `ASCII 1t1c MRR comparison <../../_static/vpp/performance-changes-1t1c-mrr.txt>`_ - - `ASCII 2t2c MRR comparison <../../_static/vpp/performance-changes-2t2c-mrr.txt>`_ - - `ASCII 4t4c MRR comparison <../../_static/vpp/performance-changes-4t4c-mrr.txt>`_ - - `CSV 1t1c MRR comparison <../../_static/vpp/performance-changes-1t1c-mrr.csv>`_ - - `CSV 2t2c MRR comparison <../../_static/vpp/performance-changes-2t2c-mrr.csv>`_ - - `CSV 4t4c MRR comparison <../../_static/vpp/performance-changes-4t4c-mrr.csv>`_ + - `ASCII 2t1c MRR comparison <../../_static/vpp/performance-changes-2n-skx-2t1c-mrr.txt>`_ + - `ASCII 4t2c MRR comparison <../../_static/vpp/performance-changes-2n-skx-4t2c-mrr.txt>`_ + - `ASCII 8t4c MRR comparison <../../_static/vpp/performance-changes-2n-skx-8t4c-mrr.txt>`_ + - `CSV 2t1c MRR comparison <../../_static/vpp/performance-changes-2n-skx-2t1c-mrr.csv>`_ + - `CSV 4t2c MRR comparison <../../_static/vpp/performance-changes-2n-skx-4t2c-mrr.csv>`_ + - `CSV 8t4c MRR comparison <../../_static/vpp/performance-changes-2n-skx-8t4c-mrr.csv>`_ diff --git a/resources/tools/presentation/specification.yaml b/resources/tools/presentation/specification.yaml index 1b5cf478bb..816f21134b 100644 --- a/resources/tools/presentation/specification.yaml +++ b/resources/tools/presentation/specification.yaml @@ -119,7 +119,7 @@ data-sets: # VPP Performance - vpp-performance-changes: + vpp-performance-changes-3n-hsw: csit-vpp-perf-1804-all: - 21 # sel - 22 # sel @@ -157,6 +157,54 @@ - 41 # NDRPDR sel - 42 # NDRPDR sel + vpp-performance-changes-3n-skx: + csit-vpp-perf-verify-1807-3n-skx: + - 33 # NDRPDR sel + - 35 # NDRPDR sel + - 37 # NDRPDR sel + - 38 # NDRPDR sel + - 39 # NDRPDR sel + - 43 # NDRPDR sel + - 44 # NDRPDR sel + - 49 # NDRPDR sel + - 50 # NDRPDR sel + - 56 # NDRPDR sel + csit-vpp-perf-verify-1810-3n-skx: + - 10 # NDRPDR sel + - 14 # NDRPDR sel + - 15 # NDRPDR sel + - 16 # NDRPDR sel + - 17 # NDRPDR sel + - 19 # NDRPDR sel + - 20 # NDRPDR sel + - 21 # NDRPDR sel + - 22 # NDRPDR sel + - 25 # NDRPDR sel + + vpp-performance-changes-2n-skx: + csit-vpp-perf-verify-1807-2n-skx: + - 26 # NDRPDR sel + - 28 # NDRPDR sel + - 29 # NDRPDR sel + - 30 # NDRPDR sel + - 34 # NDRPDR sel + - 35 # NDRPDR sel + - 36 # NDRPDR sel + - 39 # NDRPDR sel + - 40 # NDRPDR sel + - 42 # NDRPDR sel + csit-vpp-perf-verify-1810-2n-skx: + - 9 # NDRPDR sel + - 13 # NDRPDR sel + - 14 # NDRPDR sel + - 19 # NDRPDR sel + - 20 # NDRPDR sel + - 21 # NDRPDR sel + - 22 # NDRPDR sel + - 23 # NDRPDR sel + - 24 # NDRPDR sel + - 27 # NDRPDR sel + vpp-compare-testbeds: csit-vpp-perf-verify-1810-3n-hsw: - 8 # NDRPDR sel @@ -191,7 +239,7 @@ - 12 # MRR sel - 13 # MRR sel - vpp-performance-changes-mrr: + vpp-performance-changes-3n-hsw-mrr: csit-vpp-perf-check-1804: - 6 # mrr - sel - 13 # mrr - sel @@ -216,6 +264,42 @@ csit-vpp-perf-verify-1810-3n-hsw: - 9 # MRR sel + vpp-performance-changes-3n-skx-mrr: + csit-vpp-perf-verify-1807-3n-skx: + - 28 # MRR sel + - 32 # MRR sel + - 36 # MRR sel + - 42 # MRR sel + - 47 # MRR sel + - 48 # MRR sel + - 51 # MRR sel + - 52 # MRR sel + - 53 # MRR sel + - 54 # MRR sel + csit-vpp-perf-verify-1810-3n-skx: + - 9 # MRR sel + - 11 # MRR sel + - 12 # MRR sel + - 13 # MRR sel + + vpp-performance-changes-2n-skx-mrr: + csit-vpp-perf-verify-1807-2n-skx: + - 31 # MRR sel + - 33 # MRR sel + - 37 # MRR sel + - 38 # MRR sel + - 41 # MRR sel + - 43 # MRR sel + - 44 # MRR sel + - 45 # MRR sel + - 46 # MRR sel + - 47 # MRR sel + csit-vpp-perf-verify-1810-2n-skx: + - 8 # MRR sel + - 10 # MRR sel + - 11 # MRR sel + - 12 # MRR sel + vpp-perf-results-3n-hsw: csit-vpp-perf-verify-1810-3n-hsw: - 20 # NDRPDR full @@ -385,7 +469,7 @@ - 18 # sel # DPDK Performance - dpdk-performance-changes: + dpdk-performance-changes-3n-hsw: csit-dpdk-perf-1804-all: - 4 - 5 @@ -420,6 +504,30 @@ - 9 # NDRPDR sel - 10 # NDRPDR sel + dpdk-performance-changes-3n-skx: + csit-dpdk-perf-verify-1807-3n-skx: + - 1 # NDRPDR sel + - 2 # NDRPDR sel + - 3 # NDRPDR sel + - 6 # NDRPDR sel + - 7 # NDRPDR sel + - 8 # NDRPDR sel + - 9 # NDRPDR sel + - 10 # NDRPDR sel + - 11 # NDRPDR sel + - 12 # NDRPDR sel + csit-dpdk-perf-verify-1810-3n-skx: + - 3 # NDRPDR sel + - 4 # NDRPDR sel + - 6 # NDRPDR sel + - 7 # NDRPDR sel + - 8 # NDRPDR sel + - 9 # NDRPDR sel + - 10 # NDRPDR sel + - 11 # NDRPDR sel + - 12 # NDRPDR sel + - 13 # NDRPDR sel + dpdk-compare-testbeds: csit-dpdk-perf-verify-1810-3n-skx: - 3 # NDRPDR sel @@ -1044,16 +1152,16 @@ - 9 # NDRPDR sel - 10 # NDRPDR sel csit-dpdk-perf-verify-1807-3n-skx: - - 1 - - 2 - - 3 - - 6 - - 7 - - 8 - - 9 - - 10 - - 11 - - 12 + - 1 # NDRPDR sel + - 2 # NDRPDR sel + - 3 # NDRPDR sel + - 6 # NDRPDR sel + - 7 # NDRPDR sel + - 8 # NDRPDR sel + - 9 # NDRPDR sel + - 10 # NDRPDR sel + - 11 # NDRPDR sel + - 12 # NDRPDR sel csit-dpdk-perf-verify-1810-3n-skx: - 3 # NDRPDR sel - 4 # NDRPDR sel @@ -1106,12 +1214,12 @@ ################################################################################ # VPP -# VPP Performance Changes 1t1c pdr +# VPP Performance Changes 3n-hsw 1t1c pdr - type: "table" - title: "VPP Performance Changes 1t1c pdr" + title: "VPP Performance Changes 3n-hsw 1t1c pdr" algorithm: "table_performance_comparison" - output-file: "{DIR[STATIC,VPP]}/performance-changes-1t1c-pdr" + output-file: "{DIR[STATIC,VPP]}/performance-changes-3n-hsw-1t1c-pdr" history: - title: "rls1804" @@ -1158,7 +1266,7 @@ - 39 # NDRPDR sel - 41 # NDRPDR sel - 42 # NDRPDR sel - data: "vpp-performance-changes" + data: "vpp-performance-changes-3n-hsw" include-tests: "PDR" # "PDR" | "NDR" | "MRR" filter: "'1T1C' and ('NDRPDR' or 'NDRPDRDISC')" # "('NDRPDR' or 'NDRPDRDISC')" | "'MRR'" parameters: @@ -1166,12 +1274,12 @@ - "parent" - "throughput" -# VPP Performance Changes 2t2c pdr +# VPP Performance Changes 3n-hsw 2t2c pdr - type: "table" - title: "VPP Performance Changes 2t2c pdr" + title: "VPP Performance Changes 3n-hsw 2t2c pdr" algorithm: "table_performance_comparison" - output-file: "{DIR[STATIC,VPP]}/performance-changes-2t2c-pdr" + output-file: "{DIR[STATIC,VPP]}/performance-changes-3n-hsw-2t2c-pdr" history: - title: "rls1804" @@ -1218,7 +1326,7 @@ - 39 # NDRPDR sel - 41 # NDRPDR sel - 42 # NDRPDR sel - data: "vpp-performance-changes" + data: "vpp-performance-changes-3n-hsw" include-tests: "PDR" # "PDR" | "NDR" | "MRR" filter: "'2T2C' and ('NDRPDR' or 'NDRPDRDISC')" # "('NDRPDR' or 'NDRPDRDISC')" | "'MRR'" parameters: @@ -1226,12 +1334,12 @@ - "parent" - "throughput" -# VPP Performance Changes 1t1c ndr +# VPP Performance Changes 3n-hsw 1t1c ndr - type: "table" - title: "VPP Performance Changes 1t1c ndr" + title: "VPP Performance Changes 3n-hsw 1t1c ndr" algorithm: "table_performance_comparison" - output-file: "{DIR[STATIC,VPP]}/performance-changes-1t1c-ndr" + output-file: "{DIR[STATIC,VPP]}/performance-changes-3n-hsw-1t1c-ndr" history: - title: "rls1804" @@ -1278,7 +1386,7 @@ - 39 # NDRPDR sel - 41 # NDRPDR sel - 42 # NDRPDR sel - data: "vpp-performance-changes" + data: "vpp-performance-changes-3n-hsw" include-tests: "NDR" # "PDR" | "NDR" | "MRR" filter: "'1T1C' and ('NDRPDR' or 'NDRPDRDISC')" # "('NDRPDR' or 'NDRPDRDISC')" | "'MRR'" parameters: @@ -1286,12 +1394,12 @@ - "parent" - "throughput" -# VPP Performance Changes 2t2c ndr +# VPP Performance Changes 3n-hsw 2t2c ndr - type: "table" - title: "VPP Performance Changes 2t2c ndr" + title: "VPP Performance Changes 3n-hsw 2t2c ndr" algorithm: "table_performance_comparison" - output-file: "{DIR[STATIC,VPP]}/performance-changes-2t2c-ndr" + output-file: "{DIR[STATIC,VPP]}/performance-changes-3n-hsw-2t2c-ndr" history: - title: "rls1804" @@ -1338,7 +1446,7 @@ - 39 # NDRPDR sel - 41 # NDRPDR sel - 42 # NDRPDR sel - data: "vpp-performance-changes" + data: "vpp-performance-changes-3n-hsw" include-tests: "NDR" # "PDR" | "NDR" | "MRR" filter: "'2T2C' and ('NDRPDR' or 'NDRPDRDISC')" # "('NDRPDR' or 'NDRPDRDISC')" | "'MRR'" parameters: @@ -1346,28 +1454,28 @@ - "parent" - "throughput" -# VPP Comparison Across Testbeds 3n-hsw to 3n-skx ndr +# VPP Performance Changes 3n-skx 2t1c pdr - type: "table" - title: "VPP Comparison Across Testbeds 3n-hsw to 3n-skx ndr" + title: "VPP Performance Changes 3n-skx 2t1c pdr" algorithm: "table_performance_comparison" - output-file: "{DIR[STATIC,VPP]}/performance-compare-testbeds-3n-hsw-3n-skx-ndr" + output-file: "{DIR[STATIC,VPP]}/performance-changes-3n-skx-2t1c-pdr" reference: - title: "3-Node Hsw" + title: "rls1807" data: - csit-vpp-perf-verify-1810-3n-hsw: - - 8 # NDRPDR sel - - 12 # NDRPDR sel - - 14 # NDRPDR sel - - 18 # NDRPDR sel - - 23 # NDRPDR sel - - 25 # NDRPDR sel + csit-vpp-perf-verify-1807-3n-skx: + - 33 # NDRPDR sel + - 35 # NDRPDR sel + - 37 # NDRPDR sel - 38 # NDRPDR sel - 39 # NDRPDR sel - - 41 # NDRPDR sel - - 42 # NDRPDR sel + - 43 # NDRPDR sel + - 44 # NDRPDR sel + - 49 # NDRPDR sel + - 50 # NDRPDR sel + - 56 # NDRPDR sel compare: - title: "3-Node Skx" + title: "rls1810" data: csit-vpp-perf-verify-1810-3n-skx: - 10 # NDRPDR sel @@ -1380,36 +1488,36 @@ - 21 # NDRPDR sel - 22 # NDRPDR sel - 25 # NDRPDR sel - data: "vpp-compare-testbeds" - include-tests: "NDR" # "PDR" | "NDR" | "MRR" - filter: "'NIC_Intel-X710' and 'NDRPDR'" + data: "vpp-performance-changes-3n-skx" + include-tests: "PDR" # "PDR" | "NDR" | "MRR" + filter: "'2T1C' and ('NDRPDR' or 'NDRPDRDISC')" # "('NDRPDR' or 'NDRPDRDISC')" | "'MRR'" parameters: - "name" - "parent" - "throughput" -# VPP Comparison Across Testbeds 3n-hsw to 3n-skx pdr +# VPP Performance Changes 3n-skx 4t2c pdr - type: "table" - title: "VPP Comparison Across Testbeds 3n-hsw to 3n-skx pdr" + title: "VPP Performance Changes 3n-skx 4t2c pdr" algorithm: "table_performance_comparison" - output-file: "{DIR[STATIC,VPP]}/performance-compare-testbeds-3n-hsw-3n-skx-pdr" + output-file: "{DIR[STATIC,VPP]}/performance-changes-3n-skx-4t2c-pdr" reference: - title: "3-Node Hsw" + title: "rls1807" data: - csit-vpp-perf-verify-1810-3n-hsw: - - 8 # NDRPDR sel - - 12 # NDRPDR sel - - 14 # NDRPDR sel - - 18 # NDRPDR sel - - 23 # NDRPDR sel - - 25 # NDRPDR sel + csit-vpp-perf-verify-1807-3n-skx: + - 33 # NDRPDR sel + - 35 # NDRPDR sel + - 37 # NDRPDR sel - 38 # NDRPDR sel - 39 # NDRPDR sel - - 41 # NDRPDR sel - - 42 # NDRPDR sel + - 43 # NDRPDR sel + - 44 # NDRPDR sel + - 49 # NDRPDR sel + - 50 # NDRPDR sel + - 56 # NDRPDR sel compare: - title: "3-Node Skx" + title: "rls1810" data: csit-vpp-perf-verify-1810-3n-skx: - 10 # NDRPDR sel @@ -1422,153 +1530,702 @@ - 21 # NDRPDR sel - 22 # NDRPDR sel - 25 # NDRPDR sel - data: "vpp-compare-testbeds" + data: "vpp-performance-changes-3n-skx" include-tests: "PDR" # "PDR" | "NDR" | "MRR" - filter: "'NIC_Intel-X710' and 'NDRPDR'" + filter: "'4T2C' and ('NDRPDR' or 'NDRPDRDISC')" # "('NDRPDR' or 'NDRPDRDISC')" | "'MRR'" parameters: - "name" - "parent" - "throughput" -# VPP Performance Changes - 1t1c MRR +# VPP Performance Changes 3n-skx 2t1c ndr - type: "table" - title: "VPP Performance Changes - 1t1c MRR" + title: "VPP Performance Changes 3n-skx 2t1c ndr" algorithm: "table_performance_comparison" - output-file: "{DIR[STATIC,VPP]}/performance-changes-1t1c-mrr" - history: - - - title: "rls1804" - data: - csit-vpp-perf-check-1804: - - 6 # mrr - sel - - 13 # mrr - sel - - 14 # mrr - sel - - 15 # mrr - sel - - 16 # mrr - sel - - 17 # mrr - sel - - 19 # mrr - sel - - 20 # mrr - sel - - 21 # mrr - sel - - 22 # mrr - sel + output-file: "{DIR[STATIC,VPP]}/performance-changes-3n-skx-2t1c-ndr" reference: title: "rls1807" data: - csit-vpp-perf-verify-1807-3n-hsw: - - 8 # MRR full - - 9 # MRR sel - - 21 # MRR sel - - 31 # MRR sel - - 33 # MRR sel - - 36 # MRR sel - - 41 # MRR sel - - 42 # MRR sel - - 48 # MRR sel + csit-vpp-perf-verify-1807-3n-skx: + - 33 # NDRPDR sel + - 35 # NDRPDR sel + - 37 # NDRPDR sel + - 38 # NDRPDR sel + - 39 # NDRPDR sel + - 43 # NDRPDR sel + - 44 # NDRPDR sel + - 49 # NDRPDR sel + - 50 # NDRPDR sel + - 56 # NDRPDR sel compare: title: "rls1810" data: - csit-vpp-perf-verify-1810-3n-hsw: - - 9 # MRR sel - data: "vpp-performance-changes-mrr" - include-tests: "MRR" # "PDR" | "NDR" | "MRR" - filter: "'1T1C' and 'MRR'" # "('NDRPDR' or 'NDRPDRDISC')" | "'MRR'" + csit-vpp-perf-verify-1810-3n-skx: + - 10 # NDRPDR sel + - 14 # NDRPDR sel + - 15 # NDRPDR sel + - 16 # NDRPDR sel + - 17 # NDRPDR sel + - 19 # NDRPDR sel + - 20 # NDRPDR sel + - 21 # NDRPDR sel + - 22 # NDRPDR sel + - 25 # NDRPDR sel + data: "vpp-performance-changes-3n-skx" + include-tests: "NDR" # "PDR" | "NDR" | "MRR" + filter: "'2T1C' and ('NDRPDR' or 'NDRPDRDISC')" # "('NDRPDR' or 'NDRPDRDISC')" | "'MRR'" parameters: - "name" - "parent" - - "result" + - "throughput" -# VPP Performance Changes - 2t2c MRR +# VPP Performance Changes 3n-skx 4t2c ndr - type: "table" - title: "VPP Performance Changes - 2t2c MRR" + title: "VPP Performance Changes 3n-skx 4t2c ndr" algorithm: "table_performance_comparison" - output-file: "{DIR[STATIC,VPP]}/performance-changes-2t2c-mrr" - history: - - - title: "rls1804" - data: - csit-vpp-perf-check-1804: - - 6 # mrr - sel - - 13 # mrr - sel - - 14 # mrr - sel - - 15 # mrr - sel - - 16 # mrr - sel - - 17 # mrr - sel - - 19 # mrr - sel - - 20 # mrr - sel - - 21 # mrr - sel - - 22 # mrr - sel + output-file: "{DIR[STATIC,VPP]}/performance-changes-3n-skx-4t2c-ndr" reference: title: "rls1807" data: - csit-vpp-perf-verify-1807-3n-hsw: - - 8 # MRR full - - 9 # MRR sel - - 21 # MRR sel - - 31 # MRR sel - - 33 # MRR sel - - 36 # MRR sel - - 41 # MRR sel - - 42 # MRR sel - - 48 # MRR sel + csit-vpp-perf-verify-1807-3n-skx: + - 33 # NDRPDR sel + - 35 # NDRPDR sel + - 37 # NDRPDR sel + - 38 # NDRPDR sel + - 39 # NDRPDR sel + - 43 # NDRPDR sel + - 44 # NDRPDR sel + - 49 # NDRPDR sel + - 50 # NDRPDR sel + - 56 # NDRPDR sel compare: title: "rls1810" data: - csit-vpp-perf-verify-1810-3n-hsw: - - 9 # MRR sel - data: "vpp-performance-changes-mrr" - include-tests: "MRR" # "PDR" | "NDR" | "MRR" - filter: "'2T2C' and 'MRR'" # "('NDRPDR' or 'NDRPDRDISC')" | "'MRR'" + csit-vpp-perf-verify-1810-3n-skx: + - 10 # NDRPDR sel + - 14 # NDRPDR sel + - 15 # NDRPDR sel + - 16 # NDRPDR sel + - 17 # NDRPDR sel + - 19 # NDRPDR sel + - 20 # NDRPDR sel + - 21 # NDRPDR sel + - 22 # NDRPDR sel + - 25 # NDRPDR sel + data: "vpp-performance-changes-3n-skx" + include-tests: "NDR" # "PDR" | "NDR" | "MRR" + filter: "'4T2C' and ('NDRPDR' or 'NDRPDRDISC')" # "('NDRPDR' or 'NDRPDRDISC')" | "'MRR'" parameters: - "name" - "parent" - - "result" + - "throughput" -# VPP Performance Changes - 4t4c MRR +# VPP Performance Changes 2n-skx 2t1c pdr - type: "table" - title: "VPP Performance Changes - 4t4c MRR" + title: "VPP Performance Changes 2n-skx 2t1c pdr" algorithm: "table_performance_comparison" - output-file: "{DIR[STATIC,VPP]}/performance-changes-4t4c-mrr" - history: - - - title: "rls1804" - data: - csit-vpp-perf-check-1804: - - 6 # mrr - sel - - 13 # mrr - sel - - 14 # mrr - sel - - 15 # mrr - sel - - 16 # mrr - sel - - 17 # mrr - sel - - 19 # mrr - sel - - 20 # mrr - sel - - 21 # mrr - sel - - 22 # mrr - sel + output-file: "{DIR[STATIC,VPP]}/performance-changes-2n-skx-2t1c-pdr" reference: title: "rls1807" data: - csit-vpp-perf-verify-1807-3n-hsw: - - 8 # MRR full - - 9 # MRR sel - - 21 # MRR sel - - 31 # MRR sel - - 33 # MRR sel - - 36 # MRR sel - - 41 # MRR sel - - 42 # MRR sel - - 48 # MRR sel + csit-vpp-perf-verify-1807-2n-skx: + - 26 # NDRPDR sel + - 28 # NDRPDR sel + - 29 # NDRPDR sel + - 30 # NDRPDR sel + - 34 # NDRPDR sel + - 35 # NDRPDR sel + - 36 # NDRPDR sel + - 39 # NDRPDR sel + - 40 # NDRPDR sel + - 42 # NDRPDR sel compare: title: "rls1810" data: - csit-vpp-perf-verify-1810-3n-hsw: - - 9 # MRR sel - data: "vpp-performance-changes-mrr" - include-tests: "MRR" # "PDR" | "NDR" | "MRR" - filter: "'4T4C' and 'MRR'" # "('NDRPDR' or 'NDRPDRDISC')" | "'MRR'" - parameters: - - "name" - - "parent" + csit-vpp-perf-verify-1810-2n-skx: + - 9 # NDRPDR sel + - 13 # NDRPDR sel + - 14 # NDRPDR sel + - 19 # NDRPDR sel + - 20 # NDRPDR sel + - 21 # NDRPDR sel + - 22 # NDRPDR sel + - 23 # NDRPDR sel + - 24 # NDRPDR sel + - 27 # NDRPDR sel + data: "vpp-performance-changes-2n-skx" + include-tests: "PDR" # "PDR" | "NDR" | "MRR" + filter: "'2T1C' and ('NDRPDR' or 'NDRPDRDISC')" # "('NDRPDR' or 'NDRPDRDISC')" | "'MRR'" + parameters: + - "name" + - "parent" + - "throughput" + +# VPP Performance Changes 2n-skx 4t2c pdr +- + type: "table" + title: "VPP Performance Changes 2n-skx 4t2c pdr" + algorithm: "table_performance_comparison" + output-file: "{DIR[STATIC,VPP]}/performance-changes-2n-skx-4t2c-pdr" + reference: + title: "rls1807" + data: + csit-vpp-perf-verify-1807-2n-skx: + - 26 # NDRPDR sel + - 28 # NDRPDR sel + - 29 # NDRPDR sel + - 30 # NDRPDR sel + - 34 # NDRPDR sel + - 35 # NDRPDR sel + - 36 # NDRPDR sel + - 39 # NDRPDR sel + - 40 # NDRPDR sel + - 42 # NDRPDR sel + compare: + title: "rls1810" + data: + csit-vpp-perf-verify-1810-2n-skx: + - 9 # NDRPDR sel + - 13 # NDRPDR sel + - 14 # NDRPDR sel + - 19 # NDRPDR sel + - 20 # NDRPDR sel + - 21 # NDRPDR sel + - 22 # NDRPDR sel + - 23 # NDRPDR sel + - 24 # NDRPDR sel + - 27 # NDRPDR sel + data: "vpp-performance-changes-2n-skx" + include-tests: "PDR" # "PDR" | "NDR" | "MRR" + filter: "'4T2C' and ('NDRPDR' or 'NDRPDRDISC')" # "('NDRPDR' or 'NDRPDRDISC')" | "'MRR'" + parameters: + - "name" + - "parent" + - "throughput" + +# VPP Performance Changes 2n-skx 2t1c ndr +- + type: "table" + title: "VPP Performance Changes 2n-skx 2t1c ndr" + algorithm: "table_performance_comparison" + output-file: "{DIR[STATIC,VPP]}/performance-changes-2n-skx-2t1c-ndr" + reference: + title: "rls1807" + data: + csit-vpp-perf-verify-1807-2n-skx: + - 26 # NDRPDR sel + - 28 # NDRPDR sel + - 29 # NDRPDR sel + - 30 # NDRPDR sel + - 34 # NDRPDR sel + - 35 # NDRPDR sel + - 36 # NDRPDR sel + - 39 # NDRPDR sel + - 40 # NDRPDR sel + - 42 # NDRPDR sel + compare: + title: "rls1810" + data: + csit-vpp-perf-verify-1810-2n-skx: + - 9 # NDRPDR sel + - 13 # NDRPDR sel + - 14 # NDRPDR sel + - 19 # NDRPDR sel + - 20 # NDRPDR sel + - 21 # NDRPDR sel + - 22 # NDRPDR sel + - 23 # NDRPDR sel + - 24 # NDRPDR sel + - 27 # NDRPDR sel + data: "vpp-performance-changes-2n-skx" + include-tests: "NDR" # "PDR" | "NDR" | "MRR" + filter: "'2T1C' and ('NDRPDR' or 'NDRPDRDISC')" # "('NDRPDR' or 'NDRPDRDISC')" | "'MRR'" + parameters: + - "name" + - "parent" + - "throughput" + +# VPP Performance Changes 2n-skx 4t2c ndr +- + type: "table" + title: "VPP Performance Changes 2n-skx 4t2c ndr" + algorithm: "table_performance_comparison" + output-file: "{DIR[STATIC,VPP]}/performance-changes-2n-skx-4t2c-ndr" + reference: + title: "rls1807" + data: + csit-vpp-perf-verify-1807-2n-skx: + - 26 # NDRPDR sel + - 28 # NDRPDR sel + - 29 # NDRPDR sel + - 30 # NDRPDR sel + - 34 # NDRPDR sel + - 35 # NDRPDR sel + - 36 # NDRPDR sel + - 39 # NDRPDR sel + - 40 # NDRPDR sel + - 42 # NDRPDR sel + compare: + title: "rls1810" + data: + csit-vpp-perf-verify-1810-2n-skx: + - 9 # NDRPDR sel + - 13 # NDRPDR sel + - 14 # NDRPDR sel + - 19 # NDRPDR sel + - 20 # NDRPDR sel + - 21 # NDRPDR sel + - 22 # NDRPDR sel + - 23 # NDRPDR sel + - 24 # NDRPDR sel + - 27 # NDRPDR sel + data: "vpp-performance-changes-2n-skx" + include-tests: "NDR" # "PDR" | "NDR" | "MRR" + filter: "'4T2C' and ('NDRPDR' or 'NDRPDRDISC')" # "('NDRPDR' or 'NDRPDRDISC')" | "'MRR'" + parameters: + - "name" + - "parent" + - "throughput" + +# VPP Comparison Across Testbeds 3n-hsw to 3n-skx ndr +- + type: "table" + title: "VPP Comparison Across Testbeds 3n-hsw to 3n-skx ndr" + algorithm: "table_performance_comparison" + output-file: "{DIR[STATIC,VPP]}/performance-compare-testbeds-3n-hsw-3n-skx-ndr" + reference: + title: "3-Node Hsw" + data: + csit-vpp-perf-verify-1810-3n-hsw: + - 8 # NDRPDR sel + - 12 # NDRPDR sel + - 14 # NDRPDR sel + - 18 # NDRPDR sel + - 23 # NDRPDR sel + - 25 # NDRPDR sel + - 38 # NDRPDR sel + - 39 # NDRPDR sel + - 41 # NDRPDR sel + - 42 # NDRPDR sel + compare: + title: "3-Node Skx" + data: + csit-vpp-perf-verify-1810-3n-skx: + - 10 # NDRPDR sel + - 14 # NDRPDR sel + - 15 # NDRPDR sel + - 16 # NDRPDR sel + - 17 # NDRPDR sel + - 19 # NDRPDR sel + - 20 # NDRPDR sel + - 21 # NDRPDR sel + - 22 # NDRPDR sel + - 25 # NDRPDR sel + data: "vpp-compare-testbeds" + include-tests: "NDR" # "PDR" | "NDR" | "MRR" + filter: "'NIC_Intel-X710' and 'NDRPDR'" + parameters: + - "name" + - "parent" + - "throughput" + +# VPP Comparison Across Testbeds 3n-hsw to 3n-skx pdr +- + type: "table" + title: "VPP Comparison Across Testbeds 3n-hsw to 3n-skx pdr" + algorithm: "table_performance_comparison" + output-file: "{DIR[STATIC,VPP]}/performance-compare-testbeds-3n-hsw-3n-skx-pdr" + reference: + title: "3-Node Hsw" + data: + csit-vpp-perf-verify-1810-3n-hsw: + - 8 # NDRPDR sel + - 12 # NDRPDR sel + - 14 # NDRPDR sel + - 18 # NDRPDR sel + - 23 # NDRPDR sel + - 25 # NDRPDR sel + - 38 # NDRPDR sel + - 39 # NDRPDR sel + - 41 # NDRPDR sel + - 42 # NDRPDR sel + compare: + title: "3-Node Skx" + data: + csit-vpp-perf-verify-1810-3n-skx: + - 10 # NDRPDR sel + - 14 # NDRPDR sel + - 15 # NDRPDR sel + - 16 # NDRPDR sel + - 17 # NDRPDR sel + - 19 # NDRPDR sel + - 20 # NDRPDR sel + - 21 # NDRPDR sel + - 22 # NDRPDR sel + - 25 # NDRPDR sel + data: "vpp-compare-testbeds" + include-tests: "PDR" # "PDR" | "NDR" | "MRR" + filter: "'NIC_Intel-X710' and 'NDRPDR'" + parameters: + - "name" + - "parent" + - "throughput" + +# VPP Performance Changes 3n-hsw 1t1c MRR +- + type: "table" + title: "VPP Performance Changes 3n-hsw 1t1c MRR" + algorithm: "table_performance_comparison" + output-file: "{DIR[STATIC,VPP]}/performance-changes-3n-hsw-1t1c-mrr" + history: + - + title: "rls1804" + data: + csit-vpp-perf-check-1804: + - 6 # mrr - sel + - 13 # mrr - sel + - 14 # mrr - sel + - 15 # mrr - sel + - 16 # mrr - sel + - 17 # mrr - sel + - 19 # mrr - sel + - 20 # mrr - sel + - 21 # mrr - sel + - 22 # mrr - sel + reference: + title: "rls1807" + data: + csit-vpp-perf-verify-1807-3n-hsw: + - 8 # MRR full + - 9 # MRR sel + - 21 # MRR sel + - 31 # MRR sel + - 33 # MRR sel + - 36 # MRR sel + - 41 # MRR sel + - 42 # MRR sel + - 48 # MRR sel + compare: + title: "rls1810" + data: + csit-vpp-perf-verify-1810-3n-hsw: + - 9 # MRR sel + data: "vpp-performance-changes-3n-hsw-mrr" + include-tests: "MRR" # "PDR" | "NDR" | "MRR" + filter: "'1T1C' and 'MRR'" # "('NDRPDR' or 'NDRPDRDISC')" | "'MRR'" + parameters: + - "name" + - "parent" + - "result" + +# VPP Performance Changes 3n-hsw 2t2c MRR +- + type: "table" + title: "VPP Performance Changes 3n-hsw 2t2c MRR" + algorithm: "table_performance_comparison" + output-file: "{DIR[STATIC,VPP]}/performance-changes-3n-hsw-2t2c-mrr" + history: + - + title: "rls1804" + data: + csit-vpp-perf-check-1804: + - 6 # mrr - sel + - 13 # mrr - sel + - 14 # mrr - sel + - 15 # mrr - sel + - 16 # mrr - sel + - 17 # mrr - sel + - 19 # mrr - sel + - 20 # mrr - sel + - 21 # mrr - sel + - 22 # mrr - sel + reference: + title: "rls1807" + data: + csit-vpp-perf-verify-1807-3n-hsw: + - 8 # MRR full + - 9 # MRR sel + - 21 # MRR sel + - 31 # MRR sel + - 33 # MRR sel + - 36 # MRR sel + - 41 # MRR sel + - 42 # MRR sel + - 48 # MRR sel + compare: + title: "rls1810" + data: + csit-vpp-perf-verify-1810-3n-hsw: + - 9 # MRR sel + data: "vpp-performance-changes-3n-hsw-mrr" + include-tests: "MRR" # "PDR" | "NDR" | "MRR" + filter: "'2T2C' and 'MRR'" # "('NDRPDR' or 'NDRPDRDISC')" | "'MRR'" + parameters: + - "name" + - "parent" + - "result" + +# VPP Performance Changes 3n-hsw 4t4c MRR +- + type: "table" + title: "VPP Performance Changes 3n-hsw 4t4c MRR" + algorithm: "table_performance_comparison" + output-file: "{DIR[STATIC,VPP]}/performance-changes-3n-hsw-4t4c-mrr" + history: + - + title: "rls1804" + data: + csit-vpp-perf-check-1804: + - 6 # mrr - sel + - 13 # mrr - sel + - 14 # mrr - sel + - 15 # mrr - sel + - 16 # mrr - sel + - 17 # mrr - sel + - 19 # mrr - sel + - 20 # mrr - sel + - 21 # mrr - sel + - 22 # mrr - sel + reference: + title: "rls1807" + data: + csit-vpp-perf-verify-1807-3n-hsw: + - 8 # MRR full + - 9 # MRR sel + - 21 # MRR sel + - 31 # MRR sel + - 33 # MRR sel + - 36 # MRR sel + - 41 # MRR sel + - 42 # MRR sel + - 48 # MRR sel + compare: + title: "rls1810" + data: + csit-vpp-perf-verify-1810-3n-hsw: + - 9 # MRR sel + data: "vpp-performance-changes-3n-hsw-mrr" + include-tests: "MRR" # "PDR" | "NDR" | "MRR" + filter: "'4T4C' and 'MRR'" # "('NDRPDR' or 'NDRPDRDISC')" | "'MRR'" + parameters: + - "name" + - "parent" + - "result" + +# VPP Performance Changes 3n-skx 2t1c MRR +- + type: "table" + title: "VPP Performance Changes 3n-skx 2t1c MRR" + algorithm: "table_performance_comparison" + output-file: "{DIR[STATIC,VPP]}/performance-changes-3n-skx-2t1c-mrr" + reference: + title: "rls1807" + data: + csit-vpp-perf-verify-1807-3n-skx: + - 28 # MRR sel + - 32 # MRR sel + - 36 # MRR sel + - 42 # MRR sel + - 47 # MRR sel + - 48 # MRR sel + - 51 # MRR sel + - 52 # MRR sel + - 53 # MRR sel + compare: + title: "rls1810" + data: + csit-vpp-perf-verify-1810-3n-skx: + - 9 # MRR sel + - 11 # MRR sel + - 12 # MRR sel + - 13 # MRR sel + data: "vpp-performance-changes-3n-skx-mrr" + include-tests: "MRR" # "PDR" | "NDR" | "MRR" + filter: "'2T1C' and 'MRR'" # "('NDRPDR' or 'NDRPDRDISC')" | "'MRR'" + parameters: + - "name" + - "parent" + - "result" + +# VPP Performance Changes 3n-skx 4t2c MRR +- + type: "table" + title: "VPP Performance Changes 3n-skx 4t2c MRR" + algorithm: "table_performance_comparison" + output-file: "{DIR[STATIC,VPP]}/performance-changes-3n-skx-4t2c-mrr" + reference: + title: "rls1807" + data: + csit-vpp-perf-verify-1807-3n-skx: + - 28 # MRR sel + - 32 # MRR sel + - 36 # MRR sel + - 42 # MRR sel + - 47 # MRR sel + - 48 # MRR sel + - 51 # MRR sel + - 52 # MRR sel + - 53 # MRR sel + compare: + title: "rls1810" + data: + csit-vpp-perf-verify-1810-3n-skx: + - 9 # MRR sel + - 11 # MRR sel + - 12 # MRR sel + - 13 # MRR sel + data: "vpp-performance-changes-3n-skx-mrr" + include-tests: "MRR" # "PDR" | "NDR" | "MRR" + filter: "'4T2C' and 'MRR'" # "('NDRPDR' or 'NDRPDRDISC')" | "'MRR'" + parameters: + - "name" + - "parent" + - "result" + +# VPP Performance Changes 3n-skx 8t4c MRR +- + type: "table" + title: "VPP Performance Changes 3n-skx 8t4c MRR" + algorithm: "table_performance_comparison" + output-file: "{DIR[STATIC,VPP]}/performance-changes-3n-skx-8t4c-mrr" + reference: + title: "rls1807" + data: + csit-vpp-perf-verify-1807-3n-skx: + - 28 # MRR sel + - 32 # MRR sel + - 36 # MRR sel + - 42 # MRR sel + - 47 # MRR sel + - 48 # MRR sel + - 51 # MRR sel + - 52 # MRR sel + - 53 # MRR sel + compare: + title: "rls1810" + data: + csit-vpp-perf-verify-1810-3n-skx: + - 9 # MRR sel + - 11 # MRR sel + - 12 # MRR sel + - 13 # MRR sel + data: "vpp-performance-changes-3n-skx-mrr" + include-tests: "MRR" # "PDR" | "NDR" | "MRR" + filter: "'8T4C' and 'MRR'" # "('NDRPDR' or 'NDRPDRDISC')" | "'MRR'" + parameters: + - "name" + - "parent" + - "result" + +# VPP Performance Changes 2n-skx 2t1c MRR +- + type: "table" + title: "VPP Performance Changes 2n-skx 2t1c MRR" + algorithm: "table_performance_comparison" + output-file: "{DIR[STATIC,VPP]}/performance-changes-2n-skx-2t1c-mrr" + reference: + title: "rls1807" + data: + csit-vpp-perf-verify-1807-2n-skx: + - 31 # MRR sel + - 33 # MRR sel + - 37 # MRR sel + - 38 # MRR sel + - 41 # MRR sel + - 43 # MRR sel + - 44 # MRR sel + - 45 # MRR sel + - 46 # MRR sel + - 47 # MRR sel + compare: + title: "rls1810" + data: + csit-vpp-perf-verify-1810-2n-skx: + - 8 # MRR sel + - 10 # MRR sel + - 11 # MRR sel + - 12 # MRR sel + data: "vpp-performance-changes-2n-skx-mrr" + include-tests: "MRR" # "PDR" | "NDR" | "MRR" + filter: "'2T1C' and 'MRR'" # "('NDRPDR' or 'NDRPDRDISC')" | "'MRR'" + parameters: + - "name" + - "parent" + - "result" + +# VPP Performance Changes 2n-skx 4t2c MRR +- + type: "table" + title: "VPP Performance Changes 2n-skx 4t2c MRR" + algorithm: "table_performance_comparison" + output-file: "{DIR[STATIC,VPP]}/performance-changes-2n-skx-4t2c-mrr" + reference: + title: "rls1807" + data: + csit-vpp-perf-verify-1807-2n-skx: + - 31 # MRR sel + - 33 # MRR sel + - 37 # MRR sel + - 38 # MRR sel + - 41 # MRR sel + - 43 # MRR sel + - 44 # MRR sel + - 45 # MRR sel + - 46 # MRR sel + - 47 # MRR sel + compare: + title: "rls1810" + data: + csit-vpp-perf-verify-1810-2n-skx: + - 8 # MRR sel + - 10 # MRR sel + - 11 # MRR sel + - 12 # MRR sel + data: "vpp-performance-changes-2n-skx-mrr" + include-tests: "MRR" # "PDR" | "NDR" | "MRR" + filter: "'4T2C' and 'MRR'" # "('NDRPDR' or 'NDRPDRDISC')" | "'MRR'" + parameters: + - "name" + - "parent" + - "result" + +# VPP Performance Changes 2n-skx 8t4c MRR +- + type: "table" + title: "VPP Performance Changes 2n-skx 8t4c MRR" + algorithm: "table_performance_comparison" + output-file: "{DIR[STATIC,VPP]}/performance-changes-2n-skx-8t4c-mrr" + reference: + title: "rls1807" + data: + csit-vpp-perf-verify-1807-2n-skx: + - 31 # MRR sel + - 33 # MRR sel + - 37 # MRR sel + - 38 # MRR sel + - 41 # MRR sel + - 43 # MRR sel + - 44 # MRR sel + - 45 # MRR sel + - 46 # MRR sel + - 47 # MRR sel + compare: + title: "rls1810" + data: + csit-vpp-perf-verify-1810-2n-skx: + - 8 # MRR sel + - 10 # MRR sel + - 11 # MRR sel + - 12 # MRR sel + data: "vpp-performance-changes-2n-skx-mrr" + include-tests: "MRR" # "PDR" | "NDR" | "MRR" + filter: "'8T4C' and 'MRR'" # "('NDRPDR' or 'NDRPDRDISC')" | "'MRR'" + parameters: + - "name" + - "parent" - "result" # VPP Comparison Across Testbeds 3n-hsw to 3n-skx mrr @@ -2097,12 +2754,12 @@ ################################################################################ -# DPDK Performance Changes 1t1c pdr +# DPDK Performance Changes 3n-hsw 1t1c pdr - type: "table" - title: "DPDK Performance Changes 1t1c pdr" + title: "DPDK Performance Changes 3n-hsw 1t1c pdr" algorithm: "table_performance_comparison" - output-file: "{DIR[STATIC,DPDK]}/performance-changes-1t1c-pdr" + output-file: "{DIR[STATIC,DPDK]}/performance-changes-3n-hsw-1t1c-pdr" history: - title: "rls1804" @@ -2146,7 +2803,7 @@ - 8 # NDRPDR sel - 9 # NDRPDR sel - 10 # NDRPDR sel - data: "dpdk-performance-changes" + data: "dpdk-performance-changes-3n-hsw" include-tests: "PDR" # "PDR" | "NDR" | "MRR" filter: "'1T1C' and ('NDRPDR' or 'NDRPDRDISC')" # "('NDRPDR' or 'NDRPDRDISC')" | "'MRR'" parameters: @@ -2154,12 +2811,12 @@ - "parent" - "throughput" -# DPDK Performance Changes 2t2c pdr +# DPDK Performance Changes 3n-hsw 2t2c pdr - type: "table" - title: "DPDK Performance Changes 2t2c pdr" + title: "DPDK Performance Changes 3n-hsw 2t2c pdr" algorithm: "table_performance_comparison" - output-file: "{DIR[STATIC,DPDK]}/performance-changes-2t2c-pdr" + output-file: "{DIR[STATIC,DPDK]}/performance-changes-3n-hsw-2t2c-pdr" history: - title: "rls1804" @@ -2203,7 +2860,7 @@ - 8 # NDRPDR sel - 9 # NDRPDR sel - 10 # NDRPDR sel - data: "dpdk-performance-changes" + data: "dpdk-performance-changes-3n-hsw" include-tests: "PDR" # "PDR" | "NDR" | "MRR" filter: "'2T2C' and ('NDRPDR' or 'NDRPDRDISC')" # "('NDRPDR' or 'NDRPDRDISC')" | "'MRR'" parameters: @@ -2211,12 +2868,12 @@ - "parent" - "throughput" -# DPDK Performance Changes 1t1c ndr +# DPDK Performance Changes 3n-hsw 1t1c ndr - type: "table" - title: "DPDK Performance Changes 1t1c ndr" + title: "DPDK Performance Changes 3n-hsw 1t1c ndr" algorithm: "table_performance_comparison" - output-file: "{DIR[STATIC,DPDK]}/performance-changes-1t1c-ndr" + output-file: "{DIR[STATIC,DPDK]}/performance-changes-3n-hsw-1t1c-ndr" history: - title: "rls1804" @@ -2260,7 +2917,7 @@ - 8 # NDRPDR sel - 9 # NDRPDR sel - 10 # NDRPDR sel - data: "dpdk-performance-changes" + data: "dpdk-performance-changes-3n-hsw" include-tests: "NDR" # "PDR" | "NDR" | "MRR" filter: "'1T1C' and ('NDRPDR' or 'NDRPDRDISC')" # "('NDRPDR' or 'NDRPDRDISC')" | "'MRR'" parameters: @@ -2268,12 +2925,12 @@ - "parent" - "throughput" -# DPDK Performance Changes 2t2c ndr +# DPDK Performance Changes 3n-hsw 2t2c ndr - type: "table" - title: "DPDK Performance Changes 2t2c ndr" + title: "DPDK Performance Changes 3n-hsw 2t2c ndr" algorithm: "table_performance_comparison" - output-file: "{DIR[STATIC,DPDK]}/performance-changes-2t2c-ndr" + output-file: "{DIR[STATIC,DPDK]}/performance-changes-3n-hsw-2t2c-ndr" history: - title: "rls1804" @@ -2317,7 +2974,7 @@ - 8 # NDRPDR sel - 9 # NDRPDR sel - 10 # NDRPDR sel - data: "dpdk-performance-changes" + data: "dpdk-performance-changes-3n-hsw" include-tests: "NDR" # "PDR" | "NDR" | "MRR" filter: "'2T2C' and ('NDRPDR' or 'NDRPDRDISC')" # "('NDRPDR' or 'NDRPDRDISC')" | "'MRR'" parameters: @@ -2325,6 +2982,174 @@ - "parent" - "throughput" +# DPDK Performance Changes 3n-skx 2t1c pdr +- + type: "table" + title: "DPDK Performance Changes 3n-skx 2t1c pdr" + algorithm: "table_performance_comparison" + output-file: "{DIR[STATIC,DPDK]}/performance-changes-3n-skx-2t1c-pdr" + reference: + title: "rls1807" + data: + csit-dpdk-perf-verify-1807-3n-skx: + - 1 # NDRPDR sel + - 2 # NDRPDR sel + - 3 # NDRPDR sel + - 6 # NDRPDR sel + - 7 # NDRPDR sel + - 8 # NDRPDR sel + - 9 # NDRPDR sel + - 10 # NDRPDR sel + - 11 # NDRPDR sel + - 12 # NDRPDR sel + compare: + title: "rls1810" + data: + csit-dpdk-perf-verify-1810-3n-skx: + - 3 # NDRPDR sel + - 4 # NDRPDR sel + - 6 # NDRPDR sel + - 7 # NDRPDR sel + - 8 # NDRPDR sel + - 9 # NDRPDR sel + - 10 # NDRPDR sel + - 11 # NDRPDR sel + - 12 # NDRPDR sel + - 13 # NDRPDR sel + data: "dpdk-performance-changes-3n-skx" + include-tests: "PDR" # "PDR" | "NDR" | "MRR" + filter: "'2T1C' and ('NDRPDR' or 'NDRPDRDISC')" # "('NDRPDR' or 'NDRPDRDISC')" | "'MRR'" + parameters: + - "name" + - "parent" + - "throughput" + +# DPDK Performance Changes 3n-skx 4t2c pdr +- + type: "table" + title: "DPDK Performance Changes 3n-skx 4t2c pdr" + algorithm: "table_performance_comparison" + output-file: "{DIR[STATIC,DPDK]}/performance-changes-3n-skx-4t2c-pdr" + reference: + title: "rls1807" + data: + csit-dpdk-perf-verify-1807-3n-skx: + - 1 # NDRPDR sel + - 2 # NDRPDR sel + - 3 # NDRPDR sel + - 6 # NDRPDR sel + - 7 # NDRPDR sel + - 8 # NDRPDR sel + - 9 # NDRPDR sel + - 10 # NDRPDR sel + - 11 # NDRPDR sel + - 12 # NDRPDR sel + compare: + title: "rls1810" + data: + csit-dpdk-perf-verify-1810-3n-skx: + - 3 # NDRPDR sel + - 4 # NDRPDR sel + - 6 # NDRPDR sel + - 7 # NDRPDR sel + - 8 # NDRPDR sel + - 9 # NDRPDR sel + - 10 # NDRPDR sel + - 11 # NDRPDR sel + - 12 # NDRPDR sel + - 13 # NDRPDR sel + data: "dpdk-performance-changes-3n-skx" + include-tests: "PDR" # "PDR" | "NDR" | "MRR" + filter: "'4T2C' and ('NDRPDR' or 'NDRPDRDISC')" # "('NDRPDR' or 'NDRPDRDISC')" | "'MRR'" + parameters: + - "name" + - "parent" + - "throughput" + +# DPDK Performance Changes 3n-skx 2t1c ndr +- + type: "table" + title: "DPDK Performance Changes 3n-skx 2t1c ndr" + algorithm: "table_performance_comparison" + output-file: "{DIR[STATIC,DPDK]}/performance-changes-3n-skx-2t1c-ndr" + reference: + title: "rls1807" + data: + csit-dpdk-perf-verify-1807-3n-skx: + - 1 # NDRPDR sel + - 2 # NDRPDR sel + - 3 # NDRPDR sel + - 6 # NDRPDR sel + - 7 # NDRPDR sel + - 8 # NDRPDR sel + - 9 # NDRPDR sel + - 10 # NDRPDR sel + - 11 # NDRPDR sel + - 12 # NDRPDR sel + compare: + title: "rls1810" + data: + csit-dpdk-perf-verify-1810-3n-skx: + - 3 # NDRPDR sel + - 4 # NDRPDR sel + - 6 # NDRPDR sel + - 7 # NDRPDR sel + - 8 # NDRPDR sel + - 9 # NDRPDR sel + - 10 # NDRPDR sel + - 11 # NDRPDR sel + - 12 # NDRPDR sel + - 13 # NDRPDR sel + data: "dpdk-performance-changes-3n-skx" + include-tests: "NDR" # "PDR" | "NDR" | "MRR" + filter: "'2T1C' and ('NDRPDR' or 'NDRPDRDISC')" # "('NDRPDR' or 'NDRPDRDISC')" | "'MRR'" + parameters: + - "name" + - "parent" + - "throughput" + +# DPDK Performance Changes 3n-skx 4t2c ndr +- + type: "table" + title: "DPDK Performance Changes 3n-skx 4t2c ndr" + algorithm: "table_performance_comparison" + output-file: "{DIR[STATIC,DPDK]}/performance-changes-3n-skx-4t2c-ndr" + reference: + title: "rls1807" + data: + csit-dpdk-perf-verify-1807-3n-skx: + - 1 # NDRPDR sel + - 2 # NDRPDR sel + - 3 # NDRPDR sel + - 6 # NDRPDR sel + - 7 # NDRPDR sel + - 8 # NDRPDR sel + - 9 # NDRPDR sel + - 10 # NDRPDR sel + - 11 # NDRPDR sel + - 12 # NDRPDR sel + compare: + title: "rls1810" + data: + csit-dpdk-perf-verify-1810-3n-skx: + - 3 # NDRPDR sel + - 4 # NDRPDR sel + - 6 # NDRPDR sel + - 7 # NDRPDR sel + - 8 # NDRPDR sel + - 9 # NDRPDR sel + - 10 # NDRPDR sel + - 11 # NDRPDR sel + - 12 # NDRPDR sel + - 13 # NDRPDR sel + data: "dpdk-performance-changes-3n-skx" + include-tests: "NDR" # "PDR" | "NDR" | "MRR" + filter: "'4T2C' and ('NDRPDR' or 'NDRPDRDISC')" # "('NDRPDR' or 'NDRPDRDISC')" | "'MRR'" + parameters: + - "name" + - "parent" + - "throughput" + # DPDK Comparison Across Testbeds 3n-hsw to 3n-skx ndr - type: "table" -- 2.16.6