From: Tibor Frank Date: Tue, 14 Jan 2020 12:47:18 +0000 (+0100) Subject: Report: Current vs. Previous Release - NFV Tests X-Git-Url: https://gerrit.fd.io/r/gitweb?p=csit.git;a=commitdiff_plain;h=5147d3ac0844b31852a3c221759f31915744b1c7;ds=sidebyside Report: Current vs. Previous Release - NFV Tests Change-Id: I00cbde38b8f900efe3e3123a942de2288381ea3b Signed-off-by: Tibor Frank --- diff --git a/docs/report/vpp_performance_tests/comparisons/current_vs_previous_release.rst b/docs/report/vpp_performance_tests/comparisons/current_vs_previous_release.rst index cd0af1f914..64bf06b0d9 100644 --- a/docs/report/vpp_performance_tests/comparisons/current_vs_previous_release.rst +++ b/docs/report/vpp_performance_tests/comparisons/current_vs_previous_release.rst @@ -50,6 +50,16 @@ Comparison tables in HTML, ASCII and CSV formats: - `CSV 2t1c NDR comparison <../../_static/vpp/performance-changes-2n-skx-2t1c-ndr.csv>`_ - `CSV 4t2c NDR comparison <../../_static/vpp/performance-changes-2n-skx-4t2c-ndr.csv>`_ + - `HTML 2t1c NFV Service Density NDR comparison <../../_static/vpp/performance-changes-nfv-2n-skx-2t1c-ndr.html>`_ + - `HTML 4t2c NFV Service Density NDR comparison <../../_static/vpp/performance-changes-nfv-2n-skx-4t2c-ndr.html>`_ + - `HTML 8t4c NFV Service Density NDR comparison <../../_static/vpp/performance-changes-nfv-2n-skx-8t4c-ndr.html>`_ + - `ASCII 2t1c NFV Service Density NDR comparison <../../_static/vpp/performance-changes-nfv-2n-skx-2t1c-ndr.txt>`_ + - `ASCII 4t2c NFV Service Density NDR comparison <../../_static/vpp/performance-changes-nfv-2n-skx-4t2c-ndr.txt>`_ + - `ASCII 8t4c NFV Service Density NDR comparison <../../_static/vpp/performance-changes-nfv-2n-skx-8t4c-ndr.txt>`_ + - `CSV 2t1c NFV Service Density NDR comparison <../../_static/vpp/performance-changes-nfv-2n-skx-2t1c-ndr.csv>`_ + - `CSV 4t2c NFV Service Density NDR comparison <../../_static/vpp/performance-changes-nfv-2n-skx-4t2c-ndr.csv>`_ + - `CSV 8t4c NFV Service Density NDR comparison <../../_static/vpp/performance-changes-nfv-2n-skx-8t4c-ndr.csv>`_ + PDR Comparison `````````````` @@ -62,6 +72,16 @@ Comparison tables in HTML, ASCII and CSV formats: - `CSV 2t1c PDR comparison <../../_static/vpp/performance-changes-2n-skx-2t1c-pdr.csv>`_ - `CSV 4t2c PDR comparison <../../_static/vpp/performance-changes-2n-skx-4t2c-pdr.csv>`_ + - `HTML 2t1c NFV Service Density PDR comparison <../../_static/vpp/performance-changes-nfv-2n-skx-2t1c-pdr.html>`_ + - `HTML 4t2c NFV Service Density PDR comparison <../../_static/vpp/performance-changes-nfv-2n-skx-4t2c-pdr.html>`_ + - `HTML 8t4c NFV Service Density PDR comparison <../../_static/vpp/performance-changes-nfv-2n-skx-8t4c-pdr.html>`_ + - `ASCII 2t1c NFV Service Density PDR comparison <../../_static/vpp/performance-changes-nfv-2n-skx-2t1c-pdr.txt>`_ + - `ASCII 4t2c NFV Service Density PDR comparison <../../_static/vpp/performance-changes-nfv-2n-skx-4t2c-pdr.txt>`_ + - `ASCII 8t4c NFV Service Density PDR comparison <../../_static/vpp/performance-changes-nfv-2n-skx-8t4c-pdr.txt>`_ + - `CSV 2t1c NFV Service Density PDR comparison <../../_static/vpp/performance-changes-nfv-2n-skx-2t1c-pdr.csv>`_ + - `CSV 4t2c NFV Service Density PDR comparison <../../_static/vpp/performance-changes-nfv-2n-skx-4t2c-pdr.csv>`_ + - `CSV 8t4c NFV Service Density PDR comparison <../../_static/vpp/performance-changes-nfv-2n-skx-8t4c-pdr.csv>`_ + MRR Comparison `````````````` @@ -77,6 +97,16 @@ Comparison tables in HTML, ASCII and CSV formats: - `CSV 4t2c MRR comparison <../../_static/vpp/performance-changes-2n-skx-4t2c-mrr.csv>`_ - `CSV 8t4c MRR comparison <../../_static/vpp/performance-changes-2n-skx-8t4c-mrr.csv>`_ + - `HTML 2t1c NFV Service Density MRR comparison <../../_static/vpp/performance-changes-nfv-2n-skx-2t1c-mrr.html>`_ + - `HTML 4t2c NFV Service Density MRR comparison <../../_static/vpp/performance-changes-nfv-2n-skx-4t2c-mrr.html>`_ + - `HTML 8t4c NFV Service Density MRR comparison <../../_static/vpp/performance-changes-nfv-2n-skx-8t4c-mrr.html>`_ + - `ASCII 2t1c NFV Service Density MRR comparison <../../_static/vpp/performance-changes-nfv-2n-skx-2t1c-mrr.txt>`_ + - `ASCII 4t2c NFV Service Density MRR comparison <../../_static/vpp/performance-changes-nfv-2n-skx-4t2c-mrr.txt>`_ + - `ASCII 8t4c NFV Service Density MRR comparison <../../_static/vpp/performance-changes-nfv-2n-skx-8t4c-mrr.txt>`_ + - `CSV 2t1c NFV Service Density MRR comparison <../../_static/vpp/performance-changes-nfv-2n-skx-2t1c-mrr.csv>`_ + - `CSV 4t2c NFV Service Density MRR comparison <../../_static/vpp/performance-changes-nfv-2n-skx-4t2c-mrr.csv>`_ + - `CSV 8t4c NFV Service Density MRR comparison <../../_static/vpp/performance-changes-nfv-2n-skx-8t4c-mrr.csv>`_ + 3n-skx ~~~~~~ diff --git a/resources/tools/presentation/specification.yaml b/resources/tools/presentation/specification.yaml index a589725036..b7f4e08b3d 100644 --- a/resources/tools/presentation/specification.yaml +++ b/resources/tools/presentation/specification.yaml @@ -728,6 +728,29 @@ - "vpp-performance-changes-2n-skx-ref" - "vpp-performance-changes-2n-skx-cmp" + vpp-performance-changes-nfv-2n-skx-ref: + csit-vpp-perf-verify-1908-2n-skx: + - 22 # NFV + - 31 # NFV + - 32 # NFV +# - 35 # NDRPDR sel +# - 36 # NDRPDR sel +# - 42 # NDRPDR sel +# - 43 # NDRPDR sel +# - 44 # NDRPDR sel +# - 45 # NDRPDR sel +# - 46 # NDRPDR sel + vpp-performance-changes-nfv-2n-skx-cmp: + # TODO: Replace + # csit-vpp-perf-verify-2001-2n-skx: + csit-vpp-perf-verify-1908-2n-skx: + - 22 # NFV + - 31 # NFV + - 32 # NFV + vpp-performance-changes-nfv-2n-skx: + - "vpp-performance-changes-nfv-2n-skx-ref" + - "vpp-performance-changes-nfv-2n-skx-cmp" + vpp-performance-changes-2n-dnv-ref: csit-vpp-perf-verify-1908-2n-dnv: - 1 # NDRPDR sel @@ -849,6 +872,18 @@ - "vpp-performance-changes-2n-skx-mrr-ref" - "vpp-performance-changes-2n-skx-mrr-cmp" + vpp-performance-changes-nfv-2n-skx-mrr-ref: + csit-vpp-perf-verify-1908-2n-skx: + - 71 # NFV MRR + vpp-performance-changes-nfv-2n-skx-mrr-cmp: + # TODO: Replace + # csit-vpp-perf-verify-2001-2n-skx: + csit-vpp-perf-verify-1908-2n-skx: + - 71 # NFV MRR + vpp-performance-changes-nfv-2n-skx-mrr: + - "vpp-performance-changes-nfv-2n-skx-mrr-ref" + - "vpp-performance-changes-nfv-2n-skx-mrr-cmp" + vpp-performance-changes-2n-dnv-mrr-ref: csit-vpp-perf-verify-1908-2n-dnv: - 11 # MRR sel @@ -2708,6 +2743,86 @@ - "throughput" - "tags" +# VPP Performance Changes NFV Service Density 2n-skx 2t1c pdr +- type: "table" + title: "VPP Performance Changes NFV Service Density 2n-skx 2t1c pdr" + algorithm: "table_perf_comparison" + output-file: "{DIR[STATIC,VPP]}/performance-changes-nfv-2n-skx-2t1c-pdr" + reference: + title: "rls1908" + data: "vpp-performance-changes-nfv-2n-skx-ref" + compare: + title: "rls2001" + data: "vpp-performance-changes-nfv-2n-skx-cmp" + data: "vpp-performance-changes-nfv-2n-skx" + include-tests: "PDR" # "PDR" | "NDR" | "MRR" + filter: "'2T1C' and 'NDRPDR'" + parameters: + - "name" + - "parent" + - "throughput" + - "tags" + +# VPP Performance Changes NFV Service Density 2n-skx 4t2c pdr +- type: "table" + title: "VPP Performance Changes NFV Service Density 2n-skx 4t2c pdr" + algorithm: "table_perf_comparison" + output-file: "{DIR[STATIC,VPP]}/performance-changes-nfv-2n-skx-4t2c-pdr" + reference: + title: "rls1908" + data: "vpp-performance-changes-nfv-2n-skx-ref" + compare: + title: "rls2001" + data: "vpp-performance-changes-nfv-2n-skx-cmp" + data: "vpp-performance-changes-nfv-2n-skx" + include-tests: "PDR" # "PDR" | "NDR" | "MRR" + filter: "'4T2C' and 'NDRPDR'" + parameters: + - "name" + - "parent" + - "throughput" + - "tags" + +# VPP Performance Changes NFV Service Density 2n-skx 2t1c ndr +- type: "table" + title: "VPP Performance Changes NFV Service Density 2n-skx 2t1c ndr" + algorithm: "table_perf_comparison" + output-file: "{DIR[STATIC,VPP]}/performance-changes-nfv-2n-skx-2t1c-ndr" + reference: + title: "rls1908" + data: "vpp-performance-changes-nfv-2n-skx-ref" + compare: + title: "rls2001" + data: "vpp-performance-changes-nfv-2n-skx-cmp" + data: "vpp-performance-changes-nfv-2n-skx" + include-tests: "NDR" # "PDR" | "NDR" | "MRR" + filter: "'2T1C' and 'NDRPDR'" + parameters: + - "name" + - "parent" + - "throughput" + - "tags" + +# VPP Performance Changes NFV Service Density 2n-skx 4t2c ndr +- type: "table" + title: "VPP Performance Changes NFV Service Density 2n-skx 4t2c ndr" + algorithm: "table_perf_comparison" + output-file: "{DIR[STATIC,VPP]}/performance-changes-nfv-2n-skx-4t2c-ndr" + reference: + title: "rls1908" + data: "vpp-performance-changes-nfv-2n-skx-ref" + compare: + title: "rls2001" + data: "vpp-performance-changes-nfv-2n-skx-cmp" + data: "vpp-performance-changes-nfv-2n-skx" + include-tests: "NDR" # "PDR" | "NDR" | "MRR" + filter: "'4T2C' and 'NDRPDR'" + parameters: + - "name" + - "parent" + - "throughput" + - "tags" + # VPP Performance Changes 2n-dnv 1t1c pdr - type: "table" title: "VPP Performance Changes 2n-dnv 1t1c pdr" @@ -3390,6 +3505,63 @@ - "parent" - "result" +# VPP Performance Changes NFV Service Density 2n-skx 2t1c mrr +- type: "table" + title: "VPP Performance Changes NFV Service Density 2n-skx 2t1c mrr" + algorithm: "table_perf_comparison" + output-file: "{DIR[STATIC,VPP]}/performance-changes-nfv-2n-skx-2t1c-mrr" + reference: + title: "rls1908" + data: "vpp-performance-changes-nfv-2n-skx-mrr-ref" + compare: + title: "rls2001" + data: "vpp-performance-changes-nfv-2n-skx-mrr-cmp" + data: "vpp-performance-changes-nfv-2n-skx-mrr" + include-tests: "MRR" # "PDR" | "NDR" | "MRR" + filter: "'2T1C' and 'MRR'" + parameters: + - "name" + - "parent" + - "result" + +# VPP Performance Changes NFV Service Density 2n-skx 4t2c mrr +- type: "table" + title: "VPP Performance Changes NFV Service Density 2n-skx 4t2c mrr" + algorithm: "table_perf_comparison" + output-file: "{DIR[STATIC,VPP]}/performance-changes-nfv-2n-skx-4t2c-mrr" + reference: + title: "rls1908" + data: "vpp-performance-changes-nfv-2n-skx-mrr-ref" + compare: + title: "rls2001" + data: "vpp-performance-changes-nfv-2n-skx-mrr-cmp" + data: "vpp-performance-changes-nfv-2n-skx-mrr" + include-tests: "MRR" # "PDR" | "NDR" | "MRR" + filter: "'4T2C' and 'MRR'" + parameters: + - "name" + - "parent" + - "result" + +# VPP Performance Changes NFV Service Density 2n-skx 8t4c mrr +- type: "table" + title: "VPP Performance Changes NFV Service Density 2n-skx 8t4c mrr" + algorithm: "table_perf_comparison" + output-file: "{DIR[STATIC,VPP]}/performance-changes-nfv-2n-skx-8t4c-mrr" + reference: + title: "rls1908" + data: "vpp-performance-changes-nfv-2n-skx-mrr-ref" + compare: + title: "rls2001" + data: "vpp-performance-changes-nfv-2n-skx-mrr-cmp" + data: "vpp-performance-changes-nfv-2n-skx-mrr" + include-tests: "MRR" # "PDR" | "NDR" | "MRR" + filter: "'8T4C' and 'MRR'" + parameters: + - "name" + - "parent" + - "result" + # VPP Performance Changes 2n-dnv 1t1c MRR - type: "table" title: "VPP Performance Changes 2n-dnv 1t1c MRR"