From: Tibor Frank Date: Tue, 1 Mar 2022 09:43:47 +0000 (+0100) Subject: Report: Add comp tables for hoststack and vsap X-Git-Url: https://gerrit.fd.io/r/gitweb?p=csit.git;a=commitdiff_plain;h=dec942c114df8fbd039e93174245920c257cc5e7 Report: Add comp tables for hoststack and vsap - elements only - not visible Change-Id: I9741b3da7ce0a787d40d17653d0580ec74bcbdc6 Signed-off-by: Tibor Frank --- diff --git a/resources/tools/presentation/generator_tables.py b/resources/tools/presentation/generator_tables.py index a7b1500f29..aa49762d8d 100644 --- a/resources/tools/presentation/generator_tables.py +++ b/resources/tools/presentation/generator_tables.py @@ -563,6 +563,22 @@ def _tpc_insert_data(target, src, include_tests): target[u"data"].append( float(u"nan") if lat == -1 else lat * 1e6 ) + elif include_tests == u"hoststack": + try: + target[u"data"].append( + float(src[u"result"][u"bits_per_second"]) + ) + except KeyError: + target[u"data"].append( + (float(src[u"result"][u"client"][u"tx_data"]) * 8) / + ((float(src[u"result"][u"client"][u"time"]) + + float(src[u"result"][u"server"][u"time"])) / 2) + ) + elif include_tests == u"vsap": + try: + target[u"data"].append(src[u"result"][u"cps"]) + except KeyError: + target[u"data"].append(src[u"result"][u"rps"]) except (KeyError, TypeError): pass diff --git a/resources/tools/presentation/specifications/report/data_sets.yaml b/resources/tools/presentation/specifications/report/data_sets.yaml index d4e6f51f0f..54cd600a8a 100644 --- a/resources/tools/presentation/specifications/report/data_sets.yaml +++ b/resources/tools/presentation/specifications/report/data_sets.yaml @@ -94,6 +94,19 @@ csit-vpp-perf-report-iterative-2202-3n-skx: - 27 # rls2202.rel MRR iter env 9 + vpp-3n-skx-prev-iter-hoststack-old-env: + csit-vpp-perf-report-iterative-2110-3n-skx: + - 40 # rls2110.rel NDRPDR iter env 8 + - 41 # rls2110.rel NDRPDR iter env 8 + - 42 # rls2110.rel NDRPDR iter env 8 + - 43 # rls2110.rel NDRPDR iter env 8 + - 44 # rls2110.rel NDRPDR iter env 8 + - 45 # rls2110.rel NDRPDR iter env 8 + - 46 # rls2110.rel NDRPDR iter env 8 + - 47 # rls2110.rel NDRPDR iter env 8 + - 48 # rls2110.rel NDRPDR iter env 8 + - 49 # rls2110.rel NDRPDR iter env 8 + vpp-3n-skx-curr-iter-hoststack: csit-vpp-perf-report-iterative-2202-3n-skx: - 29 # rls2202.rel hoststack iter env 9 @@ -565,6 +578,7 @@ - 61 # rls2202.rel NDRPDR iter env 9 - 62 # rls2202.rel NDRPDR iter env 9 - 64 # rls2202.rel NDRPDR iter env 9 + - 71 # rls2202.rel NDRPDR iter env 9 - 78 # rls2202.rel NDRPDR iter env 9 - 79 # rls2202.rel NDRPDR iter env 9 - 83 # rls2202.rel NDRPDR iter env 9 @@ -593,6 +607,19 @@ csit-vpp-perf-report-iterative-2202-2n-clx: - 51 # rls2202.rel MRR GSO iter env 9 + vpp-2n-clx-curr-iter-vsap-old-env: + csit-vpp-perf-report-iterative-2110-2n-clx: + - 95 # rls2110.rel VSAP iter env 8 + - 96 # rls2110.rel VSAP iter env 8 + - 97 # rls2110.rel VSAP iter env 8 + - 98 # rls2110.rel VSAP iter env 8 + - 99 # rls2110.rel VSAP iter env 8 + - 101 # rls2110.rel VSAP iter env 8 + - 104 # rls2110.rel VSAP iter env 8 + - 105 # rls2110.rel VSAP iter env 8 + - 106 # rls2110.rel VSAP iter env 8 + - 107 # rls2110.rel VSAP iter env 8 + vpp-2n-clx-curr-iter-vsap: csit-vpp-perf-report-iterative-2202-2n-clx: - 55 # rls2202.rel VSAP iter env 9 diff --git a/resources/tools/presentation/specifications/report/elements.yaml b/resources/tools/presentation/specifications/report/elements.yaml index f4da28f69f..364776c111 100644 --- a/resources/tools/presentation/specifications/report/elements.yaml +++ b/resources/tools/presentation/specifications/report/elements.yaml @@ -1583,6 +1583,52 @@ ################################################################################ # VPP +# VPP Performance Changes 3n-skx Hoststack +- type: "table" + title: "VPP Performance Changes 3n-skx Hoststack" + algorithm: "table_comparison" + output-file: "{DIR[STATIC,VPP]}/performance-changes-3n-skx-hoststack" + include-tests: "hoststack" + filter: "all" + columns: + - title: "2110.0-8" + data-set: "vpp-3n-skx-prev-iter-hoststack-old-env" + - title: "2202.0-9" + data-set: "vpp-3n-skx-curr-iter-hoststack" + comparisons: + - title: "2202.0-9 vs 2110.0-8" + reference: 1 + compare: 2 + legend: + - '' + - 'Test Case: Test cases executed for: Hoststack on 3n-skx with xxv710.' + - 'YYMM.V-E: [Gbps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "8" for CSIT rls2110, "9" for CSIT rls2202).' + - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' + - '2202.0-9 vs 2110.0-8: Compares VPP code current vs previous.' + +# VPP Performance Changes 2n-clx VSAP +- type: "table" + title: "VPP Performance Changes 2n-clx VSAP" + algorithm: "table_comparison" + output-file: "{DIR[STATIC,VPP]}/performance-changes-2n-clx-vsap" + include-tests: "vsap" + filter: "all" + columns: + - title: "2110.0-8" + data-set: "vpp-2n-clx-curr-iter-vsap-old-env" + - title: "2202.0-9" + data-set: "vpp-2n-clx-curr-iter-vsap" + comparisons: + - title: "2202.0-9 vs 2110.0-8" + reference: 1 + compare: 2 + legend: + - '' + - 'Test Case: Test cases executed for: VSAP on 2n-clx with cx556a.' + - 'YYMM.V-E: [cps|rps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "8" for CSIT rls2110, "9" for CSIT rls2202).' + - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' + - '2202.0-9 vs 2110.0-8: Compares VPP code current vs previous.' + # VPP Performance Changes 3n-skx 2t1c pdr - type: "table" title: "VPP Performance Changes 3n-skx 2t1c pdr"