X-Git-Url: https://gerrit.fd.io/r/gitweb?p=csit.git;a=blobdiff_plain;f=resources%2Ftools%2Fpresentation%2Fspecifications%2Freport%2Felements.yaml;h=364776c111557b8b1d5b2b3b4da87349bdf1c724;hp=8261ec115443e9b43c80b821e219736f0ef6ba2f;hb=dec942c114df8fbd039e93174245920c257cc5e7;hpb=aae45cfa26d184413c13e55bacce85c524cdc571 diff --git a/resources/tools/presentation/specifications/report/elements.yaml b/resources/tools/presentation/specifications/report/elements.yaml index 8261ec1154..364776c111 100644 --- a/resources/tools/presentation/specifications/report/elements.yaml +++ b/resources/tools/presentation/specifications/report/elements.yaml @@ -14,18 +14,16 @@ data-set: "vpp-2n-icx-curr-iter-mrr" - job-spec: "vpp-mlr-00" data-set: "vpp-2n-icx-curr-iter" - # - job-spec: "vpp-gso-mrr-00" - # data-set: "vpp-2n-icx-curr-iter-gso" - # - job-spec: "soak-00" - # data-set: "vpp-2n-icx-curr-soak" - # - job-spec: "vsap-00" - # data-set: "vpp-2n-icx-curr-iter-vsap" - # - job-spec: "nfv-density-mrr-00" - # data-set: "vpp-2n-icx-curr-nfv-mrr" - # - job-spec: "nfv-density-mlr-00" - # data-set: "vpp-2n-icx-curr-nfv-ndrpdr" - # - job-spec: "reconf-00" - # data-set: "vpp-2n-icx-curr-nfv-reconf" + - job-spec: "vpp-gso-mrr-00" + data-set: "vpp-2n-icx-curr-iter-gso" + - job-spec: "soak-00" + data-set: "vpp-2n-icx-curr-soak" + - job-spec: "nfv-density-mrr-00" + data-set: "vpp-2n-icx-curr-nfv-mrr" + - job-spec: "nfv-density-mlr-00" + data-set: "vpp-2n-icx-curr-nfv-ndrpdr" + - job-spec: "reconf-00" + data-set: "vpp-2n-icx-curr-nfv-reconf" - job-spec: "dpdk-mlr-00" data-set: "dpdk-2n-icx-curr-iter" @@ -47,18 +45,6 @@ data-set: "vpp-3n-icx-curr-iter-mrr" - job-spec: "vpp-mlr-00" data-set: "vpp-3n-icx-curr-iter" - # - job-spec: "vpp-gso-mrr-00" - # data-set: "vpp-3n-icx-curr-iter-gso" - # - job-spec: "soak-00" - # data-set: "vpp-3n-icx-curr-soak" - # - job-spec: "vsap-00" - # data-set: "vpp-3n-icx-curr-iter-vsap" - # - job-spec: "nfv-density-mrr-00" - # data-set: "vpp-3n-icx-curr-nfv-mrr" - # - job-spec: "nfv-density-mlr-00" - # data-set: "vpp-3n-icx-curr-nfv-ndrpdr" - # - job-spec: "reconf-00" - # data-set: "vpp-3n-icx-curr-nfv-reconf" - job-spec: "dpdk-mlr-00" data-set: "dpdk-3n-icx-curr-iter" @@ -221,7 +207,7 @@ - job-spec: "vpp-mlr-00" data-set: "vpp-2n-skx-curr-iter" - job-spec: "vpp-gso-mrr-00" - data-set: "vpp-2n-skx-curr-gso" + data-set: "vpp-2n-skx-curr-iter-gso" - job-spec: "soak-00" data-set: "vpp-2n-skx-curr-soak" - job-spec: "nfv-density-mrr-00" @@ -1597,6 +1583,52 @@ ################################################################################ # VPP +# VPP Performance Changes 3n-skx Hoststack +- type: "table" + title: "VPP Performance Changes 3n-skx Hoststack" + algorithm: "table_comparison" + output-file: "{DIR[STATIC,VPP]}/performance-changes-3n-skx-hoststack" + include-tests: "hoststack" + filter: "all" + columns: + - title: "2110.0-8" + data-set: "vpp-3n-skx-prev-iter-hoststack-old-env" + - title: "2202.0-9" + data-set: "vpp-3n-skx-curr-iter-hoststack" + comparisons: + - title: "2202.0-9 vs 2110.0-8" + reference: 1 + compare: 2 + legend: + - '' + - 'Test Case: Test cases executed for: Hoststack on 3n-skx with xxv710.' + - 'YYMM.V-E: [Gbps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "8" for CSIT rls2110, "9" for CSIT rls2202).' + - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' + - '2202.0-9 vs 2110.0-8: Compares VPP code current vs previous.' + +# VPP Performance Changes 2n-clx VSAP +- type: "table" + title: "VPP Performance Changes 2n-clx VSAP" + algorithm: "table_comparison" + output-file: "{DIR[STATIC,VPP]}/performance-changes-2n-clx-vsap" + include-tests: "vsap" + filter: "all" + columns: + - title: "2110.0-8" + data-set: "vpp-2n-clx-curr-iter-vsap-old-env" + - title: "2202.0-9" + data-set: "vpp-2n-clx-curr-iter-vsap" + comparisons: + - title: "2202.0-9 vs 2110.0-8" + reference: 1 + compare: 2 + legend: + - '' + - 'Test Case: Test cases executed for: VSAP on 2n-clx with cx556a.' + - 'YYMM.V-E: [cps|rps +- StDev] results for VPP (YY year, MM month, V minor version) tested in CSIT (E environment version, "8" for CSIT rls2110, "9" for CSIT rls2202).' + - 'YYMM.V-E vs YYMM.V-E: [% +- StDev] Relative difference, latter is the base. [N] for Root Cause Analysis (RCA) reference, see RCA list below.' + - '2202.0-9 vs 2110.0-8: Compares VPP code current vs previous.' + # VPP Performance Changes 3n-skx 2t1c pdr - type: "table" title: "VPP Performance Changes 3n-skx 2t1c pdr" @@ -14071,7 +14103,7 @@ title: "Throughput: 2n-icx-128kb-{core}-ip4routing-iperf3" algorithm: "plot_mrr_box_name" output-file: "{DIR[STATIC,VPP]}/2n-icx-128kb-{core}-ip4routing-iperf3" - data: "vpp-2n-icx-curr-gso" + data: "vpp-2n-icx-curr-iter-gso" core: ["1t1c", "2t2c", "4t4c"] include: - "Tests.Vpp.Perf.Gso.2N1L-10Ge2P1X710-Ethip4-Ip4Base-2Tap-Gso-Iperf3-Mrr.128KB-{core}-ethip4-ip4base-2tap-gso-iperf3-mrr" @@ -14086,7 +14118,7 @@ title: "Throughput: 2n-skx-128kb-{core}-ip4routing-iperf3" algorithm: "plot_mrr_box_name" output-file: "{DIR[STATIC,VPP]}/2n-skx-128kb-{core}-ip4routing-iperf3" - data: "vpp-2n-skx-curr-gso" + data: "vpp-2n-skx-curr-iter-gso" core: ["1t1c", "2t2c", "4t4c"] include: - "Tests.Vpp.Perf.Gso.2N1L-10Ge2P1X710-Ethip4-Ip4Base-2Tap-Gso-Iperf3-Mrr.128KB-{core}-ethip4-ip4base-2tap-gso-iperf3-mrr"